2024-03-10T21:55:34.902 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-03-10T21:55:34.903 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790 --owner scheduled_teuthology@teuthology --description rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --name teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi --verbose -- /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790/orig.config.yaml 2024-03-10T21:55:34.951 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-10T21:55:35.043 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790 branch: main description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.io first_in_suite: false job_id: '7589790' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: 2b0101eb74d60610d544cb8a473e23a35ac1cc0b owner: scheduled_teuthology@teuthology priority: 201 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 9484 sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e sleep_before_teardown: 0 subset: 12639/100000 suite: rados suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 2b0101eb74d60610d544cb8a473e23a35ac1cc0b targets: smithi169.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPcJQSEmtoztLELe71KkdeFJMVqNz8vh1neb30pwk7xegus+2nli/boUhD6DjnZe7nt061faYl2rrCMhPj4vU2o= smithi172.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDLy+iv4ofHyi2CR4MONjFZorCpL1UpNSGtEJBzOGLdZGHtMY/ikcNTnOiGSW4gvt3ZMDmbw+zh8Key61JWuCCI= tasks: - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-03-10_20:46:54 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-03-10T21:55:35.043 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa; will attempt to use it 2024-03-10T21:55:35.044 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks 2024-03-10T21:55:35.044 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-03-10T21:55:35.046 INFO:teuthology.task.internal:Checking packages... 2024-03-10T21:55:35.069 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'cb2b48d76f56fc07bc6a177ed79951f825d2165e' 2024-03-10T21:55:35.070 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T21:55:35.070 INFO:teuthology.packaging:ref: None 2024-03-10T21:55:35.070 INFO:teuthology.packaging:tag: None 2024-03-10T21:55:35.070 INFO:teuthology.packaging:branch: main 2024-03-10T21:55:35.070 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:55:35.070 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-03-10T21:55:35.322 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1977.gcb2b48d7 2024-03-10T21:55:35.324 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-03-10T21:55:35.330 INFO:teuthology.task.internal:no buildpackages task found 2024-03-10T21:55:35.330 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-03-10T21:55:35.336 INFO:teuthology.task.internal:Saving configuration 2024-03-10T21:55:35.355 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-03-10T21:55:35.361 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-10T21:55:35.387 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi169.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-10 21:50:26.819967', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPcJQSEmtoztLELe71KkdeFJMVqNz8vh1neb30pwk7xegus+2nli/boUhD6DjnZe7nt061faYl2rrCMhPj4vU2o='} 2024-03-10T21:55:35.413 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi172.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-10 21:50:26.817890', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDLy+iv4ofHyi2CR4MONjFZorCpL1UpNSGtEJBzOGLdZGHtMY/ikcNTnOiGSW4gvt3ZMDmbw+zh8Key61JWuCCI='} 2024-03-10T21:55:35.413 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-03-10T21:55:35.419 INFO:teuthology.task.internal:roles: ubuntu@smithi169.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-03-10T21:55:35.419 INFO:teuthology.task.internal:roles: ubuntu@smithi172.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-03-10T21:55:35.419 INFO:teuthology.run_tasks:Running task console_log... 2024-03-10T21:55:35.486 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f4653d130d0>, signals=[15]) 2024-03-10T21:55:35.486 INFO:teuthology.run_tasks:Running task internal.connect... 2024-03-10T21:55:35.492 INFO:teuthology.task.internal:Opening connections... 2024-03-10T21:55:35.492 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi169.front.sepia.ceph.com 2024-03-10T21:55:35.494 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:55:35.587 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi172.front.sepia.ceph.com 2024-03-10T21:55:35.588 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:55:35.690 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-03-10T21:55:35.697 DEBUG:teuthology.orchestra.run.smithi169:> uname -m 2024-03-10T21:55:35.715 INFO:teuthology.orchestra.run.smithi169.stdout:x86_64 2024-03-10T21:55:35.715 DEBUG:teuthology.orchestra.run.smithi169:> cat /etc/os-release 2024-03-10T21:55:35.771 INFO:teuthology.orchestra.run.smithi169.stdout:NAME="CentOS Stream" 2024-03-10T21:55:35.771 INFO:teuthology.orchestra.run.smithi169.stdout:VERSION="9" 2024-03-10T21:55:35.771 INFO:teuthology.orchestra.run.smithi169.stdout:ID="centos" 2024-03-10T21:55:35.772 INFO:teuthology.orchestra.run.smithi169.stdout:ID_LIKE="rhel fedora" 2024-03-10T21:55:35.772 INFO:teuthology.orchestra.run.smithi169.stdout:VERSION_ID="9" 2024-03-10T21:55:35.772 INFO:teuthology.orchestra.run.smithi169.stdout:PLATFORM_ID="platform:el9" 2024-03-10T21:55:35.772 INFO:teuthology.orchestra.run.smithi169.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-10T21:55:35.772 INFO:teuthology.orchestra.run.smithi169.stdout:ANSI_COLOR="0;31" 2024-03-10T21:55:35.772 INFO:teuthology.orchestra.run.smithi169.stdout:LOGO="fedora-logo-icon" 2024-03-10T21:55:35.772 INFO:teuthology.orchestra.run.smithi169.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-10T21:55:35.772 INFO:teuthology.orchestra.run.smithi169.stdout:HOME_URL="https://centos.org/" 2024-03-10T21:55:35.772 INFO:teuthology.orchestra.run.smithi169.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-10T21:55:35.772 INFO:teuthology.orchestra.run.smithi169.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-10T21:55:35.772 INFO:teuthology.orchestra.run.smithi169.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-10T21:55:35.773 INFO:teuthology.lock.ops:Updating smithi169.front.sepia.ceph.com on lock server 2024-03-10T21:55:35.797 DEBUG:teuthology.orchestra.run.smithi172:> uname -m 2024-03-10T21:55:35.815 INFO:teuthology.orchestra.run.smithi172.stdout:x86_64 2024-03-10T21:55:35.815 DEBUG:teuthology.orchestra.run.smithi172:> cat /etc/os-release 2024-03-10T21:55:35.872 INFO:teuthology.orchestra.run.smithi172.stdout:NAME="CentOS Stream" 2024-03-10T21:55:35.872 INFO:teuthology.orchestra.run.smithi172.stdout:VERSION="9" 2024-03-10T21:55:35.872 INFO:teuthology.orchestra.run.smithi172.stdout:ID="centos" 2024-03-10T21:55:35.872 INFO:teuthology.orchestra.run.smithi172.stdout:ID_LIKE="rhel fedora" 2024-03-10T21:55:35.872 INFO:teuthology.orchestra.run.smithi172.stdout:VERSION_ID="9" 2024-03-10T21:55:35.872 INFO:teuthology.orchestra.run.smithi172.stdout:PLATFORM_ID="platform:el9" 2024-03-10T21:55:35.872 INFO:teuthology.orchestra.run.smithi172.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-10T21:55:35.872 INFO:teuthology.orchestra.run.smithi172.stdout:ANSI_COLOR="0;31" 2024-03-10T21:55:35.872 INFO:teuthology.orchestra.run.smithi172.stdout:LOGO="fedora-logo-icon" 2024-03-10T21:55:35.873 INFO:teuthology.orchestra.run.smithi172.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-10T21:55:35.873 INFO:teuthology.orchestra.run.smithi172.stdout:HOME_URL="https://centos.org/" 2024-03-10T21:55:35.873 INFO:teuthology.orchestra.run.smithi172.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-10T21:55:35.873 INFO:teuthology.orchestra.run.smithi172.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-10T21:55:35.873 INFO:teuthology.orchestra.run.smithi172.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-10T21:55:35.873 INFO:teuthology.lock.ops:Updating smithi172.front.sepia.ceph.com on lock server 2024-03-10T21:55:35.897 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-03-10T21:55:35.906 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-03-10T21:55:35.912 INFO:teuthology.task.internal:Checking for old test directory... 2024-03-10T21:55:35.912 DEBUG:teuthology.orchestra.run.smithi169:> test '!' -e /home/ubuntu/cephtest 2024-03-10T21:55:35.914 DEBUG:teuthology.orchestra.run.smithi172:> test '!' -e /home/ubuntu/cephtest 2024-03-10T21:55:35.931 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-03-10T21:55:35.937 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-03-10T21:55:35.937 DEBUG:teuthology.orchestra.run.smithi169:> test -z $(ls -A /var/lib/ceph) 2024-03-10T21:55:35.971 DEBUG:teuthology.orchestra.run.smithi172:> test -z $(ls -A /var/lib/ceph) 2024-03-10T21:55:36.081 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-03-10T21:55:36.133 INFO:teuthology.run_tasks:Running task kernel... 2024-03-10T21:55:36.147 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-03-10T21:55:36.147 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-03-10T21:55:36.147 DEBUG:teuthology.orchestra.run.smithi169:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-10T21:55:36.148 DEBUG:teuthology.orchestra.run.smithi172:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-10T21:55:36.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:55:36.164 DEBUG:teuthology.orchestra.run.smithi169:> uname -r 2024-03-10T21:55:36.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:55:36.166 DEBUG:teuthology.orchestra.run.smithi172:> uname -r 2024-03-10T21:55:36.221 INFO:teuthology.orchestra.run.smithi172.stdout:5.14.0-361.el9.x86_64 2024-03-10T21:55:36.222 INFO:teuthology.task.kernel:Running kernel on smithi172: 5.14.0-361.el9.x86_64 2024-03-10T21:55:36.222 DEBUG:teuthology.orchestra.run.smithi172:> sudo yum install -y kernel 2024-03-10T21:55:36.223 INFO:teuthology.orchestra.run.smithi169.stdout:5.14.0-361.el9.x86_64 2024-03-10T21:55:36.223 INFO:teuthology.task.kernel:Running kernel on smithi169: 5.14.0-361.el9.x86_64 2024-03-10T21:55:36.223 DEBUG:teuthology.orchestra.run.smithi169:> sudo yum install -y kernel 2024-03-10T21:55:38.352 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS-9 - AppStream 14 MB/s | 6.7 MB 00:00 2024-03-10T21:55:38.406 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS-9 - AppStream 13 MB/s | 6.7 MB 00:00 2024-03-10T21:55:39.753 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS-9 - BaseOS 7.1 MB/s | 2.0 MB 00:00 2024-03-10T21:55:39.790 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS-9 - BaseOS 7.0 MB/s | 2.0 MB 00:00 2024-03-10T21:55:40.772 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-03-10T21:55:41.868 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS Stream 9 - BaseOS 4.5 MB/s | 8.0 MB 00:01 2024-03-10T21:55:42.664 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - AppStream 23 MB/s | 19 MB 00:00 2024-03-10T21:55:43.786 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS Stream 9 - AppStream 22 MB/s | 19 MB 00:00 2024-03-10T21:55:49.887 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS Stream 9 - CRB 2.4 MB/s | 6.1 MB 00:02 2024-03-10T21:55:51.454 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 15 kB 00:00 2024-03-10T21:55:52.850 INFO:teuthology.orchestra.run.smithi172.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-03-10T21:55:55.606 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - CRB 659 kB/s | 6.1 MB 00:09 2024-03-10T21:55:57.056 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - Extras packages 48 kB/s | 15 kB 00:00 2024-03-10T21:55:57.738 INFO:teuthology.orchestra.run.smithi172.stdout:lab-extras 40 kB/s | 1.7 kB 00:00 2024-03-10T21:55:58.460 INFO:teuthology.orchestra.run.smithi169.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-03-10T21:55:59.903 INFO:teuthology.orchestra.run.smithi172.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-10T21:55:59.904 INFO:teuthology.orchestra.run.smithi172.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-10T21:55:59.996 INFO:teuthology.orchestra.run.smithi172.stdout:Dependencies resolved. 2024-03-10T21:56:00.004 INFO:teuthology.orchestra.run.smithi172.stdout:================================================================================ 2024-03-10T21:56:00.004 INFO:teuthology.orchestra.run.smithi172.stdout: Package Architecture Version Repository Size 2024-03-10T21:56:00.004 INFO:teuthology.orchestra.run.smithi172.stdout:================================================================================ 2024-03-10T21:56:00.005 INFO:teuthology.orchestra.run.smithi172.stdout:Installing: 2024-03-10T21:56:00.005 INFO:teuthology.orchestra.run.smithi172.stdout: kernel x86_64 5.14.0-427.el9 baseos 6.0 M 2024-03-10T21:56:00.005 INFO:teuthology.orchestra.run.smithi172.stdout:Installing dependencies: 2024-03-10T21:56:00.005 INFO:teuthology.orchestra.run.smithi172.stdout: kernel-core x86_64 5.14.0-427.el9 baseos 21 M 2024-03-10T21:56:00.005 INFO:teuthology.orchestra.run.smithi172.stdout: kernel-modules x86_64 5.14.0-427.el9 baseos 39 M 2024-03-10T21:56:00.005 INFO:teuthology.orchestra.run.smithi172.stdout: kernel-modules-core x86_64 5.14.0-427.el9 baseos 33 M 2024-03-10T21:56:00.005 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T21:56:00.005 INFO:teuthology.orchestra.run.smithi172.stdout:Transaction Summary 2024-03-10T21:56:00.005 INFO:teuthology.orchestra.run.smithi172.stdout:================================================================================ 2024-03-10T21:56:00.005 INFO:teuthology.orchestra.run.smithi172.stdout:Install 4 Packages 2024-03-10T21:56:00.005 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T21:56:00.006 INFO:teuthology.orchestra.run.smithi172.stdout:Total download size: 100 M 2024-03-10T21:56:00.006 INFO:teuthology.orchestra.run.smithi172.stdout:Installed size: 123 M 2024-03-10T21:56:00.006 INFO:teuthology.orchestra.run.smithi172.stdout:Downloading Packages: 2024-03-10T21:56:01.198 INFO:teuthology.orchestra.run.smithi172.stdout:(1/4): kernel-5.14.0-427.el9.x86_64.rpm 5.3 MB/s | 6.0 MB 00:01 2024-03-10T21:56:03.282 INFO:teuthology.orchestra.run.smithi169.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-03-10T21:56:03.398 INFO:teuthology.orchestra.run.smithi172.stdout:(2/4): kernel-core-5.14.0-427.el9.x86_64.rpm 6.3 MB/s | 21 MB 00:03 2024-03-10T21:56:05.481 INFO:teuthology.orchestra.run.smithi169.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-10T21:56:05.481 INFO:teuthology.orchestra.run.smithi169.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-10T21:56:05.506 INFO:teuthology.orchestra.run.smithi172.stdout:(3/4): kernel-modules-core-5.14.0-427.el9.x86_6 7.8 MB/s | 33 MB 00:04 2024-03-10T21:56:05.574 INFO:teuthology.orchestra.run.smithi169.stdout:Dependencies resolved. 2024-03-10T21:56:05.585 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-03-10T21:56:05.585 INFO:teuthology.orchestra.run.smithi169.stdout: Package Architecture Version Repository Size 2024-03-10T21:56:05.585 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-03-10T21:56:05.586 INFO:teuthology.orchestra.run.smithi169.stdout:Installing: 2024-03-10T21:56:05.586 INFO:teuthology.orchestra.run.smithi169.stdout: kernel x86_64 5.14.0-427.el9 baseos 6.0 M 2024-03-10T21:56:05.586 INFO:teuthology.orchestra.run.smithi169.stdout:Installing dependencies: 2024-03-10T21:56:05.586 INFO:teuthology.orchestra.run.smithi169.stdout: kernel-core x86_64 5.14.0-427.el9 baseos 21 M 2024-03-10T21:56:05.586 INFO:teuthology.orchestra.run.smithi169.stdout: kernel-modules x86_64 5.14.0-427.el9 baseos 39 M 2024-03-10T21:56:05.586 INFO:teuthology.orchestra.run.smithi169.stdout: kernel-modules-core x86_64 5.14.0-427.el9 baseos 33 M 2024-03-10T21:56:05.586 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T21:56:05.586 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction Summary 2024-03-10T21:56:05.586 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-03-10T21:56:05.586 INFO:teuthology.orchestra.run.smithi169.stdout:Install 4 Packages 2024-03-10T21:56:05.586 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T21:56:05.587 INFO:teuthology.orchestra.run.smithi169.stdout:Total download size: 100 M 2024-03-10T21:56:05.587 INFO:teuthology.orchestra.run.smithi169.stdout:Installed size: 123 M 2024-03-10T21:56:05.587 INFO:teuthology.orchestra.run.smithi169.stdout:Downloading Packages: 2024-03-10T21:56:06.150 INFO:teuthology.orchestra.run.smithi169.stdout:(1/4): kernel-5.14.0-427.el9.x86_64.rpm 16 MB/s | 6.0 MB 00:00 2024-03-10T21:56:07.001 INFO:teuthology.orchestra.run.smithi169.stdout:(2/4): kernel-core-5.14.0-427.el9.x86_64.rpm 17 MB/s | 21 MB 00:01 2024-03-10T21:56:07.098 INFO:teuthology.orchestra.run.smithi172.stdout:(4/4): kernel-modules-5.14.0-427.el9.x86_64.rpm 5.6 MB/s | 39 MB 00:07 2024-03-10T21:56:07.098 INFO:teuthology.orchestra.run.smithi172.stdout:-------------------------------------------------------------------------------- 2024-03-10T21:56:07.098 INFO:teuthology.orchestra.run.smithi172.stdout:Total 14 MB/s | 100 MB 00:07 2024-03-10T21:56:07.409 INFO:teuthology.orchestra.run.smithi169.stdout:(3/4): kernel-modules-core-5.14.0-427.el9.x86_6 27 MB/s | 33 MB 00:01 2024-03-10T21:56:07.843 INFO:teuthology.orchestra.run.smithi169.stdout:(4/4): kernel-modules-5.14.0-427.el9.x86_64.rpm 19 MB/s | 39 MB 00:02 2024-03-10T21:56:07.843 INFO:teuthology.orchestra.run.smithi169.stdout:-------------------------------------------------------------------------------- 2024-03-10T21:56:07.843 INFO:teuthology.orchestra.run.smithi169.stdout:Total 44 MB/s | 100 MB 00:02 2024-03-10T21:56:07.987 INFO:teuthology.orchestra.run.smithi172.stdout:Running transaction check 2024-03-10T21:56:08.356 INFO:teuthology.orchestra.run.smithi172.stdout:Transaction check succeeded. 2024-03-10T21:56:08.356 INFO:teuthology.orchestra.run.smithi172.stdout:Running transaction test 2024-03-10T21:56:08.732 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction check 2024-03-10T21:56:09.090 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction check succeeded. 2024-03-10T21:56:09.090 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction test 2024-03-10T21:56:10.029 INFO:teuthology.orchestra.run.smithi172.stdout:Transaction test succeeded. 2024-03-10T21:56:10.030 INFO:teuthology.orchestra.run.smithi172.stdout:Running transaction 2024-03-10T21:56:10.759 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction test succeeded. 2024-03-10T21:56:10.759 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction 2024-03-10T21:56:12.750 INFO:teuthology.orchestra.run.smithi172.stdout: Preparing : 1/1 2024-03-10T21:56:13.407 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : kernel-modules-core-5.14.0-427.el9.x86_64 1/4 2024-03-10T21:56:13.474 INFO:teuthology.orchestra.run.smithi169.stdout: Preparing : 1/1 2024-03-10T21:56:13.541 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:56:14.115 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : kernel-modules-core-5.14.0-427.el9.x86_64 1/4 2024-03-10T21:56:14.251 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:56:16.339 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:56:16.511 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:56:17.020 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:56:17.197 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:56:21.300 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:56:21.422 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : kernel-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:21.940 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:56:22.066 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : kernel-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:26.240 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:26.851 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:55.660 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:55.660 INFO:teuthology.orchestra.run.smithi172.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-10T21:56:55.660 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T21:56:55.745 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:55.974 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:55.974 INFO:teuthology.orchestra.run.smithi169.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-10T21:56:55.974 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T21:56:56.059 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:56.213 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: kernel-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:56.214 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : kernel-5.14.0-427.el9.x86_64 1/4 2024-03-10T21:56:56.214 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:56:56.214 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:56:56.451 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: kernel-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:56.451 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : kernel-5.14.0-427.el9.x86_64 1/4 2024-03-10T21:56:56.451 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:56:56.451 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:56:56.603 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:56.603 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T21:56:56.603 INFO:teuthology.orchestra.run.smithi172.stdout:Installed: 2024-03-10T21:56:56.603 INFO:teuthology.orchestra.run.smithi172.stdout: kernel-5.14.0-427.el9.x86_64 2024-03-10T21:56:56.604 INFO:teuthology.orchestra.run.smithi172.stdout: kernel-core-5.14.0-427.el9.x86_64 2024-03-10T21:56:56.604 INFO:teuthology.orchestra.run.smithi172.stdout: kernel-modules-5.14.0-427.el9.x86_64 2024-03-10T21:56:56.604 INFO:teuthology.orchestra.run.smithi172.stdout: kernel-modules-core-5.14.0-427.el9.x86_64 2024-03-10T21:56:56.604 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T21:56:56.604 INFO:teuthology.orchestra.run.smithi172.stdout:Complete! 2024-03-10T21:56:56.906 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:56:56.906 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T21:56:56.906 INFO:teuthology.orchestra.run.smithi169.stdout:Installed: 2024-03-10T21:56:56.906 INFO:teuthology.orchestra.run.smithi169.stdout: kernel-5.14.0-427.el9.x86_64 2024-03-10T21:56:56.906 INFO:teuthology.orchestra.run.smithi169.stdout: kernel-core-5.14.0-427.el9.x86_64 2024-03-10T21:56:56.906 INFO:teuthology.orchestra.run.smithi169.stdout: kernel-modules-5.14.0-427.el9.x86_64 2024-03-10T21:56:56.906 INFO:teuthology.orchestra.run.smithi169.stdout: kernel-modules-core-5.14.0-427.el9.x86_64 2024-03-10T21:56:56.906 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T21:56:56.906 INFO:teuthology.orchestra.run.smithi169.stdout:Complete! 2024-03-10T21:56:57.120 DEBUG:teuthology.orchestra.run.smithi172:> rpm -q kernel | sort -rV | head -n 1 2024-03-10T21:56:57.261 INFO:teuthology.orchestra.run.smithi172.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-10T21:56:57.261 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-10T21:56:57.261 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-427.el9.x86_64 2024-03-10T21:56:57.262 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-10T21:56:57.262 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-10T21:56:57.262 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-03-10T21:56:57.262 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi172.front.sepia.ceph.com, path=None, version=distro) 2024-03-10T21:56:57.262 DEBUG:teuthology.orchestra.run.smithi172:> rpm -q kernel | sort -rV | head -n 1 2024-03-10T21:56:57.384 INFO:teuthology.orchestra.run.smithi172.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-10T21:56:57.384 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-10T21:56:57.384 DEBUG:teuthology.orchestra.run.smithi172:> sudo rpm -qi grub2-tools 2024-03-10T21:56:57.427 INFO:teuthology.orchestra.run.smithi172.stdout:Name : grub2-tools 2024-03-10T21:56:57.427 INFO:teuthology.orchestra.run.smithi172.stdout:Epoch : 1 2024-03-10T21:56:57.427 INFO:teuthology.orchestra.run.smithi172.stdout:Version : 2.06 2024-03-10T21:56:57.427 INFO:teuthology.orchestra.run.smithi172.stdout:Release : 68.el9 2024-03-10T21:56:57.427 INFO:teuthology.orchestra.run.smithi172.stdout:Architecture: x86_64 2024-03-10T21:56:57.427 INFO:teuthology.orchestra.run.smithi172.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-10T21:56:57.427 INFO:teuthology.orchestra.run.smithi172.stdout:Group : Unspecified 2024-03-10T21:56:57.427 INFO:teuthology.orchestra.run.smithi172.stdout:Size : 8264254 2024-03-10T21:56:57.427 INFO:teuthology.orchestra.run.smithi172.stdout:License : GPLv3+ 2024-03-10T21:56:57.427 INFO:teuthology.orchestra.run.smithi172.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-10T21:56:57.427 INFO:teuthology.orchestra.run.smithi172.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout:Packager : builder@centos.org 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout:Vendor : CentOS 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout:Summary : Support tools for GRUB. 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout:Description : 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout:hardware devices. 2024-03-10T21:56:57.428 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T21:56:57.429 INFO:teuthology.orchestra.run.smithi172.stdout:This subpackage provides tools for support of all platforms. 2024-03-10T21:56:57.430 DEBUG:teuthology.orchestra.run.smithi169:> rpm -q kernel | sort -rV | head -n 1 2024-03-10T21:56:57.430 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-10T21:56:57.431 INFO:teuthology.task.kernel:Updating grub on smithi172 to boot 5.14.0-427.el9.x86_64 2024-03-10T21:56:57.431 DEBUG:teuthology.orchestra.run.smithi172:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-10T21:56:57.575 INFO:teuthology.orchestra.run.smithi169.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-10T21:56:57.575 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-10T21:56:57.576 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-427.el9.x86_64 2024-03-10T21:56:57.576 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-10T21:56:57.576 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-10T21:56:57.576 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-03-10T21:56:57.576 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi169.front.sepia.ceph.com, path=None, version=distro) 2024-03-10T21:56:57.576 DEBUG:teuthology.orchestra.run.smithi169:> rpm -q kernel | sort -rV | head -n 1 2024-03-10T21:56:57.697 INFO:teuthology.orchestra.run.smithi169.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-10T21:56:57.697 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-10T21:56:57.697 DEBUG:teuthology.orchestra.run.smithi169:> sudo rpm -qi grub2-tools 2024-03-10T21:56:57.731 INFO:teuthology.orchestra.run.smithi169.stdout:Name : grub2-tools 2024-03-10T21:56:57.731 INFO:teuthology.orchestra.run.smithi169.stdout:Epoch : 1 2024-03-10T21:56:57.731 INFO:teuthology.orchestra.run.smithi169.stdout:Version : 2.06 2024-03-10T21:56:57.731 INFO:teuthology.orchestra.run.smithi169.stdout:Release : 68.el9 2024-03-10T21:56:57.731 INFO:teuthology.orchestra.run.smithi169.stdout:Architecture: x86_64 2024-03-10T21:56:57.731 INFO:teuthology.orchestra.run.smithi169.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-10T21:56:57.731 INFO:teuthology.orchestra.run.smithi169.stdout:Group : Unspecified 2024-03-10T21:56:57.731 INFO:teuthology.orchestra.run.smithi169.stdout:Size : 8264254 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:License : GPLv3+ 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:Packager : builder@centos.org 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:Vendor : CentOS 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:Summary : Support tools for GRUB. 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:Description : 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-10T21:56:57.732 INFO:teuthology.orchestra.run.smithi169.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-10T21:56:57.733 INFO:teuthology.orchestra.run.smithi169.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-10T21:56:57.733 INFO:teuthology.orchestra.run.smithi169.stdout:hardware devices. 2024-03-10T21:56:57.733 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T21:56:57.733 INFO:teuthology.orchestra.run.smithi169.stdout:This subpackage provides tools for support of all platforms. 2024-03-10T21:56:57.734 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-10T21:56:57.734 INFO:teuthology.task.kernel:Updating grub on smithi169 to boot 5.14.0-427.el9.x86_64 2024-03-10T21:56:57.734 DEBUG:teuthology.orchestra.run.smithi169:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-10T21:56:58.073 INFO:teuthology.orchestra.run.smithi172.stderr:Generating grub configuration file ... 2024-03-10T21:56:58.416 INFO:teuthology.orchestra.run.smithi169.stderr:Generating grub configuration file ... 2024-03-10T21:56:59.544 INFO:teuthology.orchestra.run.smithi172.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-10T21:56:59.572 INFO:teuthology.orchestra.run.smithi172.stderr:done 2024-03-10T21:56:59.575 DEBUG:teuthology.orchestra.run.smithi172:> mktemp 2024-03-10T21:56:59.590 INFO:teuthology.orchestra.run.smithi172.stdout:/tmp/tmp.EIAPW04xBH 2024-03-10T21:56:59.590 DEBUG:teuthology.orchestra.run.smithi172:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.EIAPW04xBH 2024-03-10T21:56:59.659 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 0666 /tmp/tmp.EIAPW04xBH 2024-03-10T21:56:59.801 DEBUG:teuthology.orchestra.remote:smithi172:/tmp/tmp.EIAPW04xBH is 6KB 2024-03-10T21:56:59.808 INFO:teuthology.orchestra.run.smithi169.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-10T21:56:59.842 INFO:teuthology.orchestra.run.smithi169.stderr:done 2024-03-10T21:56:59.844 DEBUG:teuthology.orchestra.run.smithi169:> mktemp 2024-03-10T21:56:59.849 DEBUG:teuthology.orchestra.run.smithi172:> rm -fr /tmp/tmp.EIAPW04xBH 2024-03-10T21:56:59.859 INFO:teuthology.orchestra.run.smithi169.stdout:/tmp/tmp.OcoXBFcB8e 2024-03-10T21:56:59.860 DEBUG:teuthology.orchestra.run.smithi169:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.OcoXBFcB8e 2024-03-10T21:56:59.864 DEBUG:teuthology.orchestra.run.smithi172:> sudo /bin/ls /boot/loader/entries || true 2024-03-10T21:56:59.929 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 0666 /tmp/tmp.OcoXBFcB8e 2024-03-10T21:56:59.930 INFO:teuthology.orchestra.run.smithi172.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-10T21:56:59.930 INFO:teuthology.orchestra.run.smithi172.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-10T21:56:59.930 INFO:teuthology.orchestra.run.smithi172.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-10T21:56:59.930 INFO:teuthology.orchestra.run.smithi172.stdout:15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64.conf 2024-03-10T21:56:59.931 DEBUG:teuthology.orchestra.run.smithi172:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64 2024-03-10T21:57:00.066 DEBUG:teuthology.orchestra.remote:smithi169:/tmp/tmp.OcoXBFcB8e is 6KB 2024-03-10T21:57:00.075 DEBUG:teuthology.orchestra.run.smithi172:> sudo shutdown -r now 2024-03-10T21:57:00.114 DEBUG:teuthology.orchestra.run.smithi169:> rm -fr /tmp/tmp.OcoXBFcB8e 2024-03-10T21:57:00.129 DEBUG:teuthology.orchestra.run.smithi169:> sudo /bin/ls /boot/loader/entries || true 2024-03-10T21:57:00.193 INFO:teuthology.orchestra.run.smithi169.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-10T21:57:00.193 INFO:teuthology.orchestra.run.smithi169.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-10T21:57:00.193 INFO:teuthology.orchestra.run.smithi169.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-10T21:57:00.193 INFO:teuthology.orchestra.run.smithi169.stdout:15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64.conf 2024-03-10T21:57:00.194 DEBUG:teuthology.orchestra.run.smithi169:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64 2024-03-10T21:57:00.344 DEBUG:teuthology.orchestra.run.smithi169:> sudo shutdown -r now 2024-03-10T21:57:30.106 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-03-10T21:57:30.107 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi172.front.sepia.ceph.com' 2024-03-10T21:57:30.108 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:57:30.347 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-03-10T21:57:30.348 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-03-10T21:57:30.348 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:57:48.447 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.172 2024-03-10T21:57:57.455 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi172.front.sepia.ceph.com' 2024-03-10T21:57:57.456 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:58:00.514 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.172 2024-03-10T21:58:04.830 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.169 2024-03-10T21:58:12.522 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi172.front.sepia.ceph.com' 2024-03-10T21:58:12.523 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:58:13.833 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-03-10T21:58:13.833 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:58:30.947 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.172 2024-03-10T21:58:32.222 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.169 2024-03-10T21:58:44.234 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-03-10T21:58:44.235 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:58:45.950 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi172.front.sepia.ceph.com' 2024-03-10T21:58:45.950 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:58:46.277 DEBUG:teuthology.orchestra.run.smithi169:> true 2024-03-10T21:58:46.358 DEBUG:teuthology.orchestra.run.smithi172:> true 2024-03-10T21:58:46.835 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-03-10T21:58:46.835 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-427.el9.x86_64"... 2024-03-10T21:58:46.835 DEBUG:teuthology.orchestra.run.smithi169:> uname -r 2024-03-10T21:58:46.849 INFO:teuthology.orchestra.run.smithi169.stdout:5.14.0-427.el9.x86_64 2024-03-10T21:58:46.850 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-427.el9.x86_64 vs 5.14.0-427.el9.x86_64 2024-03-10T21:58:46.850 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-10T21:58:46.850 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-10T21:58:46.939 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi172.front.sepia.ceph.com' 2024-03-10T21:58:46.939 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-427.el9.x86_64"... 2024-03-10T21:58:46.939 DEBUG:teuthology.orchestra.run.smithi172:> uname -r 2024-03-10T21:58:46.953 INFO:teuthology.orchestra.run.smithi172.stdout:5.14.0-427.el9.x86_64 2024-03-10T21:58:46.954 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-427.el9.x86_64 vs 5.14.0-427.el9.x86_64 2024-03-10T21:58:46.954 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-10T21:58:46.954 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-10T21:58:47.850 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-03-10T21:58:47.850 DEBUG:teuthology.orchestra.run.smithi169:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-10T21:58:47.955 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-03-10T21:58:47.955 DEBUG:teuthology.orchestra.run.smithi172:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-10T21:58:47.978 INFO:teuthology.orchestra.run.smithi169.stdout:ttyS1 2024-03-10T21:58:48.020 DEBUG:teuthology.parallel:result is None 2024-03-10T21:58:48.040 INFO:teuthology.orchestra.run.smithi172.stdout:ttyS1 2024-03-10T21:58:48.085 DEBUG:teuthology.parallel:result is None 2024-03-10T21:58:48.085 INFO:teuthology.run_tasks:Running task internal.base... 2024-03-10T21:58:48.094 INFO:teuthology.task.internal:Creating test directory... 2024-03-10T21:58:48.094 DEBUG:teuthology.orchestra.run.smithi169:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-10T21:58:48.096 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-10T21:58:48.111 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-03-10T21:58:48.242 INFO:teuthology.run_tasks:Running task internal.archive... 2024-03-10T21:58:48.256 INFO:teuthology.task.internal:Creating archive directory... 2024-03-10T21:58:48.257 DEBUG:teuthology.orchestra.run.smithi169:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-10T21:58:48.259 DEBUG:teuthology.orchestra.run.smithi172:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-10T21:58:48.283 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-03-10T21:58:48.290 INFO:teuthology.task.internal:Enabling coredump saving... 2024-03-10T21:58:48.290 DEBUG:teuthology.orchestra.run.smithi169:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-10T21:58:48.315 DEBUG:teuthology.orchestra.run.smithi172:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-10T21:58:48.354 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-10T21:58:48.357 INFO:teuthology.orchestra.run.smithi172.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-10T21:58:48.365 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-10T21:58:48.370 INFO:teuthology.orchestra.run.smithi172.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-10T21:58:48.372 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-03-10T21:58:48.380 INFO:teuthology.task.internal:Configuring sudo... 2024-03-10T21:58:48.380 DEBUG:teuthology.orchestra.run.smithi169:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-10T21:58:48.411 DEBUG:teuthology.orchestra.run.smithi172:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-10T21:58:48.440 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-03-10T21:58:48.449 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-03-10T21:58:48.449 DEBUG:teuthology.orchestra.run.smithi169:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-10T21:58:48.480 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-10T21:58:48.496 DEBUG:teuthology.orchestra.run.smithi169:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-10T21:58:48.576 DEBUG:teuthology.orchestra.run.smithi169:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-10T21:58:48.623 DEBUG:teuthology.orchestra.run.smithi169:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-10T21:58:48.704 DEBUG:teuthology.orchestra.run.smithi169:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-10T21:58:48.746 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T21:58:48.746 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-10T21:58:48.827 DEBUG:teuthology.orchestra.run.smithi172:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-10T21:58:48.871 DEBUG:teuthology.orchestra.run.smithi172:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-10T21:58:48.918 DEBUG:teuthology.orchestra.run.smithi172:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-10T21:58:48.999 DEBUG:teuthology.orchestra.run.smithi172:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-10T21:58:49.042 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T21:58:49.042 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-10T21:58:49.111 DEBUG:teuthology.orchestra.run.smithi169:> sudo service rsyslog restart 2024-03-10T21:58:49.113 DEBUG:teuthology.orchestra.run.smithi172:> sudo service rsyslog restart 2024-03-10T21:58:49.152 INFO:teuthology.orchestra.run.smithi169.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-10T21:58:49.211 INFO:teuthology.orchestra.run.smithi172.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-10T21:58:49.503 INFO:teuthology.run_tasks:Running task internal.timer... 2024-03-10T21:58:49.511 INFO:teuthology.task.internal:Starting timer... 2024-03-10T21:58:49.512 INFO:teuthology.run_tasks:Running task pcp... 2024-03-10T21:58:49.522 INFO:teuthology.run_tasks:Running task selinux... 2024-03-10T21:58:49.531 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-03-10T21:58:49.531 DEBUG:teuthology.orchestra.run.smithi169:> sudo service auditd rotate 2024-03-10T21:58:49.579 INFO:teuthology.orchestra.run.smithi169.stdout:Rotating logs: 2024-03-10T21:58:49.583 DEBUG:teuthology.orchestra.run.smithi172:> sudo service auditd rotate 2024-03-10T21:58:49.634 INFO:teuthology.orchestra.run.smithi172.stdout:Rotating logs: 2024-03-10T21:58:49.636 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-03-10T21:58:49.636 DEBUG:teuthology.orchestra.run.smithi169:> /usr/sbin/getenforce 2024-03-10T21:58:49.660 INFO:teuthology.orchestra.run.smithi169.stdout:Permissive 2024-03-10T21:58:49.661 DEBUG:teuthology.orchestra.run.smithi172:> /usr/sbin/getenforce 2024-03-10T21:58:49.691 INFO:teuthology.orchestra.run.smithi172.stdout:Permissive 2024-03-10T21:58:49.691 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi169.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi172.front.sepia.ceph.com': 'permissive'} 2024-03-10T21:58:49.691 DEBUG:teuthology.orchestra.run.smithi169:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-10T21:58:49.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:58:49.728 DEBUG:teuthology.orchestra.run.smithi172:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-10T21:58:49.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:58:49.758 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-03-10T21:58:49.758 DEBUG:teuthology.orchestra.run.smithi169:> sudo /usr/sbin/setenforce permissive 2024-03-10T21:58:49.804 DEBUG:teuthology.orchestra.run.smithi172:> sudo /usr/sbin/setenforce permissive 2024-03-10T21:58:49.851 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-03-10T21:58:49.861 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-03-10T21:58:49.866 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-03-10T21:58:49.986 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-03-10T21:58:50.004 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-03-10T21:58:50.005 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi169.front.sepia.ceph.com,smithi172.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-03-10T22:03:02.421 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi169.front.sepia.ceph.com'), Remote(name='ubuntu@smithi172.front.sepia.ceph.com')] 2024-03-10T22:03:02.422 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-03-10T22:03:02.424 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T22:03:02.515 DEBUG:teuthology.orchestra.run.smithi169:> true 2024-03-10T22:03:02.588 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-03-10T22:03:02.589 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi172.front.sepia.ceph.com' 2024-03-10T22:03:02.589 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T22:03:02.679 DEBUG:teuthology.orchestra.run.smithi172:> true 2024-03-10T22:03:02.758 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi172.front.sepia.ceph.com' 2024-03-10T22:03:02.758 INFO:teuthology.run_tasks:Running task clock... 2024-03-10T22:03:02.770 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-03-10T22:03:02.770 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-10T22:03:02.771 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-10T22:03:02.773 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-10T22:03:02.773 DEBUG:teuthology.orchestra.run.smithi172:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-10T22:03:02.802 INFO:teuthology.orchestra.run.smithi169.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-10T22:03:02.817 INFO:teuthology.orchestra.run.smithi169.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-10T22:03:02.832 INFO:teuthology.orchestra.run.smithi172.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-10T22:03:02.846 INFO:teuthology.orchestra.run.smithi169.stderr:sudo: ntpd: command not found 2024-03-10T22:03:02.850 INFO:teuthology.orchestra.run.smithi172.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-10T22:03:02.860 INFO:teuthology.orchestra.run.smithi169.stdout:506 Cannot talk to daemon 2024-03-10T22:03:02.876 INFO:teuthology.orchestra.run.smithi169.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-10T22:03:02.881 INFO:teuthology.orchestra.run.smithi172.stderr:sudo: ntpd: command not found 2024-03-10T22:03:02.892 INFO:teuthology.orchestra.run.smithi169.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-10T22:03:02.895 INFO:teuthology.orchestra.run.smithi172.stdout:506 Cannot talk to daemon 2024-03-10T22:03:02.913 INFO:teuthology.orchestra.run.smithi172.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-10T22:03:02.929 INFO:teuthology.orchestra.run.smithi172.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-10T22:03:02.943 INFO:teuthology.orchestra.run.smithi169.stderr:bash: line 1: ntpq: command not found 2024-03-10T22:03:02.945 INFO:teuthology.orchestra.run.smithi169.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-10T22:03:02.945 INFO:teuthology.orchestra.run.smithi169.stdout:=============================================================================== 2024-03-10T22:03:02.945 INFO:teuthology.orchestra.run.smithi169.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T22:03:02.945 INFO:teuthology.orchestra.run.smithi169.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T22:03:02.946 INFO:teuthology.orchestra.run.smithi169.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T22:03:02.946 INFO:teuthology.orchestra.run.smithi169.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T22:03:02.985 INFO:teuthology.orchestra.run.smithi172.stderr:bash: line 1: ntpq: command not found 2024-03-10T22:03:02.989 INFO:teuthology.orchestra.run.smithi172.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-10T22:03:02.989 INFO:teuthology.orchestra.run.smithi172.stdout:=============================================================================== 2024-03-10T22:03:02.989 INFO:teuthology.orchestra.run.smithi172.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T22:03:02.989 INFO:teuthology.orchestra.run.smithi172.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T22:03:02.989 INFO:teuthology.orchestra.run.smithi172.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T22:03:02.989 INFO:teuthology.orchestra.run.smithi172.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T22:03:02.990 INFO:teuthology.run_tasks:Running task install... 2024-03-10T22:03:02.998 DEBUG:teuthology.task.install:project ceph 2024-03-10T22:03:02.998 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e'}} 2024-03-10T22:03:02.998 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e'} 2024-03-10T22:03:02.998 INFO:teuthology.task.install:Using flavor: default 2024-03-10T22:03:03.004 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-03-10T22:03:03.004 INFO:teuthology.task.install:extra packages: [] 2024-03-10T22:03:03.005 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e', 'tag': None, 'wait_for_package': False} 2024-03-10T22:03:03.005 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T22:03:03.005 INFO:teuthology.packaging:ref: None 2024-03-10T22:03:03.005 INFO:teuthology.packaging:tag: None 2024-03-10T22:03:03.005 INFO:teuthology.packaging:branch: reef 2024-03-10T22:03:03.005 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:03:03.006 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-10T22:03:03.007 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e', 'tag': None, 'wait_for_package': False} 2024-03-10T22:03:03.008 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T22:03:03.008 INFO:teuthology.packaging:ref: None 2024-03-10T22:03:03.008 INFO:teuthology.packaging:tag: None 2024-03-10T22:03:03.008 INFO:teuthology.packaging:branch: reef 2024-03-10T22:03:03.008 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:03:03.008 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-10T22:03:03.215 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/ 2024-03-10T22:03:03.216 INFO:teuthology.task.install.rpm:Package version is 18.2.1-746.gc2ea977b 2024-03-10T22:03:03.252 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/ 2024-03-10T22:03:03.252 INFO:teuthology.task.install.rpm:Package version is 18.2.1-746.gc2ea977b 2024-03-10T22:03:03.351 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-10T22:03:03.352 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:03:03.352 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-10T22:03:03.381 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-03-10T22:03:03.381 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T22:03:03.381 INFO:teuthology.packaging:ref: None 2024-03-10T22:03:03.381 INFO:teuthology.packaging:tag: None 2024-03-10T22:03:03.381 INFO:teuthology.packaging:branch: reef 2024-03-10T22:03:03.381 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:03:03.381 DEBUG:teuthology.orchestra.run.smithi169:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-10T22:03:03.444 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-10T22:03:03.444 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T22:03:03.444 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-10T22:03:03.450 DEBUG:teuthology.orchestra.run.smithi169:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-10T22:03:03.473 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-03-10T22:03:03.474 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T22:03:03.474 INFO:teuthology.packaging:ref: None 2024-03-10T22:03:03.474 INFO:teuthology.packaging:tag: None 2024-03-10T22:03:03.474 INFO:teuthology.packaging:branch: reef 2024-03-10T22:03:03.474 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:03:03.474 DEBUG:teuthology.orchestra.run.smithi172:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-10T22:03:03.530 DEBUG:teuthology.orchestra.run.smithi169:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-10T22:03:03.541 DEBUG:teuthology.orchestra.run.smithi172:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-10T22:03:03.597 INFO:teuthology.orchestra.run.smithi169.stdout:check_obsoletes = 1 2024-03-10T22:03:03.598 DEBUG:teuthology.orchestra.run.smithi169:> sudo yum clean all 2024-03-10T22:03:03.621 DEBUG:teuthology.orchestra.run.smithi172:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-10T22:03:03.688 INFO:teuthology.orchestra.run.smithi172.stdout:check_obsoletes = 1 2024-03-10T22:03:03.690 DEBUG:teuthology.orchestra.run.smithi172:> sudo yum clean all 2024-03-10T22:03:03.840 INFO:teuthology.orchestra.run.smithi169.stdout:74 files removed 2024-03-10T22:03:03.867 DEBUG:teuthology.orchestra.run.smithi169:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-03-10T22:03:03.926 INFO:teuthology.orchestra.run.smithi172.stdout:74 files removed 2024-03-10T22:03:03.952 DEBUG:teuthology.orchestra.run.smithi172:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-03-10T22:03:04.524 INFO:teuthology.orchestra.run.smithi169.stdout:ceph packages for x86_64 227 kB/s | 77 kB 00:00 2024-03-10T22:03:04.750 INFO:teuthology.orchestra.run.smithi172.stdout:ceph packages for x86_64 161 kB/s | 77 kB 00:00 2024-03-10T22:03:04.941 INFO:teuthology.orchestra.run.smithi169.stdout:ceph noarch packages 27 kB/s | 9.9 kB 00:00 2024-03-10T22:03:05.067 INFO:teuthology.orchestra.run.smithi172.stdout:ceph noarch packages 37 kB/s | 9.9 kB 00:00 2024-03-10T22:03:05.375 INFO:teuthology.orchestra.run.smithi169.stdout:ceph source packages 4.7 kB/s | 1.9 kB 00:00 2024-03-10T22:03:05.443 INFO:teuthology.orchestra.run.smithi172.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2024-03-10T22:03:05.911 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS-9 - AppStream 13 MB/s | 6.7 MB 00:00 2024-03-10T22:03:06.237 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS-9 - AppStream 8.8 MB/s | 6.7 MB 00:00 2024-03-10T22:03:07.287 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS-9 - BaseOS 7.5 MB/s | 2.0 MB 00:00 2024-03-10T22:03:07.645 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS-9 - BaseOS 7.0 MB/s | 2.0 MB 00:00 2024-03-10T22:03:08.445 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.0 MB 00:00 2024-03-10T22:03:10.254 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-03-10T22:03:11.302 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - BaseOS 2.2 MB/s | 8.0 MB 00:03 2024-03-10T22:03:16.979 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS Stream 9 - CRB 1.9 MB/s | 6.1 MB 00:03 2024-03-10T22:03:18.930 INFO:teuthology.orchestra.run.smithi172.stdout:CentOS Stream 9 - Extras packages 25 kB/s | 15 kB 00:00 2024-03-10T22:03:20.309 INFO:teuthology.orchestra.run.smithi172.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-03-10T22:03:25.357 INFO:teuthology.orchestra.run.smithi172.stdout:lab-extras 11 kB/s | 1.7 kB 00:00 2024-03-10T22:03:27.858 INFO:teuthology.orchestra.run.smithi172.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-10T22:03:27.859 INFO:teuthology.orchestra.run.smithi172.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-10T22:03:27.929 INFO:teuthology.orchestra.run.smithi172.stdout:Dependencies resolved. 2024-03-10T22:03:27.945 INFO:teuthology.orchestra.run.smithi172.stdout:=========================================================================================== 2024-03-10T22:03:27.945 INFO:teuthology.orchestra.run.smithi172.stdout: Package Arch Version Repository Size 2024-03-10T22:03:27.945 INFO:teuthology.orchestra.run.smithi172.stdout:=========================================================================================== 2024-03-10T22:03:27.945 INFO:teuthology.orchestra.run.smithi172.stdout:Installing: 2024-03-10T22:03:27.945 INFO:teuthology.orchestra.run.smithi172.stdout: ceph x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 6.5 k 2024-03-10T22:03:27.945 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-base x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 5.2 M 2024-03-10T22:03:27.945 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-fuse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 841 k 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-immutable-object-cache x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 142 k 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 1.4 M 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-cephadm noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 137 k 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-dashboard noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 1.7 M 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 7.4 M 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-rook noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 49 k 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-radosgw x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 7.7 M 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-test x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 40 M 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: cephadm noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 223 k 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: libcephfs-devel x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 31 k 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: libcephfs2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 659 k 2024-03-10T22:03:27.946 INFO:teuthology.orchestra.run.smithi172.stdout: librados-devel x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 127 k 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cephfs x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 162 k 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pytest noarch 6.2.2-6.el9 CentOS-AppStream 474 k 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: python3-rados x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 321 k 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: python3-rbd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 298 k 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: python3-rgw x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 99 k 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: rbd-fuse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 86 k 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: rbd-mirror x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.0 M 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: rbd-nbd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 172 k 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout:Upgrading: 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: librados2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.3 M 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: librbd1 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.0 M 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout:Installing dependencies: 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-10T22:03:27.947 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-common x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 18 M 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-grafana-dashboards noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 23 k 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mds x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 2.1 M 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-modules-core noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 245 k 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mon x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 4.5 M 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-osd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 18 M 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-prometheus-alerts noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 15 k 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-selinux x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 25 k 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-10T22:03:27.948 INFO:teuthology.orchestra.run.smithi172.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: libcephsqlite x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 166 k 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: libradosstriper1 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 474 k 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-10T22:03:27.949 INFO:teuthology.orchestra.run.smithi172.stdout: librgw2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 4.5 M 2024-03-10T22:03:27.950 INFO:teuthology.orchestra.run.smithi172.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-10T22:03:27.950 INFO:teuthology.orchestra.run.smithi172.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-10T22:03:27.950 INFO:teuthology.orchestra.run.smithi172.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-10T22:03:27.950 INFO:teuthology.orchestra.run.smithi172.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-10T22:03:27.950 INFO:teuthology.orchestra.run.smithi172.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-10T22:03:27.950 INFO:teuthology.orchestra.run.smithi172.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-10T22:03:27.950 INFO:teuthology.orchestra.run.smithi172.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-10T22:03:27.950 INFO:teuthology.orchestra.run.smithi172.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-ceph-argparse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 45 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-ceph-common x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 126 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-03-10T22:03:27.951 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-10T22:03:27.952 INFO:teuthology.orchestra.run.smithi172.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-10T22:03:27.953 INFO:teuthology.orchestra.run.smithi172.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-10T22:03:27.953 INFO:teuthology.orchestra.run.smithi172.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-10T22:03:27.953 INFO:teuthology.orchestra.run.smithi172.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-10T22:03:27.953 INFO:teuthology.orchestra.run.smithi172.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-10T22:03:27.953 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-10T22:03:27.953 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-03-10T22:03:27.953 INFO:teuthology.orchestra.run.smithi172.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-10T22:03:27.954 INFO:teuthology.orchestra.run.smithi172.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-10T22:03:27.954 INFO:teuthology.orchestra.run.smithi172.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-10T22:03:27.954 INFO:teuthology.orchestra.run.smithi172.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-03-10T22:03:27.954 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-10T22:03:27.954 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-10T22:03:27.954 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-10T22:03:27.954 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-10T22:03:27.954 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-10T22:03:27.954 INFO:teuthology.orchestra.run.smithi172.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-10T22:03:27.954 INFO:teuthology.orchestra.run.smithi172.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-10T22:03:27.955 INFO:teuthology.orchestra.run.smithi172.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-10T22:03:27.956 INFO:teuthology.orchestra.run.smithi172.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-10T22:03:27.956 INFO:teuthology.orchestra.run.smithi172.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-10T22:03:27.956 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:03:27.956 INFO:teuthology.orchestra.run.smithi172.stdout:Transaction Summary 2024-03-10T22:03:27.956 INFO:teuthology.orchestra.run.smithi172.stdout:=========================================================================================== 2024-03-10T22:03:27.956 INFO:teuthology.orchestra.run.smithi172.stdout:Install 118 Packages 2024-03-10T22:03:27.956 INFO:teuthology.orchestra.run.smithi172.stdout:Upgrade 2 Packages 2024-03-10T22:03:27.956 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:03:27.957 INFO:teuthology.orchestra.run.smithi172.stdout:Total download size: 177 M 2024-03-10T22:03:27.957 INFO:teuthology.orchestra.run.smithi172.stdout:Downloading Packages: 2024-03-10T22:03:28.243 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 19 MB 00:15 2024-03-10T22:03:28.641 INFO:teuthology.orchestra.run.smithi172.stdout:(1/120): ceph-18.2.1-746.gc2ea977b.el9.x86_64.r 27 kB/s | 6.5 kB 00:00 2024-03-10T22:03:28.999 INFO:teuthology.orchestra.run.smithi172.stdout:(2/120): ceph-fuse-18.2.1-746.gc2ea977b.el9.x86 2.3 MB/s | 841 kB 00:00 2024-03-10T22:03:29.066 INFO:teuthology.orchestra.run.smithi172.stdout:(3/120): ceph-immutable-object-cache-18.2.1-746 2.1 MB/s | 142 kB 00:00 2024-03-10T22:03:29.200 INFO:teuthology.orchestra.run.smithi172.stdout:(4/120): ceph-base-18.2.1-746.gc2ea977b.el9.x86 6.5 MB/s | 5.2 MB 00:00 2024-03-10T22:03:29.325 INFO:teuthology.orchestra.run.smithi172.stdout:(5/120): ceph-mgr-18.2.1-746.gc2ea977b.el9.x86_ 12 MB/s | 1.4 MB 00:00 2024-03-10T22:03:29.567 INFO:teuthology.orchestra.run.smithi172.stdout:(6/120): ceph-mds-18.2.1-746.gc2ea977b.el9.x86_ 4.2 MB/s | 2.1 MB 00:00 2024-03-10T22:03:29.651 INFO:teuthology.orchestra.run.smithi172.stdout:(7/120): ceph-mon-18.2.1-746.gc2ea977b.el9.x86_ 14 MB/s | 4.5 MB 00:00 2024-03-10T22:03:30.176 INFO:teuthology.orchestra.run.smithi172.stdout:(8/120): ceph-radosgw-18.2.1-746.gc2ea977b.el9. 15 MB/s | 7.7 MB 00:00 2024-03-10T22:03:30.226 INFO:teuthology.orchestra.run.smithi172.stdout:(9/120): ceph-selinux-18.2.1-746.gc2ea977b.el9. 503 kB/s | 25 kB 00:00 2024-03-10T22:03:31.685 INFO:teuthology.orchestra.run.smithi172.stdout:(10/120): ceph-common-18.2.1-746.gc2ea977b.el9. 5.6 MB/s | 18 MB 00:03 2024-03-10T22:03:31.760 INFO:teuthology.orchestra.run.smithi172.stdout:(11/120): libcephfs-devel-18.2.1-746.gc2ea977b. 416 kB/s | 31 kB 00:00 2024-03-10T22:03:31.927 INFO:teuthology.orchestra.run.smithi172.stdout:(12/120): libcephfs2-18.2.1-746.gc2ea977b.el9.x 3.9 MB/s | 659 kB 00:00 2024-03-10T22:03:32.027 INFO:teuthology.orchestra.run.smithi172.stdout:(13/120): libcephsqlite-18.2.1-746.gc2ea977b.el 1.6 MB/s | 166 kB 00:00 2024-03-10T22:03:32.119 INFO:teuthology.orchestra.run.smithi172.stdout:(14/120): librados-devel-18.2.1-746.gc2ea977b.e 1.3 MB/s | 127 kB 00:00 2024-03-10T22:03:32.236 INFO:teuthology.orchestra.run.smithi172.stdout:(15/120): libradosstriper1-18.2.1-746.gc2ea977b 4.0 MB/s | 474 kB 00:00 2024-03-10T22:03:32.945 INFO:teuthology.orchestra.run.smithi172.stdout:(16/120): ceph-osd-18.2.1-746.gc2ea977b.el9.x86 5.2 MB/s | 18 MB 00:03 2024-03-10T22:03:32.968 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - CRB 5.0 MB/s | 6.1 MB 00:01 2024-03-10T22:03:33.295 INFO:teuthology.orchestra.run.smithi172.stdout:(17/120): ceph-test-18.2.1-746.gc2ea977b.el9.x8 13 MB/s | 40 MB 00:03 2024-03-10T22:03:33.320 INFO:teuthology.orchestra.run.smithi172.stdout:(18/120): python3-ceph-argparse-18.2.1-746.gc2e 120 kB/s | 45 kB 00:00 2024-03-10T22:03:33.346 INFO:teuthology.orchestra.run.smithi172.stdout:(19/120): python3-ceph-common-18.2.1-746.gc2ea9 2.5 MB/s | 126 kB 00:00 2024-03-10T22:03:33.413 INFO:teuthology.orchestra.run.smithi172.stdout:(20/120): librgw2-18.2.1-746.gc2ea977b.el9.x86_ 3.8 MB/s | 4.5 MB 00:01 2024-03-10T22:03:33.438 INFO:teuthology.orchestra.run.smithi172.stdout:(21/120): python3-cephfs-18.2.1-746.gc2ea977b.e 1.3 MB/s | 162 kB 00:00 2024-03-10T22:03:33.463 INFO:teuthology.orchestra.run.smithi172.stdout:(22/120): python3-rados-18.2.1-746.gc2ea977b.el 2.7 MB/s | 321 kB 00:00 2024-03-10T22:03:33.497 INFO:teuthology.orchestra.run.smithi172.stdout:(23/120): python3-rgw-18.2.1-746.gc2ea977b.el9. 1.7 MB/s | 99 kB 00:00 2024-03-10T22:03:33.522 INFO:teuthology.orchestra.run.smithi172.stdout:(24/120): rbd-fuse-18.2.1-746.gc2ea977b.el9.x86 1.4 MB/s | 86 kB 00:00 2024-03-10T22:03:33.547 INFO:teuthology.orchestra.run.smithi172.stdout:(25/120): python3-rbd-18.2.1-746.gc2ea977b.el9. 2.2 MB/s | 298 kB 00:00 2024-03-10T22:03:33.581 INFO:teuthology.orchestra.run.smithi172.stdout:(26/120): rbd-nbd-18.2.1-746.gc2ea977b.el9.x86_ 2.9 MB/s | 172 kB 00:00 2024-03-10T22:03:33.614 INFO:teuthology.orchestra.run.smithi172.stdout:(27/120): ceph-grafana-dashboards-18.2.1-746.gc 350 kB/s | 23 kB 00:00 2024-03-10T22:03:33.640 INFO:teuthology.orchestra.run.smithi172.stdout:(28/120): ceph-mgr-cephadm-18.2.1-746.gc2ea977b 2.3 MB/s | 137 kB 00:00 2024-03-10T22:03:33.848 INFO:teuthology.orchestra.run.smithi172.stdout:(29/120): ceph-mgr-dashboard-18.2.1-746.gc2ea97 7.5 MB/s | 1.7 MB 00:00 2024-03-10T22:03:33.924 INFO:teuthology.orchestra.run.smithi172.stdout:(30/120): rbd-mirror-18.2.1-746.gc2ea977b.el9.x 7.0 MB/s | 3.0 MB 00:00 2024-03-10T22:03:33.949 INFO:teuthology.orchestra.run.smithi172.stdout:(31/120): ceph-mgr-modules-core-18.2.1-746.gc2e 2.4 MB/s | 245 kB 00:00 2024-03-10T22:03:34.008 INFO:teuthology.orchestra.run.smithi172.stdout:(32/120): ceph-mgr-rook-18.2.1-746.gc2ea977b.el 591 kB/s | 49 kB 00:00 2024-03-10T22:03:34.035 INFO:teuthology.orchestra.run.smithi172.stdout:(33/120): ceph-prometheus-alerts-18.2.1-746.gc2 175 kB/s | 15 kB 00:00 2024-03-10T22:03:34.133 INFO:teuthology.orchestra.run.smithi172.stdout:(34/120): ceph-mgr-diskprediction-local-18.2.1- 15 MB/s | 7.4 MB 00:00 2024-03-10T22:03:34.183 INFO:teuthology.orchestra.run.smithi172.stdout:(35/120): cephadm-18.2.1-746.gc2ea977b.el9.noar 1.2 MB/s | 223 kB 00:00 2024-03-10T22:03:34.250 INFO:teuthology.orchestra.run.smithi172.stdout:(36/120): boost-program-options-1.75.0-8.el9.x8 496 kB/s | 106 kB 00:00 2024-03-10T22:03:34.267 INFO:teuthology.orchestra.run.smithi172.stdout:(37/120): flexiblas-3.0.4-8.el9.x86_64.rpm 294 kB/s | 32 kB 00:00 2024-03-10T22:03:34.401 INFO:teuthology.orchestra.run.smithi172.stdout:(38/120): flexiblas-openblas-openmp-3.0.4-8.el9 114 kB/s | 17 kB 00:00 2024-03-10T22:03:34.426 INFO:teuthology.orchestra.run.smithi172.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.0 MB/s | 159 kB 00:00 2024-03-10T22:03:34.562 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - Extras packages 34 kB/s | 15 kB 00:00 2024-03-10T22:03:34.618 INFO:teuthology.orchestra.run.smithi172.stdout:(40/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.3 MB/s | 3.0 MB 00:00 2024-03-10T22:03:34.643 INFO:teuthology.orchestra.run.smithi172.stdout:(41/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 182 kB/s | 44 kB 00:00 2024-03-10T22:03:34.677 INFO:teuthology.orchestra.run.smithi172.stdout:(42/120): librdkafka-1.6.1-102.el9.x86_64.rpm 2.6 MB/s | 661 kB 00:00 2024-03-10T22:03:34.703 INFO:teuthology.orchestra.run.smithi172.stdout:(43/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.3 MB/s | 282 kB 00:00 2024-03-10T22:03:34.727 INFO:teuthology.orchestra.run.smithi172.stdout:(44/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.5 MB/s | 217 kB 00:00 2024-03-10T22:03:34.753 INFO:teuthology.orchestra.run.smithi172.stdout:(45/120): openblas-0.3.21-2.el9.x86_64.rpm 456 kB/s | 34 kB 00:00 2024-03-10T22:03:34.928 INFO:teuthology.orchestra.run.smithi172.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 388 kB/s | 78 kB 00:00 2024-03-10T22:03:35.070 INFO:teuthology.orchestra.run.smithi172.stdout:(47/120): openblas-openmp-0.3.21-2.el9.x86_64.r 14 MB/s | 4.7 MB 00:00 2024-03-10T22:03:35.095 INFO:teuthology.orchestra.run.smithi172.stdout:(48/120): python3-iniconfig-1.1.1-7.el9.noarch. 99 kB/s | 16 kB 00:00 2024-03-10T22:03:35.204 INFO:teuthology.orchestra.run.smithi172.stdout:(49/120): python3-babel-2.9.1-2.el9.noarch.rpm 13 MB/s | 5.8 MB 00:00 2024-03-10T22:03:35.229 INFO:teuthology.orchestra.run.smithi172.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 157 kB/s | 24 kB 00:00 2024-03-10T22:03:35.254 INFO:teuthology.orchestra.run.smithi172.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 116 kB/s | 18 kB 00:00 2024-03-10T22:03:35.280 INFO:teuthology.orchestra.run.smithi172.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 633 kB/s | 32 kB 00:00 2024-03-10T22:03:35.305 INFO:teuthology.orchestra.run.smithi172.stdout:(53/120): python3-mako-1.1.4-6.el9.noarch.rpm 1.9 MB/s | 144 kB 00:00 2024-03-10T22:03:35.497 INFO:teuthology.orchestra.run.smithi172.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 20 MB/s | 4.8 MB 00:00 2024-03-10T22:03:35.522 INFO:teuthology.orchestra.run.smithi172.stdout:(55/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 900 kB/s | 217 kB 00:00 2024-03-10T22:03:35.547 INFO:teuthology.orchestra.run.smithi172.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 723 kB/s | 174 kB 00:00 2024-03-10T22:03:35.573 INFO:teuthology.orchestra.run.smithi172.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 918 kB/s | 69 kB 00:00 2024-03-10T22:03:35.598 INFO:teuthology.orchestra.run.smithi172.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 826 kB/s | 41 kB 00:00 2024-03-10T22:03:35.623 INFO:teuthology.orchestra.run.smithi172.stdout:(59/120): python3-pluggy-0.13.1-7.el9.noarch.rp 501 kB/s | 38 kB 00:00 2024-03-10T22:03:35.657 INFO:teuthology.orchestra.run.smithi172.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 5.0 MB/s | 427 kB 00:00 2024-03-10T22:03:35.682 INFO:teuthology.orchestra.run.smithi172.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.5 MB/s | 132 kB 00:00 2024-03-10T22:03:35.707 INFO:teuthology.orchestra.run.smithi172.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 211 kB 00:00 2024-03-10T22:03:35.732 INFO:teuthology.orchestra.run.smithi172.stdout:(63/120): python3-pytz-2021.1-5.el9.noarch.rpm 957 kB/s | 47 kB 00:00 2024-03-10T22:03:35.766 INFO:teuthology.orchestra.run.smithi172.stdout:(64/120): python3-pytest-6.2.2-6.el9.noarch.rpm 5.6 MB/s | 474 kB 00:00 2024-03-10T22:03:35.791 INFO:teuthology.orchestra.run.smithi172.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 512 kB/s | 43 kB 00:00 2024-03-10T22:03:36.100 INFO:teuthology.orchestra.run.smithi172.stdout:(66/120): socat-1.7.4.1-5.el9.x86_64.rpm 979 kB/s | 300 kB 00:00 2024-03-10T22:03:36.125 INFO:teuthology.orchestra.run.smithi172.stdout:(67/120): python3-toml-0.10.2-6.el9.noarch.rpm 116 kB/s | 39 kB 00:00 2024-03-10T22:03:36.484 INFO:teuthology.orchestra.run.smithi172.stdout:(68/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 21 MB/s | 16 MB 00:00 2024-03-10T22:03:36.509 INFO:teuthology.orchestra.run.smithi172.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 153 kB/s | 63 kB 00:00 2024-03-10T22:03:36.534 INFO:teuthology.orchestra.run.smithi172.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 193 kB/s | 79 kB 00:00 2024-03-10T22:03:36.559 INFO:teuthology.orchestra.run.smithi172.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.1 MB/s | 241 kB 00:00 2024-03-10T22:03:36.601 INFO:teuthology.orchestra.run.smithi172.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 1.5 MB/s | 103 kB 00:00 2024-03-10T22:03:36.652 INFO:teuthology.orchestra.run.smithi172.stdout:(73/120): python3-cryptography-36.0.1-4.el9.x86 9.8 MB/s | 1.1 MB 00:00 2024-03-10T22:03:36.677 INFO:teuthology.orchestra.run.smithi172.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 1.0 MB/s | 124 kB 00:00 2024-03-10T22:03:36.702 INFO:teuthology.orchestra.run.smithi172.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 1.8 MB/s | 187 kB 00:00 2024-03-10T22:03:37.553 INFO:teuthology.orchestra.run.smithi172.stdout:(76/120): jq-1.6-16.el9.x86_64.rpm 208 kB/s | 187 kB 00:00 2024-03-10T22:03:37.636 INFO:teuthology.orchestra.run.smithi172.stdout:(77/120): libquadmath-11.4.1-3.el9.x86_64.rpm 209 kB/s | 195 kB 00:00 2024-03-10T22:03:38.145 INFO:teuthology.orchestra.run.smithi172.stdout:(78/120): python3-devel-3.9.17-2.el9.x86_64.rpm 483 kB/s | 245 kB 00:00 2024-03-10T22:03:38.295 INFO:teuthology.orchestra.run.smithi172.stdout:(79/120): libgfortran-11.4.1-3.el9.x86_64.rpm 496 kB/s | 803 kB 00:01 2024-03-10T22:03:38.329 INFO:teuthology.orchestra.run.smithi172.stdout:(80/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-03-10T22:03:38.362 INFO:teuthology.orchestra.run.smithi172.stdout:(81/120): python3-requests-2.25.1-8.el9.noarch. 154 kB/s | 125 kB 00:00 2024-03-10T22:03:38.746 INFO:teuthology.orchestra.run.smithi172.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 741 kB/s | 309 kB 00:00 2024-03-10T22:03:38.771 INFO:teuthology.orchestra.run.smithi172.stdout:(83/120): fmt-8.1.1-5.el9.x86_64.rpm 233 kB/s | 111 kB 00:00 2024-03-10T22:03:38.821 INFO:teuthology.orchestra.run.smithi172.stdout:(84/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 346 kB/s | 26 kB 00:00 2024-03-10T22:03:38.855 INFO:teuthology.orchestra.run.smithi172.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 583 kB/s | 49 kB 00:00 2024-03-10T22:03:38.913 INFO:teuthology.orchestra.run.smithi172.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 737 kB/s | 67 kB 00:00 2024-03-10T22:03:39.072 INFO:teuthology.orchestra.run.smithi172.stdout:(87/120): libarrow-9.0.0-10.el9.x86_64.rpm 6.7 MB/s | 4.4 MB 00:00 2024-03-10T22:03:39.106 INFO:teuthology.orchestra.run.smithi172.stdout:(88/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.3 MB/s | 838 kB 00:00 2024-03-10T22:03:39.139 INFO:teuthology.orchestra.run.smithi172.stdout:(89/120): python3-asyncssh-2.13.2-4.el9.noarch. 2.4 MB/s | 548 kB 00:00 2024-03-10T22:03:39.165 INFO:teuthology.orchestra.run.smithi172.stdout:(90/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 474 kB/s | 43 kB 00:00 2024-03-10T22:03:39.206 INFO:teuthology.orchestra.run.smithi172.stdout:(91/120): python3-cachetools-4.2.4-1.el9.noarch 482 kB/s | 32 kB 00:00 2024-03-10T22:03:39.232 INFO:teuthology.orchestra.run.smithi172.stdout:(92/120): python3-certifi-2021.10.8-2.el9.noarc 163 kB/s | 15 kB 00:00 2024-03-10T22:03:39.257 INFO:teuthology.orchestra.run.smithi172.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.8 MB/s | 172 kB 00:00 2024-03-10T22:03:39.291 INFO:teuthology.orchestra.run.smithi172.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 4.2 MB/s | 358 kB 00:00 2024-03-10T22:03:39.316 INFO:teuthology.orchestra.run.smithi172.stdout:(95/120): python3-google-auth-2.28.0-1.el9.noar 2.4 MB/s | 203 kB 00:00 2024-03-10T22:03:39.341 INFO:teuthology.orchestra.run.smithi172.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 128 kB/s | 11 kB 00:00 2024-03-10T22:03:39.366 INFO:teuthology.orchestra.run.smithi172.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 235 kB/s | 18 kB 00:00 2024-03-10T22:03:39.392 INFO:teuthology.orchestra.run.smithi172.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 307 kB/s | 23 kB 00:00 2024-03-10T22:03:39.417 INFO:teuthology.orchestra.run.smithi172.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 258 kB/s | 19 kB 00:00 2024-03-10T22:03:39.442 INFO:teuthology.orchestra.run.smithi172.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-03-10T22:03:39.501 INFO:teuthology.orchestra.run.smithi172.stdout:(101/120): python3-kubernetes-26.1.0-2.el9.noar 9.4 MB/s | 1.0 MB 00:00 2024-03-10T22:03:39.526 INFO:teuthology.orchestra.run.smithi172.stdout:(102/120): python3-logutils-0.3.5-21.el9.noarch 426 kB/s | 46 kB 00:00 2024-03-10T22:03:39.551 INFO:teuthology.orchestra.run.smithi172.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 727 kB/s | 79 kB 00:00 2024-03-10T22:03:39.577 INFO:teuthology.orchestra.run.smithi172.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 769 kB/s | 58 kB 00:00 2024-03-10T22:03:39.627 INFO:teuthology.orchestra.run.smithi172.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-03-10T22:03:39.652 INFO:teuthology.orchestra.run.smithi172.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 163 kB/s | 16 kB 00:00 2024-03-10T22:03:39.739 INFO:teuthology.orchestra.run.smithi172.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 555 kB/s | 90 kB 00:00 2024-03-10T22:03:39.836 INFO:teuthology.orchestra.run.smithi172.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 147 kB/s | 31 kB 00:00 2024-03-10T22:03:39.862 INFO:teuthology.orchestra.run.smithi172.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-03-10T22:03:39.887 INFO:teuthology.orchestra.run.smithi172.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 401 kB/s | 59 kB 00:00 2024-03-10T22:03:39.912 INFO:teuthology.orchestra.run.smithi172.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 477 kB/s | 36 kB 00:00 2024-03-10T22:03:39.954 INFO:teuthology.orchestra.run.smithi172.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 767 kB/s | 51 kB 00:00 2024-03-10T22:03:39.979 INFO:teuthology.orchestra.run.smithi172.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-03-10T22:03:40.004 INFO:teuthology.orchestra.run.smithi172.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 972 kB/s | 90 kB 00:00 2024-03-10T22:03:40.063 INFO:teuthology.orchestra.run.smithi172.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 3.9 MB/s | 427 kB 00:00 2024-03-10T22:03:40.080 INFO:teuthology.orchestra.run.smithi172.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 199 kB/s | 20 kB 00:00 2024-03-10T22:03:40.105 INFO:teuthology.orchestra.run.smithi172.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 1.9 MB/s | 192 kB 00:00 2024-03-10T22:03:40.214 INFO:teuthology.orchestra.run.smithi172.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-03-10T22:03:40.398 INFO:teuthology.orchestra.run.smithi172.stdout:(119/120): librbd1-18.2.1-746.gc2ea977b.el9.x86 10 MB/s | 3.0 MB 00:00 2024-03-10T22:03:40.831 INFO:teuthology.orchestra.run.smithi172.stdout:(120/120): librados2-18.2.1-746.gc2ea977b.el9.x 4.4 MB/s | 3.3 MB 00:00 2024-03-10T22:03:40.838 INFO:teuthology.orchestra.run.smithi172.stdout:-------------------------------------------------------------------------------- 2024-03-10T22:03:40.839 INFO:teuthology.orchestra.run.smithi172.stdout:Total 14 MB/s | 177 MB 00:12 2024-03-10T22:03:40.914 INFO:teuthology.orchestra.run.smithi172.stdout:Running transaction check 2024-03-10T22:03:41.008 INFO:teuthology.orchestra.run.smithi172.stdout:Transaction check succeeded. 2024-03-10T22:03:41.009 INFO:teuthology.orchestra.run.smithi172.stdout:Running transaction test 2024-03-10T22:03:42.486 INFO:teuthology.orchestra.run.smithi172.stdout:Transaction test succeeded. 2024-03-10T22:03:42.486 INFO:teuthology.orchestra.run.smithi172.stdout:Running transaction 2024-03-10T22:03:45.145 INFO:teuthology.orchestra.run.smithi169.stdout:Extra Packages for Enterprise Linux 2.0 MB/s | 21 MB 00:10 2024-03-10T22:03:47.220 INFO:teuthology.orchestra.run.smithi172.stdout: Preparing : 1/1 2024-03-10T22:03:47.300 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-03-10T22:03:47.325 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-03-10T22:03:47.369 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-03-10T22:03:47.704 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-03-10T22:03:47.760 INFO:teuthology.orchestra.run.smithi172.stdout: Upgrading : librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 5/122 2024-03-10T22:03:47.875 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 5/122 2024-03-10T22:03:47.902 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T22:03:47.995 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T22:03:48.044 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 7/122 2024-03-10T22:03:48.073 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-03-10T22:03:48.109 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-03-10T22:03:48.138 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T22:03:48.232 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T22:03:48.255 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 11/122 2024-03-10T22:03:48.366 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 11/122 2024-03-10T22:03:48.418 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-03-10T22:03:48.451 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-03-10T22:03:48.489 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-03-10T22:03:48.564 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-03-10T22:03:48.617 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-03-10T22:03:48.652 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-03-10T22:03:48.682 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-03-10T22:03:48.722 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-03-10T22:03:48.787 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-03-10T22:03:48.822 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-03-10T22:03:48.849 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-03-10T22:03:48.878 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-03-10T22:03:48.959 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9 24/122 2024-03-10T22:03:49.171 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 25/122 2024-03-10T22:03:49.307 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-03-10T22:03:49.365 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-03-10T22:03:49.907 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-03-10T22:03:49.982 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-03-10T22:03:50.020 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-03-10T22:03:50.054 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-03-10T22:03:50.089 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-03-10T22:03:50.094 INFO:teuthology.orchestra.run.smithi169.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-03-10T22:03:50.130 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-03-10T22:03:50.168 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 34/122 2024-03-10T22:03:50.198 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-03-10T22:03:50.233 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-03-10T22:03:50.332 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-03-10T22:03:50.369 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-03-10T22:03:50.425 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-03-10T22:03:50.498 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-03-10T22:03:50.529 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-03-10T22:03:50.565 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-03-10T22:03:50.612 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-03-10T22:03:50.657 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-03-10T22:03:50.700 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-03-10T22:03:50.835 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-03-10T22:03:50.876 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-03-10T22:03:50.917 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-03-10T22:03:51.012 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-03-10T22:03:51.052 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 50/122 2024-03-10T22:03:51.093 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-03-10T22:03:51.128 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-03-10T22:03:51.155 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-03-10T22:03:51.257 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-03-10T22:03:51.298 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-03-10T22:03:51.346 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-03-10T22:03:51.402 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-03-10T22:03:51.604 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-03-10T22:03:51.652 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-03-10T22:03:51.738 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-03-10T22:03:51.826 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-03-10T22:03:51.968 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-03-10T22:03:52.018 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 63/122 2024-03-10T22:03:52.049 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-03-10T22:03:52.083 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-03-10T22:03:52.127 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-03-10T22:03:52.251 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-03-10T22:03:52.294 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-03-10T22:03:52.333 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-03-10T22:03:52.375 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-03-10T22:03:52.474 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-03-10T22:03:52.529 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-03-10T22:03:52.591 INFO:teuthology.orchestra.run.smithi169.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-10T22:03:52.592 INFO:teuthology.orchestra.run.smithi169.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-10T22:03:52.663 INFO:teuthology.orchestra.run.smithi169.stdout:Dependencies resolved. 2024-03-10T22:03:52.679 INFO:teuthology.orchestra.run.smithi169.stdout:=========================================================================================== 2024-03-10T22:03:52.679 INFO:teuthology.orchestra.run.smithi169.stdout: Package Arch Version Repository Size 2024-03-10T22:03:52.679 INFO:teuthology.orchestra.run.smithi169.stdout:=========================================================================================== 2024-03-10T22:03:52.679 INFO:teuthology.orchestra.run.smithi169.stdout:Installing: 2024-03-10T22:03:52.679 INFO:teuthology.orchestra.run.smithi169.stdout: ceph x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 6.5 k 2024-03-10T22:03:52.679 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-base x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 5.2 M 2024-03-10T22:03:52.679 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-fuse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 841 k 2024-03-10T22:03:52.679 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-immutable-object-cache x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 142 k 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 1.4 M 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-cephadm noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 137 k 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-dashboard noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 1.7 M 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 7.4 M 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-rook noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 49 k 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-radosgw x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 7.7 M 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-test x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 40 M 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: cephadm noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 223 k 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: libcephfs-devel x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 31 k 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: libcephfs2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 659 k 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: librados-devel x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 127 k 2024-03-10T22:03:52.680 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cephfs x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 162 k 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pytest noarch 6.2.2-6.el9 CentOS-AppStream 474 k 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rados x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 321 k 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rbd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 298 k 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rgw x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 99 k 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-fuse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 86 k 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-mirror x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.0 M 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-nbd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 172 k 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout:Upgrading: 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout: librados2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.3 M 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout: librbd1 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.0 M 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout:Installing dependencies: 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-10T22:03:52.681 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-common x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 18 M 2024-03-10T22:03:52.682 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-grafana-dashboards noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 23 k 2024-03-10T22:03:52.682 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mds x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 2.1 M 2024-03-10T22:03:52.682 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-modules-core noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 245 k 2024-03-10T22:03:52.682 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mon x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 4.5 M 2024-03-10T22:03:52.682 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-osd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 18 M 2024-03-10T22:03:52.682 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-prometheus-alerts noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 15 k 2024-03-10T22:03:52.682 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-selinux x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 25 k 2024-03-10T22:03:52.682 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-10T22:03:52.682 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-10T22:03:52.682 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-10T22:03:52.682 INFO:teuthology.orchestra.run.smithi169.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: libcephsqlite x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 166 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: libradosstriper1 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 474 k 2024-03-10T22:03:52.683 INFO:teuthology.orchestra.run.smithi169.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: librgw2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 4.5 M 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ceph-argparse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 45 k 2024-03-10T22:03:52.684 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ceph-common x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 126 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-10T22:03:52.685 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-10T22:03:52.686 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-10T22:03:52.687 INFO:teuthology.orchestra.run.smithi169.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-10T22:03:52.688 INFO:teuthology.orchestra.run.smithi169.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-10T22:03:52.689 INFO:teuthology.orchestra.run.smithi169.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-10T22:03:52.689 INFO:teuthology.orchestra.run.smithi169.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-10T22:03:52.689 INFO:teuthology.orchestra.run.smithi169.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-10T22:03:52.689 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:03:52.689 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction Summary 2024-03-10T22:03:52.689 INFO:teuthology.orchestra.run.smithi169.stdout:=========================================================================================== 2024-03-10T22:03:52.689 INFO:teuthology.orchestra.run.smithi169.stdout:Install 118 Packages 2024-03-10T22:03:52.689 INFO:teuthology.orchestra.run.smithi169.stdout:Upgrade 2 Packages 2024-03-10T22:03:52.689 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:03:52.690 INFO:teuthology.orchestra.run.smithi169.stdout:Total download size: 177 M 2024-03-10T22:03:52.690 INFO:teuthology.orchestra.run.smithi169.stdout:Downloading Packages: 2024-03-10T22:03:53.204 INFO:teuthology.orchestra.run.smithi169.stdout:(1/120): ceph-18.2.1-746.gc2ea977b.el9.x86_64.r 41 kB/s | 6.5 kB 00:00 2024-03-10T22:03:53.282 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-03-10T22:03:53.326 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-03-10T22:03:53.359 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-03-10T22:03:53.393 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-03-10T22:03:53.421 INFO:teuthology.orchestra.run.smithi169.stdout:(2/120): ceph-fuse-18.2.1-746.gc2ea977b.el9.x86 3.8 MB/s | 841 kB 00:00 2024-03-10T22:03:53.442 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-03-10T22:03:53.471 INFO:teuthology.orchestra.run.smithi169.stdout:(3/120): ceph-immutable-object-cache-18.2.1-746 2.8 MB/s | 142 kB 00:00 2024-03-10T22:03:53.476 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-03-10T22:03:53.746 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-03-10T22:03:53.747 INFO:teuthology.orchestra.run.smithi169.stdout:(4/120): ceph-mds-18.2.1-746.gc2ea977b.el9.x86_ 7.7 MB/s | 2.1 MB 00:00 2024-03-10T22:03:53.775 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-03-10T22:03:53.852 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-03-10T22:03:53.939 INFO:teuthology.orchestra.run.smithi169.stdout:(5/120): ceph-mgr-18.2.1-746.gc2ea977b.el9.x86_ 7.6 MB/s | 1.4 MB 00:00 2024-03-10T22:03:54.372 INFO:teuthology.orchestra.run.smithi169.stdout:(6/120): ceph-base-18.2.1-746.gc2ea977b.el9.x86 3.9 MB/s | 5.2 MB 00:01 2024-03-10T22:03:54.514 INFO:teuthology.orchestra.run.smithi169.stdout:(7/120): ceph-mon-18.2.1-746.gc2ea977b.el9.x86_ 7.8 MB/s | 4.5 MB 00:00 2024-03-10T22:03:54.525 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-03-10T22:03:54.646 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-03-10T22:03:54.689 INFO:teuthology.orchestra.run.smithi169.stdout:(8/120): ceph-common-18.2.1-746.gc2ea977b.el9.x 11 MB/s | 18 MB 00:01 2024-03-10T22:03:54.765 INFO:teuthology.orchestra.run.smithi169.stdout:(9/120): ceph-selinux-18.2.1-746.gc2ea977b.el9. 336 kB/s | 25 kB 00:00 2024-03-10T22:03:55.282 INFO:teuthology.orchestra.run.smithi169.stdout:(10/120): ceph-radosgw-18.2.1-746.gc2ea977b.el9 10 MB/s | 7.7 MB 00:00 2024-03-10T22:03:55.357 INFO:teuthology.orchestra.run.smithi169.stdout:(11/120): libcephfs-devel-18.2.1-746.gc2ea977b. 415 kB/s | 31 kB 00:00 2024-03-10T22:03:55.507 INFO:teuthology.orchestra.run.smithi169.stdout:(12/120): libcephfs2-18.2.1-746.gc2ea977b.el9.x 4.3 MB/s | 659 kB 00:00 2024-03-10T22:03:55.582 INFO:teuthology.orchestra.run.smithi169.stdout:(13/120): libcephsqlite-18.2.1-746.gc2ea977b.el 2.2 MB/s | 166 kB 00:00 2024-03-10T22:03:55.658 INFO:teuthology.orchestra.run.smithi169.stdout:(14/120): librados-devel-18.2.1-746.gc2ea977b.e 1.7 MB/s | 127 kB 00:00 2024-03-10T22:03:55.750 INFO:teuthology.orchestra.run.smithi169.stdout:(15/120): libradosstriper1-18.2.1-746.gc2ea977b 5.0 MB/s | 474 kB 00:00 2024-03-10T22:03:55.913 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-03-10T22:03:56.007 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-03-10T22:03:56.039 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-03-10T22:03:56.071 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-03-10T22:03:56.342 INFO:teuthology.orchestra.run.smithi169.stdout:(16/120): librgw2-18.2.1-746.gc2ea977b.el9.x86_ 7.5 MB/s | 4.5 MB 00:00 2024-03-10T22:03:56.368 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-03-10T22:03:56.400 INFO:teuthology.orchestra.run.smithi169.stdout:(17/120): python3-ceph-argparse-18.2.1-746.gc2e 775 kB/s | 45 kB 00:00 2024-03-10T22:03:56.401 INFO:teuthology.orchestra.run.smithi172.stdout: Upgrading : librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 89/122 2024-03-10T22:03:56.476 INFO:teuthology.orchestra.run.smithi169.stdout:(18/120): python3-ceph-common-18.2.1-746.gc2ea9 1.6 MB/s | 126 kB 00:00 2024-03-10T22:03:56.492 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 89/122 2024-03-10T22:03:56.522 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 90/122 2024-03-10T22:03:56.551 INFO:teuthology.orchestra.run.smithi169.stdout:(19/120): python3-cephfs-18.2.1-746.gc2ea977b.e 2.1 MB/s | 162 kB 00:00 2024-03-10T22:03:56.558 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-03-10T22:03:56.634 INFO:teuthology.orchestra.run.smithi169.stdout:(20/120): python3-rados-18.2.1-746.gc2ea977b.el 3.8 MB/s | 321 kB 00:00 2024-03-10T22:03:56.718 INFO:teuthology.orchestra.run.smithi169.stdout:(21/120): python3-rbd-18.2.1-746.gc2ea977b.el9. 3.5 MB/s | 298 kB 00:00 2024-03-10T22:03:56.802 INFO:teuthology.orchestra.run.smithi169.stdout:(22/120): python3-rgw-18.2.1-746.gc2ea977b.el9. 1.2 MB/s | 99 kB 00:00 2024-03-10T22:03:56.885 INFO:teuthology.orchestra.run.smithi169.stdout:(23/120): rbd-fuse-18.2.1-746.gc2ea977b.el9.x86 1.0 MB/s | 86 kB 00:00 2024-03-10T22:03:56.963 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-03-10T22:03:56.995 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 93/122 2024-03-10T22:03:57.059 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 93/122 2024-03-10T22:03:57.088 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 94/122 2024-03-10T22:03:57.169 INFO:teuthology.orchestra.run.smithi169.stdout:(24/120): ceph-osd-18.2.1-746.gc2ea977b.el9.x86 6.3 MB/s | 18 MB 00:02 2024-03-10T22:03:57.402 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 95/122 2024-03-10T22:03:57.427 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 95/122 2024-03-10T22:03:57.457 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el 96/122 2024-03-10T22:03:57.533 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.e 97/122 2024-03-10T22:03:57.536 INFO:teuthology.orchestra.run.smithi169.stdout:(25/120): ceph-test-18.2.1-746.gc2ea977b.el9.x8 14 MB/s | 40 MB 00:02 2024-03-10T22:03:57.561 INFO:teuthology.orchestra.run.smithi169.stdout:(26/120): rbd-nbd-18.2.1-746.gc2ea977b.el9.x86_ 439 kB/s | 172 kB 00:00 2024-03-10T22:03:57.568 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x 98/122 2024-03-10T22:03:57.578 INFO:teuthology.orchestra.run.smithi169.stdout:(27/120): ceph-grafana-dashboards-18.2.1-746.gc 560 kB/s | 23 kB 00:00 2024-03-10T22:03:57.637 INFO:teuthology.orchestra.run.smithi169.stdout:(28/120): rbd-mirror-18.2.1-746.gc2ea977b.el9.x 4.0 MB/s | 3.0 MB 00:00 2024-03-10T22:03:57.662 INFO:teuthology.orchestra.run.smithi169.stdout:(29/120): ceph-mgr-cephadm-18.2.1-746.gc2ea977b 1.3 MB/s | 137 kB 00:00 2024-03-10T22:03:57.737 INFO:teuthology.orchestra.run.smithi169.stdout:(30/120): ceph-mgr-dashboard-18.2.1-746.gc2ea97 11 MB/s | 1.7 MB 00:00 2024-03-10T22:03:57.762 INFO:teuthology.orchestra.run.smithi169.stdout:(31/120): ceph-mgr-modules-core-18.2.1-746.gc2e 2.4 MB/s | 245 kB 00:00 2024-03-10T22:03:57.788 INFO:teuthology.orchestra.run.smithi169.stdout:(32/120): ceph-mgr-rook-18.2.1-746.gc2ea977b.el 986 kB/s | 49 kB 00:00 2024-03-10T22:03:57.821 INFO:teuthology.orchestra.run.smithi169.stdout:(33/120): ceph-prometheus-alerts-18.2.1-746.gc2 254 kB/s | 15 kB 00:00 2024-03-10T22:03:57.847 INFO:teuthology.orchestra.run.smithi169.stdout:(34/120): cephadm-18.2.1-746.gc2ea977b.el9.noar 3.7 MB/s | 223 kB 00:00 2024-03-10T22:03:57.964 INFO:teuthology.orchestra.run.smithi169.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 351 kB/s | 32 kB 00:00 2024-03-10T22:03:57.989 INFO:teuthology.orchestra.run.smithi169.stdout:(36/120): boost-program-options-1.75.0-8.el9.x8 633 kB/s | 106 kB 00:00 2024-03-10T22:03:58.056 INFO:teuthology.orchestra.run.smithi169.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 260 kB/s | 17 kB 00:00 2024-03-10T22:03:58.106 INFO:teuthology.orchestra.run.smithi169.stdout:(38/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-03-10T22:03:58.131 INFO:teuthology.orchestra.run.smithi169.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 159 kB 00:00 2024-03-10T22:03:58.156 INFO:teuthology.orchestra.run.smithi169.stdout:(40/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 883 kB/s | 44 kB 00:00 2024-03-10T22:03:58.182 INFO:teuthology.orchestra.run.smithi169.stdout:(41/120): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-03-10T22:03:58.216 INFO:teuthology.orchestra.run.smithi169.stdout:(42/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.8 MB/s | 282 kB 00:00 2024-03-10T22:03:58.241 INFO:teuthology.orchestra.run.smithi169.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.6 MB/s | 217 kB 00:00 2024-03-10T22:03:58.266 INFO:teuthology.orchestra.run.smithi169.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 686 kB/s | 34 kB 00:00 2024-03-10T22:03:58.358 INFO:teuthology.orchestra.run.smithi169.stdout:(45/120): ceph-mgr-diskprediction-local-18.2.1- 10 MB/s | 7.4 MB 00:00 2024-03-10T22:03:58.425 INFO:teuthology.orchestra.run.smithi169.stdout:(46/120): openblas-openmp-0.3.21-2.el9.x86_64.r 26 MB/s | 4.7 MB 00:00 2024-03-10T22:03:58.451 INFO:teuthology.orchestra.run.smithi169.stdout:(47/120): python3-attrs-20.3.0-7.el9.noarch.rpm 428 kB/s | 78 kB 00:00 2024-03-10T22:03:58.559 INFO:teuthology.orchestra.run.smithi169.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 29 MB/s | 5.8 MB 00:00 2024-03-10T22:03:58.576 INFO:teuthology.orchestra.run.smithi169.stdout:(49/120): python3-iniconfig-1.1.1-7.el9.noarch. 134 kB/s | 16 kB 00:00 2024-03-10T22:03:58.593 INFO:teuthology.orchestra.run.smithi169.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 175 kB/s | 24 kB 00:00 2024-03-10T22:03:58.610 INFO:teuthology.orchestra.run.smithi169.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 360 kB/s | 18 kB 00:00 2024-03-10T22:03:58.627 INFO:teuthology.orchestra.run.smithi169.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 943 kB/s | 32 kB 00:00 2024-03-10T22:03:58.652 INFO:teuthology.orchestra.run.smithi169.stdout:(53/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.4 MB/s | 144 kB 00:00 2024-03-10T22:03:58.727 INFO:teuthology.orchestra.run.smithi169.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 41 MB/s | 4.8 MB 00:00 2024-03-10T22:03:58.753 INFO:teuthology.orchestra.run.smithi169.stdout:(55/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 217 kB 00:00 2024-03-10T22:03:58.778 INFO:teuthology.orchestra.run.smithi169.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 174 kB 00:00 2024-03-10T22:03:58.803 INFO:teuthology.orchestra.run.smithi169.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 917 kB/s | 69 kB 00:00 2024-03-10T22:03:58.820 INFO:teuthology.orchestra.run.smithi169.stdout:(58/120): python3-pluggy-0.13.1-7.el9.noarch.rp 904 kB/s | 38 kB 00:00 2024-03-10T22:03:58.837 INFO:teuthology.orchestra.run.smithi169.stdout:(59/120): python3-prettytable-0.7.2-27.el9.noar 703 kB/s | 41 kB 00:00 2024-03-10T22:03:58.862 INFO:teuthology.orchestra.run.smithi169.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 7.1 MB/s | 427 kB 00:00 2024-03-10T22:03:58.887 INFO:teuthology.orchestra.run.smithi169.stdout:(61/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.2 MB/s | 211 kB 00:00 2024-03-10T22:03:58.913 INFO:teuthology.orchestra.run.smithi169.stdout:(62/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 132 kB 00:00 2024-03-10T22:03:58.946 INFO:teuthology.orchestra.run.smithi169.stdout:(63/120): python3-pytest-6.2.2-6.el9.noarch.rpm 5.6 MB/s | 474 kB 00:00 2024-03-10T22:03:58.963 INFO:teuthology.orchestra.run.smithi169.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 635 kB/s | 47 kB 00:00 2024-03-10T22:03:59.005 INFO:teuthology.orchestra.run.smithi169.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 732 kB/s | 43 kB 00:00 2024-03-10T22:03:59.122 INFO:teuthology.orchestra.run.smithi169.stdout:(66/120): python3-toml-0.10.2-6.el9.noarch.rpm 245 kB/s | 39 kB 00:00 2024-03-10T22:03:59.281 INFO:teuthology.orchestra.run.smithi169.stdout:(67/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 47 MB/s | 16 MB 00:00 2024-03-10T22:03:59.306 INFO:teuthology.orchestra.run.smithi169.stdout:(68/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.0 MB/s | 300 kB 00:00 2024-03-10T22:03:59.323 INFO:teuthology.orchestra.run.smithi169.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 316 kB/s | 63 kB 00:00 2024-03-10T22:03:59.348 INFO:teuthology.orchestra.run.smithi169.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 1.8 MB/s | 79 kB 00:00 2024-03-10T22:03:59.373 INFO:teuthology.orchestra.run.smithi169.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.5 MB/s | 241 kB 00:00 2024-03-10T22:03:59.415 INFO:teuthology.orchestra.run.smithi169.stdout:(72/120): python3-cryptography-36.0.1-4.el9.x86 13 MB/s | 1.1 MB 00:00 2024-03-10T22:03:59.441 INFO:teuthology.orchestra.run.smithi169.stdout:(73/120): python3-pycparser-2.20-6.el9.noarch.r 1.9 MB/s | 124 kB 00:00 2024-03-10T22:03:59.466 INFO:teuthology.orchestra.run.smithi169.stdout:(74/120): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 103 kB 00:00 2024-03-10T22:03:59.491 INFO:teuthology.orchestra.run.smithi169.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.4 MB/s | 187 kB 00:00 2024-03-10T22:03:59.669 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T22:03:59.699 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T22:03:59.700 INFO:teuthology.orchestra.run.smithi169.stdout:(76/120): libquadmath-11.4.1-3.el9.x86_64.rpm 938 kB/s | 195 kB 00:00 2024-03-10T22:03:59.725 INFO:teuthology.orchestra.run.smithi169.stdout:(77/120): jq-1.6-16.el9.x86_64.rpm 660 kB/s | 187 kB 00:00 2024-03-10T22:03:59.758 INFO:teuthology.orchestra.run.smithi169.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-03-10T22:03:59.826 INFO:teuthology.orchestra.run.smithi169.stdout:(79/120): python3-devel-3.9.17-2.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-03-10T22:03:59.851 INFO:teuthology.orchestra.run.smithi169.stdout:(80/120): libgfortran-11.4.1-3.el9.x86_64.rpm 2.2 MB/s | 803 kB 00:00 2024-03-10T22:03:59.884 INFO:teuthology.orchestra.run.smithi169.stdout:(81/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.9 MB/s | 248 kB 00:00 2024-03-10T22:03:59.943 INFO:teuthology.orchestra.run.smithi169.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 946 kB/s | 111 kB 00:00 2024-03-10T22:03:59.976 INFO:teuthology.orchestra.run.smithi169.stdout:(83/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.4 MB/s | 309 kB 00:00 2024-03-10T22:04:00.002 INFO:teuthology.orchestra.run.smithi169.stdout:(84/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 442 kB/s | 26 kB 00:00 2024-03-10T22:04:00.027 INFO:teuthology.orchestra.run.smithi169.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 967 kB/s | 49 kB 00:00 2024-03-10T22:04:00.103 INFO:teuthology.orchestra.run.smithi169.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 672 kB/s | 67 kB 00:00 2024-03-10T22:04:00.136 INFO:teuthology.orchestra.run.smithi169.stdout:(87/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 7.5 MB/s | 838 kB 00:00 2024-03-10T22:04:00.161 INFO:teuthology.orchestra.run.smithi169.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-03-10T22:04:00.249 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T22:04:00.253 INFO:teuthology.orchestra.run.smithi169.stdout:(89/120): libarrow-9.0.0-10.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-03-10T22:04:00.270 INFO:teuthology.orchestra.run.smithi169.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 296 kB/s | 32 kB 00:00 2024-03-10T22:04:00.286 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 100/122 2024-03-10T22:04:00.304 INFO:teuthology.orchestra.run.smithi169.stdout:(91/120): python3-asyncssh-2.13.2-4.el9.noarch. 2.7 MB/s | 548 kB 00:00 2024-03-10T22:04:00.321 INFO:teuthology.orchestra.run.smithi169.stdout:(92/120): python3-certifi-2021.10.8-2.el9.noarc 224 kB/s | 15 kB 00:00 2024-03-10T22:04:00.346 INFO:teuthology.orchestra.run.smithi169.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.2 MB/s | 172 kB 00:00 2024-03-10T22:04:00.372 INFO:teuthology.orchestra.run.smithi169.stdout:(94/120): python3-google-auth-2.28.0-1.el9.noar 4.0 MB/s | 203 kB 00:00 2024-03-10T22:04:00.377 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 100/122 2024-03-10T22:04:00.377 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-10T22:04:00.377 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-10T22:04:00.378 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:04:00.388 INFO:teuthology.orchestra.run.smithi169.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 255 kB/s | 11 kB 00:00 2024-03-10T22:04:00.406 INFO:teuthology.orchestra.run.smithi169.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 527 kB/s | 18 kB 00:00 2024-03-10T22:04:00.420 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 101/122 2024-03-10T22:04:00.422 INFO:teuthology.orchestra.run.smithi169.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 693 kB/s | 23 kB 00:00 2024-03-10T22:04:00.439 INFO:teuthology.orchestra.run.smithi169.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 583 kB/s | 19 kB 00:00 2024-03-10T22:04:00.456 INFO:teuthology.orchestra.run.smithi169.stdout:(99/120): python3-jaraco-text-3.2.0-6.el9.noarc 587 kB/s | 20 kB 00:00 2024-03-10T22:04:00.481 INFO:teuthology.orchestra.run.smithi169.stdout:(100/120): python3-cherrypy-18.6.1-2.el9.noarch 2.2 MB/s | 358 kB 00:00 2024-03-10T22:04:00.498 INFO:teuthology.orchestra.run.smithi169.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 1.1 MB/s | 46 kB 00:00 2024-03-10T22:04:00.515 INFO:teuthology.orchestra.run.smithi169.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-03-10T22:04:00.549 INFO:teuthology.orchestra.run.smithi169.stdout:(103/120): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-03-10T22:04:00.574 INFO:teuthology.orchestra.run.smithi169.stdout:(104/120): python3-pecan-1.4.2-3.el9.noarch.rpm 4.5 MB/s | 272 kB 00:00 2024-03-10T22:04:00.599 INFO:teuthology.orchestra.run.smithi169.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 326 kB/s | 16 kB 00:00 2024-03-10T22:04:00.625 INFO:teuthology.orchestra.run.smithi169.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-03-10T22:04:00.650 INFO:teuthology.orchestra.run.smithi169.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 610 kB/s | 31 kB 00:00 2024-03-10T22:04:00.675 INFO:teuthology.orchestra.run.smithi169.stdout:(108/120): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-03-10T22:04:00.701 INFO:teuthology.orchestra.run.smithi169.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-03-10T22:04:00.726 INFO:teuthology.orchestra.run.smithi169.stdout:(110/120): python3-tempora-5.0.0-2.el9.noarch.r 709 kB/s | 36 kB 00:00 2024-03-10T22:04:00.751 INFO:teuthology.orchestra.run.smithi169.stdout:(111/120): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-03-10T22:04:00.785 INFO:teuthology.orchestra.run.smithi169.stdout:(112/120): python3-kubernetes-26.1.0-2.el9.noar 3.0 MB/s | 1.0 MB 00:00 2024-03-10T22:04:00.811 INFO:teuthology.orchestra.run.smithi169.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-03-10T22:04:00.836 INFO:teuthology.orchestra.run.smithi169.stdout:(114/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-03-10T22:04:00.861 INFO:teuthology.orchestra.run.smithi169.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-03-10T22:04:00.886 INFO:teuthology.orchestra.run.smithi169.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-03-10T22:04:00.912 INFO:teuthology.orchestra.run.smithi169.stdout:(117/120): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-03-10T22:04:00.954 INFO:teuthology.orchestra.run.smithi169.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-03-10T22:04:01.171 INFO:teuthology.orchestra.run.smithi169.stdout:(119/120): librados2-18.2.1-746.gc2ea977b.el9.x 12 MB/s | 3.3 MB 00:00 2024-03-10T22:04:01.379 INFO:teuthology.orchestra.run.smithi169.stdout:(120/120): librbd1-18.2.1-746.gc2ea977b.el9.x86 6.4 MB/s | 3.0 MB 00:00 2024-03-10T22:04:01.383 INFO:teuthology.orchestra.run.smithi169.stdout:-------------------------------------------------------------------------------- 2024-03-10T22:04:01.383 INFO:teuthology.orchestra.run.smithi169.stdout:Total 20 MB/s | 177 MB 00:08 2024-03-10T22:04:01.454 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction check 2024-03-10T22:04:01.547 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction check succeeded. 2024-03-10T22:04:01.548 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction test 2024-03-10T22:04:03.058 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction test succeeded. 2024-03-10T22:04:03.058 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction 2024-03-10T22:04:07.669 INFO:teuthology.orchestra.run.smithi169.stdout: Preparing : 1/1 2024-03-10T22:04:07.723 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-03-10T22:04:07.782 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-03-10T22:04:07.959 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-03-10T22:04:08.287 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-03-10T22:04:08.333 INFO:teuthology.orchestra.run.smithi169.stdout: Upgrading : librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 5/122 2024-03-10T22:04:08.448 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 5/122 2024-03-10T22:04:08.476 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T22:04:08.568 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T22:04:08.615 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 7/122 2024-03-10T22:04:08.647 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-03-10T22:04:08.683 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-03-10T22:04:08.712 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T22:04:08.796 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T22:04:08.821 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 11/122 2024-03-10T22:04:08.948 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 11/122 2024-03-10T22:04:08.992 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-03-10T22:04:09.027 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-03-10T22:04:09.072 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-03-10T22:04:09.145 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-03-10T22:04:09.199 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-03-10T22:04:09.235 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-03-10T22:04:09.265 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-03-10T22:04:09.305 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-03-10T22:04:09.370 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-03-10T22:04:09.404 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-03-10T22:04:09.432 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-03-10T22:04:09.461 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-03-10T22:04:09.505 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9 24/122 2024-03-10T22:04:09.578 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 25/122 2024-03-10T22:04:09.713 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-03-10T22:04:09.773 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-03-10T22:04:10.309 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-03-10T22:04:10.386 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-03-10T22:04:10.423 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-03-10T22:04:10.458 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-03-10T22:04:10.492 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-03-10T22:04:10.534 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-03-10T22:04:10.572 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 34/122 2024-03-10T22:04:10.602 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-03-10T22:04:10.637 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-03-10T22:04:10.737 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-03-10T22:04:10.766 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-03-10T22:04:10.849 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-03-10T22:04:10.922 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-03-10T22:04:10.953 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-03-10T22:04:10.981 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-03-10T22:04:11.028 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-03-10T22:04:11.073 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-03-10T22:04:11.116 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-03-10T22:04:11.250 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-03-10T22:04:11.292 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-03-10T22:04:11.342 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-03-10T22:04:11.437 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-03-10T22:04:11.477 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 50/122 2024-03-10T22:04:11.509 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-03-10T22:04:11.542 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-03-10T22:04:11.569 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-03-10T22:04:11.671 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-03-10T22:04:11.712 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-03-10T22:04:11.761 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-03-10T22:04:11.817 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-03-10T22:04:11.872 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 101/122 2024-03-10T22:04:11.872 INFO:teuthology.orchestra.run.smithi172.stdout:skipping the directory /sys 2024-03-10T22:04:11.872 INFO:teuthology.orchestra.run.smithi172.stdout:skipping the directory /proc 2024-03-10T22:04:11.873 INFO:teuthology.orchestra.run.smithi172.stdout:skipping the directory /mnt 2024-03-10T22:04:11.873 INFO:teuthology.orchestra.run.smithi172.stdout:skipping the directory /var/tmp 2024-03-10T22:04:11.873 INFO:teuthology.orchestra.run.smithi172.stdout:skipping the directory /home 2024-03-10T22:04:11.873 INFO:teuthology.orchestra.run.smithi172.stdout:skipping the directory /root 2024-03-10T22:04:11.873 INFO:teuthology.orchestra.run.smithi172.stdout:skipping the directory /tmp 2024-03-10T22:04:11.873 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:04:11.953 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 102/122 2024-03-10T22:04:12.022 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-03-10T22:04:12.071 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-03-10T22:04:12.142 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-03-10T22:04:12.176 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 102/122 2024-03-10T22:04:12.203 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 103/122 2024-03-10T22:04:12.230 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-03-10T22:04:12.362 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-03-10T22:04:12.405 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 63/122 2024-03-10T22:04:12.436 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-03-10T22:04:12.470 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-03-10T22:04:12.515 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-03-10T22:04:12.638 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-03-10T22:04:12.673 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-03-10T22:04:12.712 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-03-10T22:04:12.755 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-03-10T22:04:12.853 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-03-10T22:04:12.909 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-03-10T22:04:13.207 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 103/122 2024-03-10T22:04:13.237 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 104/122 2024-03-10T22:04:13.338 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 104/122 2024-03-10T22:04:13.497 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9 105/122 2024-03-10T22:04:13.523 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 106/122 2024-03-10T22:04:13.546 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 106/122 2024-03-10T22:04:13.546 INFO:teuthology.orchestra.run.smithi172.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:13.546 INFO:teuthology.orchestra.run.smithi172.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-10T22:04:13.546 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-10T22:04:13.549 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-10T22:04:13.549 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:04:13.590 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 107/122 2024-03-10T22:04:13.657 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-03-10T22:04:13.706 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-03-10T22:04:13.739 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-03-10T22:04:13.773 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-03-10T22:04:13.789 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 107/122 2024-03-10T22:04:13.817 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 108/122 2024-03-10T22:04:13.822 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-03-10T22:04:13.840 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 108/122 2024-03-10T22:04:13.840 INFO:teuthology.orchestra.run.smithi172.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:13.840 INFO:teuthology.orchestra.run.smithi172.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-10T22:04:13.840 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-10T22:04:13.840 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-10T22:04:13.840 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:04:13.856 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-03-10T22:04:14.036 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-03-10T22:04:14.063 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-03-10T22:04:14.142 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-03-10T22:04:14.310 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 109/122 2024-03-10T22:04:14.334 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 109/122 2024-03-10T22:04:14.334 INFO:teuthology.orchestra.run.smithi172.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:14.334 INFO:teuthology.orchestra.run.smithi172.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-10T22:04:14.334 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-10T22:04:14.334 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-10T22:04:14.334 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:04:14.808 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-03-10T22:04:14.927 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-03-10T22:04:15.878 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 110/122 2024-03-10T22:04:15.903 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 110/122 2024-03-10T22:04:15.903 INFO:teuthology.orchestra.run.smithi172.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:15.903 INFO:teuthology.orchestra.run.smithi172.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-10T22:04:15.903 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-10T22:04:15.903 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-10T22:04:15.903 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:04:16.186 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-03-10T22:04:16.271 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-03-10T22:04:16.307 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-03-10T22:04:16.335 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-03-10T22:04:16.605 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 111/122 2024-03-10T22:04:16.637 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 112/122 2024-03-10T22:04:16.645 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-03-10T22:04:16.660 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 112/122 2024-03-10T22:04:16.660 INFO:teuthology.orchestra.run.smithi172.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:16.660 INFO:teuthology.orchestra.run.smithi172.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-10T22:04:16.660 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-10T22:04:16.661 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-10T22:04:16.661 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:04:16.674 INFO:teuthology.orchestra.run.smithi169.stdout: Upgrading : librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 89/122 2024-03-10T22:04:16.713 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 113/122 2024-03-10T22:04:16.735 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 113/122 2024-03-10T22:04:16.735 INFO:teuthology.orchestra.run.smithi172.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:16.735 INFO:teuthology.orchestra.run.smithi172.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-10T22:04:16.735 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:04:16.765 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 89/122 2024-03-10T22:04:16.795 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 90/122 2024-03-10T22:04:16.832 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-03-10T22:04:17.038 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 114/122 2024-03-10T22:04:17.061 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 114/122 2024-03-10T22:04:17.061 INFO:teuthology.orchestra.run.smithi172.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:17.061 INFO:teuthology.orchestra.run.smithi172.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-10T22:04:17.061 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-10T22:04:17.061 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-10T22:04:17.061 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:04:17.231 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-03-10T22:04:17.260 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 93/122 2024-03-10T22:04:17.331 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 93/122 2024-03-10T22:04:17.352 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 94/122 2024-03-10T22:04:17.725 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 95/122 2024-03-10T22:04:17.750 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 95/122 2024-03-10T22:04:17.780 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el 96/122 2024-03-10T22:04:17.853 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.e 97/122 2024-03-10T22:04:17.883 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x 98/122 2024-03-10T22:04:19.921 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T22:04:19.954 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T22:04:20.517 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T22:04:20.558 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 100/122 2024-03-10T22:04:20.633 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 100/122 2024-03-10T22:04:20.633 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-10T22:04:20.633 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-10T22:04:20.633 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:04:20.667 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 101/122 2024-03-10T22:04:20.824 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 115/122 2024-03-10T22:04:20.866 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 116/122 2024-03-10T22:04:20.982 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 117/122 2024-03-10T22:04:21.091 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : python3-pytest-6.2.2-6.el9.noarch 118/122 2024-03-10T22:04:21.132 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 119/122 2024-03-10T22:04:21.155 INFO:teuthology.orchestra.run.smithi172.stdout: Installing : libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_6 120/122 2024-03-10T22:04:21.155 INFO:teuthology.orchestra.run.smithi172.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-10T22:04:21.239 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-10T22:04:21.239 INFO:teuthology.orchestra.run.smithi172.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T22:04:25.515 INFO:teuthology.orchestra.run.smithi172.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T22:04:25.516 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 1/122 2024-03-10T22:04:25.516 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 2/122 2024-03-10T22:04:25.516 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 3/122 2024-03-10T22:04:25.516 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 4/122 2024-03-10T22:04:25.516 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 5/122 2024-03-10T22:04:25.516 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T22:04:25.516 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 7/122 2024-03-10T22:04:25.516 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 8/122 2024-03-10T22:04:25.516 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 9/122 2024-03-10T22:04:25.516 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T22:04:25.516 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 11/122 2024-03-10T22:04:25.517 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 12/122 2024-03-10T22:04:25.517 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_6 13/122 2024-03-10T22:04:25.517 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 14/122 2024-03-10T22:04:25.517 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 15/122 2024-03-10T22:04:25.517 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 16/122 2024-03-10T22:04:25.517 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 17/122 2024-03-10T22:04:25.517 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 18/122 2024-03-10T22:04:25.517 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9 19/122 2024-03-10T22:04:25.517 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x 20/122 2024-03-10T22:04:25.517 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 21/122 2024-03-10T22:04:25.517 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 22/122 2024-03-10T22:04:25.518 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 23/122 2024-03-10T22:04:25.518 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 24/122 2024-03-10T22:04:25.518 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 25/122 2024-03-10T22:04:25.518 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 26/122 2024-03-10T22:04:25.518 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 27/122 2024-03-10T22:04:25.518 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.e 28/122 2024-03-10T22:04:25.526 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 29/122 2024-03-10T22:04:25.526 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 30/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 31/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9 32/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 33/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el 34/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 35/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-03-10T22:04:25.527 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-03-10T22:04:25.528 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-pytest-6.2.2-6.el9.noarch 63/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-03-10T22:04:25.529 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-03-10T22:04:25.530 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-03-10T22:04:25.530 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-03-10T22:04:25.530 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-03-10T22:04:25.530 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-03-10T22:04:25.530 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-03-10T22:04:25.530 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-03-10T22:04:25.530 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-03-10T22:04:25.530 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-03-10T22:04:25.530 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-03-10T22:04:25.530 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-03-10T22:04:25.530 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 89/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 95/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-03-10T22:04:25.531 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-03-10T22:04:25.532 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-03-10T22:04:25.533 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-03-10T22:04:25.533 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-03-10T22:04:25.533 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-03-10T22:04:25.533 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-03-10T22:04:25.533 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 119/122 2024-03-10T22:04:25.533 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-03-10T22:04:25.533 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 121/122 2024-03-10T22:04:27.347 INFO:teuthology.orchestra.run.smithi172.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T22:04:27.347 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:04:27.347 INFO:teuthology.orchestra.run.smithi172.stdout:Upgraded: 2024-03-10T22:04:27.347 INFO:teuthology.orchestra.run.smithi172.stdout: librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.347 INFO:teuthology.orchestra.run.smithi172.stdout: librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.347 INFO:teuthology.orchestra.run.smithi172.stdout:Installed: 2024-03-10T22:04:27.347 INFO:teuthology.orchestra.run.smithi172.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-10T22:04:27.347 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.347 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-immutable-object-cache-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.348 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: fmt-8.1.1-5.el9.x86_64 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: jq-1.6-16.el9.x86_64 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-10T22:04:27.349 INFO:teuthology.orchestra.run.smithi172.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-10T22:04:27.350 INFO:teuthology.orchestra.run.smithi172.stdout: libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.350 INFO:teuthology.orchestra.run.smithi172.stdout: libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.350 INFO:teuthology.orchestra.run.smithi172.stdout: libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.350 INFO:teuthology.orchestra.run.smithi172.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-10T22:04:27.350 INFO:teuthology.orchestra.run.smithi172.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-10T22:04:27.350 INFO:teuthology.orchestra.run.smithi172.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-10T22:04:27.350 INFO:teuthology.orchestra.run.smithi172.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-10T22:04:27.350 INFO:teuthology.orchestra.run.smithi172.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-10T22:04:27.350 INFO:teuthology.orchestra.run.smithi172.stdout: librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.350 INFO:teuthology.orchestra.run.smithi172.stdout: libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.350 INFO:teuthology.orchestra.run.smithi172.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.351 INFO:teuthology.orchestra.run.smithi172.stdout: python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-10T22:04:27.352 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-10T22:04:27.353 INFO:teuthology.orchestra.run.smithi172.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-10T22:04:27.354 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-10T22:04:27.354 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-03-10T22:04:27.354 INFO:teuthology.orchestra.run.smithi172.stdout: python3-ply-3.11-14.el9.noarch 2024-03-10T22:04:27.354 INFO:teuthology.orchestra.run.smithi172.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-10T22:04:27.354 INFO:teuthology.orchestra.run.smithi172.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-10T22:04:27.354 INFO:teuthology.orchestra.run.smithi172.stdout: python3-py-1.10.0-6.el9.noarch 2024-03-10T22:04:27.354 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-10T22:04:27.354 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-10T22:04:27.354 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-10T22:04:27.354 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-10T22:04:27.355 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pytest-6.2.2-6.el9.noarch 2024-03-10T22:04:27.355 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-10T22:04:27.355 INFO:teuthology.orchestra.run.smithi172.stdout: python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.355 INFO:teuthology.orchestra.run.smithi172.stdout: python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.355 INFO:teuthology.orchestra.run.smithi172.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-10T22:04:27.355 INFO:teuthology.orchestra.run.smithi172.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-10T22:04:27.355 INFO:teuthology.orchestra.run.smithi172.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-10T22:04:27.355 INFO:teuthology.orchestra.run.smithi172.stdout: python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.355 INFO:teuthology.orchestra.run.smithi172.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-10T22:04:27.355 INFO:teuthology.orchestra.run.smithi172.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: re2-1:20211101-3.el9.x86_64 2024-03-10T22:04:27.356 INFO:teuthology.orchestra.run.smithi172.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-10T22:04:27.357 INFO:teuthology.orchestra.run.smithi172.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-10T22:04:27.357 INFO:teuthology.orchestra.run.smithi172.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-10T22:04:27.357 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:04:27.357 INFO:teuthology.orchestra.run.smithi172.stdout:Complete! 2024-03-10T22:04:27.657 DEBUG:teuthology.parallel:result is None 2024-03-10T22:04:32.193 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 101/122 2024-03-10T22:04:32.193 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /sys 2024-03-10T22:04:32.193 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /proc 2024-03-10T22:04:32.193 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /mnt 2024-03-10T22:04:32.193 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /var/tmp 2024-03-10T22:04:32.193 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /home 2024-03-10T22:04:32.194 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /root 2024-03-10T22:04:32.194 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /tmp 2024-03-10T22:04:32.194 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:04:32.279 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 102/122 2024-03-10T22:04:32.506 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 102/122 2024-03-10T22:04:32.538 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 103/122 2024-03-10T22:04:33.524 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 103/122 2024-03-10T22:04:33.558 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 104/122 2024-03-10T22:04:33.658 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 104/122 2024-03-10T22:04:33.819 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9 105/122 2024-03-10T22:04:33.861 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 106/122 2024-03-10T22:04:33.883 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 106/122 2024-03-10T22:04:33.883 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:33.883 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-10T22:04:33.883 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-10T22:04:33.883 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-10T22:04:33.883 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:04:33.927 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 107/122 2024-03-10T22:04:34.115 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 107/122 2024-03-10T22:04:34.136 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 108/122 2024-03-10T22:04:34.158 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 108/122 2024-03-10T22:04:34.158 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:34.158 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-10T22:04:34.158 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-10T22:04:34.158 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-10T22:04:34.158 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:04:34.612 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 109/122 2024-03-10T22:04:34.634 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 109/122 2024-03-10T22:04:34.634 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:34.635 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-10T22:04:34.635 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-10T22:04:34.635 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-10T22:04:34.635 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:04:36.171 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 110/122 2024-03-10T22:04:36.196 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 110/122 2024-03-10T22:04:36.196 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:36.196 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-10T22:04:36.196 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-10T22:04:36.197 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-10T22:04:36.197 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:04:36.900 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 111/122 2024-03-10T22:04:36.938 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 112/122 2024-03-10T22:04:36.961 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 112/122 2024-03-10T22:04:36.961 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:36.961 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-10T22:04:36.961 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-10T22:04:36.961 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-10T22:04:36.961 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:04:37.014 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 113/122 2024-03-10T22:04:37.036 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 113/122 2024-03-10T22:04:37.036 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:37.036 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-10T22:04:37.036 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:04:37.332 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 114/122 2024-03-10T22:04:37.354 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 114/122 2024-03-10T22:04:37.354 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T22:04:37.354 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-10T22:04:37.354 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-10T22:04:37.354 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-10T22:04:37.354 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:04:41.043 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 115/122 2024-03-10T22:04:41.085 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 116/122 2024-03-10T22:04:41.201 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 117/122 2024-03-10T22:04:41.312 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pytest-6.2.2-6.el9.noarch 118/122 2024-03-10T22:04:41.342 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 119/122 2024-03-10T22:04:41.365 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_6 120/122 2024-03-10T22:04:41.365 INFO:teuthology.orchestra.run.smithi169.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-10T22:04:41.449 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-10T22:04:41.449 INFO:teuthology.orchestra.run.smithi169.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T22:04:45.588 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T22:04:45.588 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 1/122 2024-03-10T22:04:45.588 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 2/122 2024-03-10T22:04:45.588 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 3/122 2024-03-10T22:04:45.588 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 4/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 5/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 7/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 8/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 9/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 11/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 12/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_6 13/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 14/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 15/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 16/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 17/122 2024-03-10T22:04:45.589 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 18/122 2024-03-10T22:04:45.590 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9 19/122 2024-03-10T22:04:45.590 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x 20/122 2024-03-10T22:04:45.590 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 21/122 2024-03-10T22:04:45.590 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 22/122 2024-03-10T22:04:45.590 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 23/122 2024-03-10T22:04:45.590 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 24/122 2024-03-10T22:04:45.590 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 25/122 2024-03-10T22:04:45.590 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 26/122 2024-03-10T22:04:45.590 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 27/122 2024-03-10T22:04:45.590 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.e 28/122 2024-03-10T22:04:45.590 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 29/122 2024-03-10T22:04:45.599 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 30/122 2024-03-10T22:04:45.599 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 31/122 2024-03-10T22:04:45.599 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9 32/122 2024-03-10T22:04:45.599 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 33/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el 34/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 35/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-03-10T22:04:45.600 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-03-10T22:04:45.601 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-03-10T22:04:45.601 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-03-10T22:04:45.601 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-03-10T22:04:45.601 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-03-10T22:04:45.601 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-03-10T22:04:45.601 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-03-10T22:04:45.601 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-03-10T22:04:45.601 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-03-10T22:04:45.601 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-03-10T22:04:45.601 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-03-10T22:04:45.602 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-03-10T22:04:45.602 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-03-10T22:04:45.602 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-03-10T22:04:45.602 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-03-10T22:04:45.602 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-03-10T22:04:45.602 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-03-10T22:04:45.602 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pytest-6.2.2-6.el9.noarch 63/122 2024-03-10T22:04:45.602 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-03-10T22:04:45.602 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-03-10T22:04:45.603 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 89/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-03-10T22:04:45.604 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 95/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-03-10T22:04:45.605 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-03-10T22:04:45.606 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-03-10T22:04:45.607 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-03-10T22:04:45.607 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-03-10T22:04:45.607 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 119/122 2024-03-10T22:04:45.607 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-03-10T22:04:45.607 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 121/122 2024-03-10T22:04:47.835 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T22:04:47.835 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:04:47.835 INFO:teuthology.orchestra.run.smithi169.stdout:Upgraded: 2024-03-10T22:04:47.835 INFO:teuthology.orchestra.run.smithi169.stdout: librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.835 INFO:teuthology.orchestra.run.smithi169.stdout: librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.835 INFO:teuthology.orchestra.run.smithi169.stdout:Installed: 2024-03-10T22:04:47.835 INFO:teuthology.orchestra.run.smithi169.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-10T22:04:47.835 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.835 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-immutable-object-cache-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.836 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: fmt-8.1.1-5.el9.x86_64 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: jq-1.6-16.el9.x86_64 2024-03-10T22:04:47.837 INFO:teuthology.orchestra.run.smithi169.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-10T22:04:47.838 INFO:teuthology.orchestra.run.smithi169.stdout: librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-10T22:04:47.839 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-10T22:04:47.840 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-10T22:04:47.841 INFO:teuthology.orchestra.run.smithi169.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ply-3.11-14.el9.noarch 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-py-1.10.0-6.el9.noarch 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-10T22:04:47.842 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-10T22:04:47.843 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pytest-6.2.2-6.el9.noarch 2024-03-10T22:04:47.843 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-10T22:04:47.843 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.843 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.843 INFO:teuthology.orchestra.run.smithi169.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-10T22:04:47.843 INFO:teuthology.orchestra.run.smithi169.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-10T22:04:47.844 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.845 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.845 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T22:04:47.845 INFO:teuthology.orchestra.run.smithi169.stdout: re2-1:20211101-3.el9.x86_64 2024-03-10T22:04:47.845 INFO:teuthology.orchestra.run.smithi169.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-10T22:04:47.845 INFO:teuthology.orchestra.run.smithi169.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-10T22:04:47.845 INFO:teuthology.orchestra.run.smithi169.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-10T22:04:47.845 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:04:47.845 INFO:teuthology.orchestra.run.smithi169.stdout:Complete! 2024-03-10T22:04:48.196 DEBUG:teuthology.parallel:result is None 2024-03-10T22:04:48.197 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T22:04:48.197 INFO:teuthology.packaging:ref: None 2024-03-10T22:04:48.197 INFO:teuthology.packaging:tag: None 2024-03-10T22:04:48.197 INFO:teuthology.packaging:branch: reef 2024-03-10T22:04:48.197 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:04:48.197 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-10T22:04:48.407 DEBUG:teuthology.orchestra.run.smithi169:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-10T22:04:48.429 INFO:teuthology.orchestra.run.smithi169.stdout:18.2.1-746.gc2ea977b.el9 2024-03-10T22:04:48.430 INFO:teuthology.packaging:The installed version of ceph is 18.2.1-746.gc2ea977b.el9 2024-03-10T22:04:48.430 INFO:teuthology.task.install:The correct ceph version 18.2.1-746.gc2ea977b is installed. 2024-03-10T22:04:48.432 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T22:04:48.432 INFO:teuthology.packaging:ref: None 2024-03-10T22:04:48.432 INFO:teuthology.packaging:tag: None 2024-03-10T22:04:48.433 INFO:teuthology.packaging:branch: reef 2024-03-10T22:04:48.433 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:04:48.433 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-10T22:04:48.741 DEBUG:teuthology.orchestra.run.smithi172:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-10T22:04:48.768 INFO:teuthology.orchestra.run.smithi172.stdout:18.2.1-746.gc2ea977b.el9 2024-03-10T22:04:48.768 INFO:teuthology.packaging:The installed version of ceph is 18.2.1-746.gc2ea977b.el9 2024-03-10T22:04:48.768 INFO:teuthology.task.install:The correct ceph version 18.2.1-746.gc2ea977b is installed. 2024-03-10T22:04:48.770 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-03-10T22:04:48.770 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:04:48.770 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-10T22:04:48.802 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T22:04:48.802 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-10T22:04:48.842 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-03-10T22:04:48.842 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:04:48.843 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/usr/bin/daemon-helper 2024-03-10T22:04:48.871 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-10T22:04:48.938 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T22:04:48.938 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/usr/bin/daemon-helper 2024-03-10T22:04:48.969 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-10T22:04:49.039 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-03-10T22:04:49.039 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:04:49.039 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-10T22:04:49.066 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-10T22:04:49.133 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T22:04:49.133 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-10T22:04:49.163 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-10T22:04:49.231 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-03-10T22:04:49.232 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:04:49.232 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/usr/bin/stdin-killer 2024-03-10T22:04:49.259 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-10T22:04:49.326 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T22:04:49.326 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/usr/bin/stdin-killer 2024-03-10T22:04:49.354 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-10T22:04:49.425 INFO:teuthology.run_tasks:Running task print... 2024-03-10T22:04:49.437 INFO:teuthology.task.print:**** done install task... 2024-03-10T22:04:49.437 INFO:teuthology.run_tasks:Running task print... 2024-03-10T22:04:49.445 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-03-10T22:04:49.445 INFO:teuthology.run_tasks:Running task cephadm... 2024-03-10T22:04:49.544 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e'} 2024-03-10T22:04:49.544 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-03-10T22:04:49.544 INFO:tasks.cephadm:Cluster fsid is 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:04:49.544 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-03-10T22:04:49.545 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.169', 'mon.c': '[v2:172.21.15.169:3301,v1:172.21.15.169:6790]', 'mon.b': '172.21.15.172'} 2024-03-10T22:04:49.545 INFO:tasks.cephadm:First mon is mon.a on smithi169 2024-03-10T22:04:49.545 INFO:tasks.cephadm:First mgr is y 2024-03-10T22:04:49.545 INFO:tasks.cephadm:Normalizing hostnames... 2024-03-10T22:04:49.545 DEBUG:teuthology.orchestra.run.smithi169:> sudo hostname $(hostname -s) 2024-03-10T22:04:49.573 DEBUG:teuthology.orchestra.run.smithi172:> sudo hostname $(hostname -s) 2024-03-10T22:04:49.601 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-03-10T22:04:49.602 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:04:49.741 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54561/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-1977-gcb2b48d7', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-1977.gcb2b48d7'}, 'url': 'https://2.chacra.ceph.com/r/ceph/main/cb2b48d76f56fc07bc6a177ed79951f825d2165e/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-03-09 16:03:50.215993', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/main/cb2b48d76f56fc07bc6a177ed79951f825d2165e/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-03-10T22:04:50.063 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref reef, sha1 c2ea977b6956d1f694ccf66acc692fdd979e3baa from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-03-10T22:04:50.065 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/x86_64/flavors/default/cephadm 2024-03-10T22:04:50.065 DEBUG:teuthology.orchestra.run.smithi169:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-10T22:04:50.527 INFO:teuthology.orchestra.run.smithi169.stdout:-rw-r--r--. 1 ubuntu ubuntu 214737 Mar 10 22:04 /home/ubuntu/cephtest/cephadm 2024-03-10T22:04:50.527 DEBUG:teuthology.orchestra.run.smithi172:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-10T22:04:51.304 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r--. 1 ubuntu ubuntu 214737 Mar 10 22:04 /home/ubuntu/cephtest/cephadm 2024-03-10T22:04:51.304 DEBUG:teuthology.orchestra.run.smithi169:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-10T22:04:51.324 DEBUG:teuthology.orchestra.run.smithi172:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-10T22:04:51.354 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-03-10T22:04:51.355 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-03-10T22:04:51.366 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-03-10T22:04:52.124 INFO:teuthology.orchestra.run.smithi172.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-10T22:04:52.229 INFO:teuthology.orchestra.run.smithi169.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-10T22:05:16.951 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:05:16.952 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph_version": "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)", 2024-03-10T22:05:16.952 INFO:teuthology.orchestra.run.smithi169.stdout: "image_id": "a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746", 2024-03-10T22:05:16.952 INFO:teuthology.orchestra.run.smithi169.stdout: "repo_digests": [ 2024-03-10T22:05:16.952 INFO:teuthology.orchestra.run.smithi169.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633" 2024-03-10T22:05:16.952 INFO:teuthology.orchestra.run.smithi169.stdout: ] 2024-03-10T22:05:16.952 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:05:22.871 INFO:teuthology.orchestra.run.smithi172.stdout:{ 2024-03-10T22:05:22.871 INFO:teuthology.orchestra.run.smithi172.stdout: "ceph_version": "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)", 2024-03-10T22:05:22.871 INFO:teuthology.orchestra.run.smithi172.stdout: "image_id": "a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746", 2024-03-10T22:05:22.871 INFO:teuthology.orchestra.run.smithi172.stdout: "repo_digests": [ 2024-03-10T22:05:22.871 INFO:teuthology.orchestra.run.smithi172.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633" 2024-03-10T22:05:22.871 INFO:teuthology.orchestra.run.smithi172.stdout: ] 2024-03-10T22:05:22.871 INFO:teuthology.orchestra.run.smithi172.stdout:} 2024-03-10T22:05:22.889 DEBUG:teuthology.orchestra.run.smithi169:> sudo mkdir -p /etc/ceph 2024-03-10T22:05:22.925 DEBUG:teuthology.orchestra.run.smithi172:> sudo mkdir -p /etc/ceph 2024-03-10T22:05:22.954 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 777 /etc/ceph 2024-03-10T22:05:22.996 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 777 /etc/ceph 2024-03-10T22:05:23.026 INFO:tasks.cephadm:Writing seed config... 2024-03-10T22:05:23.027 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-03-10T22:05:23.027 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-03-10T22:05:23.027 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-03-10T22:05:23.027 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-03-10T22:05:23.027 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-03-10T22:05:23.027 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-03-10T22:05:23.028 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-03-10T22:05:23.028 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-03-10T22:05:23.028 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-03-10T22:05:23.028 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-03-10T22:05:23.028 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-03-10T22:05:23.028 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:05:23.028 DEBUG:teuthology.orchestra.run.smithi169:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-03-10T22:05:23.053 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 36c3355e-df2a-11ee-95c7-87774f69a715 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-03-10T22:05:23.053 DEBUG:teuthology.orchestra.run.smithi169:mon.a> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.a.service 2024-03-10T22:05:23.096 DEBUG:teuthology.orchestra.run.smithi169:mgr.y> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.y.service 2024-03-10T22:05:23.138 INFO:tasks.cephadm:Bootstrapping... 2024-03-10T22:05:23.139 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.169 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-03-10T22:05:23.298 INFO:teuthology.orchestra.run.smithi169.stdout:-------------------------------------------------------------------------------- 2024-03-10T22:05:23.299 INFO:teuthology.orchestra.run.smithi169.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '36c3355e-df2a-11ee-95c7-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.169', '--skip-admin-label'] 2024-03-10T22:05:23.323 INFO:teuthology.orchestra.run.smithi169.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-10T22:05:23.324 INFO:teuthology.orchestra.run.smithi169.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-03-10T22:05:23.324 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying podman|docker is present... 2024-03-10T22:05:23.347 INFO:teuthology.orchestra.run.smithi169.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-10T22:05:23.347 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying lvm2 is present... 2024-03-10T22:05:23.348 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying time synchronization is in place... 2024-03-10T22:05:23.355 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-10T22:05:23.355 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-10T22:05:23.360 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-10T22:05:23.361 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-03-10T22:05:23.367 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout enabled 2024-03-10T22:05:23.372 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout active 2024-03-10T22:05:23.373 INFO:teuthology.orchestra.run.smithi169.stdout:Unit chronyd.service is enabled and running 2024-03-10T22:05:23.373 INFO:teuthology.orchestra.run.smithi169.stdout:Repeating the final host check... 2024-03-10T22:05:23.395 INFO:teuthology.orchestra.run.smithi169.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-10T22:05:23.395 INFO:teuthology.orchestra.run.smithi169.stdout:podman (/bin/podman) version 4.9.3 is present 2024-03-10T22:05:23.395 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl is present 2024-03-10T22:05:23.395 INFO:teuthology.orchestra.run.smithi169.stdout:lvcreate is present 2024-03-10T22:05:23.401 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-10T22:05:23.401 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-10T22:05:23.407 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-10T22:05:23.407 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-03-10T22:05:23.413 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout enabled 2024-03-10T22:05:23.419 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout active 2024-03-10T22:05:23.419 INFO:teuthology.orchestra.run.smithi169.stdout:Unit chronyd.service is enabled and running 2024-03-10T22:05:23.419 INFO:teuthology.orchestra.run.smithi169.stdout:Host looks OK 2024-03-10T22:05:23.419 INFO:teuthology.orchestra.run.smithi169.stdout:Cluster fsid: 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:05:23.419 INFO:teuthology.orchestra.run.smithi169.stdout:Acquiring lock 140517403780192 on /run/cephadm/36c3355e-df2a-11ee-95c7-87774f69a715.lock 2024-03-10T22:05:23.419 INFO:teuthology.orchestra.run.smithi169.stdout:Lock 140517403780192 acquired on /run/cephadm/36c3355e-df2a-11ee-95c7-87774f69a715.lock 2024-03-10T22:05:23.419 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying IP 172.21.15.169 port 3300 ... 2024-03-10T22:05:23.420 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying IP 172.21.15.169 port 6789 ... 2024-03-10T22:05:23.420 INFO:teuthology.orchestra.run.smithi169.stdout:Base mon IP(s) is [172.21.15.169:3300, 172.21.15.169:6789], mon addrv is [v2:172.21.15.169:3300,v1:172.21.15.169:6789] 2024-03-10T22:05:23.422 INFO:teuthology.orchestra.run.smithi169.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.169 metric 100 2024-03-10T22:05:23.422 INFO:teuthology.orchestra.run.smithi169.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.169 metric 100 2024-03-10T22:05:23.425 INFO:teuthology.orchestra.run.smithi169.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-03-10T22:05:23.425 INFO:teuthology.orchestra.run.smithi169.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-03-10T22:05:23.425 INFO:teuthology.orchestra.run.smithi169.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1794sec hoplimit 64 pref medium 2024-03-10T22:05:23.427 INFO:teuthology.orchestra.run.smithi169.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-03-10T22:05:23.427 INFO:teuthology.orchestra.run.smithi169.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-03-10T22:05:23.427 INFO:teuthology.orchestra.run.smithi169.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-10T22:05:23.427 INFO:teuthology.orchestra.run.smithi169.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-03-10T22:05:23.427 INFO:teuthology.orchestra.run.smithi169.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:7f4d/64 scope link 2024-03-10T22:05:23.427 INFO:teuthology.orchestra.run.smithi169.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-10T22:05:23.428 INFO:teuthology.orchestra.run.smithi169.stdout:Mon IP `172.21.15.169` is in CIDR network `172.21.0.0/20` 2024-03-10T22:05:23.428 INFO:teuthology.orchestra.run.smithi169.stdout:Mon IP `172.21.15.169` is in CIDR network `172.21.0.0/20` 2024-03-10T22:05:23.428 INFO:teuthology.orchestra.run.smithi169.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-03-10T22:05:23.429 INFO:teuthology.orchestra.run.smithi169.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-03-10T22:05:23.429 INFO:teuthology.orchestra.run.smithi169.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-10T22:05:23.909 INFO:teuthology.orchestra.run.smithi169.stdout:/bin/podman: stdout a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 2024-03-10T22:05:23.909 INFO:teuthology.orchestra.run.smithi169.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-03-10T22:05:23.910 INFO:teuthology.orchestra.run.smithi169.stdout:/bin/podman: stderr Getting image source signatures 2024-03-10T22:05:23.910 INFO:teuthology.orchestra.run.smithi169.stdout:/bin/podman: stderr Copying blob sha256:9d22758feb0e8d9229038b414d7b76baca89862e7f2d3470d2c3650b087b8772 2024-03-10T22:05:23.910 INFO:teuthology.orchestra.run.smithi169.stdout:/bin/podman: stderr Copying blob sha256:f58b4670ef4403d11d1c912aa26a4dbcf73447df5302e9dc66f6a7fc0d9d1e47 2024-03-10T22:05:23.910 INFO:teuthology.orchestra.run.smithi169.stdout:/bin/podman: stderr Copying config sha256:a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 2024-03-10T22:05:23.910 INFO:teuthology.orchestra.run.smithi169.stdout:/bin/podman: stderr Writing manifest to image destination 2024-03-10T22:05:24.789 INFO:teuthology.orchestra.run.smithi169.stdout:ceph: stdout ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable) 2024-03-10T22:05:24.790 INFO:teuthology.orchestra.run.smithi169.stdout:Ceph version: ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable) 2024-03-10T22:05:24.790 INFO:teuthology.orchestra.run.smithi169.stdout:Extracting ceph user uid/gid from container image... 2024-03-10T22:05:27.873 INFO:teuthology.orchestra.run.smithi169.stdout:stat: stdout 167 167 2024-03-10T22:05:27.874 INFO:teuthology.orchestra.run.smithi169.stdout:Creating initial keys... 2024-03-10T22:05:37.314 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-authtool: stdout AQCrLu5lo8U9AxAAQZAn21SlNSwVIMS3V6yiAA== 2024-03-10T22:05:39.045 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-authtool: stdout AQCyLu5llepYHBAAcptkUq+1obAaoMoyHLtNBg== 2024-03-10T22:05:39.909 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-authtool: stdout AQCzLu5lbsGwFBAAdvCL4/dzEc7PoTZkCTyoWw== 2024-03-10T22:05:39.910 INFO:teuthology.orchestra.run.smithi169.stdout:Creating initial monmap... 2024-03-10T22:05:40.808 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-10T22:05:40.808 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-03-10T22:05:40.808 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:05:40.808 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-10T22:05:40.808 INFO:teuthology.orchestra.run.smithi169.stdout:monmaptool for a [v2:172.21.15.169:3300,v1:172.21.15.169:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-10T22:05:40.808 INFO:teuthology.orchestra.run.smithi169.stdout:setting min_mon_release = pacific 2024-03-10T22:05:40.808 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: set fsid to 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:05:40.808 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-10T22:05:40.808 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:05:40.808 INFO:teuthology.orchestra.run.smithi169.stdout:Creating mon... 2024-03-10T22:05:41.663 INFO:teuthology.orchestra.run.smithi169.stdout:create mon.a on 2024-03-10T22:05:41.872 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-03-10T22:05:42.016 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-03-10T22:05:42.183 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-36c3355e-df2a-11ee-95c7-87774f69a715.target → /etc/systemd/system/ceph-36c3355e-df2a-11ee-95c7-87774f69a715.target. 2024-03-10T22:05:42.183 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-36c3355e-df2a-11ee-95c7-87774f69a715.target → /etc/systemd/system/ceph-36c3355e-df2a-11ee-95c7-87774f69a715.target. 2024-03-10T22:05:42.392 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.a 2024-03-10T22:05:42.392 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to reset failed state of unit ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.a.service: Unit ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.a.service not loaded. 2024-03-10T22:05:42.551 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-36c3355e-df2a-11ee-95c7-87774f69a715.target.wants/ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.a.service → /etc/systemd/system/ceph-36c3355e-df2a-11ee-95c7-87774f69a715@.service. 2024-03-10T22:05:43.122 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-10T22:05:43.122 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout disabled 2024-03-10T22:05:43.128 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-10T22:05:43.129 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-03-10T22:05:43.129 INFO:teuthology.orchestra.run.smithi169.stdout:firewalld.service is not enabled 2024-03-10T22:05:43.129 INFO:teuthology.orchestra.run.smithi169.stdout:Not possible to enable service . firewalld.service is not available 2024-03-10T22:05:43.129 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mon to start... 2024-03-10T22:05:43.129 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mon... 2024-03-10T22:05:45.050 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout cluster: 2024-03-10T22:05:45.050 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout id: 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:05:45.050 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-03-10T22:05:45.050 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:05:45.050 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout services: 2024-03-10T22:05:45.050 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.554824s) 2024-03-10T22:05:45.051 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-03-10T22:05:45.051 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-03-10T22:05:45.051 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:05:45.051 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout data: 2024-03-10T22:05:45.051 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-03-10T22:05:45.051 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-03-10T22:05:45.051 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-03-10T22:05:45.051 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout pgs: 2024-03-10T22:05:45.051 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:05:45.051 INFO:teuthology.orchestra.run.smithi169.stdout:mon is available 2024-03-10T22:05:45.051 INFO:teuthology.orchestra.run.smithi169.stdout:Assimilating anything we can from ceph.conf... 2024-03-10T22:05:45.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:45 smithi169 ceph-mon[26769]: from='client.? 172.21.15.169:0/103558401' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-03-10T22:05:46.090 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:05:46.091 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [global] 2024-03-10T22:05:46.091 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout fsid = 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:05:46.091 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.169:3300,v1:172.21.15.169:6789] 2024-03-10T22:05:46.091 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-10T22:05:46.091 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-10T22:05:46.091 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-10T22:05:46.091 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-10T22:05:46.092 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:05:46.092 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-10T22:05:46.092 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-10T22:05:46.092 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:05:46.092 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [osd] 2024-03-10T22:05:46.092 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-10T22:05:46.093 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-10T22:05:46.093 INFO:teuthology.orchestra.run.smithi169.stdout:Generating new minimal ceph.conf... 2024-03-10T22:05:46.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:46 smithi169 ceph-mon[26769]: from='client.? 172.21.15.169:0/810678052' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:05:47.078 INFO:teuthology.orchestra.run.smithi169.stdout:Restarting the monitor... 2024-03-10T22:05:47.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:47 smithi169 systemd[1]: Stopping Ceph mon.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:05:47.607 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[26765]: 2024-03-10T22:05:47.327+0000 7fac5b564700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:05:47.608 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[26765]: 2024-03-10T22:05:47.327+0000 7fac5b564700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-03-10T22:05:47.608 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:47 smithi169 podman[27028]: 2024-03-10 22:05:47.502310701 +0000 UTC m=+0.257256524 container died 8c4c7648985765f1a9248adf76c690146b35504cffd58d12bb16d5dbfbaacff9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-c2ea977, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:05:48.667 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:48 smithi169 podman[27028]: 2024-03-10 22:05:48.336690189 +0000 UTC m=+1.091636015 container cleanup 8c4c7648985765f1a9248adf76c690146b35504cffd58d12bb16d5dbfbaacff9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-c2ea977, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:05:48.668 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:48 smithi169 bash[27028]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a 2024-03-10T22:05:48.668 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:48 smithi169 podman[27042]: 2024-03-10 22:05:48.470877591 +0000 UTC m=+0.968866580 container remove 8c4c7648985765f1a9248adf76c690146b35504cffd58d12bb16d5dbfbaacff9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:05:48.997 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:48 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-10T22:05:48.997 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:48 smithi169 systemd[1]: Stopped Ceph mon.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:05:48.997 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:48 smithi169 systemd[1]: Starting Ceph mon.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:05:48.997 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:48 smithi169 podman[27137]: 2024-03-10 22:05:48.896584761 +0000 UTC m=+0.112807269 container create 7d38c18f328a77a97caa4a727262c765b479e2c11bba11994c884c494382ce4e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-c2ea977, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-10T22:05:48.998 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:48 smithi169 podman[27137]: 2024-03-10 22:05:48.802056249 +0000 UTC m=+0.018278776 image pull a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 quay.ceph.io/ceph-ci/ceph:reef 2024-03-10T22:05:49.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 podman[27137]: 2024-03-10 22:05:49.090665994 +0000 UTC m=+0.306888503 container init 7d38c18f328a77a97caa4a727262c765b479e2c11bba11994c884c494382ce4e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, org.label-schema.schema-version=1.0, RELEASE=reef-c2ea977, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:05:49.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 podman[27137]: 2024-03-10 22:05:49.09347812 +0000 UTC m=+0.309700629 container start 7d38c18f328a77a97caa4a727262c765b479e2c11bba11994c884c494382ce4e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-c2ea977, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-03-10T22:05:49.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: set uid:gid to 167:167 (ceph:ceph) 2024-03-10T22:05:49.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable), process ceph-mon, pid 2 2024-03-10T22:05:49.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: pidfile_write: ignore empty --pid-file 2024-03-10T22:05:49.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: load: jerasure load: lrc 2024-03-10T22:05:49.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: RocksDB version: 7.9.2 2024-03-10T22:05:49.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Git sha 0 2024-03-10T22:05:49.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Compile date 2024-03-09 15:03:01 2024-03-10T22:05:49.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: DB SUMMARY 2024-03-10T22:05:49.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: DB Session ID: 3Z3DWKQKWGKLHX4JEJHF 2024-03-10T22:05:49.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: CURRENT file: CURRENT 2024-03-10T22:05:49.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: IDENTITY file: IDENTITY 2024-03-10T22:05:49.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-03-10T22:05:49.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-03-10T22:05:49.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84548 ; 2024-03-10T22:05:49.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.error_if_exists: 0 2024-03-10T22:05:49.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.create_if_missing: 0 2024-03-10T22:05:49.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.paranoid_checks: 1 2024-03-10T22:05:49.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-10T22:05:49.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-10T22:05:49.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-10T22:05:49.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.env: 0x55e5e8d85720 2024-03-10T22:05:49.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.fs: PosixFileSystem 2024-03-10T22:05:49.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.info_log: 0x55e5eb9454e0 2024-03-10T22:05:49.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_file_opening_threads: 16 2024-03-10T22:05:49.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.statistics: (nil) 2024-03-10T22:05:49.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.use_fsync: 0 2024-03-10T22:05:49.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_log_file_size: 0 2024-03-10T22:05:49.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-10T22:05:49.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-10T22:05:49.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.keep_log_file_num: 1000 2024-03-10T22:05:49.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.recycle_log_file_num: 0 2024-03-10T22:05:49.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.allow_fallocate: 1 2024-03-10T22:05:49.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.allow_mmap_reads: 0 2024-03-10T22:05:49.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.allow_mmap_writes: 0 2024-03-10T22:05:49.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.use_direct_reads: 0 2024-03-10T22:05:49.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-10T22:05:49.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.create_missing_column_families: 0 2024-03-10T22:05:49.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.db_log_dir: 2024-03-10T22:05:49.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.wal_dir: 2024-03-10T22:05:49.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-10T22:05:49.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-10T22:05:49.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-10T22:05:49.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-10T22:05:49.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-10T22:05:49.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-10T22:05:49.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.advise_random_on_open: 1 2024-03-10T22:05:49.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.db_write_buffer_size: 0 2024-03-10T22:05:49.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.write_buffer_manager: 0x55e5eabbe140 2024-03-10T22:05:49.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-10T22:05:49.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-10T22:05:49.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-10T22:05:49.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.rate_limiter: (nil) 2024-03-10T22:05:49.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-10T22:05:49.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.wal_recovery_mode: 2 2024-03-10T22:05:49.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.enable_thread_tracking: 0 2024-03-10T22:05:49.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.enable_pipelined_write: 0 2024-03-10T22:05:49.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.unordered_write: 0 2024-03-10T22:05:49.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-10T22:05:49.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-10T22:05:49.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-10T22:05:49.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-10T22:05:49.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.row_cache: None 2024-03-10T22:05:49.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.wal_filter: None 2024-03-10T22:05:49.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-10T22:05:49.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.allow_ingest_behind: 0 2024-03-10T22:05:49.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.two_write_queues: 0 2024-03-10T22:05:49.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.manual_wal_flush: 0 2024-03-10T22:05:49.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.wal_compression: 0 2024-03-10T22:05:49.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.atomic_flush: 0 2024-03-10T22:05:49.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-10T22:05:49.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-10T22:05:49.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-10T22:05:49.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.log_readahead_size: 0 2024-03-10T22:05:49.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-10T22:05:49.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.best_efforts_recovery: 0 2024-03-10T22:05:49.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-10T22:05:49.268 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-10T22:05:49.268 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.allow_data_in_errors: 0 2024-03-10T22:05:49.268 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.db_host_id: __hostname__ 2024-03-10T22:05:49.268 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-10T22:05:49.268 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_background_jobs: 2 2024-03-10T22:05:49.268 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_background_compactions: -1 2024-03-10T22:05:49.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_subcompactions: 1 2024-03-10T22:05:49.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-10T22:05:49.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-10T22:05:49.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-10T22:05:49.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_total_wal_size: 0 2024-03-10T22:05:49.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-10T22:05:49.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-10T22:05:49.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-10T22:05:49.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-10T22:05:49.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_open_files: -1 2024-03-10T22:05:49.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bytes_per_sync: 0 2024-03-10T22:05:49.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-10T22:05:49.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-10T22:05:49.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_readahead_size: 0 2024-03-10T22:05:49.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_background_flushes: -1 2024-03-10T22:05:49.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Compression algorithms supported: 2024-03-10T22:05:49.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-10T22:05:49.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: kZSTD supported: 0 2024-03-10T22:05:49.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: kXpressCompression supported: 0 2024-03-10T22:05:49.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: kLZ4HCCompression supported: 1 2024-03-10T22:05:49.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: kZlibCompression supported: 1 2024-03-10T22:05:49.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: kSnappyCompression supported: 1 2024-03-10T22:05:49.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: kLZ4Compression supported: 1 2024-03-10T22:05:49.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: kBZip2Compression supported: 0 2024-03-10T22:05:49.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-10T22:05:49.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-10T22:05:49.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-03-10T22:05:49.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-10T22:05:49.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-10T22:05:49.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.merge_operator: 2024-03-10T22:05:49.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_filter: None 2024-03-10T22:05:49.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_filter_factory: None 2024-03-10T22:05:49.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.sst_partitioner_factory: None 2024-03-10T22:05:49.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-10T22:05:49.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-10T22:05:49.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e5eb9455e0) 2024-03-10T22:05:49.275 INFO:journalctl@ceph.mon.a.smithi169.stdout: cache_index_and_filter_blocks: 1 2024-03-10T22:05:49.275 INFO:journalctl@ceph.mon.a.smithi169.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-10T22:05:49.275 INFO:journalctl@ceph.mon.a.smithi169.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-10T22:05:49.275 INFO:journalctl@ceph.mon.a.smithi169.stdout: pin_top_level_index_and_filter: 1 2024-03-10T22:05:49.276 INFO:journalctl@ceph.mon.a.smithi169.stdout: index_type: 0 2024-03-10T22:05:49.276 INFO:journalctl@ceph.mon.a.smithi169.stdout: data_block_index_type: 0 2024-03-10T22:05:49.276 INFO:journalctl@ceph.mon.a.smithi169.stdout: index_shortening: 1 2024-03-10T22:05:49.276 INFO:journalctl@ceph.mon.a.smithi169.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-10T22:05:49.276 INFO:journalctl@ceph.mon.a.smithi169.stdout: checksum: 4 2024-03-10T22:05:49.276 INFO:journalctl@ceph.mon.a.smithi169.stdout: no_block_cache: 0 2024-03-10T22:05:49.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_cache: 0x55e5eac5f1f0 2024-03-10T22:05:49.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_cache_name: BinnedLRUCache 2024-03-10T22:05:49.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_cache_options: 2024-03-10T22:05:49.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: capacity : 536870912 2024-03-10T22:05:49.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: num_shard_bits : 4 2024-03-10T22:05:49.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: strict_capacity_limit : 0 2024-03-10T22:05:49.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: high_pri_pool_ratio: 0.000 2024-03-10T22:05:49.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_cache_compressed: (nil) 2024-03-10T22:05:49.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: persistent_cache: (nil) 2024-03-10T22:05:49.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_size: 4096 2024-03-10T22:05:49.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_size_deviation: 10 2024-03-10T22:05:49.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_restart_interval: 16 2024-03-10T22:05:49.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: index_block_restart_interval: 1 2024-03-10T22:05:49.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: metadata_block_size: 4096 2024-03-10T22:05:49.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: partition_filters: 0 2024-03-10T22:05:49.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: use_delta_encoding: 1 2024-03-10T22:05:49.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: filter_policy: bloomfilter 2024-03-10T22:05:49.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: whole_key_filtering: 1 2024-03-10T22:05:49.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: verify_compression: 0 2024-03-10T22:05:49.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: read_amp_bytes_per_bit: 0 2024-03-10T22:05:49.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: format_version: 5 2024-03-10T22:05:49.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: enable_index_compression: 1 2024-03-10T22:05:49.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_align: 0 2024-03-10T22:05:49.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: max_auto_readahead_size: 262144 2024-03-10T22:05:49.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: prepopulate_block_cache: 0 2024-03-10T22:05:49.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: initial_auto_readahead_size: 8192 2024-03-10T22:05:49.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: num_file_reads_for_auto_readahead: 2 2024-03-10T22:05:49.281 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.write_buffer_size: 33554432 2024-03-10T22:05:49.281 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_write_buffer_number: 2 2024-03-10T22:05:49.282 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compression: NoCompression 2024-03-10T22:05:49.282 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bottommost_compression: Disabled 2024-03-10T22:05:49.282 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.prefix_extractor: nullptr 2024-03-10T22:05:49.282 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-10T22:05:49.282 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.num_levels: 7 2024-03-10T22:05:49.282 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-10T22:05:49.283 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-10T22:05:49.283 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-10T22:05:49.283 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-10T22:05:49.283 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-10T22:05:49.283 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-10T22:05:49.283 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-10T22:05:49.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:05:49.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-10T22:05:49.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-10T22:05:49.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:05:49.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:05:49.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-10T22:05:49.285 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compression_opts.level: 32767 2024-03-10T22:05:49.285 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compression_opts.strategy: 0 2024-03-10T22:05:49.285 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-10T22:05:49.285 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:05:49.285 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:05:49.285 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-10T22:05:49.285 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compression_opts.enabled: false 2024-03-10T22:05:49.286 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:05:49.286 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-10T22:05:49.286 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-10T22:05:49.286 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-10T22:05:49.286 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.target_file_size_base: 67108864 2024-03-10T22:05:49.286 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-10T22:05:49.286 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-10T22:05:49.286 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-10T22:05:49.287 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-10T22:05:49.287 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-10T22:05:49.287 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-10T22:05:49.287 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-10T22:05:49.287 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-10T22:05:49.288 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-10T22:05:49.288 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-10T22:05:49.289 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-10T22:05:49.289 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-10T22:05:49.289 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-10T22:05:49.289 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-10T22:05:49.289 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.arena_block_size: 1048576 2024-03-10T22:05:49.289 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-10T22:05:49.290 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-10T22:05:49.290 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.disable_auto_compactions: 0 2024-03-10T22:05:49.290 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-10T22:05:49.290 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-10T22:05:49.290 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-10T22:05:49.290 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-10T22:05:49.290 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-10T22:05:49.290 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-10T22:05:49.290 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-10T22:05:49.290 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-10T22:05:49.290 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.table_properties_collectors: 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.inplace_update_support: 0 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.bloom_locality: 0 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.max_successive_merges: 0 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.paranoid_file_checks: 0 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.force_consistency_checks: 1 2024-03-10T22:05:49.291 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.report_bg_io_stats: 0 2024-03-10T22:05:49.292 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.ttl: 2592000 2024-03-10T22:05:49.292 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-10T22:05:49.292 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-10T22:05:49.292 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-10T22:05:49.292 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.enable_blob_files: false 2024-03-10T22:05:49.292 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.min_blob_size: 0 2024-03-10T22:05:49.292 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.blob_file_size: 268435456 2024-03-10T22:05:49.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-10T22:05:49.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-10T22:05:49.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-10T22:05:49.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-10T22:05:49.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-10T22:05:49.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.blob_file_starting_level: 0 2024-03-10T22:05:49.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-10T22:05:49.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-03-10T22:05:49.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-03-10T22:05:49.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 53e5e27f-ffba-4f4e-81eb-f9a04ed670b9 2024-03-10T22:05:49.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710108349122198, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-03-10T22:05:49.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-03-10T22:05:49.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710108349123046, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81072, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79248, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73449, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710108349, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "53e5e27f-ffba-4f4e-81eb-f9a04ed670b9", "db_session_id": "3Z3DWKQKWGKLHX4JEJHF", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-03-10T22:05:49.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710108349123126, "job": 1, "event": "recovery_finished"} 2024-03-10T22:05:49.295 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-03-10T22:05:49.295 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-10T22:05:49.295 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e5eacfc000 2024-03-10T22:05:49.295 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: DB pointer 0x55e5eacea000 2024-03-10T22:05:49.296 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-10T22:05:49.296 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-10T22:05:49.296 INFO:journalctl@ceph.mon.a.smithi169.stdout: ** DB Stats ** 2024-03-10T22:05:49.296 INFO:journalctl@ceph.mon.a.smithi169.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:05:49.296 INFO:journalctl@ceph.mon.a.smithi169.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-10T22:05:49.296 INFO:journalctl@ceph.mon.a.smithi169.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:05:49.297 INFO:journalctl@ceph.mon.a.smithi169.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:05:49.297 INFO:journalctl@ceph.mon.a.smithi169.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-10T22:05:49.297 INFO:journalctl@ceph.mon.a.smithi169.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:05:49.297 INFO:journalctl@ceph.mon.a.smithi169.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:05:49.297 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:05:49.297 INFO:journalctl@ceph.mon.a.smithi169.stdout: ** Compaction Stats [default] ** 2024-03-10T22:05:49.298 INFO:journalctl@ceph.mon.a.smithi169.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:05:49.298 INFO:journalctl@ceph.mon.a.smithi169.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-10T22:05:49.298 INFO:journalctl@ceph.mon.a.smithi169.stdout: L0 2/0 81.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-10T22:05:49.298 INFO:journalctl@ceph.mon.a.smithi169.stdout: Sum 2/0 81.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-10T22:05:49.298 INFO:journalctl@ceph.mon.a.smithi169.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-10T22:05:49.298 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:05:49.298 INFO:journalctl@ceph.mon.a.smithi169.stdout: ** Compaction Stats [default] ** 2024-03-10T22:05:49.299 INFO:journalctl@ceph.mon.a.smithi169.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:05:49.299 INFO:journalctl@ceph.mon.a.smithi169.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-10T22:05:49.299 INFO:journalctl@ceph.mon.a.smithi169.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 142.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-10T22:05:49.299 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:05:49.299 INFO:journalctl@ceph.mon.a.smithi169.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-10T22:05:49.299 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:05:49.299 INFO:journalctl@ceph.mon.a.smithi169.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:05:49.299 INFO:journalctl@ceph.mon.a.smithi169.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-10T22:05:49.300 INFO:journalctl@ceph.mon.a.smithi169.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-10T22:05:49.300 INFO:journalctl@ceph.mon.a.smithi169.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-10T22:05:49.300 INFO:journalctl@ceph.mon.a.smithi169.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-10T22:05:49.300 INFO:journalctl@ceph.mon.a.smithi169.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-10T22:05:49.300 INFO:journalctl@ceph.mon.a.smithi169.stdout: Cumulative compaction: 0.00 GB write, 28.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:05:49.300 INFO:journalctl@ceph.mon.a.smithi169.stdout: Interval compaction: 0.00 GB write, 28.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:05:49.301 INFO:journalctl@ceph.mon.a.smithi169.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-10T22:05:49.301 INFO:journalctl@ceph.mon.a.smithi169.stdout: Block cache BinnedLRUCache@0x55e5eac5f1f0#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-03-10T22:05:49.301 INFO:journalctl@ceph.mon.a.smithi169.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-03-10T22:05:49.301 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:05:49.301 INFO:journalctl@ceph.mon.a.smithi169.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-10T22:05:49.301 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: starting mon.a rank 0 at public addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] at bind addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:05:49.301 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: mon.a@-1(???) e1 preinit fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:05:49.302 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: mon.a@-1(???).mds e1 new map 2024-03-10T22:05:49.302 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: mon.a@-1(???).mds e1 print_map 2024-03-10T22:05:49.302 INFO:journalctl@ceph.mon.a.smithi169.stdout: e1 2024-03-10T22:05:49.302 INFO:journalctl@ceph.mon.a.smithi169.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-10T22:05:49.302 INFO:journalctl@ceph.mon.a.smithi169.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T22:05:49.302 INFO:journalctl@ceph.mon.a.smithi169.stdout: legacy client fscid: -1 2024-03-10T22:05:49.303 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:05:49.303 INFO:journalctl@ceph.mon.a.smithi169.stdout: No filesystems configured 2024-03-10T22:05:49.303 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-10T22:05:49.303 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T22:05:49.303 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T22:05:49.303 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T22:05:49.304 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-03-10T22:05:49.304 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-10T22:05:49.304 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: monmap e1: 1 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:05:49.304 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: fsmap 2024-03-10T22:05:49.304 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: osdmap e1: 0 total, 0 up, 0 in 2024-03-10T22:05:49.304 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 ceph-mon[27156]: mgrmap e1: no daemons active 2024-03-10T22:05:49.353 INFO:teuthology.orchestra.run.smithi169.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-03-10T22:05:49.660 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 bash[27137]: 7d38c18f328a77a97caa4a727262c765b479e2c11bba11994c884c494382ce4e 2024-03-10T22:05:49.660 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:49 smithi169 systemd[1]: Started Ceph mon.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:05:50.307 INFO:teuthology.orchestra.run.smithi169.stdout:Wrote config to /etc/ceph/ceph.conf 2024-03-10T22:05:50.329 INFO:teuthology.orchestra.run.smithi169.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-03-10T22:05:50.330 INFO:teuthology.orchestra.run.smithi169.stdout:Creating mgr... 2024-03-10T22:05:50.330 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying port 0.0.0.0:9283 ... 2024-03-10T22:05:50.330 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying port 0.0.0.0:8765 ... 2024-03-10T22:05:50.592 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.y 2024-03-10T22:05:50.592 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to reset failed state of unit ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.y.service: Unit ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.y.service not loaded. 2024-03-10T22:05:50.741 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-36c3355e-df2a-11ee-95c7-87774f69a715.target.wants/ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.y.service → /etc/systemd/system/ceph-36c3355e-df2a-11ee-95c7-87774f69a715@.service. 2024-03-10T22:05:50.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:50 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1342393098' entity='client.admin' 2024-03-10T22:05:51.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:51 smithi169 podman[27371]: 2024-03-10 22:05:51.212760468 +0000 UTC m=+0.350852764 container start 2518bef4bd196768d560ea35cd955404847d8e7d30330c5c38c20bab290a04cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=reef-c2ea977, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:05:51.298 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-10T22:05:51.298 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout disabled 2024-03-10T22:05:51.304 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-10T22:05:51.304 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-03-10T22:05:51.304 INFO:teuthology.orchestra.run.smithi169.stdout:firewalld.service is not enabled 2024-03-10T22:05:51.304 INFO:teuthology.orchestra.run.smithi169.stdout:Not possible to enable service . firewalld.service is not available 2024-03-10T22:05:51.312 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-10T22:05:51.312 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout disabled 2024-03-10T22:05:51.319 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-10T22:05:51.319 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-03-10T22:05:51.319 INFO:teuthology.orchestra.run.smithi169.stdout:firewalld.service is not enabled 2024-03-10T22:05:51.320 INFO:teuthology.orchestra.run.smithi169.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-03-10T22:05:51.320 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mgr to start... 2024-03-10T22:05:51.320 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mgr... 2024-03-10T22:05:51.620 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:51 smithi169 bash[27371]: 2518bef4bd196768d560ea35cd955404847d8e7d30330c5c38c20bab290a04cd 2024-03-10T22:05:51.621 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:51 smithi169 systemd[1]: Started Ceph mgr.y for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:05:52.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:51 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3448649598' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-10T22:05:52.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:51.764+0000 7f60b17bd200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:05:52.004 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:51.862+0000 7f60b17bd200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:05:52.395 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsid": "36c3355e-df2a-11ee-95c7-87774f69a715", 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "health": { 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 0 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-10T22:05:52.396 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "a" 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-10T22:05:52.397 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-10T22:05:52.398 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-10T22:05:52.401 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-10T22:05:52.401 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-10T22:05:52.401 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:52.401 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-10T22:05:52.401 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-10T22:05:52.401 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-10T22:05:52.401 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-10T22:05:52.402 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "restful" 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modified": "2024-03-10T22:05:43.082562+0000", 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:52.403 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-10T22:05:52.404 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-03-10T22:05:52.404 INFO:teuthology.orchestra.run.smithi169.stdout:mgr not available, waiting (1/15)... 2024-03-10T22:05:52.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:52.502+0000 7f60b17bd200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:05:52.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:52.591+0000 7f60b17bd200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:05:52.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:52.731+0000 7f60b17bd200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:05:53.166 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:52.825+0000 7f60b17bd200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:05:53.166 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:52.906+0000 7f60b17bd200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:05:53.166 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:53.166+0000 7f60b17bd200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:05:53.452 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:53.275+0000 7f60b17bd200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:05:53.452 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:53.359+0000 7f60b17bd200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:05:53.452 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:53.452+0000 7f60b17bd200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:05:53.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:53.626+0000 7f60b17bd200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:05:54.843 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:54.595+0000 7f60b17bd200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:05:54.843 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:54.728+0000 7f60b17bd200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:05:55.128 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:55.070+0000 7f60b17bd200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:05:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:55 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/4185947837' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-10T22:05:55.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:55.159+0000 7f60b17bd200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:05:55.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:55.351+0000 7f60b17bd200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:05:55.554 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:05:55.555 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-03-10T22:05:55.555 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsid": "36c3355e-df2a-11ee-95c7-87774f69a715", 2024-03-10T22:05:55.555 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "health": { 2024-03-10T22:05:55.555 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-10T22:05:55.555 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-10T22:05:55.555 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-10T22:05:55.555 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:55.555 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-10T22:05:55.555 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-10T22:05:55.555 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 0 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "a" 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-10T22:05:55.556 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-10T22:05:55.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-10T22:05:55.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-10T22:05:55.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-10T22:05:55.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-10T22:05:55.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:55.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-10T22:05:55.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-10T22:05:55.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-10T22:05:55.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-10T22:05:55.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-10T22:05:55.558 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-10T22:05:55.558 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-10T22:05:55.558 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-10T22:05:55.558 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-10T22:05:55.558 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:55.558 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "restful" 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T22:05:55.559 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:55.560 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-10T22:05:55.560 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:55.560 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modified": "2024-03-10T22:05:43.082562+0000", 2024-03-10T22:05:55.560 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T22:05:55.560 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:55.560 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-10T22:05:55.560 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-03-10T22:05:55.560 INFO:teuthology.orchestra.run.smithi169.stdout:mgr not available, waiting (2/15)... 2024-03-10T22:05:55.814 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:55.535+0000 7f60b17bd200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:05:56.098 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:55.814+0000 7f60b17bd200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:05:56.098 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:56.098+0000 7f60b17bd200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:05:56.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:56.327+0000 7f60b17bd200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:05:57.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:57.118+0000 7f60b17bd200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:05:57.949 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:57.742+0000 7f60b17bd200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:05:57.950 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:57.841+0000 7f60b17bd200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:05:58.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:05:58.066+0000 7f60b17bd200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:05:58.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/4087168258' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-10T22:05:58.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: Activating manager daemon y 2024-03-10T22:05:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: mgrmap e2: y(active, starting, since 0.00377322s) 2024-03-10T22:05:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: from='mgr.14100 172.21.15.169:0/2502969244' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:05:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: from='mgr.14100 172.21.15.169:0/2502969244' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:05:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: from='mgr.14100 172.21.15.169:0/2502969244' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:05:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: from='mgr.14100 172.21.15.169:0/2502969244' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:05:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: from='mgr.14100 172.21.15.169:0/2502969244' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:05:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: Manager daemon y is now available 2024-03-10T22:05:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: from='mgr.14100 172.21.15.169:0/2502969244' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:05:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: from='mgr.14100 172.21.15.169:0/2502969244' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:05:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:58 smithi169 ceph-mon[27156]: from='mgr.14100 172.21.15.169:0/2502969244' entity='mgr.y' 2024-03-10T22:05:58.636 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:05:58.636 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsid": "36c3355e-df2a-11ee-95c7-87774f69a715", 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "health": { 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 0 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "a" 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:05:58.637 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-10T22:05:58.638 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:58.639 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "restful" 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:05:58.640 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modified": "2024-03-10T22:05:43.082562+0000", 2024-03-10T22:05:58.641 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T22:05:58.641 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:05:58.641 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-10T22:05:58.641 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-03-10T22:05:58.641 INFO:teuthology.orchestra.run.smithi169.stdout:mgr not available, waiting (3/15)... 2024-03-10T22:05:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:59 smithi169 ceph-mon[27156]: from='mgr.14100 172.21.15.169:0/2502969244' entity='mgr.y' 2024-03-10T22:05:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:59 smithi169 ceph-mon[27156]: from='mgr.14100 172.21.15.169:0/2502969244' entity='mgr.y' 2024-03-10T22:05:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:05:59 smithi169 ceph-mon[27156]: mgrmap e3: y(active, since 1.00784s) 2024-03-10T22:06:01.356 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:01 smithi169 ceph-mon[27156]: mgrmap e4: y(active, since 2s) 2024-03-10T22:06:01.976 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:06:01.977 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-03-10T22:06:01.977 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsid": "36c3355e-df2a-11ee-95c7-87774f69a715", 2024-03-10T22:06:01.977 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "health": { 2024-03-10T22:06:01.977 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-10T22:06:01.977 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-10T22:06:01.977 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-10T22:06:01.977 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:06:01.977 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-10T22:06:01.977 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-10T22:06:01.977 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 0 2024-03-10T22:06:01.977 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "a" 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-10T22:06:01.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-10T22:06:01.979 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-10T22:06:01.979 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-10T22:06:01.979 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-10T22:06:01.979 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-10T22:06:01.979 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:06:01.979 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-10T22:06:01.979 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-10T22:06:01.979 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-10T22:06:01.979 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-10T22:06:01.979 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-10T22:06:01.980 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-10T22:06:01.980 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-10T22:06:01.980 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-10T22:06:01.980 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-10T22:06:01.980 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:06:01.981 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-10T22:06:01.981 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:06:01.981 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-10T22:06:01.982 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-10T22:06:01.982 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:06:01.982 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-10T22:06:01.982 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-10T22:06:01.982 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-10T22:06:01.982 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-10T22:06:01.983 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-10T22:06:01.983 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-10T22:06:01.983 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "restful" 2024-03-10T22:06:01.984 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-03-10T22:06:01.984 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T22:06:01.984 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:06:01.984 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-10T22:06:01.984 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T22:06:01.984 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modified": "2024-03-10T22:05:43.082562+0000", 2024-03-10T22:06:01.984 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T22:06:01.984 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-03-10T22:06:01.984 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-10T22:06:01.985 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-03-10T22:06:01.985 INFO:teuthology.orchestra.run.smithi169.stdout:mgr is available 2024-03-10T22:06:02.403 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:02 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3025702000' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-10T22:06:03.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:03 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1557939728' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-10T22:06:03.219 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:06:03.219 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [global] 2024-03-10T22:06:03.219 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout fsid = 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:06:03.219 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-10T22:06:03.219 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-10T22:06:03.219 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-10T22:06:03.219 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-10T22:06:03.219 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:06:03.219 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-10T22:06:03.219 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-10T22:06:03.220 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-03-10T22:06:03.220 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [osd] 2024-03-10T22:06:03.220 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-10T22:06:03.220 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-10T22:06:03.220 INFO:teuthology.orchestra.run.smithi169.stdout:Enabling cephadm module... 2024-03-10T22:06:04.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:04 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1839163590' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-03-10T22:06:04.454 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ignoring --setuser ceph since I am not root 2024-03-10T22:06:04.454 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ignoring --setgroup ceph since I am not root 2024-03-10T22:06:04.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:04.701+0000 7fad8701b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:06:05.009 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:04.804+0000 7fad8701b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:06:05.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:05 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1839163590' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-03-10T22:06:05.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:05 smithi169 ceph-mon[27156]: mgrmap e5: y(active, since 6s) 2024-03-10T22:06:05.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:05.461+0000 7fad8701b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:06:05.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:05.556+0000 7fad8701b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:06:05.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:05.699+0000 7fad8701b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:06:06.114 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:05.796+0000 7fad8701b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:06:06.114 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:05.878+0000 7fad8701b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:06:06.117 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-03-10T22:06:06.117 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-03-10T22:06:06.117 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-10T22:06:06.117 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-03-10T22:06:06.117 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-10T22:06:06.117 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-03-10T22:06:06.117 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for the mgr to restart... 2024-03-10T22:06:06.118 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mgr epoch 5... 2024-03-10T22:06:06.370 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:06 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1062289961' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-10T22:06:06.370 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:06.145+0000 7fad8701b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:06:06.370 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:06.258+0000 7fad8701b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:06:06.370 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:06.346+0000 7fad8701b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:06:06.625 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:06.444+0000 7fad8701b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:06:07.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:06.625+0000 7fad8701b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:06:08.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:07.586+0000 7fad8701b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:06:08.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:07.716+0000 7fad8701b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:06:08.334 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:08.050+0000 7fad8701b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:06:08.334 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:08.139+0000 7fad8701b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:06:08.334 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:08.334+0000 7fad8701b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:06:08.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:08.516+0000 7fad8701b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:06:09.060 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:08.799+0000 7fad8701b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:06:09.060 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:09.060+0000 7fad8701b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:06:09.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:09.292+0000 7fad8701b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:06:10.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:10.086+0000 7fad8701b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:06:10.965 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:10.653+0000 7fad8701b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:06:10.965 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:10.751+0000 7fad8701b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:06:10.965 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:10.964+0000 7fad8701b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:06:11.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: Active manager daemon y restarted 2024-03-10T22:06:11.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: Activating manager daemon y 2024-03-10T22:06:11.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: osdmap e2: 0 total, 0 up, 0 in 2024-03-10T22:06:11.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: mgrmap e6: y(active, starting, since 0.00328966s) 2024-03-10T22:06:11.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:06:11.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:06:11.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:06:11.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:06:11.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:06:11.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: Manager daemon y is now available 2024-03-10T22:06:11.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:11.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:11.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:06:11.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:06:11.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:11 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:06:12.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:12 smithi169 ceph-mon[27156]: Found migration_current of "None". Setting to last migration. 2024-03-10T22:06:12.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:12 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:06:12.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:12 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:06:12.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:12 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:12.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:12 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:12.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:12 smithi169 ceph-mon[27156]: mgrmap e7: y(active, since 1.00511s) 2024-03-10T22:06:12.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-03-10T22:06:12.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-03-10T22:06:12.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-10T22:06:12.557 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-03-10T22:06:12.557 INFO:teuthology.orchestra.run.smithi169.stdout:mgr epoch 5 is available 2024-03-10T22:06:12.557 INFO:teuthology.orchestra.run.smithi169.stdout:Setting orchestrator backend to cephadm... 2024-03-10T22:06:13.248 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:13 smithi169 ceph-mon[27156]: [10/Mar/2024:22:06:11] ENGINE Bus STARTING 2024-03-10T22:06:13.248 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:13 smithi169 ceph-mon[27156]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-10T22:06:13.248 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:13 smithi169 ceph-mon[27156]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-10T22:06:13.248 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:13 smithi169 ceph-mon[27156]: [10/Mar/2024:22:06:12] ENGINE Serving on http://172.21.15.169:8765 2024-03-10T22:06:13.248 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:13 smithi169 ceph-mon[27156]: [10/Mar/2024:22:06:12] ENGINE Serving on https://172.21.15.169:7150 2024-03-10T22:06:13.248 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:13 smithi169 ceph-mon[27156]: [10/Mar/2024:22:06:12] ENGINE Bus STARTED 2024-03-10T22:06:13.248 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:13 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:06:14.121 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:14 smithi169 ceph-mon[27156]: mgrmap e8: y(active, since 2s) 2024-03-10T22:06:14.121 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:14 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:14.121 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:14 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:06:14.978 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout value unchanged 2024-03-10T22:06:14.978 INFO:teuthology.orchestra.run.smithi169.stdout:Generating ssh key... 2024-03-10T22:06:15.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:15 smithi169 ceph-mon[27156]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:06:16.382 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-mon[27156]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:06:16.382 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:16.382 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:16.382 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: Generating public/private rsa key pair. 2024-03-10T22:06:16.382 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: Your identification has been saved in /tmp/tmpfnceeb07/key. 2024-03-10T22:06:16.382 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: Your public key has been saved in /tmp/tmpfnceeb07/key.pub. 2024-03-10T22:06:16.382 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: The key fingerprint is: 2024-03-10T22:06:16.382 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: SHA256:RQGUcOt74Tx0279ZVesl/d9EG8NoH7YzH6EcwgIlIYM ceph-36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:06:16.382 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: The key's randomart image is: 2024-03-10T22:06:16.382 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: +---[RSA 3072]----+ 2024-03-10T22:06:16.383 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: | .o.==+o. | 2024-03-10T22:06:16.383 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: | E o.+o | 2024-03-10T22:06:16.383 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: | .. . .| 2024-03-10T22:06:16.383 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: | .... o.o| 2024-03-10T22:06:16.383 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: | S.oo.+.O=| 2024-03-10T22:06:16.383 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: | =.o+o*o@| 2024-03-10T22:06:16.383 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: | . = .o.O+| 2024-03-10T22:06:16.383 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: | . . oX| 2024-03-10T22:06:16.383 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: | o*| 2024-03-10T22:06:16.383 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: +----[SHA256]-----+ 2024-03-10T22:06:17.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:17 smithi169 ceph-mon[27156]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:06:17.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:17 smithi169 ceph-mon[27156]: Generating ssh key... 2024-03-10T22:06:17.816 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdNZ2FXtz/JUySbtYilQUywQ5ZNwteEbYwO8eBa/NyY9Et2coZbkYK5keyRlacXixWlCDoJ4JOsONMZiykv68vqP9WhQ2gjnm2IhnWt/W3q+PD1EJHwgr1qUQAowe8fNX1aKN5oXVwsKdYUAIBncCMIFqO9sTotUItWs9HuIxk1QHfr24qaNCyJRmvbLFb8UKDtJZYzeVaTTSPfu/o3NLqn7I0tyy2gjNYuyKX8RXIQWtovGYWxb0fabghbYc7PKL7a9Ar8N+Zr0sDCEhDZsIYvVzUHjx4DENzqplBP5pn7+uSbDco3dnSYGg9b6xJvmHLW4OGEMNI44sPbNa3wLn0qREesoQ3KYjpuSbBff34IjuiwfFrExFCLlO6SiLWG1bqdiC5e/5IhfHkbkuAYRzCzrbjvVmWBsEaXPBni0hXHu0wRr0nluTm5+ROZ4rmcCV1OQ5lVgWRMb5y4+d9RxzG3MWkkgGrVvtIntIIYHa4xH3R5zkP9yIKKWwr/gbSonM= ceph-36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:06:17.817 INFO:teuthology.orchestra.run.smithi169.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-03-10T22:06:17.817 INFO:teuthology.orchestra.run.smithi169.stdout:Adding key to root@localhost authorized_keys... 2024-03-10T22:06:17.817 INFO:teuthology.orchestra.run.smithi169.stdout:Adding host smithi169... 2024-03-10T22:06:18.466 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:18 smithi169 ceph-mon[27156]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:06:20.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:20 smithi169 ceph-mon[27156]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi169", "addr": "172.21.15.169", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:06:20.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:20 smithi169 ceph-mon[27156]: Deploying cephadm binary to smithi169 2024-03-10T22:06:21.642 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout Added host 'smithi169' with addr '172.21.15.169' 2024-03-10T22:06:21.643 INFO:teuthology.orchestra.run.smithi169.stdout:Deploying unmanaged mon service... 2024-03-10T22:06:22.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:22 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:22.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:22 smithi169 ceph-mon[27156]: Added host smithi169 2024-03-10T22:06:22.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:22 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:06:23.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:23 smithi169 ceph-mon[27156]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:06:23.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:23 smithi169 ceph-mon[27156]: Saving service mon spec with placement count:5 2024-03-10T22:06:23.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:23 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:23.763 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-03-10T22:06:23.763 INFO:teuthology.orchestra.run.smithi169.stdout:Deploying unmanaged mgr service... 2024-03-10T22:06:24.620 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:24 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:24.620 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:24 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:25.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:25 smithi169 ceph-mon[27156]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:06:25.614 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:25 smithi169 ceph-mon[27156]: Saving service mgr spec with placement count:2 2024-03-10T22:06:25.614 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:25 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:25.616 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-03-10T22:06:26.879 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:26 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:26.879 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:26 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3827042659' entity='client.admin' 2024-03-10T22:06:28.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:27 smithi169 ceph-mon[27156]: from='mgr.14120 172.21.15.169:0/3236476429' entity='mgr.y' 2024-03-10T22:06:28.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:27 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2689405439' entity='client.admin' 2024-03-10T22:06:28.566 INFO:teuthology.orchestra.run.smithi169.stdout:Enabling the dashboard module... 2024-03-10T22:06:30.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:30 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/942805744' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-03-10T22:06:30.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ignoring --setuser ceph since I am not root 2024-03-10T22:06:30.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ignoring --setgroup ceph since I am not root 2024-03-10T22:06:30.798 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:30.705+0000 7f9ab1eca200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:06:30.798 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:30.798+0000 7f9ab1eca200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:06:31.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:31 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/942805744' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-03-10T22:06:31.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:31 smithi169 ceph-mon[27156]: mgrmap e9: y(active, since 19s) 2024-03-10T22:06:31.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:31.450+0000 7f9ab1eca200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:06:31.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:31.544+0000 7f9ab1eca200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:06:31.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:31.686+0000 7f9ab1eca200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:06:32.130 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:31.787+0000 7f9ab1eca200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:06:32.131 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:31.869+0000 7f9ab1eca200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:06:32.133 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-03-10T22:06:32.134 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-03-10T22:06:32.134 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-10T22:06:32.134 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-03-10T22:06:32.135 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-10T22:06:32.135 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-03-10T22:06:32.135 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for the mgr to restart... 2024-03-10T22:06:32.135 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mgr epoch 9... 2024-03-10T22:06:32.433 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:32 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2194545376' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-10T22:06:32.433 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:32.131+0000 7f9ab1eca200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:06:32.433 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:32.245+0000 7f9ab1eca200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:06:32.433 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:32.332+0000 7f9ab1eca200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:06:32.433 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:32.432+0000 7f9ab1eca200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:06:32.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:32.612+0000 7f9ab1eca200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:06:34.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:33.555+0000 7f9ab1eca200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:06:34.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:33.683+0000 7f9ab1eca200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:06:34.301 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:34.014+0000 7f9ab1eca200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:06:34.301 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:34.104+0000 7f9ab1eca200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:06:34.301 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:34.300+0000 7f9ab1eca200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:06:34.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:34.484+0000 7f9ab1eca200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:06:35.030 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:34.768+0000 7f9ab1eca200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:06:35.030 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:35.029+0000 7f9ab1eca200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:06:35.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:35.260+0000 7f9ab1eca200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:06:36.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:36.055+0000 7f9ab1eca200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:06:36.937 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:36.624+0000 7f9ab1eca200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:06:36.937 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:36.722+0000 7f9ab1eca200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:06:36.937 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:06:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:06:36.937+0000 7f9ab1eca200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:06:37.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: Active manager daemon y restarted 2024-03-10T22:06:37.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: Activating manager daemon y 2024-03-10T22:06:37.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: osdmap e3: 0 total, 0 up, 0 in 2024-03-10T22:06:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: mgrmap e10: y(active, starting, since 0.00361535s) 2024-03-10T22:06:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:06:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:06:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:06:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:06:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:06:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: Manager daemon y is now available 2024-03-10T22:06:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:06:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:06:38.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:38 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:06:38.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:38 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:06:38.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:38 smithi169 ceph-mon[27156]: mgrmap e11: y(active, since 1.00562s) 2024-03-10T22:06:38.885 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-03-10T22:06:38.885 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-03-10T22:06:38.885 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-10T22:06:38.885 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-03-10T22:06:38.885 INFO:teuthology.orchestra.run.smithi169.stdout:mgr epoch 9 is available 2024-03-10T22:06:38.886 INFO:teuthology.orchestra.run.smithi169.stdout:Generating a dashboard self-signed certificate... 2024-03-10T22:06:39.227 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:39 smithi169 ceph-mon[27156]: [10/Mar/2024:22:06:37] ENGINE Bus STARTING 2024-03-10T22:06:39.227 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:39 smithi169 ceph-mon[27156]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-10T22:06:39.228 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:39 smithi169 ceph-mon[27156]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-10T22:06:39.228 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:39 smithi169 ceph-mon[27156]: [10/Mar/2024:22:06:37] ENGINE Serving on https://172.21.15.169:7150 2024-03-10T22:06:39.228 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:39 smithi169 ceph-mon[27156]: [10/Mar/2024:22:06:38] ENGINE Serving on http://172.21.15.169:8765 2024-03-10T22:06:39.228 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:39 smithi169 ceph-mon[27156]: [10/Mar/2024:22:06:38] ENGINE Bus STARTED 2024-03-10T22:06:39.228 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:40.299 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-03-10T22:06:40.300 INFO:teuthology.orchestra.run.smithi169.stdout:Creating initial admin user... 2024-03-10T22:06:40.609 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:40 smithi169 ceph-mon[27156]: mgrmap e12: y(active, since 2s) 2024-03-10T22:06:40.609 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:40 smithi169 ceph-mon[27156]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:06:40.609 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:40 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:40.609 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:40 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:40.609 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:40 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:41.986 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$Jj.QSF8wzaXWMCVVNZ5wbea/aZmzo9FfvKUf4uaqrMAXO0NujDZzi", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1710108401, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-03-10T22:06:41.986 INFO:teuthology.orchestra.run.smithi169.stdout:Fetching dashboard port number... 2024-03-10T22:06:42.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:42 smithi169 ceph-mon[27156]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:06:42.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:42 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:43.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:43 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/315298741' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-03-10T22:06:43.703 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 8443 2024-03-10T22:06:43.712 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-10T22:06:43.712 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout disabled 2024-03-10T22:06:43.722 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-10T22:06:43.722 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-03-10T22:06:43.722 INFO:teuthology.orchestra.run.smithi169.stdout:firewalld.service is not enabled 2024-03-10T22:06:43.723 INFO:teuthology.orchestra.run.smithi169.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-03-10T22:06:43.723 INFO:teuthology.orchestra.run.smithi169.stdout:Ceph Dashboard is now available at: 2024-03-10T22:06:43.723 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:06:43.723 INFO:teuthology.orchestra.run.smithi169.stdout: URL: https://smithi169.front.sepia.ceph.com:8443/ 2024-03-10T22:06:43.723 INFO:teuthology.orchestra.run.smithi169.stdout: User: admin 2024-03-10T22:06:43.723 INFO:teuthology.orchestra.run.smithi169.stdout: Password: 9mz3p0chri 2024-03-10T22:06:43.723 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:06:43.723 INFO:teuthology.orchestra.run.smithi169.stdout:Saving cluster configuration to /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config directory 2024-03-10T22:06:43.723 INFO:teuthology.orchestra.run.smithi169.stdout:Enabling autotune for osd_memory_target 2024-03-10T22:06:44.360 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:44 smithi169 ceph-mon[27156]: mgrmap e13: y(active, since 6s) 2024-03-10T22:06:46.241 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-03-10T22:06:46.242 INFO:teuthology.orchestra.run.smithi169.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-03-10T22:06:46.242 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:06:46.242 INFO:teuthology.orchestra.run.smithi169.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-03-10T22:06:46.242 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:06:46.242 INFO:teuthology.orchestra.run.smithi169.stdout:Or, if you are only running a single cluster on this host: 2024-03-10T22:06:46.242 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:06:46.242 INFO:teuthology.orchestra.run.smithi169.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-03-10T22:06:46.242 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:06:46.242 INFO:teuthology.orchestra.run.smithi169.stdout:Please consider enabling telemetry to help improve Ceph: 2024-03-10T22:06:46.242 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:06:46.242 INFO:teuthology.orchestra.run.smithi169.stdout: ceph telemetry on 2024-03-10T22:06:46.243 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:06:46.243 INFO:teuthology.orchestra.run.smithi169.stdout:For more information see: 2024-03-10T22:06:46.243 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:06:46.243 INFO:teuthology.orchestra.run.smithi169.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-03-10T22:06:46.243 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:06:46.243 INFO:teuthology.orchestra.run.smithi169.stdout:Bootstrap complete. 2024-03-10T22:06:46.280 INFO:tasks.cephadm:Fetching config... 2024-03-10T22:06:46.280 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:06:46.280 DEBUG:teuthology.orchestra.run.smithi169:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-03-10T22:06:46.296 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-03-10T22:06:46.296 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:06:46.296 DEBUG:teuthology.orchestra.run.smithi169:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-03-10T22:06:46.351 INFO:tasks.cephadm:Fetching mon keyring... 2024-03-10T22:06:46.352 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:06:46.352 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/keyring of=/dev/stdout 2024-03-10T22:06:46.418 INFO:tasks.cephadm:Fetching pub ssh key... 2024-03-10T22:06:46.419 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:06:46.419 DEBUG:teuthology.orchestra.run.smithi169:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-03-10T22:06:46.473 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-03-10T22:06:46.473 DEBUG:teuthology.orchestra.run.smithi169:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdNZ2FXtz/JUySbtYilQUywQ5ZNwteEbYwO8eBa/NyY9Et2coZbkYK5keyRlacXixWlCDoJ4JOsONMZiykv68vqP9WhQ2gjnm2IhnWt/W3q+PD1EJHwgr1qUQAowe8fNX1aKN5oXVwsKdYUAIBncCMIFqO9sTotUItWs9HuIxk1QHfr24qaNCyJRmvbLFb8UKDtJZYzeVaTTSPfu/o3NLqn7I0tyy2gjNYuyKX8RXIQWtovGYWxb0fabghbYc7PKL7a9Ar8N+Zr0sDCEhDZsIYvVzUHjx4DENzqplBP5pn7+uSbDco3dnSYGg9b6xJvmHLW4OGEMNI44sPbNa3wLn0qREesoQ3KYjpuSbBff34IjuiwfFrExFCLlO6SiLWG1bqdiC5e/5IhfHkbkuAYRzCzrbjvVmWBsEaXPBni0hXHu0wRr0nluTm5+ROZ4rmcCV1OQ5lVgWRMb5y4+d9RxzG3MWkkgGrVvtIntIIYHa4xH3R5zkP9yIKKWwr/gbSonM= ceph-36c3355e-df2a-11ee-95c7-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-10T22:06:46.551 INFO:teuthology.orchestra.run.smithi169.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdNZ2FXtz/JUySbtYilQUywQ5ZNwteEbYwO8eBa/NyY9Et2coZbkYK5keyRlacXixWlCDoJ4JOsONMZiykv68vqP9WhQ2gjnm2IhnWt/W3q+PD1EJHwgr1qUQAowe8fNX1aKN5oXVwsKdYUAIBncCMIFqO9sTotUItWs9HuIxk1QHfr24qaNCyJRmvbLFb8UKDtJZYzeVaTTSPfu/o3NLqn7I0tyy2gjNYuyKX8RXIQWtovGYWxb0fabghbYc7PKL7a9Ar8N+Zr0sDCEhDZsIYvVzUHjx4DENzqplBP5pn7+uSbDco3dnSYGg9b6xJvmHLW4OGEMNI44sPbNa3wLn0qREesoQ3KYjpuSbBff34IjuiwfFrExFCLlO6SiLWG1bqdiC5e/5IhfHkbkuAYRzCzrbjvVmWBsEaXPBni0hXHu0wRr0nluTm5+ROZ4rmcCV1OQ5lVgWRMb5y4+d9RxzG3MWkkgGrVvtIntIIYHa4xH3R5zkP9yIKKWwr/gbSonM= ceph-36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:06:46.565 DEBUG:teuthology.orchestra.run.smithi172:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdNZ2FXtz/JUySbtYilQUywQ5ZNwteEbYwO8eBa/NyY9Et2coZbkYK5keyRlacXixWlCDoJ4JOsONMZiykv68vqP9WhQ2gjnm2IhnWt/W3q+PD1EJHwgr1qUQAowe8fNX1aKN5oXVwsKdYUAIBncCMIFqO9sTotUItWs9HuIxk1QHfr24qaNCyJRmvbLFb8UKDtJZYzeVaTTSPfu/o3NLqn7I0tyy2gjNYuyKX8RXIQWtovGYWxb0fabghbYc7PKL7a9Ar8N+Zr0sDCEhDZsIYvVzUHjx4DENzqplBP5pn7+uSbDco3dnSYGg9b6xJvmHLW4OGEMNI44sPbNa3wLn0qREesoQ3KYjpuSbBff34IjuiwfFrExFCLlO6SiLWG1bqdiC5e/5IhfHkbkuAYRzCzrbjvVmWBsEaXPBni0hXHu0wRr0nluTm5+ROZ4rmcCV1OQ5lVgWRMb5y4+d9RxzG3MWkkgGrVvtIntIIYHa4xH3R5zkP9yIKKWwr/gbSonM= ceph-36c3355e-df2a-11ee-95c7-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-10T22:06:46.611 INFO:teuthology.orchestra.run.smithi172.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdNZ2FXtz/JUySbtYilQUywQ5ZNwteEbYwO8eBa/NyY9Et2coZbkYK5keyRlacXixWlCDoJ4JOsONMZiykv68vqP9WhQ2gjnm2IhnWt/W3q+PD1EJHwgr1qUQAowe8fNX1aKN5oXVwsKdYUAIBncCMIFqO9sTotUItWs9HuIxk1QHfr24qaNCyJRmvbLFb8UKDtJZYzeVaTTSPfu/o3NLqn7I0tyy2gjNYuyKX8RXIQWtovGYWxb0fabghbYc7PKL7a9Ar8N+Zr0sDCEhDZsIYvVzUHjx4DENzqplBP5pn7+uSbDco3dnSYGg9b6xJvmHLW4OGEMNI44sPbNa3wLn0qREesoQ3KYjpuSbBff34IjuiwfFrExFCLlO6SiLWG1bqdiC5e/5IhfHkbkuAYRzCzrbjvVmWBsEaXPBni0hXHu0wRr0nluTm5+ROZ4rmcCV1OQ5lVgWRMb5y4+d9RxzG3MWkkgGrVvtIntIIYHa4xH3R5zkP9yIKKWwr/gbSonM= ceph-36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:06:46.626 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-03-10T22:06:46.766 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:46 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/4108944186' entity='client.admin' 2024-03-10T22:06:47.011 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:06:49.953 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-03-10T22:06:49.953 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-03-10T22:06:50.236 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:06:50.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:50 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2259362014' entity='client.admin' 2024-03-10T22:06:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:52 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:52 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:52 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi169", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:06:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:52 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:52 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:06:52.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:52 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:53.293 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi172 2024-03-10T22:06:53.294 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T22:06:53.294 DEBUG:teuthology.orchestra.run.smithi172:> dd of=/etc/ceph/ceph.conf 2024-03-10T22:06:53.314 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T22:06:53.314 DEBUG:teuthology.orchestra.run.smithi172:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:06:53.371 INFO:tasks.cephadm:Adding host smithi172 to orchestrator... 2024-03-10T22:06:53.371 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch host add smithi172 2024-03-10T22:06:53.574 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:06:53.880 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:53 smithi169 ceph-mon[27156]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:06:53.881 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:53.881 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:06:53.881 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:06:53.881 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:06:53.881 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:53 smithi169 ceph-mon[27156]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:06:53.881 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:53 smithi169 ceph-mon[27156]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:06:53.881 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:53 smithi169 ceph-mon[27156]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:06:53.881 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:53.881 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:53.881 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:55 smithi169 ceph-mon[27156]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:06:56.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:56 smithi169 ceph-mon[27156]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi172", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:06:56.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:56 smithi169 ceph-mon[27156]: Deploying cephadm binary to smithi172 2024-03-10T22:06:58.016 INFO:teuthology.orchestra.run.smithi169.stdout:Added host 'smithi172' with addr '172.21.15.172' 2024-03-10T22:06:58.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:57 smithi169 ceph-mon[27156]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:06:58.662 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch host ls --format=json 2024-03-10T22:06:58.860 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:06:59.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:59.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:59 smithi169 ceph-mon[27156]: Added host smithi172 2024-03-10T22:06:59.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:06:59.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:06:59.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:06:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:00.501 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:07:00.501 INFO:teuthology.orchestra.run.smithi169.stdout:[{"addr": "172.21.15.169", "hostname": "smithi169", "labels": [], "status": ""}, {"addr": "172.21.15.172", "hostname": "smithi172", "labels": [], "status": ""}] 2024-03-10T22:07:00.502 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:00 smithi169 ceph-mon[27156]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:00.502 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:00 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:01.134 INFO:tasks.cephadm:Setting crush tunables to default 2024-03-10T22:07:01.134 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd crush tunables default 2024-03-10T22:07:01.330 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:07:02.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:02 smithi169 ceph-mon[27156]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:07:02.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:02 smithi169 ceph-mon[27156]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:03.557 INFO:teuthology.orchestra.run.smithi169.stderr:adjusted tunables profile to default 2024-03-10T22:07:03.888 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:03.888 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:03.888 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:03.888 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:03.888 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi172", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:07:03.888 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:03.888 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:03.888 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:07:03.888 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:07:03.888 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:03.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:07:03.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/937654939' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-10T22:07:03.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:03.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:03.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:04.156 INFO:tasks.cephadm:Adding mon.a on smithi169 2024-03-10T22:07:04.157 INFO:tasks.cephadm:Adding mon.c on smithi169 2024-03-10T22:07:04.157 INFO:tasks.cephadm:Adding mon.b on smithi172 2024-03-10T22:07:04.157 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch apply mon '3;smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi172:172.21.15.172=b' 2024-03-10T22:07:04.350 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:07:05.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:04 smithi169 ceph-mon[27156]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:07:05.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:04 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/937654939' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-10T22:07:05.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:04 smithi169 ceph-mon[27156]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T22:07:06.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:05 smithi169 ceph-mon[27156]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:06.078 INFO:teuthology.orchestra.run.smithi172.stdout:Scheduled mon update... 2024-03-10T22:07:06.649 DEBUG:teuthology.orchestra.run.smithi169:mon.c> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.c.service 2024-03-10T22:07:06.653 DEBUG:teuthology.orchestra.run.smithi172:mon.b> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.b.service 2024-03-10T22:07:06.655 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-10T22:07:06.655 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph mon dump -f json 2024-03-10T22:07:07.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:07 smithi169 ceph-mon[27156]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi172:172.21.15.172=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:07:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:07 smithi169 ceph-mon[27156]: Saving service mon spec with placement smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi172:172.21.15.172=b;count:3 2024-03-10T22:07:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:07 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:07 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:07 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:07 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:07 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:07 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:07 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:07 smithi169 ceph-mon[27156]: Deploying daemon mon.b on smithi172 2024-03-10T22:07:07.691 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:07:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:08 smithi169 ceph-mon[27156]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:10.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:10 smithi169 ceph-mon[27156]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:10.659 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:07:10.660 INFO:teuthology.orchestra.run.smithi172.stdout:{"epoch":1,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","modified":"2024-03-10T22:05:40.249990Z","created":"2024-03-10T22:05:40.249990Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3300","nonce":0},{"type":"v1","addr":"172.21.15.169:6789","nonce":0}]},"addr":"172.21.15.169:6789/0","public_addr":"172.21.15.169:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-03-10T22:07:10.662 INFO:teuthology.orchestra.run.smithi172.stderr:dumped monmap epoch 1 2024-03-10T22:07:11.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:11 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/3396997372' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T22:07:11.532 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 podman[30980]: 2024-03-10 22:07:11.415931709 +0000 UTC m=+0.018346937 image pull a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633 2024-03-10T22:07:11.532 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 podman[30980]: 2024-03-10 22:07:11.533053729 +0000 UTC m=+0.135468957 container create 021afd540f8ac36ad043dfd48a91be802c8f62ad9677aaeb3bb4fcbe82c18cfb (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , RELEASE=reef-c2ea977, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-03-10T22:07:11.782 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 podman[30980]: 2024-03-10 22:07:11.752152757 +0000 UTC m=+0.354567985 container init 021afd540f8ac36ad043dfd48a91be802c8f62ad9677aaeb3bb4fcbe82c18cfb (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=reef-c2ea977, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 podman[30980]: 2024-03-10 22:07:11.755052839 +0000 UTC m=+0.357468071 container start 021afd540f8ac36ad043dfd48a91be802c8f62ad9677aaeb3bb4fcbe82c18cfb (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=reef-c2ea977, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: set uid:gid to 167:167 (ceph:ceph) 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable), process ceph-mon, pid 2 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: pidfile_write: ignore empty --pid-file 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: load: jerasure load: lrc 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: RocksDB version: 7.9.2 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Git sha 0 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Compile date 2024-03-09 15:03:01 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: DB SUMMARY 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: DB Session ID: 35O8ELLCPJI6VLTWA8IL 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: CURRENT file: CURRENT 2024-03-10T22:07:11.783 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: IDENTITY file: IDENTITY 2024-03-10T22:07:11.784 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-03-10T22:07:11.784 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-03-10T22:07:11.784 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-03-10T22:07:11.784 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.error_if_exists: 0 2024-03-10T22:07:11.784 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.create_if_missing: 0 2024-03-10T22:07:11.784 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.paranoid_checks: 1 2024-03-10T22:07:11.784 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-10T22:07:11.784 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-10T22:07:11.784 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-10T22:07:11.784 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.env: 0x564056a85720 2024-03-10T22:07:11.784 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.fs: PosixFileSystem 2024-03-10T22:07:12.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.info_log: 0x564059ced4e0 2024-03-10T22:07:12.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_file_opening_threads: 16 2024-03-10T22:07:12.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.statistics: (nil) 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.use_fsync: 0 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_log_file_size: 0 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.keep_log_file_num: 1000 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.recycle_log_file_num: 0 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.allow_fallocate: 1 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.allow_mmap_reads: 0 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.allow_mmap_writes: 0 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.use_direct_reads: 0 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.create_missing_column_families: 0 2024-03-10T22:07:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.db_log_dir: 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.wal_dir: 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.advise_random_on_open: 1 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.db_write_buffer_size: 0 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.write_buffer_manager: 0x564058f66140 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-10T22:07:12.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.rate_limiter: (nil) 2024-03-10T22:07:12.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-10T22:07:12.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.wal_recovery_mode: 2 2024-03-10T22:07:12.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.enable_thread_tracking: 0 2024-03-10T22:07:12.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.enable_pipelined_write: 0 2024-03-10T22:07:12.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.unordered_write: 0 2024-03-10T22:07:12.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-10T22:07:12.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-10T22:07:12.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-10T22:07:12.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.row_cache: None 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.wal_filter: None 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.allow_ingest_behind: 0 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.two_write_queues: 0 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.manual_wal_flush: 0 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.wal_compression: 0 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.atomic_flush: 0 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-10T22:07:12.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.log_readahead_size: 0 2024-03-10T22:07:12.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-10T22:07:12.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.best_efforts_recovery: 0 2024-03-10T22:07:12.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-10T22:07:12.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-10T22:07:12.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.allow_data_in_errors: 0 2024-03-10T22:07:12.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.db_host_id: __hostname__ 2024-03-10T22:07:12.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-10T22:07:12.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_background_jobs: 2 2024-03-10T22:07:12.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_background_compactions: -1 2024-03-10T22:07:12.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_subcompactions: 1 2024-03-10T22:07:12.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-10T22:07:12.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-10T22:07:12.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-10T22:07:12.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_total_wal_size: 0 2024-03-10T22:07:12.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-10T22:07:12.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-10T22:07:12.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-10T22:07:12.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-10T22:07:12.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_open_files: -1 2024-03-10T22:07:12.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bytes_per_sync: 0 2024-03-10T22:07:12.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_readahead_size: 0 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_background_flushes: -1 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Compression algorithms supported: 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: kZSTD supported: 0 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: kXpressCompression supported: 0 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: kLZ4HCCompression supported: 1 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: kZlibCompression supported: 1 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: kSnappyCompression supported: 1 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: kLZ4Compression supported: 1 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: kBZip2Compression supported: 0 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-10T22:07:12.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.merge_operator: 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_filter: None 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_filter_factory: None 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.sst_partitioner_factory: None 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564059ced5e0) 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout: cache_index_and_filter_blocks: 1 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-10T22:07:12.273 INFO:journalctl@ceph.mon.b.smithi172.stdout: pin_top_level_index_and_filter: 1 2024-03-10T22:07:12.274 INFO:journalctl@ceph.mon.b.smithi172.stdout: index_type: 0 2024-03-10T22:07:12.274 INFO:journalctl@ceph.mon.b.smithi172.stdout: data_block_index_type: 0 2024-03-10T22:07:12.274 INFO:journalctl@ceph.mon.b.smithi172.stdout: index_shortening: 1 2024-03-10T22:07:12.274 INFO:journalctl@ceph.mon.b.smithi172.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-10T22:07:12.274 INFO:journalctl@ceph.mon.b.smithi172.stdout: checksum: 4 2024-03-10T22:07:12.274 INFO:journalctl@ceph.mon.b.smithi172.stdout: no_block_cache: 0 2024-03-10T22:07:12.274 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_cache: 0x5640590071f0 2024-03-10T22:07:12.274 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_cache_name: BinnedLRUCache 2024-03-10T22:07:12.274 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_cache_options: 2024-03-10T22:07:12.274 INFO:journalctl@ceph.mon.b.smithi172.stdout: capacity : 536870912 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: num_shard_bits : 4 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: strict_capacity_limit : 0 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: high_pri_pool_ratio: 0.000 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_cache_compressed: (nil) 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: persistent_cache: (nil) 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_size: 4096 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_size_deviation: 10 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_restart_interval: 16 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: index_block_restart_interval: 1 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: metadata_block_size: 4096 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: partition_filters: 0 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: use_delta_encoding: 1 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: filter_policy: bloomfilter 2024-03-10T22:07:12.275 INFO:journalctl@ceph.mon.b.smithi172.stdout: whole_key_filtering: 1 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout: verify_compression: 0 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout: read_amp_bytes_per_bit: 0 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout: format_version: 5 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout: enable_index_compression: 1 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_align: 0 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout: max_auto_readahead_size: 262144 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout: prepopulate_block_cache: 0 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout: initial_auto_readahead_size: 8192 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout: num_file_reads_for_auto_readahead: 2 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.write_buffer_size: 33554432 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_write_buffer_number: 2 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compression: NoCompression 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bottommost_compression: Disabled 2024-03-10T22:07:12.276 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.prefix_extractor: nullptr 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.num_levels: 7 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:07:12.277 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compression_opts.level: 32767 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compression_opts.strategy: 0 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compression_opts.enabled: false 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-10T22:07:12.278 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.target_file_size_base: 67108864 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-10T22:07:12.279 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.arena_block_size: 1048576 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.disable_auto_compactions: 0 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-10T22:07:12.280 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.table_properties_collectors: 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.inplace_update_support: 0 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.bloom_locality: 0 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.max_successive_merges: 0 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.paranoid_file_checks: 0 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.force_consistency_checks: 1 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.report_bg_io_stats: 0 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.ttl: 2592000 2024-03-10T22:07:12.281 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.enable_blob_files: false 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.min_blob_size: 0 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.blob_file_size: 268435456 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.blob_file_starting_level: 0 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-10T22:07:12.282 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d361bb4b-9d00-4baf-a2dd-d985316a745b 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710108431784673, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710108431785089, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710108431, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d361bb4b-9d00-4baf-a2dd-d985316a745b", "db_session_id": "35O8ELLCPJI6VLTWA8IL", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710108431785168, "job": 1, "event": "recovery_finished"} 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5640590a4000 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: DB pointer 0x564059092000 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout: ** DB Stats ** 2024-03-10T22:07:12.283 INFO:journalctl@ceph.mon.b.smithi172.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: ** Compaction Stats [default] ** 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-10T22:07:12.284 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: ** Compaction Stats [default] ** 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-10T22:07:12.285 INFO:journalctl@ceph.mon.b.smithi172.stdout: Cumulative compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout: Interval compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout: Block cache BinnedLRUCache@0x5640590071f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: using public_addr v2:172.21.15.172:0/0 -> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: starting mon.b rank -1 at public addrs [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] at bind addrs [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(???) e0 preinit fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).mds e1 new map 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).mds e1 print_map 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout: e1 2024-03-10T22:07:12.286 INFO:journalctl@ceph.mon.b.smithi172.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout: legacy client fscid: -1 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout: No filesystems configured 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T22:07:12.287 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi172", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:12.288 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/937654939' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/937654939' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi172:172.21.15.172=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: Saving service mon spec with placement smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi172:172.21.15.172=b;count:3 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:12.289 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:12.290 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:12.290 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:12.290 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:12.290 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: Deploying daemon mon.b on smithi172 2024-03-10T22:07:12.290 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:12.290 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:12.290 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/3396997372' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T22:07:12.290 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 ceph-mon[31000]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-03-10T22:07:12.290 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 bash[30980]: 021afd540f8ac36ad043dfd48a91be802c8f62ad9677aaeb3bb4fcbe82c18cfb 2024-03-10T22:07:12.290 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:11 smithi172 systemd[1]: Started Ceph mon.b for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:07:12.295 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-10T22:07:12.295 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph mon dump -f json 2024-03-10T22:07:12.498 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:07:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:07:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: mon.a calling monitor election 2024-03-10T22:07:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: mon.b calling monitor election 2024-03-10T22:07:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T22:07:17.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: monmap e2: 2 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:07:17.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: fsmap 2024-03-10T22:07:17.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T22:07:17.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: mgrmap e13: y(active, since 39s) 2024-03-10T22:07:17.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: overall HEALTH_OK 2024-03-10T22:07:17.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:17.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:17.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:17.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:17.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:17.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:07:17.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: mon.a calling monitor election 2024-03-10T22:07:17.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:17.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: mon.b calling monitor election 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: monmap e2: 2 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: fsmap 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: mgrmap e13: y(active, since 39s) 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: overall HEALTH_OK 2024-03-10T22:07:17.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:17.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:17.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:17.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:17.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:17.202 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:07:17.202 INFO:teuthology.orchestra.run.smithi172.stdout:{"epoch":2,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","modified":"2024-03-10T22:07:11.807140Z","created":"2024-03-10T22:05:40.249990Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3300","nonce":0},{"type":"v1","addr":"172.21.15.169:6789","nonce":0}]},"addr":"172.21.15.169:6789/0","public_addr":"172.21.15.169:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:3300","nonce":0},{"type":"v1","addr":"172.21.15.172:6789","nonce":0}]},"addr":"172.21.15.172:6789/0","public_addr":"172.21.15.172:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-10T22:07:17.205 INFO:teuthology.orchestra.run.smithi172.stderr:dumped monmap epoch 2 2024-03-10T22:07:18.169 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:17 smithi169 ceph-mon[27156]: Deploying daemon mon.c on smithi169 2024-03-10T22:07:18.169 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:17 smithi169 ceph-mon[27156]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:18.169 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:17 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/1361008389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T22:07:18.169 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:17 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:17 smithi172 ceph-mon[31000]: Deploying daemon mon.c on smithi169 2024-03-10T22:07:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:17 smithi172 ceph-mon[31000]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:17 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/1361008389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T22:07:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:17 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:18.792 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-10T22:07:18.792 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph mon dump -f json 2024-03-10T22:07:19.004 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:07:20.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:19 smithi169 systemd[1]: Starting Ceph mon.c for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:07:20.305 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[27156]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:20.306 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 podman[37719]: 2024-03-10 22:07:20.041756821 +0000 UTC m=+0.099354443 container create c1f018bb26567d61890082555748623de523a27f7f46edc7e0c1547ad2e6fe4f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, RELEASE=reef-c2ea977, org.label-schema.schema-version=1.0) 2024-03-10T22:07:20.306 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 podman[37719]: 2024-03-10 22:07:19.960780857 +0000 UTC m=+0.018378493 image pull a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633 2024-03-10T22:07:20.306 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 podman[37719]: 2024-03-10 22:07:20.280016298 +0000 UTC m=+0.337613921 container init c1f018bb26567d61890082555748623de523a27f7f46edc7e0c1547ad2e6fe4f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-c2ea977) 2024-03-10T22:07:20.306 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 podman[37719]: 2024-03-10 22:07:20.283115908 +0000 UTC m=+0.340713519 container start c1f018bb26567d61890082555748623de523a27f7f46edc7e0c1547ad2e6fe4f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=reef-c2ea977, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, org.label-schema.vendor=CentOS) 2024-03-10T22:07:20.306 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: set uid:gid to 167:167 (ceph:ceph) 2024-03-10T22:07:20.306 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable), process ceph-mon, pid 2 2024-03-10T22:07:20.306 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: pidfile_write: ignore empty --pid-file 2024-03-10T22:07:20.348 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:20 smithi172 ceph-mon[31000]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:20.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: load: jerasure load: lrc 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: RocksDB version: 7.9.2 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Git sha 0 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Compile date 2024-03-09 15:03:01 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: DB SUMMARY 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: DB Session ID: 0ULP5B87HS34HHG4ZWZP 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: CURRENT file: CURRENT 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: IDENTITY file: IDENTITY 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.error_if_exists: 0 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.create_if_missing: 0 2024-03-10T22:07:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.paranoid_checks: 1 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.env: 0x564db64a6720 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.fs: PosixFileSystem 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.info_log: 0x564db7c6b4e0 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_file_opening_threads: 16 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.statistics: (nil) 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.use_fsync: 0 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_log_file_size: 0 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-10T22:07:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.keep_log_file_num: 1000 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.recycle_log_file_num: 0 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.allow_fallocate: 1 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.allow_mmap_reads: 0 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.allow_mmap_writes: 0 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.use_direct_reads: 0 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.create_missing_column_families: 0 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.db_log_dir: 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.wal_dir: 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-10T22:07:20.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-10T22:07:20.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-10T22:07:20.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-10T22:07:20.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.advise_random_on_open: 1 2024-03-10T22:07:20.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.db_write_buffer_size: 0 2024-03-10T22:07:20.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.write_buffer_manager: 0x564db6ee4140 2024-03-10T22:07:20.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-10T22:07:20.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-10T22:07:20.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-10T22:07:20.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.rate_limiter: (nil) 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.wal_recovery_mode: 2 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.enable_thread_tracking: 0 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.enable_pipelined_write: 0 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.unordered_write: 0 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.row_cache: None 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.wal_filter: None 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.allow_ingest_behind: 0 2024-03-10T22:07:20.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.two_write_queues: 0 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.manual_wal_flush: 0 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.wal_compression: 0 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.atomic_flush: 0 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.log_readahead_size: 0 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.best_efforts_recovery: 0 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.allow_data_in_errors: 0 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.db_host_id: __hostname__ 2024-03-10T22:07:20.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_background_jobs: 2 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_background_compactions: -1 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_subcompactions: 1 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_total_wal_size: 0 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_open_files: -1 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bytes_per_sync: 0 2024-03-10T22:07:20.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_readahead_size: 0 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_background_flushes: -1 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Compression algorithms supported: 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: kZSTD supported: 0 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: kXpressCompression supported: 0 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: kLZ4HCCompression supported: 1 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: kZlibCompression supported: 1 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: kSnappyCompression supported: 1 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: kLZ4Compression supported: 1 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: kBZip2Compression supported: 0 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-10T22:07:20.762 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.merge_operator: 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_filter: None 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_filter_factory: None 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.sst_partitioner_factory: None 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564db7c6b5e0) 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout: cache_index_and_filter_blocks: 1 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout: pin_top_level_index_and_filter: 1 2024-03-10T22:07:20.763 INFO:journalctl@ceph.mon.c.smithi169.stdout: index_type: 0 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: data_block_index_type: 0 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: index_shortening: 1 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: checksum: 4 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: no_block_cache: 0 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_cache: 0x564db6f851f0 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_cache_name: BinnedLRUCache 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_cache_options: 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: capacity : 536870912 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: num_shard_bits : 4 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: strict_capacity_limit : 0 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: high_pri_pool_ratio: 0.000 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_cache_compressed: (nil) 2024-03-10T22:07:20.764 INFO:journalctl@ceph.mon.c.smithi169.stdout: persistent_cache: (nil) 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_size: 4096 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_size_deviation: 10 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_restart_interval: 16 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: index_block_restart_interval: 1 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: metadata_block_size: 4096 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: partition_filters: 0 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: use_delta_encoding: 1 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: filter_policy: bloomfilter 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: whole_key_filtering: 1 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: verify_compression: 0 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: read_amp_bytes_per_bit: 0 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: format_version: 5 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: enable_index_compression: 1 2024-03-10T22:07:20.765 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_align: 0 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout: max_auto_readahead_size: 262144 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout: prepopulate_block_cache: 0 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout: initial_auto_readahead_size: 8192 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout: num_file_reads_for_auto_readahead: 2 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.write_buffer_size: 33554432 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_write_buffer_number: 2 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compression: NoCompression 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bottommost_compression: Disabled 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.prefix_extractor: nullptr 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.num_levels: 7 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-10T22:07:20.766 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compression_opts.level: 32767 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compression_opts.strategy: 0 2024-03-10T22:07:20.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compression_opts.enabled: false 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.target_file_size_base: 67108864 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-10T22:07:20.768 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.arena_block_size: 1048576 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.disable_auto_compactions: 0 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-10T22:07:20.769 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.table_properties_collectors: 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.inplace_update_support: 0 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-10T22:07:20.770 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-10T22:07:20.771 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-10T22:07:20.771 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.bloom_locality: 0 2024-03-10T22:07:20.771 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.max_successive_merges: 0 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.paranoid_file_checks: 0 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.force_consistency_checks: 1 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.report_bg_io_stats: 0 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.ttl: 2592000 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.enable_blob_files: false 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.min_blob_size: 0 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.blob_file_size: 268435456 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-10T22:07:20.772 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.blob_file_starting_level: 0 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a1886fb5-c9c0-406b-8e80-c7103c569694 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710108440313011, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710108440313403, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710108440, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a1886fb5-c9c0-406b-8e80-c7103c569694", "db_session_id": "0ULP5B87HS34HHG4ZWZP", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710108440313496, "job": 1, "event": "recovery_finished"} 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-03-10T22:07:20.773 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564db7022000 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: DB pointer 0x564db7010000 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout: ** DB Stats ** 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:07:20.774 INFO:journalctl@ceph.mon.c.smithi169.stdout: ** Compaction Stats [default] ** 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: ** Compaction Stats [default] ** 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:07:20.775 INFO:journalctl@ceph.mon.c.smithi169.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: Cumulative compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: Interval compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: Block cache BinnedLRUCache@0x564db6f851f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-10T22:07:20.776 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: using public_addrv [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: starting mon.c rank -1 at public addrs [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] at bind addrs [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(???) e0 preinit fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).mds e1 new map 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).mds e1 print_map 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout: e1 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout: legacy client fscid: -1 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout: No filesystems configured 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-03-10T22:07:20.777 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi172", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:07:20.778 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/937654939' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/937654939' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:20.779 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi172:172.21.15.172=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: Saving service mon spec with placement smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi172:172.21.15.172=b;count:3 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: Deploying daemon mon.b on smithi172 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/3396997372' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:07:20.780 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.a calling monitor election 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.b calling monitor election 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: monmap e2: 2 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: fsmap 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T22:07:20.781 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mgrmap e13: y(active, since 39s) 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: overall HEALTH_OK 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: Deploying daemon mon.c on smithi169 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/1361008389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 ceph-mon[37738]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 bash[37719]: c1f018bb26567d61890082555748623de523a27f7f46edc7e0c1547ad2e6fe4f 2024-03-10T22:07:20.782 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:20 smithi169 systemd[1]: Started Ceph mon.c for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:07:25.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:07:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: mon.a calling monitor election 2024-03-10T22:07:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: mon.b calling monitor election 2024-03-10T22:07:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: mon.c calling monitor election 2024-03-10T22:07:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: fsmap 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: mgrmap e13: y(active, since 48s) 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: overall HEALTH_OK 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: mon.a calling monitor election 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: mon.b calling monitor election 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: mon.c calling monitor election 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:07:25.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:07:25.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: fsmap 2024-03-10T22:07:25.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T22:07:25.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: mgrmap e13: y(active, since 48s) 2024-03-10T22:07:25.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: overall HEALTH_OK 2024-03-10T22:07:25.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:25.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:25.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:25.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:07:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: mon.a calling monitor election 2024-03-10T22:07:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: mon.b calling monitor election 2024-03-10T22:07:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:07:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: mon.c calling monitor election 2024-03-10T22:07:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:07:25.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:07:25.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: fsmap 2024-03-10T22:07:25.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T22:07:25.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: mgrmap e13: y(active, since 48s) 2024-03-10T22:07:25.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: overall HEALTH_OK 2024-03-10T22:07:25.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:25.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:25.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:25.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:26.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:26 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:26.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:26 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:26.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:26 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:26.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:26 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:26 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:26 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:07:26.850 INFO:teuthology.orchestra.run.smithi172.stdout: 2024-03-10T22:07:26.850 INFO:teuthology.orchestra.run.smithi172.stdout:{"epoch":3,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","modified":"2024-03-10T22:07:20.332706Z","created":"2024-03-10T22:05:40.249990Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3300","nonce":0},{"type":"v1","addr":"172.21.15.169:6789","nonce":0}]},"addr":"172.21.15.169:6789/0","public_addr":"172.21.15.169:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:3300","nonce":0},{"type":"v1","addr":"172.21.15.172:6789","nonce":0}]},"addr":"172.21.15.172:6789/0","public_addr":"172.21.15.172:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3301","nonce":0},{"type":"v1","addr":"172.21.15.169:6790","nonce":0}]},"addr":"172.21.15.169:6790/0","public_addr":"172.21.15.169:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-03-10T22:07:26.852 INFO:teuthology.orchestra.run.smithi172.stderr:dumped monmap epoch 3 2024-03-10T22:07:27.431 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-03-10T22:07:27.431 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph config generate-minimal-conf 2024-03-10T22:07:27.641 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:07:27.747 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.748 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.748 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.748 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.748 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:27.748 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:27.748 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:07:27.748 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:07:27.748 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/3336581883' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T22:07:27.748 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:07:27.748 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:07:27.748 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:07:27.749 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:27.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:27.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:27.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:07:27.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:07:27.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/3336581883' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T22:07:27.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:07:27.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:07:27.751 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:07:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:07:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/3336581883' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T22:07:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:07:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:07:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:07:27.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:28.911 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:28 smithi169 ceph-mon[27156]: Reconfiguring mon.a (unknown last config time)... 2024-03-10T22:07:28.911 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:28 smithi169 ceph-mon[27156]: Reconfiguring daemon mon.a on smithi169 2024-03-10T22:07:28.912 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:28 smithi169 ceph-mon[37738]: Reconfiguring mon.a (unknown last config time)... 2024-03-10T22:07:28.912 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:28 smithi169 ceph-mon[37738]: Reconfiguring daemon mon.a on smithi169 2024-03-10T22:07:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:28 smithi172 ceph-mon[31000]: Reconfiguring mon.a (unknown last config time)... 2024-03-10T22:07:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:28 smithi172 ceph-mon[31000]: Reconfiguring daemon mon.a on smithi169 2024-03-10T22:07:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[27156]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:07:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[37738]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:07:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:30 smithi172 ceph-mon[31000]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:07:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:30.400 INFO:teuthology.orchestra.run.smithi169.stdout:# minimal ceph.conf for 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:07:30.400 INFO:teuthology.orchestra.run.smithi169.stdout:[global] 2024-03-10T22:07:30.400 INFO:teuthology.orchestra.run.smithi169.stdout: fsid = 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:07:30.400 INFO:teuthology.orchestra.run.smithi169.stdout: mon_host = [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] 2024-03-10T22:07:31.069 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-03-10T22:07:31.069 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:07:31.069 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.conf 2024-03-10T22:07:31.102 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:07:31.102 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:07:31.175 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T22:07:31.175 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/etc/ceph/ceph.conf 2024-03-10T22:07:31.214 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T22:07:31.214 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:07:31.282 INFO:tasks.cephadm:Adding mgr.y on smithi169 2024-03-10T22:07:31.283 INFO:tasks.cephadm:Adding mgr.x on smithi172 2024-03-10T22:07:31.283 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch apply mgr '2;smithi169=y;smithi172=x' 2024-03-10T22:07:31.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:31 smithi169 ceph-mon[27156]: Reconfiguring mon.c (monmap changed)... 2024-03-10T22:07:31.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:31 smithi169 ceph-mon[27156]: Reconfiguring daemon mon.c on smithi169 2024-03-10T22:07:31.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:31 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/551281207' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:31.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:31 smithi169 ceph-mon[37738]: Reconfiguring mon.c (monmap changed)... 2024-03-10T22:07:31.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:31 smithi169 ceph-mon[37738]: Reconfiguring daemon mon.c on smithi169 2024-03-10T22:07:31.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:31 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/551281207' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:31.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:31 smithi172 ceph-mon[31000]: Reconfiguring mon.c (monmap changed)... 2024-03-10T22:07:31.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:31 smithi172 ceph-mon[31000]: Reconfiguring daemon mon.c on smithi169 2024-03-10T22:07:31.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:31 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/551281207' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:31.527 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:07:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:32 smithi172 ceph-mon[31000]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:32 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:32 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:32 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:32 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:07:32.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:32 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:32.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[37738]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:32.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:32.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:32.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:32.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:07:32.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[27156]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:07:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:07:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:32 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:33.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:33 smithi169 ceph-mon[27156]: Reconfiguring mon.b (monmap changed)... 2024-03-10T22:07:33.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:33 smithi169 ceph-mon[27156]: Reconfiguring daemon mon.b on smithi172 2024-03-10T22:07:33.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:33 smithi169 ceph-mon[37738]: Reconfiguring mon.b (monmap changed)... 2024-03-10T22:07:33.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:33 smithi169 ceph-mon[37738]: Reconfiguring daemon mon.b on smithi172 2024-03-10T22:07:33.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:33 smithi172 ceph-mon[31000]: Reconfiguring mon.b (monmap changed)... 2024-03-10T22:07:33.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:33 smithi172 ceph-mon[31000]: Reconfiguring daemon mon.b on smithi172 2024-03-10T22:07:34.293 INFO:teuthology.orchestra.run.smithi172.stdout:Scheduled mgr update... 2024-03-10T22:07:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[37738]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[27156]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:34 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:34 smithi172 ceph-mon[31000]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:34 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:34 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:34 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:34 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:34 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:34 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:34.799 DEBUG:teuthology.orchestra.run.smithi172:mgr.x> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.x.service 2024-03-10T22:07:34.801 INFO:tasks.cephadm:Deploying OSDs... 2024-03-10T22:07:34.801 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:07:34.802 DEBUG:teuthology.orchestra.run.smithi169:> dd if=/scratch_devs of=/dev/stdout 2024-03-10T22:07:34.820 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-10T22:07:34.821 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_1 2024-03-10T22:07:34.879 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-10T22:07:34.879 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T22:07:34.879 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-03-10T22:07:34.879 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T22:07:34.879 INFO:teuthology.orchestra.run.smithi169.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T22:07:34.879 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-03-10 22:07:19.780966700 +0000 2024-03-10T22:07:34.880 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-03-10 22:02:39.875593642 +0000 2024-03-10T22:07:34.880 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-03-10 22:02:39.875593642 +0000 2024-03-10T22:07:34.880 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: 2024-03-10 22:02:39.875593642 +0000 2024-03-10T22:07:34.880 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-10T22:07:34.951 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-03-10T22:07:34.951 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-03-10T22:07:34.951 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000232366 s, 2.2 MB/s 2024-03-10T22:07:34.953 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-10T22:07:35.011 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_2 2024-03-10T22:07:35.070 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-10T22:07:35.070 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T22:07:35.070 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-03-10T22:07:35.070 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T22:07:35.070 INFO:teuthology.orchestra.run.smithi169.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T22:07:35.071 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-03-10 22:07:19.781966678 +0000 2024-03-10T22:07:35.071 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-03-10 22:02:40.218586129 +0000 2024-03-10T22:07:35.071 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-03-10 22:02:40.218586129 +0000 2024-03-10T22:07:35.071 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: 2024-03-10 22:02:40.218586129 +0000 2024-03-10T22:07:35.071 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-10T22:07:35.139 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-03-10T22:07:35.139 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-03-10T22:07:35.139 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000249741 s, 2.1 MB/s 2024-03-10T22:07:35.140 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-10T22:07:35.198 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_3 2024-03-10T22:07:35.256 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-10T22:07:35.256 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T22:07:35.256 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-03-10T22:07:35.257 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T22:07:35.257 INFO:teuthology.orchestra.run.smithi169.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T22:07:35.257 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-03-10 22:07:19.781966678 +0000 2024-03-10T22:07:35.257 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-03-10 22:02:40.552578813 +0000 2024-03-10T22:07:35.257 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-03-10 22:02:40.552578813 +0000 2024-03-10T22:07:35.257 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: 2024-03-10 22:02:40.552578813 +0000 2024-03-10T22:07:35.258 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-10T22:07:35.325 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-03-10T22:07:35.325 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-03-10T22:07:35.325 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000204278 s, 2.5 MB/s 2024-03-10T22:07:35.327 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-10T22:07:35.386 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_4 2024-03-10T22:07:35.445 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-10T22:07:35.445 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T22:07:35.446 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-03-10T22:07:35.446 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T22:07:35.446 INFO:teuthology.orchestra.run.smithi169.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T22:07:35.446 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-03-10 22:07:19.781966678 +0000 2024-03-10T22:07:35.446 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-03-10 22:02:40.896571278 +0000 2024-03-10T22:07:35.446 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-03-10 22:02:40.896571278 +0000 2024-03-10T22:07:35.446 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: 2024-03-10 22:02:40.896571278 +0000 2024-03-10T22:07:35.446 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-10T22:07:35.512 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-03-10T22:07:35.512 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-03-10T22:07:35.512 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000202965 s, 2.5 MB/s 2024-03-10T22:07:35.513 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-10T22:07:35.570 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T22:07:35.570 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/scratch_devs of=/dev/stdout 2024-03-10T22:07:35.585 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-10T22:07:35.586 DEBUG:teuthology.orchestra.run.smithi172:> stat /dev/vg_nvme/lv_1 2024-03-10T22:07:35.640 INFO:teuthology.orchestra.run.smithi172.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-10T22:07:35.640 INFO:teuthology.orchestra.run.smithi172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T22:07:35.640 INFO:teuthology.orchestra.run.smithi172.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-03-10T22:07:35.641 INFO:teuthology.orchestra.run.smithi172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T22:07:35.641 INFO:teuthology.orchestra.run.smithi172.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T22:07:35.641 INFO:teuthology.orchestra.run.smithi172.stdout:Access: 2024-03-10 22:07:10.716341986 +0000 2024-03-10T22:07:35.641 INFO:teuthology.orchestra.run.smithi172.stdout:Modify: 2024-03-10 22:02:40.091887374 +0000 2024-03-10T22:07:35.641 INFO:teuthology.orchestra.run.smithi172.stdout:Change: 2024-03-10 22:02:40.091887374 +0000 2024-03-10T22:07:35.641 INFO:teuthology.orchestra.run.smithi172.stdout: Birth: 2024-03-10 22:02:40.091887374 +0000 2024-03-10T22:07:35.641 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-10T22:07:35.705 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi169=y;smithi172=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:07:35.705 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: Saving service mgr spec with placement smithi169=y;smithi172=x;count:2 2024-03-10T22:07:35.706 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:35.706 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:35.706 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:35.706 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:35.706 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:35.706 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:07:35.706 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-10T22:07:35.706 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:07:35.706 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:35.706 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: Deploying daemon mgr.x on smithi172 2024-03-10T22:07:35.706 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:35 smithi172 ceph-mon[31000]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:35.707 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records in 2024-03-10T22:07:35.707 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records out 2024-03-10T22:07:35.707 INFO:teuthology.orchestra.run.smithi172.stderr:512 bytes copied, 0.000244566 s, 2.1 MB/s 2024-03-10T22:07:35.709 DEBUG:teuthology.orchestra.run.smithi172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-10T22:07:35.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi169=y;smithi172=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:07:35.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: Saving service mgr spec with placement smithi169=y;smithi172=x;count:2 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: Deploying daemon mgr.x on smithi172 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[27156]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi169=y;smithi172=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: Saving service mgr spec with placement smithi169=y;smithi172=x;count:2 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: Deploying daemon mgr.x on smithi172 2024-03-10T22:07:35.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:35 smithi169 ceph-mon[37738]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:35.764 DEBUG:teuthology.orchestra.run.smithi172:> stat /dev/vg_nvme/lv_2 2024-03-10T22:07:35.819 INFO:teuthology.orchestra.run.smithi172.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-10T22:07:35.819 INFO:teuthology.orchestra.run.smithi172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T22:07:35.820 INFO:teuthology.orchestra.run.smithi172.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-03-10T22:07:35.820 INFO:teuthology.orchestra.run.smithi172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T22:07:35.820 INFO:teuthology.orchestra.run.smithi172.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T22:07:35.820 INFO:teuthology.orchestra.run.smithi172.stdout:Access: 2024-03-10 22:07:10.717341963 +0000 2024-03-10T22:07:35.820 INFO:teuthology.orchestra.run.smithi172.stdout:Modify: 2024-03-10 22:02:40.435879337 +0000 2024-03-10T22:07:35.820 INFO:teuthology.orchestra.run.smithi172.stdout:Change: 2024-03-10 22:02:40.435879337 +0000 2024-03-10T22:07:35.820 INFO:teuthology.orchestra.run.smithi172.stdout: Birth: 2024-03-10 22:02:40.435879337 +0000 2024-03-10T22:07:35.820 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-10T22:07:35.885 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records in 2024-03-10T22:07:35.885 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records out 2024-03-10T22:07:35.885 INFO:teuthology.orchestra.run.smithi172.stderr:512 bytes copied, 0.00026948 s, 1.9 MB/s 2024-03-10T22:07:35.886 DEBUG:teuthology.orchestra.run.smithi172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-10T22:07:35.942 DEBUG:teuthology.orchestra.run.smithi172:> stat /dev/vg_nvme/lv_3 2024-03-10T22:07:35.998 INFO:teuthology.orchestra.run.smithi172.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-10T22:07:35.998 INFO:teuthology.orchestra.run.smithi172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T22:07:35.999 INFO:teuthology.orchestra.run.smithi172.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-03-10T22:07:35.999 INFO:teuthology.orchestra.run.smithi172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T22:07:35.999 INFO:teuthology.orchestra.run.smithi172.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T22:07:36.000 INFO:teuthology.orchestra.run.smithi172.stdout:Access: 2024-03-10 22:07:10.717341963 +0000 2024-03-10T22:07:36.000 INFO:teuthology.orchestra.run.smithi172.stdout:Modify: 2024-03-10 22:02:40.775871393 +0000 2024-03-10T22:07:36.000 INFO:teuthology.orchestra.run.smithi172.stdout:Change: 2024-03-10 22:02:40.775871393 +0000 2024-03-10T22:07:36.000 INFO:teuthology.orchestra.run.smithi172.stdout: Birth: 2024-03-10 22:02:40.775871393 +0000 2024-03-10T22:07:36.001 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-10T22:07:36.185 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records in 2024-03-10T22:07:36.186 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records out 2024-03-10T22:07:36.186 INFO:teuthology.orchestra.run.smithi172.stderr:512 bytes copied, 0.000224206 s, 2.3 MB/s 2024-03-10T22:07:36.187 DEBUG:teuthology.orchestra.run.smithi172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-10T22:07:36.202 DEBUG:teuthology.orchestra.run.smithi172:> stat /dev/vg_nvme/lv_4 2024-03-10T22:07:36.259 INFO:teuthology.orchestra.run.smithi172.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-10T22:07:36.260 INFO:teuthology.orchestra.run.smithi172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T22:07:36.260 INFO:teuthology.orchestra.run.smithi172.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-03-10T22:07:36.260 INFO:teuthology.orchestra.run.smithi172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T22:07:36.260 INFO:teuthology.orchestra.run.smithi172.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T22:07:36.260 INFO:teuthology.orchestra.run.smithi172.stdout:Access: 2024-03-10 22:07:36.140757264 +0000 2024-03-10T22:07:36.260 INFO:teuthology.orchestra.run.smithi172.stdout:Modify: 2024-03-10 22:02:41.110863566 +0000 2024-03-10T22:07:36.260 INFO:teuthology.orchestra.run.smithi172.stdout:Change: 2024-03-10 22:02:41.110863566 +0000 2024-03-10T22:07:36.260 INFO:teuthology.orchestra.run.smithi172.stdout: Birth: 2024-03-10 22:02:41.110863566 +0000 2024-03-10T22:07:36.260 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-10T22:07:36.359 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records in 2024-03-10T22:07:36.359 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records out 2024-03-10T22:07:36.359 INFO:teuthology.orchestra.run.smithi172.stderr:512 bytes copied, 0.000214215 s, 2.4 MB/s 2024-03-10T22:07:36.360 DEBUG:teuthology.orchestra.run.smithi172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-10T22:07:36.376 INFO:tasks.cephadm:Deploying osd.0 on smithi169 with /dev/vg_nvme/lv_4... 2024-03-10T22:07:36.376 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-10T22:07:36.587 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:07:36.592 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:36 smithi172 systemd[1]: Starting Ceph mgr.x for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:07:36.872 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:36 smithi172 podman[32890]: 2024-03-10 22:07:36.496982925 +0000 UTC m=+0.018792058 image pull a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633 2024-03-10T22:07:36.872 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:36 smithi172 podman[32890]: 2024-03-10 22:07:36.595197337 +0000 UTC m=+0.117006466 container create 7648979bebebe1e09cb114b2108f87a517e213cff8ff86e5814bb4af9e1df713 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, RELEASE=reef-c2ea977, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-03-10T22:07:36.872 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:36 smithi172 podman[32890]: 2024-03-10 22:07:36.797563243 +0000 UTC m=+0.319372383 container init 7648979bebebe1e09cb114b2108f87a517e213cff8ff86e5814bb4af9e1df713 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, org.label-schema.build-date=20240307, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-03-10T22:07:36.872 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:36 smithi172 podman[32890]: 2024-03-10 22:07:36.800203107 +0000 UTC m=+0.322012245 container start 7648979bebebe1e09cb114b2108f87a517e213cff8ff86e5814bb4af9e1df713 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=reef-c2ea977, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240307, ceph=True) 2024-03-10T22:07:36.872 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:36 smithi172 ceph-mgr[32909]: -- 172.21.15.172:0/864594264 <== mon.1 v2:172.21.15.172:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558c7b36f1e0 con 0x558c7b344800 2024-03-10T22:07:36.872 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:36 smithi172 bash[32890]: 7648979bebebe1e09cb114b2108f87a517e213cff8ff86e5814bb4af9e1df713 2024-03-10T22:07:37.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:36 smithi172 systemd[1]: Started Ceph mgr.x for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:07:37.719 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:37.355+0000 7fec2a09f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:07:37.719 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:37.462+0000 7fec2a09f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:07:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:37 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:37 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:37 smithi172 ceph-mon[31000]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:37 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:37 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:37 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:37 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:38.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[37738]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:38.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[27156]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:38.379 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:38.132+0000 7fec2a09f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:07:38.379 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:38.227+0000 7fec2a09f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:07:38.379 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:38.372+0000 7fec2a09f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:07:38.435 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-10T22:07:38.435 INFO:teuthology.orchestra.run.smithi169.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-10T22:07:38.435 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10+0 records in 2024-03-10T22:07:38.436 INFO:teuthology.orchestra.run.smithi169.stderr:10+0 records out 2024-03-10T22:07:38.436 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0116116 s, 903 MB/s 2024-03-10T22:07:38.436 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping successful for: 2024-03-10T22:07:38.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:38.470+0000 7fec2a09f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:07:38.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:38.557+0000 7fec2a09f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:07:39.087 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi169:vg_nvme/lv_4 2024-03-10T22:07:39.121 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:38.828+0000 7fec2a09f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:07:39.121 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:38.939+0000 7fec2a09f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:07:39.121 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:39.026+0000 7fec2a09f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:07:39.121 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:39.121+0000 7fec2a09f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:07:39.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:39.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:39.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:39.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:39.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:39.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:07:39.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:07:39.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:39.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:39.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:39.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:39.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:39.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:39.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:07:39.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:07:39.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:39 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:39.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:39.302+0000 7fec2a09f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:07:39.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:39 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:39.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:39 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:39.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:39 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:39.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:39 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:39.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:39 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:39.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:39 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:07:39.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:39 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:07:39.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:39 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:40.160 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:07:40.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:40 smithi169 ceph-mon[27156]: Reconfiguring mgr.y (unknown last config time)... 2024-03-10T22:07:40.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:40 smithi169 ceph-mon[27156]: Reconfiguring daemon mgr.y on smithi169 2024-03-10T22:07:40.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:40 smithi169 ceph-mon[27156]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:40.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:40 smithi169 ceph-mon[37738]: Reconfiguring mgr.y (unknown last config time)... 2024-03-10T22:07:40.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:40 smithi169 ceph-mon[37738]: Reconfiguring daemon mgr.y on smithi169 2024-03-10T22:07:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:40 smithi169 ceph-mon[37738]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:40.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:40 smithi172 ceph-mon[31000]: Reconfiguring mgr.y (unknown last config time)... 2024-03-10T22:07:40.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:40 smithi172 ceph-mon[31000]: Reconfiguring daemon mgr.y on smithi169 2024-03-10T22:07:40.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:40 smithi172 ceph-mon[31000]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:40.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:40.265+0000 7fec2a09f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:07:40.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:40.395+0000 7fec2a09f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:07:41.009 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:40.727+0000 7fec2a09f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:07:41.009 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:40.816+0000 7fec2a09f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:07:41.009 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:41.009+0000 7fec2a09f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:07:41.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:41.194+0000 7fec2a09f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:07:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-mon[31000]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:41.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:41.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:41.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:41.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:41.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[27156]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[37738]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:07:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:41 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:41.734 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:41.474+0000 7fec2a09f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:07:41.734 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:41.734+0000 7fec2a09f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:07:42.014 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:41.966+0000 7fec2a09f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:07:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:42 smithi169 ceph-mon[27156]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:07:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:42 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:07:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:42 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:07:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:42 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:42 smithi169 ceph-mon[37738]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:07:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:42 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:07:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:42 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:07:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:42 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:42 smithi172 ceph-mon[31000]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:07:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:42 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:07:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:42 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:07:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:42 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:43.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:42.757+0000 7fec2a09f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:07:43.380 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:43 smithi169 ceph-mon[27156]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:43.380 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:43 smithi169 ceph-mon[37738]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:43.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:43 smithi172 ceph-mon[31000]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:43.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:43.324+0000 7fec2a09f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:07:43.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:43.421+0000 7fec2a09f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:07:44.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:07:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:07:43.633+0000 7fec2a09f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:07:44.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:44 smithi169 ceph-mon[27156]: Standby manager daemon x started 2024-03-10T22:07:44.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:44 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:07:44.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:44 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:07:44.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:44 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:07:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:44 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:07:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:44 smithi169 ceph-mon[37738]: Standby manager daemon x started 2024-03-10T22:07:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:44 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:07:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:44 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:07:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:44 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:07:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:44 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:07:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:44 smithi172 ceph-mon[31000]: Standby manager daemon x started 2024-03-10T22:07:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:44 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:07:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:44 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:07:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:44 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:07:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:44 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/324015888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:07:45.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[27156]: mgrmap e14: y(active, since 67s), standbys: x 2024-03-10T22:07:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:07:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3063517921' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aa2e631c-340a-4a44-9927-777b8fa7943b"}]: dispatch 2024-03-10T22:07:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aa2e631c-340a-4a44-9927-777b8fa7943b"}]: dispatch 2024-03-10T22:07:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aa2e631c-340a-4a44-9927-777b8fa7943b"}]': finished 2024-03-10T22:07:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[27156]: osdmap e5: 1 total, 0 up, 1 in 2024-03-10T22:07:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:07:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[27156]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1880977688' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:07:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[37738]: mgrmap e14: y(active, since 67s), standbys: x 2024-03-10T22:07:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:07:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3063517921' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aa2e631c-340a-4a44-9927-777b8fa7943b"}]: dispatch 2024-03-10T22:07:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aa2e631c-340a-4a44-9927-777b8fa7943b"}]: dispatch 2024-03-10T22:07:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aa2e631c-340a-4a44-9927-777b8fa7943b"}]': finished 2024-03-10T22:07:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[37738]: osdmap e5: 1 total, 0 up, 1 in 2024-03-10T22:07:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:07:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[37738]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:45 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1880977688' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:07:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:45 smithi172 ceph-mon[31000]: mgrmap e14: y(active, since 67s), standbys: x 2024-03-10T22:07:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:45 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:07:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:45 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3063517921' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aa2e631c-340a-4a44-9927-777b8fa7943b"}]: dispatch 2024-03-10T22:07:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:45 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aa2e631c-340a-4a44-9927-777b8fa7943b"}]: dispatch 2024-03-10T22:07:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:45 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aa2e631c-340a-4a44-9927-777b8fa7943b"}]': finished 2024-03-10T22:07:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:45 smithi172 ceph-mon[31000]: osdmap e5: 1 total, 0 up, 1 in 2024-03-10T22:07:45.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:45 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:07:45.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:45 smithi172 ceph-mon[31000]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:45.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:45 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1880977688' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:07:48.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:48 smithi169 ceph-mon[27156]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:48.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:48 smithi169 ceph-mon[37738]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:48.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:48 smithi172 ceph-mon[31000]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:50.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:50 smithi169 ceph-mon[27156]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:50.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:50 smithi169 ceph-mon[37738]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:50 smithi172 ceph-mon[31000]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:51.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:51 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T22:07:51.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:51 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:51.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:51 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T22:07:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:51 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:51.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:51 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T22:07:51.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:51 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:07:52.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:52 smithi169 ceph-mon[37738]: Deploying daemon osd.0 on smithi169 2024-03-10T22:07:52.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:52 smithi169 ceph-mon[37738]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:52.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:52 smithi169 ceph-mon[27156]: Deploying daemon osd.0 on smithi169 2024-03-10T22:07:52.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:52 smithi169 ceph-mon[27156]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:52.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:52 smithi172 ceph-mon[31000]: Deploying daemon osd.0 on smithi169 2024-03-10T22:07:52.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:52 smithi172 ceph-mon[31000]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:54.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:54 smithi169 ceph-mon[37738]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:54.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:54 smithi169 ceph-mon[27156]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:54 smithi172 ceph-mon[31000]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:56.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:56 smithi169 ceph-mon[37738]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:56.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:56 smithi169 ceph-mon[27156]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:56 smithi172 ceph-mon[31000]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:57.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:57 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:57.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:57 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:57.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:57 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:57 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:57 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:57 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:57 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:07:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:57 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:57 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:07:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:58 smithi169 ceph-mon[27156]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:58 smithi169 ceph-mon[37738]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:58 smithi172 ceph-mon[31000]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:07:59.829 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 0 on host 'smithi169' 2024-03-10T22:08:00.132 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.132 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.132 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:00.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:00.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[27156]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:08:00.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[27156]: from='osd.0 [v2:172.21.15.169:6802/3969039429,v1:172.21.15.169:6803/3969039429]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:08:00.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[27156]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:08:00.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:00.133 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.133 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.133 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:00.134 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:00.134 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.134 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[37738]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:08:00.134 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[37738]: from='osd.0 [v2:172.21.15.169:6802/3969039429,v1:172.21.15.169:6803/3969039429]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:08:00.134 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[37738]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:08:00.134 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.134 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.134 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:07:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:00.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:00.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:00.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:59 smithi172 ceph-mon[31000]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:08:00.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:59 smithi172 ceph-mon[31000]: from='osd.0 [v2:172.21.15.169:6802/3969039429,v1:172.21.15.169:6803/3969039429]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:08:00.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:59 smithi172 ceph-mon[31000]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:08:00.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:00.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:07:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:00.461 DEBUG:teuthology.orchestra.run.smithi169:osd.0> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.0.service 2024-03-10T22:08:00.463 INFO:tasks.cephadm:Deploying osd.1 on smithi169 with /dev/vg_nvme/lv_3... 2024-03-10T22:08:00.464 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-10T22:08:01.196 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:08:01.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-mon[27156]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T22:08:01.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-mon[27156]: osdmap e6: 1 total, 0 up, 1 in 2024-03-10T22:08:01.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:01.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-mon[27156]: from='osd.0 [v2:172.21.15.169:6802/3969039429,v1:172.21.15.169:6803/3969039429]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:01.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-mon[27156]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:01.320 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-mon[37738]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T22:08:01.320 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-mon[37738]: osdmap e6: 1 total, 0 up, 1 in 2024-03-10T22:08:01.320 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:01.320 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-mon[37738]: from='osd.0 [v2:172.21.15.169:6802/3969039429,v1:172.21.15.169:6803/3969039429]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:01.320 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-mon[37738]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:01.320 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[41759]: 2024-03-10T22:08:01.168+0000 7f5b24f50700 -1 osd.0 0 waiting for initial osdmap 2024-03-10T22:08:01.321 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:08:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[41759]: 2024-03-10T22:08:01.170+0000 7f5b20d45700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:08:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:01 smithi172 ceph-mon[31000]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T22:08:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:01 smithi172 ceph-mon[31000]: osdmap e6: 1 total, 0 up, 1 in 2024-03-10T22:08:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:01 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:01 smithi172 ceph-mon[31000]: from='osd.0 [v2:172.21.15.169:6802/3969039429,v1:172.21.15.169:6803/3969039429]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:01 smithi172 ceph-mon[31000]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:02.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:02 smithi169 ceph-mon[27156]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:08:02.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:02 smithi169 ceph-mon[27156]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:08:02.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:02 smithi169 ceph-mon[27156]: osdmap e7: 1 total, 0 up, 1 in 2024-03-10T22:08:02.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:02 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:02.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:02 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:02.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:02 smithi169 ceph-mon[37738]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:08:02.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:02 smithi169 ceph-mon[37738]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:08:02.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:02 smithi169 ceph-mon[37738]: osdmap e7: 1 total, 0 up, 1 in 2024-03-10T22:08:02.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:02 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:02.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:02 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:02 smithi172 ceph-mon[31000]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:08:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:02 smithi172 ceph-mon[31000]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:08:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:02 smithi172 ceph-mon[31000]: osdmap e7: 1 total, 0 up, 1 in 2024-03-10T22:08:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:02 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:02 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[27156]: purged_snaps scrub starts 2024-03-10T22:08:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[27156]: purged_snaps scrub ok 2024-03-10T22:08:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[27156]: osd.0 [v2:172.21.15.169:6802/3969039429,v1:172.21.15.169:6803/3969039429] boot 2024-03-10T22:08:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[27156]: osdmap e8: 1 total, 1 up, 1 in 2024-03-10T22:08:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[37738]: purged_snaps scrub starts 2024-03-10T22:08:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[37738]: purged_snaps scrub ok 2024-03-10T22:08:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:03.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[37738]: osd.0 [v2:172.21.15.169:6802/3969039429,v1:172.21.15.169:6803/3969039429] boot 2024-03-10T22:08:03.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[37738]: osdmap e8: 1 total, 1 up, 1 in 2024-03-10T22:08:03.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:03 smithi172 ceph-mon[31000]: purged_snaps scrub starts 2024-03-10T22:08:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:03 smithi172 ceph-mon[31000]: purged_snaps scrub ok 2024-03-10T22:08:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:03 smithi172 ceph-mon[31000]: osd.0 [v2:172.21.15.169:6802/3969039429,v1:172.21.15.169:6803/3969039429] boot 2024-03-10T22:08:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:03 smithi172 ceph-mon[31000]: osdmap e8: 1 total, 1 up, 1 in 2024-03-10T22:08:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:08:04.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:04 smithi169 ceph-mon[27156]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:08:04.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:04 smithi169 ceph-mon[27156]: osdmap e9: 1 total, 1 up, 1 in 2024-03-10T22:08:04.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:04 smithi169 ceph-mon[37738]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:08:04.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:04 smithi169 ceph-mon[37738]: osdmap e9: 1 total, 1 up, 1 in 2024-03-10T22:08:04.399 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-10T22:08:04.399 INFO:teuthology.orchestra.run.smithi169.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-10T22:08:04.399 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10+0 records in 2024-03-10T22:08:04.399 INFO:teuthology.orchestra.run.smithi169.stderr:10+0 records out 2024-03-10T22:08:04.399 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0116051 s, 904 MB/s 2024-03-10T22:08:04.400 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping successful for: 2024-03-10T22:08:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:04 smithi172 ceph-mon[31000]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T22:08:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:04 smithi172 ceph-mon[31000]: osdmap e9: 1 total, 1 up, 1 in 2024-03-10T22:08:05.148 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi169:vg_nvme/lv_3 2024-03-10T22:08:05.351 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:08:05.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[27156]: Detected new or changed devices on smithi169 2024-03-10T22:08:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi169 to 16064M 2024-03-10T22:08:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[27156]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[37738]: Detected new or changed devices on smithi169 2024-03-10T22:08:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi169 to 16064M 2024-03-10T22:08:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:05 smithi169 ceph-mon[37738]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:05 smithi172 ceph-mon[31000]: Detected new or changed devices on smithi169 2024-03-10T22:08:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:05 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:05 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:05 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:05 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi169 to 16064M 2024-03-10T22:08:06.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:05 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:06.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:05 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:06.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:05 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:06.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:05 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:06.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:05 smithi172 ceph-mon[31000]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:08.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:08 smithi169 ceph-mon[27156]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:08.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:08 smithi169 ceph-mon[27156]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:08:08.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:08 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:08:08.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:08 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:08:08.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:08 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:08.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:08 smithi169 ceph-mon[37738]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:08.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:08 smithi169 ceph-mon[37738]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:08:08.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:08 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:08:08.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:08 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:08:08.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:08 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:08 smithi172 ceph-mon[31000]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:08 smithi172 ceph-mon[31000]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:08:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:08 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:08:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:08 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:08:08.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:08 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:10 smithi169 ceph-mon[27156]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:10 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1041450242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a3d64ce0-dffb-4440-a467-379a109240d7"}]: dispatch 2024-03-10T22:08:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:10 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1041450242' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a3d64ce0-dffb-4440-a467-379a109240d7"}]': finished 2024-03-10T22:08:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:10 smithi169 ceph-mon[27156]: osdmap e10: 2 total, 1 up, 2 in 2024-03-10T22:08:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:10 smithi169 ceph-mon[37738]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:10 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1041450242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a3d64ce0-dffb-4440-a467-379a109240d7"}]: dispatch 2024-03-10T22:08:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:10 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1041450242' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a3d64ce0-dffb-4440-a467-379a109240d7"}]': finished 2024-03-10T22:08:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:10 smithi169 ceph-mon[37738]: osdmap e10: 2 total, 1 up, 2 in 2024-03-10T22:08:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:10 smithi172 ceph-mon[31000]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:10 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1041450242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a3d64ce0-dffb-4440-a467-379a109240d7"}]: dispatch 2024-03-10T22:08:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:10 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1041450242' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a3d64ce0-dffb-4440-a467-379a109240d7"}]': finished 2024-03-10T22:08:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:10 smithi172 ceph-mon[31000]: osdmap e10: 2 total, 1 up, 2 in 2024-03-10T22:08:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:11.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:11 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2470710000' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:08:11.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:11 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2470710000' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:08:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:11 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2470710000' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:08:12.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:12 smithi169 ceph-mon[37738]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:12 smithi169 ceph-mon[27156]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:12.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:12 smithi172 ceph-mon[31000]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:14.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:14 smithi169 ceph-mon[27156]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:14.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:14 smithi169 ceph-mon[37738]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:14.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:14 smithi172 ceph-mon[31000]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:16.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:16 smithi169 ceph-mon[27156]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:16.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T22:08:16.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:16.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:16 smithi169 ceph-mon[37738]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:16.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:16 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T22:08:16.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:16 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:16.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:16 smithi172 ceph-mon[31000]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:16.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T22:08:16.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:17.431 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:17 smithi169 ceph-mon[27156]: Deploying daemon osd.1 on smithi169 2024-03-10T22:08:17.432 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:17 smithi169 ceph-mon[37738]: Deploying daemon osd.1 on smithi169 2024-03-10T22:08:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:17 smithi172 ceph-mon[31000]: Deploying daemon osd.1 on smithi169 2024-03-10T22:08:18.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:18 smithi169 ceph-mon[37738]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:18 smithi169 ceph-mon[27156]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:18 smithi172 ceph-mon[31000]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:20.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:20 smithi169 ceph-mon[37738]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:20 smithi169 ceph-mon[27156]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:20.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:20 smithi172 ceph-mon[31000]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:22.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:22 smithi169 ceph-mon[37738]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:22 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:22 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:22 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:22.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:22 smithi169 ceph-mon[27156]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:22.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:22 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:22.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:22 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:22.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:22 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:22 smithi172 ceph-mon[31000]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:22 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:22 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:22.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:22 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:24.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:24 smithi169 ceph-mon[27156]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:24.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:24 smithi169 ceph-mon[37738]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:24 smithi172 ceph-mon[31000]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:25.055 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 1 on host 'smithi169' 2024-03-10T22:08:25.371 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.371 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.371 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:25.371 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:25.371 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.371 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[27156]: from='osd.1 [v2:172.21.15.169:6810/3668647874,v1:172.21.15.169:6811/3668647874]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T22:08:25.371 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[27156]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T22:08:25.371 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[27156]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:25.372 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.372 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.372 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:25.372 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.372 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.372 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:25.372 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:25.372 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.372 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[37738]: from='osd.1 [v2:172.21.15.169:6810/3668647874,v1:172.21.15.169:6811/3668647874]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T22:08:25.372 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[37738]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T22:08:25.372 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[37738]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:25.373 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.373 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.373 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:25 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:25.676 DEBUG:teuthology.orchestra.run.smithi169:osd.1> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.1.service 2024-03-10T22:08:25.678 INFO:tasks.cephadm:Deploying osd.2 on smithi169 with /dev/vg_nvme/lv_2... 2024-03-10T22:08:25.678 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-10T22:08:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:25 smithi172 ceph-mon[31000]: from='osd.1 [v2:172.21.15.169:6810/3668647874,v1:172.21.15.169:6811/3668647874]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T22:08:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:25 smithi172 ceph-mon[31000]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T22:08:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:25 smithi172 ceph-mon[31000]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:25.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:25 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:26.719 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-mon[27156]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T22:08:26.719 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-mon[27156]: osdmap e11: 2 total, 1 up, 2 in 2024-03-10T22:08:26.720 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:26.720 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-mon[27156]: from='osd.1 [v2:172.21.15.169:6810/3668647874,v1:172.21.15.169:6811/3668647874]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:26.720 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-mon[27156]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:26.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-mon[37738]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T22:08:26.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-mon[37738]: osdmap e11: 2 total, 1 up, 2 in 2024-03-10T22:08:26.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:26.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-mon[37738]: from='osd.1 [v2:172.21.15.169:6810/3668647874,v1:172.21.15.169:6811/3668647874]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:26.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-mon[37738]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:26.721 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[47463]: 2024-03-10T22:08:26.316+0000 7fe5eff43700 -1 osd.1 0 waiting for initial osdmap 2024-03-10T22:08:26.721 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:08:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[47463]: 2024-03-10T22:08:26.319+0000 7fe5ead36700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:08:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:26 smithi172 ceph-mon[31000]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T22:08:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:26 smithi172 ceph-mon[31000]: osdmap e11: 2 total, 1 up, 2 in 2024-03-10T22:08:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:26 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:26 smithi172 ceph-mon[31000]: from='osd.1 [v2:172.21.15.169:6810/3668647874,v1:172.21.15.169:6811/3668647874]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:26 smithi172 ceph-mon[31000]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:26.791 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:08:27.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:27 smithi169 ceph-mon[27156]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:08:27.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:27 smithi169 ceph-mon[27156]: osdmap e12: 2 total, 1 up, 2 in 2024-03-10T22:08:27.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:27.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:27 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:27.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:27 smithi169 ceph-mon[27156]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:27.317 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:27 smithi169 ceph-mon[37738]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:08:27.317 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:27 smithi169 ceph-mon[37738]: osdmap e12: 2 total, 1 up, 2 in 2024-03-10T22:08:27.317 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:27.317 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:27 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:27.317 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:27 smithi169 ceph-mon[37738]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:27.769 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:27 smithi172 ceph-mon[31000]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:08:27.778 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:27 smithi172 ceph-mon[31000]: osdmap e12: 2 total, 1 up, 2 in 2024-03-10T22:08:27.778 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:27.779 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:27 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:27.779 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:27 smithi172 ceph-mon[31000]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T22:08:28.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[37738]: purged_snaps scrub starts 2024-03-10T22:08:28.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[37738]: purged_snaps scrub ok 2024-03-10T22:08:28.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:28.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[37738]: osd.1 [v2:172.21.15.169:6810/3668647874,v1:172.21.15.169:6811/3668647874] boot 2024-03-10T22:08:28.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[37738]: osdmap e13: 2 total, 2 up, 2 in 2024-03-10T22:08:28.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:28.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[27156]: purged_snaps scrub starts 2024-03-10T22:08:28.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[27156]: purged_snaps scrub ok 2024-03-10T22:08:28.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:28.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[27156]: osd.1 [v2:172.21.15.169:6810/3668647874,v1:172.21.15.169:6811/3668647874] boot 2024-03-10T22:08:28.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[27156]: osdmap e13: 2 total, 2 up, 2 in 2024-03-10T22:08:28.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:28 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:28 smithi172 ceph-mon[31000]: purged_snaps scrub starts 2024-03-10T22:08:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:28 smithi172 ceph-mon[31000]: purged_snaps scrub ok 2024-03-10T22:08:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:28 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:28 smithi172 ceph-mon[31000]: osd.1 [v2:172.21.15.169:6810/3668647874,v1:172.21.15.169:6811/3668647874] boot 2024-03-10T22:08:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:28 smithi172 ceph-mon[31000]: osdmap e13: 2 total, 2 up, 2 in 2024-03-10T22:08:28.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:28 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:08:29.407 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-10T22:08:29.407 INFO:teuthology.orchestra.run.smithi169.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-10T22:08:29.407 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10+0 records in 2024-03-10T22:08:29.408 INFO:teuthology.orchestra.run.smithi169.stderr:10+0 records out 2024-03-10T22:08:29.408 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0142752 s, 735 MB/s 2024-03-10T22:08:29.408 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping successful for: 2024-03-10T22:08:29.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:29 smithi169 ceph-mon[37738]: osdmap e14: 2 total, 2 up, 2 in 2024-03-10T22:08:29.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:29 smithi169 ceph-mon[37738]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:29.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:29 smithi169 ceph-mon[27156]: osdmap e14: 2 total, 2 up, 2 in 2024-03-10T22:08:29.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:29 smithi169 ceph-mon[27156]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:29 smithi172 ceph-mon[31000]: osdmap e14: 2 total, 2 up, 2 in 2024-03-10T22:08:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:29 smithi172 ceph-mon[31000]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:30.125 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi169:vg_nvme/lv_2 2024-03-10T22:08:30.330 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:08:30.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[27156]: Detected new or changed devices on smithi169 2024-03-10T22:08:30.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:30.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:30.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:30.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:30.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi169 to 8032M 2024-03-10T22:08:30.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:30.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:30.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:30.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:30.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[37738]: Detected new or changed devices on smithi169 2024-03-10T22:08:30.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:30.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:30.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:30.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:30.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi169 to 8032M 2024-03-10T22:08:30.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:30.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:30.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:30.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:30 smithi172 ceph-mon[31000]: Detected new or changed devices on smithi169 2024-03-10T22:08:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:30 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi169 to 8032M 2024-03-10T22:08:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:31.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:31.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:31.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:31.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:31 smithi169 ceph-mon[37738]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:31.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:31 smithi169 ceph-mon[27156]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:32.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:31 smithi172 ceph-mon[31000]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:32.797 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:32 smithi169 ceph-mon[37738]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:08:32.798 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:32 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:08:32.798 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:32 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:08:32.798 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:32 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:32.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:32 smithi169 ceph-mon[27156]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:08:32.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:32 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:08:32.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:32 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:08:32.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:32 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:33.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:32 smithi172 ceph-mon[31000]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:08:33.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:32 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:08:33.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:32 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:08:33.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:32 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:33.863 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:33 smithi169 ceph-mon[37738]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:33.863 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:33 smithi169 ceph-mon[27156]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:34.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:33 smithi172 ceph-mon[31000]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:35.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:35 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/845936744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "954f01a9-611e-4d4b-99a3-a63db110b999"}]: dispatch 2024-03-10T22:08:35.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:35 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "954f01a9-611e-4d4b-99a3-a63db110b999"}]: dispatch 2024-03-10T22:08:35.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:35 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "954f01a9-611e-4d4b-99a3-a63db110b999"}]': finished 2024-03-10T22:08:35.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:35 smithi169 ceph-mon[27156]: osdmap e15: 3 total, 2 up, 3 in 2024-03-10T22:08:35.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:35.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:35 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/845936744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "954f01a9-611e-4d4b-99a3-a63db110b999"}]: dispatch 2024-03-10T22:08:35.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:35 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "954f01a9-611e-4d4b-99a3-a63db110b999"}]: dispatch 2024-03-10T22:08:35.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:35 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "954f01a9-611e-4d4b-99a3-a63db110b999"}]': finished 2024-03-10T22:08:35.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:35 smithi169 ceph-mon[37738]: osdmap e15: 3 total, 2 up, 3 in 2024-03-10T22:08:35.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:35 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/845936744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "954f01a9-611e-4d4b-99a3-a63db110b999"}]: dispatch 2024-03-10T22:08:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:35 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "954f01a9-611e-4d4b-99a3-a63db110b999"}]: dispatch 2024-03-10T22:08:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:35 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "954f01a9-611e-4d4b-99a3-a63db110b999"}]': finished 2024-03-10T22:08:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:35 smithi172 ceph-mon[31000]: osdmap e15: 3 total, 2 up, 3 in 2024-03-10T22:08:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:36.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:36 smithi169 ceph-mon[27156]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:36.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:36 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1724814419' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:08:36.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:36 smithi169 ceph-mon[37738]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:36.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:36 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1724814419' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:08:36.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:36 smithi172 ceph-mon[31000]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:36.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:36 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1724814419' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:08:38.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:38 smithi169 ceph-mon[27156]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:38.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:38 smithi169 ceph-mon[37738]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:38.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:38 smithi172 ceph-mon[31000]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:40.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:40 smithi169 ceph-mon[27156]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:40 smithi169 ceph-mon[37738]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:40.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:40 smithi172 ceph-mon[31000]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:42.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:42 smithi169 ceph-mon[27156]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:42.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:42 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T22:08:42.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:42 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:42.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:42 smithi169 ceph-mon[37738]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:42.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:42 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T22:08:42.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:42 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:42 smithi172 ceph-mon[31000]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:42 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T22:08:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:42 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:43.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:43 smithi169 ceph-mon[27156]: Deploying daemon osd.2 on smithi169 2024-03-10T22:08:43.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:43 smithi169 ceph-mon[37738]: Deploying daemon osd.2 on smithi169 2024-03-10T22:08:43.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:43 smithi172 ceph-mon[31000]: Deploying daemon osd.2 on smithi169 2024-03-10T22:08:44.432 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:44 smithi169 ceph-mon[37738]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:44.432 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:44 smithi169 ceph-mon[27156]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:44 smithi172 ceph-mon[31000]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:46.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:46 smithi169 ceph-mon[27156]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:46 smithi169 ceph-mon[37738]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:46 smithi172 ceph-mon[31000]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:47.899 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:47 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:47.899 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:47 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:47.899 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:47 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:47.899 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:47 smithi169 ceph-mon[37738]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:47.899 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:47 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:47.899 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:47 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:47.899 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:47 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:47.899 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:47 smithi169 ceph-mon[27156]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:47 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:47 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:47 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:47 smithi172 ceph-mon[31000]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:50.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:50 smithi169 ceph-mon[27156]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:50.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:50 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:50.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:50 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:50.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:50 smithi169 ceph-mon[27156]: from='osd.2 [v2:172.21.15.169:6818/994860224,v1:172.21.15.169:6819/994860224]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T22:08:50.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:50 smithi169 ceph-mon[27156]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T22:08:50.326 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:50 smithi169 ceph-mon[37738]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:50.326 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:50 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:50.326 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:50 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:50.326 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:50 smithi169 ceph-mon[37738]: from='osd.2 [v2:172.21.15.169:6818/994860224,v1:172.21.15.169:6819/994860224]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T22:08:50.326 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:50 smithi169 ceph-mon[37738]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T22:08:50.393 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 2 on host 'smithi169' 2024-03-10T22:08:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:50 smithi172 ceph-mon[31000]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:50 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:50 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:50 smithi172 ceph-mon[31000]: from='osd.2 [v2:172.21.15.169:6818/994860224,v1:172.21.15.169:6819/994860224]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T22:08:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:50 smithi172 ceph-mon[31000]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T22:08:51.016 DEBUG:teuthology.orchestra.run.smithi169:osd.2> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.2.service 2024-03-10T22:08:51.018 INFO:tasks.cephadm:Deploying osd.3 on smithi169 with /dev/vg_nvme/lv_1... 2024-03-10T22:08:51.018 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-10T22:08:51.531 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:51.531 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:51.531 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[37738]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T22:08:51.531 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[37738]: osdmap e16: 3 total, 2 up, 3 in 2024-03-10T22:08:51.531 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:51.531 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[37738]: from='osd.2 [v2:172.21.15.169:6818/994860224,v1:172.21.15.169:6819/994860224]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:51.531 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[37738]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:51.531 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[37738]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:51.532 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:51.532 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:51.532 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[27156]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T22:08:51.532 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[27156]: osdmap e16: 3 total, 2 up, 3 in 2024-03-10T22:08:51.532 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:51.532 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[27156]: from='osd.2 [v2:172.21.15.169:6818/994860224,v1:172.21.15.169:6819/994860224]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:51.532 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[27156]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:51.532 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-mon[27156]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:51.699 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:08:51.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:51 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:51.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:51 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:51.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:51 smithi172 ceph-mon[31000]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T22:08:51.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:51 smithi172 ceph-mon[31000]: osdmap e16: 3 total, 2 up, 3 in 2024-03-10T22:08:51.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:51 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:51.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:51 smithi172 ceph-mon[31000]: from='osd.2 [v2:172.21.15.169:6818/994860224,v1:172.21.15.169:6819/994860224]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:51.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:51 smithi172 ceph-mon[31000]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:08:51.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:51 smithi172 ceph-mon[31000]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:51.821 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[53054]: 2024-03-10T22:08:51.529+0000 7fa7acc35700 -1 osd.2 0 waiting for initial osdmap 2024-03-10T22:08:51.821 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:08:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[53054]: 2024-03-10T22:08:51.532+0000 7fa7a6a26700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:08:52.834 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:52 smithi169 ceph-mon[37738]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:08:52.834 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:52 smithi169 ceph-mon[37738]: osdmap e17: 3 total, 2 up, 3 in 2024-03-10T22:08:52.834 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:52 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:52.834 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:52 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:52.834 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:52 smithi169 ceph-mon[27156]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:08:52.835 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:52 smithi169 ceph-mon[27156]: osdmap e17: 3 total, 2 up, 3 in 2024-03-10T22:08:52.835 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:52 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:52.835 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:52 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:53.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:52 smithi172 ceph-mon[31000]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:08:53.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:52 smithi172 ceph-mon[31000]: osdmap e17: 3 total, 2 up, 3 in 2024-03-10T22:08:53.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:52 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:53.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:52 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[27156]: purged_snaps scrub starts 2024-03-10T22:08:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[27156]: purged_snaps scrub ok 2024-03-10T22:08:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[27156]: osd.2 [v2:172.21.15.169:6818/994860224,v1:172.21.15.169:6819/994860224] boot 2024-03-10T22:08:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[27156]: osdmap e18: 3 total, 3 up, 3 in 2024-03-10T22:08:53.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:53.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[27156]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:53.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:08:53.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[37738]: purged_snaps scrub starts 2024-03-10T22:08:53.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[37738]: purged_snaps scrub ok 2024-03-10T22:08:53.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:53.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[37738]: osd.2 [v2:172.21.15.169:6818/994860224,v1:172.21.15.169:6819/994860224] boot 2024-03-10T22:08:53.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[37738]: osdmap e18: 3 total, 3 up, 3 in 2024-03-10T22:08:53.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:53.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[37738]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:53.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:53 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:08:54.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:53 smithi172 ceph-mon[31000]: purged_snaps scrub starts 2024-03-10T22:08:54.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:53 smithi172 ceph-mon[31000]: purged_snaps scrub ok 2024-03-10T22:08:54.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:53 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:54.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:53 smithi172 ceph-mon[31000]: osd.2 [v2:172.21.15.169:6818/994860224,v1:172.21.15.169:6819/994860224] boot 2024-03-10T22:08:54.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:53 smithi172 ceph-mon[31000]: osdmap e18: 3 total, 3 up, 3 in 2024-03-10T22:08:54.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:53 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:08:54.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:53 smithi172 ceph-mon[31000]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T22:08:54.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:53 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:08:54.243 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-10T22:08:54.244 INFO:teuthology.orchestra.run.smithi169.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-10T22:08:54.244 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10+0 records in 2024-03-10T22:08:54.244 INFO:teuthology.orchestra.run.smithi169.stderr:10+0 records out 2024-03-10T22:08:54.244 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0127841 s, 820 MB/s 2024-03-10T22:08:54.244 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping successful for: 2024-03-10T22:08:54.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:54 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-10T22:08:54.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:54 smithi169 ceph-mon[37738]: osdmap e19: 3 total, 3 up, 3 in 2024-03-10T22:08:54.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:54 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:08:54.904 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:54 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-10T22:08:54.904 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:54 smithi169 ceph-mon[27156]: osdmap e19: 3 total, 3 up, 3 in 2024-03-10T22:08:54.904 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:54 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:08:54.926 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi169:vg_nvme/lv_1 2024-03-10T22:08:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:54 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-10T22:08:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:54 smithi172 ceph-mon[31000]: osdmap e19: 3 total, 3 up, 3 in 2024-03-10T22:08:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:54 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:08:55.586 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:08:55.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:08:55.709 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[27156]: osdmap e20: 3 total, 3 up, 3 in 2024-03-10T22:08:55.709 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[27156]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:08:55.709 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:55.709 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:55.709 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:55.709 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:55.709 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:55.709 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:55.709 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:55.709 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:55.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:08:55.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[37738]: osdmap e20: 3 total, 3 up, 3 in 2024-03-10T22:08:55.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[37738]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:08:55.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:55.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:55.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:55.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:55.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:55.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:55.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:55.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:55.960 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:08:55 smithi169 sudo[57309]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T22:08:55.960 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:08:55 smithi169 sudo[57309]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:55.961 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:08:55 smithi169 sudo[57309]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:55.961 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:08:55 smithi169 sudo[57309]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:08:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:55 smithi172 ceph-mon[31000]: osdmap e20: 3 total, 3 up, 3 in 2024-03-10T22:08:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:55 smithi172 ceph-mon[31000]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:08:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:56.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:56.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:56.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:56.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:08:56.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:56.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:56.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:56.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57330]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T22:08:56.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57330]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:56.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57330]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:56.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57330]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:56.588 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57333]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T22:08:56.588 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57333]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:56.588 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57333]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:56.588 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57333]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:56.589 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[27156]: Detected new or changed devices on smithi169 2024-03-10T22:08:56.589 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi169 to 5354M 2024-03-10T22:08:56.589 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:56.589 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[27156]: osdmap e21: 3 total, 3 up, 3 in 2024-03-10T22:08:56.589 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:56.589 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:56.589 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:56.589 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:56.589 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:56.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[37738]: Detected new or changed devices on smithi169 2024-03-10T22:08:56.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi169 to 5354M 2024-03-10T22:08:56.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:56.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[37738]: osdmap e21: 3 total, 3 up, 3 in 2024-03-10T22:08:56.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:56.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:56.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:56.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:56.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:56.841 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57339]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T22:08:56.842 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57339]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:56.842 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57339]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:56.842 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57339]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:56 smithi172 ceph-mon[31000]: Detected new or changed devices on smithi169 2024-03-10T22:08:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:56 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi169 to 5354M 2024-03-10T22:08:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:56 smithi172 ceph-mon[31000]: osdmap e21: 3 total, 3 up, 3 in 2024-03-10T22:08:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:08:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:57.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:08:57.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:57.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:57.093 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57361]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T22:08:57.093 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57361]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:57.093 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57361]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:57.093 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:08:56 smithi169 sudo[57361]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:57.359 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57369]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T22:08:57.359 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57369]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:57.360 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57369]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:57.360 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57369]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:57.619 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57394]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T22:08:57.619 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57394]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:57.620 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57394]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:57.620 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57394]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:58.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57398]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T22:08:58.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57398]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:58.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57398]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:58.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:57 smithi169 sudo[57398]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:58.117 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:57 smithi172 sudo[33609]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T22:08:58.117 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:57 smithi172 sudo[33609]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:58.118 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:57 smithi172 sudo[33609]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:58.118 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:57 smithi172 sudo[33609]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:58.396 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-10T22:08:58.396 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:08:58.396 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T22:08:58.396 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T22:08:58.396 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:08:58.396 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:08:58.396 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:08:58.396 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:08:58.396 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:08:58.396 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:08:58.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:08:58.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:08:58.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:58.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 sudo[57538]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T22:08:58.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-10T22:08:58.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:08:58.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T22:08:58.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T22:08:58.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:08:58.398 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:08:58.398 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:08:58.398 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:08:58.398 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:08:58.398 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:08:58.398 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:08:58.398 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:08:58.398 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:58 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 sudo[33612]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T22:08:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 sudo[33612]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 sudo[33612]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 sudo[33612]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-10T22:08:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:08:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T22:08:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T22:08:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:08:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:08:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:08:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:08:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:08:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:08:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:08:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:08:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:58 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:08:58.650 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 sudo[57538]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:58.650 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 sudo[57538]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:58.650 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 sudo[57538]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 sudo[57541]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T22:08:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 sudo[57541]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T22:08:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 sudo[57541]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T22:08:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:58 smithi169 sudo[57541]: pam_unix(sudo:session): session closed for user root 2024-03-10T22:08:59.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[27156]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:08:59.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T22:08:59.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T22:08:59.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:59.346 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T22:08:59.346 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:08:59.346 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:08:59.346 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:08:59.346 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T22:08:59.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[37738]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:08:59.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T22:08:59.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T22:08:59.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:59.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T22:08:59.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:08:59.347 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:08:59.347 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:08:59.347 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:08:59 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T22:08:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:59 smithi172 ceph-mon[31000]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:08:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:59 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T22:08:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:59 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T22:08:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:08:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:59 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T22:08:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:08:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:08:59.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:59 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:08:59.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:08:59 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T22:09:00.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:00 smithi169 ceph-mon[27156]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:00.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:00 smithi169 ceph-mon[37738]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:00 smithi172 ceph-mon[31000]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:01.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1039886237' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0bbb49-0d72-4175-a9a0-253b0e813f82"}]: dispatch 2024-03-10T22:09:01.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0bbb49-0d72-4175-a9a0-253b0e813f82"}]: dispatch 2024-03-10T22:09:01.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc0bbb49-0d72-4175-a9a0-253b0e813f82"}]': finished 2024-03-10T22:09:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[27156]: osdmap e22: 4 total, 3 up, 4 in 2024-03-10T22:09:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3580433568' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:09:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1039886237' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0bbb49-0d72-4175-a9a0-253b0e813f82"}]: dispatch 2024-03-10T22:09:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0bbb49-0d72-4175-a9a0-253b0e813f82"}]: dispatch 2024-03-10T22:09:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc0bbb49-0d72-4175-a9a0-253b0e813f82"}]': finished 2024-03-10T22:09:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[37738]: osdmap e22: 4 total, 3 up, 4 in 2024-03-10T22:09:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:01 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3580433568' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:09:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:01 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1039886237' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0bbb49-0d72-4175-a9a0-253b0e813f82"}]: dispatch 2024-03-10T22:09:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:01 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0bbb49-0d72-4175-a9a0-253b0e813f82"}]: dispatch 2024-03-10T22:09:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:01 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc0bbb49-0d72-4175-a9a0-253b0e813f82"}]': finished 2024-03-10T22:09:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:01 smithi172 ceph-mon[31000]: osdmap e22: 4 total, 3 up, 4 in 2024-03-10T22:09:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:01 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:01 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3580433568' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:09:02.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:02 smithi169 ceph-mon[27156]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:02 smithi169 ceph-mon[37738]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:02 smithi172 ceph-mon[31000]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:04.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:04 smithi169 ceph-mon[27156]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:04 smithi169 ceph-mon[37738]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:04 smithi172 ceph-mon[31000]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:06.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:06 smithi169 ceph-mon[27156]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-03-10T22:09:06.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:06 smithi169 ceph-mon[37738]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-03-10T22:09:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:06 smithi172 ceph-mon[31000]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-03-10T22:09:07.376 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:07 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T22:09:07.376 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:07 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:07.377 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:07 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T22:09:07.377 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:07 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:07 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T22:09:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:07 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:08.372 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:08 smithi169 ceph-mon[27156]: Deploying daemon osd.3 on smithi169 2024-03-10T22:09:08.372 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:08 smithi169 ceph-mon[27156]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-03-10T22:09:08.373 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:08 smithi169 ceph-mon[37738]: Deploying daemon osd.3 on smithi169 2024-03-10T22:09:08.373 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:08 smithi169 ceph-mon[37738]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-03-10T22:09:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:08 smithi172 ceph-mon[31000]: Deploying daemon osd.3 on smithi169 2024-03-10T22:09:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:08 smithi172 ceph-mon[31000]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-03-10T22:09:10.425 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:10 smithi169 ceph-mon[27156]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-10T22:09:10.425 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:10 smithi169 ceph-mon[37738]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-10T22:09:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:10 smithi172 ceph-mon[31000]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-10T22:09:12.497 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:12 smithi169 ceph-mon[37738]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 24 KiB/s wr, 2 op/s 2024-03-10T22:09:12.497 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:12 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:12.497 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:12 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:12.498 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:12 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:12.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:12 smithi169 ceph-mon[27156]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 24 KiB/s wr, 2 op/s 2024-03-10T22:09:12.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:12 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:12.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:12 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:12.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:12 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:12.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:12 smithi172 ceph-mon[31000]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 24 KiB/s wr, 2 op/s 2024-03-10T22:09:12.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:12 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:12.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:12 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:12.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:12 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:14.420 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:14 smithi169 ceph-mon[37738]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T22:09:14.421 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:14 smithi169 ceph-mon[27156]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T22:09:14.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:14 smithi172 ceph-mon[31000]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T22:09:15.805 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 3 on host 'smithi169' 2024-03-10T22:09:16.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:16.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:16.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[27156]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T22:09:16.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[27156]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T22:09:16.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:16.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:16.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:16.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[37738]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T22:09:16.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[37738]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T22:09:16.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:15 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:15 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:15 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:15 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:15 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:15 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:15 smithi172 ceph-mon[31000]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T22:09:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:15 smithi172 ceph-mon[31000]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T22:09:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:15 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:15 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:15 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:16.374 DEBUG:teuthology.orchestra.run.smithi169:osd.3> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.3.service 2024-03-10T22:09:16.377 INFO:tasks.cephadm:Deploying osd.4 on smithi172 with /dev/vg_nvme/lv_4... 2024-03-10T22:09:16.377 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-10T22:09:16.589 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:09:17.009 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:16 smithi172 ceph-mon[31000]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T22:09:17.009 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:16 smithi172 ceph-mon[31000]: osdmap e23: 4 total, 3 up, 4 in 2024-03-10T22:09:17.009 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:16 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:17.009 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:16 smithi172 ceph-mon[31000]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:09:17.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:16 smithi169 ceph-mon[27156]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T22:09:17.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:16 smithi169 ceph-mon[27156]: osdmap e23: 4 total, 3 up, 4 in 2024-03-10T22:09:17.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:16 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:17.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:16 smithi169 ceph-mon[27156]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:09:17.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:16 smithi169 ceph-mon[37738]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T22:09:17.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:16 smithi169 ceph-mon[37738]: osdmap e23: 4 total, 3 up, 4 in 2024-03-10T22:09:17.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:16 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:17.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:16 smithi169 ceph-mon[37738]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:09:17.254 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:09:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[59299]: 2024-03-10T22:09:16.884+0000 7f0ca1119700 -1 osd.3 0 waiting for initial osdmap 2024-03-10T22:09:17.255 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:09:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[59299]: 2024-03-10T22:09:16.889+0000 7f0c98f06700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:09:18.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:17 smithi169 ceph-mon[27156]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:09:18.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:17 smithi169 ceph-mon[27156]: osdmap e24: 4 total, 3 up, 4 in 2024-03-10T22:09:18.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:17 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:18.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:17 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:18.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:17 smithi169 ceph-mon[27156]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:18.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:17 smithi169 ceph-mon[37738]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:09:18.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:17 smithi169 ceph-mon[37738]: osdmap e24: 4 total, 3 up, 4 in 2024-03-10T22:09:18.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:17 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:18.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:17 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:18.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:17 smithi169 ceph-mon[37738]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:17 smithi172 ceph-mon[31000]: from='osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-03-10T22:09:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:17 smithi172 ceph-mon[31000]: osdmap e24: 4 total, 3 up, 4 in 2024-03-10T22:09:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:17 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:17 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:17 smithi172 ceph-mon[31000]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T22:09:18.411 INFO:teuthology.orchestra.run.smithi172.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-10T22:09:18.411 INFO:teuthology.orchestra.run.smithi172.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-10T22:09:18.411 INFO:teuthology.orchestra.run.smithi172.stderr: stderr: 10+0 records in 2024-03-10T22:09:18.411 INFO:teuthology.orchestra.run.smithi172.stderr:10+0 records out 2024-03-10T22:09:18.411 INFO:teuthology.orchestra.run.smithi172.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114361 s, 917 MB/s 2024-03-10T22:09:18.411 INFO:teuthology.orchestra.run.smithi172.stderr:--> Zapping successful for: 2024-03-10T22:09:18.965 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi172:vg_nvme/lv_4 2024-03-10T22:09:18.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[37738]: purged_snaps scrub starts 2024-03-10T22:09:18.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[37738]: purged_snaps scrub ok 2024-03-10T22:09:18.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:18.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[37738]: osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050] boot 2024-03-10T22:09:18.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[37738]: osdmap e25: 4 total, 4 up, 4 in 2024-03-10T22:09:18.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:18.975 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[27156]: purged_snaps scrub starts 2024-03-10T22:09:18.976 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[27156]: purged_snaps scrub ok 2024-03-10T22:09:18.976 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:18.976 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[27156]: osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050] boot 2024-03-10T22:09:18.976 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[27156]: osdmap e25: 4 total, 4 up, 4 in 2024-03-10T22:09:18.976 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:18 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:19.169 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:09:19.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:18 smithi172 ceph-mon[31000]: purged_snaps scrub starts 2024-03-10T22:09:19.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:18 smithi172 ceph-mon[31000]: purged_snaps scrub ok 2024-03-10T22:09:19.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:18 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:19.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:18 smithi172 ceph-mon[31000]: osd.3 [v2:172.21.15.169:6826/1183977050,v1:172.21.15.169:6827/1183977050] boot 2024-03-10T22:09:19.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:18 smithi172 ceph-mon[31000]: osdmap e25: 4 total, 4 up, 4 in 2024-03-10T22:09:19.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:18 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:09:20.232 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: osdmap e26: 4 total, 4 up, 4 in 2024-03-10T22:09:20.232 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:20.232 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:20.232 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:20.232 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.232 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.232 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.232 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.233 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:20.233 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:20.233 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:20.233 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:20.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: osdmap e26: 4 total, 4 up, 4 in 2024-03-10T22:09:20.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:20.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:20.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:20.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:20.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:20.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:20.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:20.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: osdmap e26: 4 total, 4 up, 4 in 2024-03-10T22:09:20.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:20.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:20.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:20.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:20.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:20.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:20.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:20.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:21.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:20 smithi169 ceph-mon[27156]: Detected new or changed devices on smithi169 2024-03-10T22:09:21.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:20 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi169 to 4016M 2024-03-10T22:09:21.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:20 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:09:21.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:20 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:09:21.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:20 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:20 smithi169 ceph-mon[37738]: Detected new or changed devices on smithi169 2024-03-10T22:09:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:20 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi169 to 4016M 2024-03-10T22:09:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:09:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:09:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:20 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:21.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:20 smithi172 ceph-mon[31000]: Detected new or changed devices on smithi169 2024-03-10T22:09:21.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:20 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi169 to 4016M 2024-03-10T22:09:21.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:20 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:09:21.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:20 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:09:21.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:20 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:22.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:21 smithi172 ceph-mon[31000]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:09:22.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:21 smithi172 ceph-mon[31000]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:22.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:21 smithi169 ceph-mon[27156]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:09:22.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:21 smithi169 ceph-mon[27156]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:21 smithi169 ceph-mon[37738]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:09:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:21 smithi169 ceph-mon[37738]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:24.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[27156]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:24.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/2000391754' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a316844-2de4-45ec-8af2-e9b9f544ef3f"}]: dispatch 2024-03-10T22:09:24.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a316844-2de4-45ec-8af2-e9b9f544ef3f"}]: dispatch 2024-03-10T22:09:24.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4a316844-2de4-45ec-8af2-e9b9f544ef3f"}]': finished 2024-03-10T22:09:24.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[27156]: osdmap e27: 5 total, 4 up, 5 in 2024-03-10T22:09:24.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:24.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[37738]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:24.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/2000391754' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a316844-2de4-45ec-8af2-e9b9f544ef3f"}]: dispatch 2024-03-10T22:09:24.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a316844-2de4-45ec-8af2-e9b9f544ef3f"}]: dispatch 2024-03-10T22:09:24.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4a316844-2de4-45ec-8af2-e9b9f544ef3f"}]': finished 2024-03-10T22:09:24.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[37738]: osdmap e27: 5 total, 4 up, 5 in 2024-03-10T22:09:24.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:24 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:24 smithi172 ceph-mon[31000]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:24 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/2000391754' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a316844-2de4-45ec-8af2-e9b9f544ef3f"}]: dispatch 2024-03-10T22:09:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:24 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a316844-2de4-45ec-8af2-e9b9f544ef3f"}]: dispatch 2024-03-10T22:09:24.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:24 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4a316844-2de4-45ec-8af2-e9b9f544ef3f"}]': finished 2024-03-10T22:09:24.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:24 smithi172 ceph-mon[31000]: osdmap e27: 5 total, 4 up, 5 in 2024-03-10T22:09:24.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:24 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:25.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:25 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/4193909762' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:09:25.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:25 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/4193909762' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:09:25.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:25 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/4193909762' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:09:26.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:26 smithi169 ceph-mon[27156]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:26.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:26 smithi169 ceph-mon[37738]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:26.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:26 smithi172 ceph-mon[31000]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:28.356 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:28 smithi172 ceph-mon[31000]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:28.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:28 smithi169 ceph-mon[27156]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:28.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:28 smithi169 ceph-mon[37738]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:30 smithi169 ceph-mon[27156]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T22:09:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:30 smithi169 ceph-mon[37738]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T22:09:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:30.432 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:30 smithi172 ceph-mon[31000]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:30.432 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T22:09:30.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:31.413 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:31 smithi172 ceph-mon[31000]: Deploying daemon osd.4 on smithi172 2024-03-10T22:09:31.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:31 smithi169 ceph-mon[27156]: Deploying daemon osd.4 on smithi172 2024-03-10T22:09:31.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:31 smithi169 ceph-mon[37738]: Deploying daemon osd.4 on smithi172 2024-03-10T22:09:32.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:32 smithi169 ceph-mon[27156]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:32.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:32 smithi169 ceph-mon[37738]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:32.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:32 smithi172 ceph-mon[31000]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:34.408 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:34 smithi172 ceph-mon[31000]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:34.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:34 smithi169 ceph-mon[27156]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:34 smithi169 ceph-mon[37738]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:36.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:35 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:35 smithi169 ceph-mon[27156]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:36.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:36.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:36.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:35 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:36.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:35 smithi169 ceph-mon[37738]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:35 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:35 smithi172 ceph-mon[31000]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:38.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:38 smithi172 ceph-mon[31000]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:38.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:38 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:38.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:38 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:38.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:38 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:38.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:38 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:38.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:38 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:38.407 INFO:teuthology.orchestra.run.smithi172.stdout:Created osd(s) 4 on host 'smithi172' 2024-03-10T22:09:38.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[27156]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:38.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:38.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:38.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:38.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:38.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[37738]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:38.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:38 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:39.026 DEBUG:teuthology.orchestra.run.smithi172:osd.4> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.4.service 2024-03-10T22:09:39.028 INFO:tasks.cephadm:Deploying osd.5 on smithi172 with /dev/vg_nvme/lv_3... 2024-03-10T22:09:39.028 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-10T22:09:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:39 smithi172 ceph-mon[31000]: from='osd.4 [v2:172.21.15.172:6800/3873184747,v1:172.21.15.172:6801/3873184747]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:09:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:39 smithi172 ceph-mon[31000]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:09:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:39 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:39 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:39 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:39.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:39 smithi169 ceph-mon[27156]: from='osd.4 [v2:172.21.15.172:6800/3873184747,v1:172.21.15.172:6801/3873184747]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:09:39.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:39 smithi169 ceph-mon[27156]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:09:39.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:39.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:39 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:39 smithi169 ceph-mon[37738]: from='osd.4 [v2:172.21.15.172:6800/3873184747,v1:172.21.15.172:6801/3873184747]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:09:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:39 smithi169 ceph-mon[37738]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:09:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:39 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:39 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:39 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:09:40.311 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:40 smithi172 ceph-mon[31000]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:40.312 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:40 smithi172 ceph-mon[31000]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T22:09:40.312 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:40 smithi172 ceph-mon[31000]: osdmap e28: 5 total, 4 up, 5 in 2024-03-10T22:09:40.312 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:40 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:40.312 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:40 smithi172 ceph-mon[31000]: from='osd.4 [v2:172.21.15.172:6800/3873184747,v1:172.21.15.172:6801/3873184747]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:09:40.312 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:40 smithi172 ceph-mon[31000]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:09:40.312 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:09:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[36035]: 2024-03-10T22:09:40.057+0000 7f10f1083700 -1 osd.4 0 waiting for initial osdmap 2024-03-10T22:09:40.312 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:09:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[36035]: 2024-03-10T22:09:40.061+0000 7f10ea673700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:09:40.349 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:09:40.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[37738]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:40.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[37738]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T22:09:40.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[37738]: osdmap e28: 5 total, 4 up, 5 in 2024-03-10T22:09:40.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:40.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[37738]: from='osd.4 [v2:172.21.15.172:6800/3873184747,v1:172.21.15.172:6801/3873184747]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:09:40.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[37738]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:09:40.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[27156]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:40.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[27156]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T22:09:40.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[27156]: osdmap e28: 5 total, 4 up, 5 in 2024-03-10T22:09:40.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:40.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[27156]: from='osd.4 [v2:172.21.15.172:6800/3873184747,v1:172.21.15.172:6801/3873184747]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:09:40.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:40 smithi169 ceph-mon[27156]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:09:41.217 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:41 smithi172 ceph-mon[31000]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:09:41.217 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:41 smithi172 ceph-mon[31000]: osdmap e29: 5 total, 4 up, 5 in 2024-03-10T22:09:41.218 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:41 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:41.218 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:41 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:41.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:41 smithi169 ceph-mon[27156]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:09:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:41 smithi169 ceph-mon[27156]: osdmap e29: 5 total, 4 up, 5 in 2024-03-10T22:09:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:41 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:41 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:41 smithi169 ceph-mon[37738]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:09:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:41 smithi169 ceph-mon[37738]: osdmap e29: 5 total, 4 up, 5 in 2024-03-10T22:09:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:41 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:41 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:42.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:42 smithi172 ceph-mon[31000]: purged_snaps scrub starts 2024-03-10T22:09:42.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:42 smithi172 ceph-mon[31000]: purged_snaps scrub ok 2024-03-10T22:09:42.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:42 smithi172 ceph-mon[31000]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:42.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:42 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:42.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:42 smithi172 ceph-mon[31000]: osd.4 [v2:172.21.15.172:6800/3873184747,v1:172.21.15.172:6801/3873184747] boot 2024-03-10T22:09:42.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:42 smithi172 ceph-mon[31000]: osdmap e30: 5 total, 5 up, 5 in 2024-03-10T22:09:42.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:42 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[27156]: purged_snaps scrub starts 2024-03-10T22:09:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[27156]: purged_snaps scrub ok 2024-03-10T22:09:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[27156]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[27156]: osd.4 [v2:172.21.15.172:6800/3873184747,v1:172.21.15.172:6801/3873184747] boot 2024-03-10T22:09:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[27156]: osdmap e30: 5 total, 5 up, 5 in 2024-03-10T22:09:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[37738]: purged_snaps scrub starts 2024-03-10T22:09:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[37738]: purged_snaps scrub ok 2024-03-10T22:09:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[37738]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T22:09:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[37738]: osd.4 [v2:172.21.15.172:6800/3873184747,v1:172.21.15.172:6801/3873184747] boot 2024-03-10T22:09:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[37738]: osdmap e30: 5 total, 5 up, 5 in 2024-03-10T22:09:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:42 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:09:43.164 INFO:teuthology.orchestra.run.smithi172.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-10T22:09:43.164 INFO:teuthology.orchestra.run.smithi172.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-10T22:09:43.164 INFO:teuthology.orchestra.run.smithi172.stderr: stderr: 10+0 records in 2024-03-10T22:09:43.164 INFO:teuthology.orchestra.run.smithi172.stderr:10+0 records out 2024-03-10T22:09:43.164 INFO:teuthology.orchestra.run.smithi172.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126748 s, 827 MB/s 2024-03-10T22:09:43.164 INFO:teuthology.orchestra.run.smithi172.stderr:--> Zapping successful for: 2024-03-10T22:09:43.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:43 smithi172 ceph-mon[31000]: osdmap e31: 5 total, 5 up, 5 in 2024-03-10T22:09:43.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:43 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:43.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:43 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:43.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:43 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:43.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:43 smithi169 ceph-mon[27156]: osdmap e31: 5 total, 5 up, 5 in 2024-03-10T22:09:43.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:43 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:43.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:43 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:43.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:43 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:43 smithi169 ceph-mon[37738]: osdmap e31: 5 total, 5 up, 5 in 2024-03-10T22:09:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:43 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:43 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:43 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:09:43.816 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi172:vg_nvme/lv_3 2024-03-10T22:09:44.023 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:09:44.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:44 smithi172 ceph-mon[31000]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:44.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:44 smithi172 ceph-mon[31000]: Detected new or changed devices on smithi172 2024-03-10T22:09:44.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:44 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi172 to 17088M 2024-03-10T22:09:44.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:44 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:44.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:44 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:44.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:44 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:44.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:44 smithi172 ceph-mon[31000]: osdmap e32: 5 total, 5 up, 5 in 2024-03-10T22:09:44.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:44 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:44.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[37738]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:44.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[37738]: Detected new or changed devices on smithi172 2024-03-10T22:09:44.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi172 to 17088M 2024-03-10T22:09:44.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[37738]: osdmap e32: 5 total, 5 up, 5 in 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[27156]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[27156]: Detected new or changed devices on smithi172 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi172 to 17088M 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[27156]: osdmap e32: 5 total, 5 up, 5 in 2024-03-10T22:09:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:44 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:09:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:45 smithi172 ceph-mon[31000]: osdmap e33: 5 total, 5 up, 5 in 2024-03-10T22:09:45.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:45 smithi169 ceph-mon[27156]: osdmap e33: 5 total, 5 up, 5 in 2024-03-10T22:09:45.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:45 smithi169 ceph-mon[37738]: osdmap e33: 5 total, 5 up, 5 in 2024-03-10T22:09:46.383 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:46 smithi172 ceph-mon[31000]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-10T22:09:46.383 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:46 smithi172 ceph-mon[31000]: osdmap e34: 5 total, 5 up, 5 in 2024-03-10T22:09:46.383 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:46 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:09:46.384 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:46 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:09:46.384 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:46 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:46.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:46 smithi169 ceph-mon[27156]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-10T22:09:46.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:46 smithi169 ceph-mon[27156]: osdmap e34: 5 total, 5 up, 5 in 2024-03-10T22:09:46.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:46 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:09:46.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:46 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:09:46.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:46 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:46 smithi169 ceph-mon[37738]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-10T22:09:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:46 smithi169 ceph-mon[37738]: osdmap e34: 5 total, 5 up, 5 in 2024-03-10T22:09:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:46 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:09:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:46 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:09:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:46 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:47 smithi172 ceph-mon[31000]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:09:47.404 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:47 smithi169 ceph-mon[37738]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:09:47.405 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:47 smithi169 ceph-mon[27156]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:09:48.424 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:48 smithi169 ceph-mon[27156]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-03-10T22:09:48.424 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:48 smithi169 ceph-mon[37738]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-03-10T22:09:48.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:48 smithi172 ceph-mon[31000]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-03-10T22:09:49.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/2225861050' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09350539-4865-463a-aa77-ce4d76943c10"}]: dispatch 2024-03-10T22:09:49.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09350539-4865-463a-aa77-ce4d76943c10"}]: dispatch 2024-03-10T22:09:49.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "09350539-4865-463a-aa77-ce4d76943c10"}]': finished 2024-03-10T22:09:49.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[37738]: osdmap e35: 6 total, 5 up, 6 in 2024-03-10T22:09:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:09:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/2682041334' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:09:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/2225861050' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09350539-4865-463a-aa77-ce4d76943c10"}]: dispatch 2024-03-10T22:09:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09350539-4865-463a-aa77-ce4d76943c10"}]: dispatch 2024-03-10T22:09:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "09350539-4865-463a-aa77-ce4d76943c10"}]': finished 2024-03-10T22:09:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[27156]: osdmap e35: 6 total, 5 up, 6 in 2024-03-10T22:09:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:09:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:49 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/2682041334' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:09:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:49 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/2225861050' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09350539-4865-463a-aa77-ce4d76943c10"}]: dispatch 2024-03-10T22:09:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:49 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09350539-4865-463a-aa77-ce4d76943c10"}]: dispatch 2024-03-10T22:09:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:49 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "09350539-4865-463a-aa77-ce4d76943c10"}]': finished 2024-03-10T22:09:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:49 smithi172 ceph-mon[31000]: osdmap e35: 6 total, 5 up, 6 in 2024-03-10T22:09:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:49 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:09:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:49 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/2682041334' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:09:50.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:50 smithi169 ceph-mon[27156]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-03-10T22:09:50.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:50 smithi169 ceph-mon[37738]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-03-10T22:09:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:50 smithi172 ceph-mon[31000]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-03-10T22:09:52.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:52 smithi169 ceph-mon[27156]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:52.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:52 smithi169 ceph-mon[37738]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:52.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:52 smithi172 ceph-mon[31000]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:54.449 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:54 smithi172 ceph-mon[31000]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:54 smithi169 ceph-mon[37738]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:54.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:54 smithi169 ceph-mon[27156]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T22:09:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T22:09:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T22:09:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:09:56.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:56 smithi169 ceph-mon[27156]: Deploying daemon osd.5 on smithi172 2024-03-10T22:09:56.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:56 smithi169 ceph-mon[27156]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:56 smithi169 ceph-mon[37738]: Deploying daemon osd.5 on smithi172 2024-03-10T22:09:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:56 smithi169 ceph-mon[37738]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:56 smithi172 ceph-mon[31000]: Deploying daemon osd.5 on smithi172 2024-03-10T22:09:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:56 smithi172 ceph-mon[31000]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:09:58 smithi169 ceph-mon[27156]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:09:58 smithi169 ceph-mon[37738]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:09:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:09:58 smithi172 ceph-mon[31000]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:00.427 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:00 smithi172 ceph-mon[31000]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:00.427 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:00 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:00.427 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:00 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:00.427 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:00 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:00.427 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:00 smithi172 ceph-mon[31000]: overall HEALTH_OK 2024-03-10T22:10:00.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:00 smithi169 ceph-mon[27156]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:00.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:00 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:00.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:00 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:00.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:00 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:00.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:00 smithi169 ceph-mon[27156]: overall HEALTH_OK 2024-03-10T22:10:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:00 smithi169 ceph-mon[37738]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:00 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:00 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:00 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:00 smithi169 ceph-mon[37738]: overall HEALTH_OK 2024-03-10T22:10:02.461 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:02 smithi172 ceph-mon[31000]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:02 smithi169 ceph-mon[27156]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:02.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:02 smithi169 ceph-mon[37738]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:03.108 INFO:teuthology.orchestra.run.smithi172.stdout:Created osd(s) 5 on host 'smithi172' 2024-03-10T22:10:03.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:03.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:03.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:03 smithi172 ceph-mon[31000]: from='osd.5 [v2:172.21.15.172:6808/1442896367,v1:172.21.15.172:6809/1442896367]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:10:03.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:03 smithi172 ceph-mon[31000]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:10:03.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:03 smithi172 ceph-mon[31000]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:03.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:03.679 DEBUG:teuthology.orchestra.run.smithi172:osd.5> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.5.service 2024-03-10T22:10:03.681 INFO:tasks.cephadm:Deploying osd.6 on smithi172 with /dev/vg_nvme/lv_2... 2024-03-10T22:10:03.682 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-10T22:10:03.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[27156]: from='osd.5 [v2:172.21.15.172:6808/1442896367,v1:172.21.15.172:6809/1442896367]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:10:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[27156]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:10:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[27156]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[37738]: from='osd.5 [v2:172.21.15.172:6808/1442896367,v1:172.21.15.172:6809/1442896367]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:10:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[37738]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:10:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[37738]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:04.428 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:10:04.589 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:04 smithi172 ceph-mon[31000]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T22:10:04.589 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:04 smithi172 ceph-mon[31000]: osdmap e36: 6 total, 5 up, 6 in 2024-03-10T22:10:04.589 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:04 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:04.589 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:04 smithi172 ceph-mon[31000]: from='osd.5 [v2:172.21.15.172:6808/1442896367,v1:172.21.15.172:6809/1442896367]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:04.589 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:04 smithi172 ceph-mon[31000]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:04.589 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:10:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[41827]: 2024-03-10T22:10:04.334+0000 7f3df00d3700 -1 osd.5 0 waiting for initial osdmap 2024-03-10T22:10:04.589 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:10:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[41827]: 2024-03-10T22:10:04.339+0000 7f3debec8700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:10:04.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:04 smithi169 ceph-mon[37738]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T22:10:04.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:04 smithi169 ceph-mon[37738]: osdmap e36: 6 total, 5 up, 6 in 2024-03-10T22:10:04.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:04 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:04.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:04 smithi169 ceph-mon[37738]: from='osd.5 [v2:172.21.15.172:6808/1442896367,v1:172.21.15.172:6809/1442896367]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:04.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:04 smithi169 ceph-mon[37738]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:04.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:04 smithi169 ceph-mon[27156]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T22:10:04.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:04 smithi169 ceph-mon[27156]: osdmap e36: 6 total, 5 up, 6 in 2024-03-10T22:10:04.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:04 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:04.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:04 smithi169 ceph-mon[27156]: from='osd.5 [v2:172.21.15.172:6808/1442896367,v1:172.21.15.172:6809/1442896367]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:04.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:04 smithi169 ceph-mon[27156]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:05.419 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:05 smithi172 ceph-mon[31000]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:10:05.420 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:05 smithi172 ceph-mon[31000]: osdmap e37: 6 total, 5 up, 6 in 2024-03-10T22:10:05.420 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:05 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:05.420 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:05 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:05.420 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:05 smithi172 ceph-mon[31000]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:05.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:05 smithi169 ceph-mon[27156]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:10:05.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:05 smithi169 ceph-mon[27156]: osdmap e37: 6 total, 5 up, 6 in 2024-03-10T22:10:05.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:05 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:05 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:05 smithi169 ceph-mon[27156]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:05 smithi169 ceph-mon[37738]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:10:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:05 smithi169 ceph-mon[37738]: osdmap e37: 6 total, 5 up, 6 in 2024-03-10T22:10:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:05 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:05 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:05 smithi169 ceph-mon[37738]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T22:10:06.442 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:06 smithi172 ceph-mon[31000]: purged_snaps scrub starts 2024-03-10T22:10:06.442 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:06 smithi172 ceph-mon[31000]: purged_snaps scrub ok 2024-03-10T22:10:06.442 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:06 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:06.442 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:06 smithi172 ceph-mon[31000]: osd.5 [v2:172.21.15.172:6808/1442896367,v1:172.21.15.172:6809/1442896367] boot 2024-03-10T22:10:06.442 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:06 smithi172 ceph-mon[31000]: osdmap e38: 6 total, 6 up, 6 in 2024-03-10T22:10:06.442 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:06 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:06.738 INFO:teuthology.orchestra.run.smithi172.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-10T22:10:06.738 INFO:teuthology.orchestra.run.smithi172.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-10T22:10:06.738 INFO:teuthology.orchestra.run.smithi172.stderr: stderr: 10+0 records in 2024-03-10T22:10:06.738 INFO:teuthology.orchestra.run.smithi172.stderr:10+0 records out 2024-03-10T22:10:06.738 INFO:teuthology.orchestra.run.smithi172.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0123637 s, 848 MB/s 2024-03-10T22:10:06.738 INFO:teuthology.orchestra.run.smithi172.stderr:--> Zapping successful for: 2024-03-10T22:10:06.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[27156]: purged_snaps scrub starts 2024-03-10T22:10:06.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[27156]: purged_snaps scrub ok 2024-03-10T22:10:06.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:06.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[27156]: osd.5 [v2:172.21.15.172:6808/1442896367,v1:172.21.15.172:6809/1442896367] boot 2024-03-10T22:10:06.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[27156]: osdmap e38: 6 total, 6 up, 6 in 2024-03-10T22:10:06.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[37738]: purged_snaps scrub starts 2024-03-10T22:10:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[37738]: purged_snaps scrub ok 2024-03-10T22:10:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[37738]: osd.5 [v2:172.21.15.172:6808/1442896367,v1:172.21.15.172:6809/1442896367] boot 2024-03-10T22:10:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[37738]: osdmap e38: 6 total, 6 up, 6 in 2024-03-10T22:10:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:06 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:10:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:07 smithi172 ceph-mon[31000]: osdmap e39: 6 total, 6 up, 6 in 2024-03-10T22:10:07.432 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:07 smithi172 ceph-mon[31000]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:07.453 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi172:vg_nvme/lv_2 2024-03-10T22:10:07.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:07 smithi169 ceph-mon[27156]: osdmap e39: 6 total, 6 up, 6 in 2024-03-10T22:10:07.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:07 smithi169 ceph-mon[27156]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:07.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:07 smithi169 ceph-mon[37738]: osdmap e39: 6 total, 6 up, 6 in 2024-03-10T22:10:07.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:07 smithi169 ceph-mon[37738]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:08.087 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:10:08.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[27156]: osdmap e40: 6 total, 6 up, 6 in 2024-03-10T22:10:08.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[27156]: Detected new or changed devices on smithi172 2024-03-10T22:10:08.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:08.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:08.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:08.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:08.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi172 to 8544M 2024-03-10T22:10:08.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:08.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:08.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:08.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:08.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[37738]: osdmap e40: 6 total, 6 up, 6 in 2024-03-10T22:10:08.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[37738]: Detected new or changed devices on smithi172 2024-03-10T22:10:08.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:08.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:08.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:08.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:08.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi172 to 8544M 2024-03-10T22:10:08.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:08.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:08.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:08.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:08 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:08 smithi172 ceph-mon[31000]: osdmap e40: 6 total, 6 up, 6 in 2024-03-10T22:10:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:08 smithi172 ceph-mon[31000]: Detected new or changed devices on smithi172 2024-03-10T22:10:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:08 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:08.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:08 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:08.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:08 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:08.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:08 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:08.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:08 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi172 to 8544M 2024-03-10T22:10:08.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:08 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:08.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:08 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:08.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:08 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:08.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:08 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:09.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:09 smithi169 ceph-mon[27156]: osdmap e41: 6 total, 6 up, 6 in 2024-03-10T22:10:09.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:09 smithi169 ceph-mon[27156]: pgmap v137: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:09.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:09 smithi169 ceph-mon[37738]: osdmap e41: 6 total, 6 up, 6 in 2024-03-10T22:10:09.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:09 smithi169 ceph-mon[37738]: pgmap v137: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:09.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:09 smithi172 ceph-mon[31000]: osdmap e41: 6 total, 6 up, 6 in 2024-03-10T22:10:09.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:09 smithi172 ceph-mon[31000]: pgmap v137: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:10.581 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:10 smithi172 ceph-mon[31000]: osdmap e42: 6 total, 6 up, 6 in 2024-03-10T22:10:10.581 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:10 smithi172 ceph-mon[31000]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:10:10.581 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:10:10.581 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:10:10.581 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:10.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:10 smithi169 ceph-mon[37738]: osdmap e42: 6 total, 6 up, 6 in 2024-03-10T22:10:10.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:10 smithi169 ceph-mon[37738]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:10:10.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:10:10.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:10:10.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:10 smithi169 ceph-mon[27156]: osdmap e42: 6 total, 6 up, 6 in 2024-03-10T22:10:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:10 smithi169 ceph-mon[27156]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:10:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:10:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:10:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:11.427 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:11 smithi172 ceph-mon[31000]: pgmap v139: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:11.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:11 smithi169 ceph-mon[27156]: pgmap v139: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:11 smithi169 ceph-mon[37738]: pgmap v139: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:12 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/1531665779' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a1635f-1c59-4c3a-8099-aae5fbc99ef1"}]: dispatch 2024-03-10T22:10:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:12 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a1635f-1c59-4c3a-8099-aae5fbc99ef1"}]: dispatch 2024-03-10T22:10:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:12 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "53a1635f-1c59-4c3a-8099-aae5fbc99ef1"}]': finished 2024-03-10T22:10:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:12 smithi169 ceph-mon[27156]: osdmap e43: 7 total, 6 up, 7 in 2024-03-10T22:10:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:12 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:12 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/1531665779' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a1635f-1c59-4c3a-8099-aae5fbc99ef1"}]: dispatch 2024-03-10T22:10:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:12 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a1635f-1c59-4c3a-8099-aae5fbc99ef1"}]: dispatch 2024-03-10T22:10:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:12 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "53a1635f-1c59-4c3a-8099-aae5fbc99ef1"}]': finished 2024-03-10T22:10:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:12 smithi169 ceph-mon[37738]: osdmap e43: 7 total, 6 up, 7 in 2024-03-10T22:10:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:12 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:12 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/1531665779' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a1635f-1c59-4c3a-8099-aae5fbc99ef1"}]: dispatch 2024-03-10T22:10:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:12 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a1635f-1c59-4c3a-8099-aae5fbc99ef1"}]: dispatch 2024-03-10T22:10:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:12 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "53a1635f-1c59-4c3a-8099-aae5fbc99ef1"}]': finished 2024-03-10T22:10:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:12 smithi172 ceph-mon[31000]: osdmap e43: 7 total, 6 up, 7 in 2024-03-10T22:10:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:12 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:13 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/102462786' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:10:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:13 smithi169 ceph-mon[27156]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:13 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/102462786' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:10:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:13 smithi169 ceph-mon[37738]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:13 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/102462786' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:10:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:13 smithi172 ceph-mon[31000]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:16.425 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:16 smithi172 ceph-mon[31000]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:16.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:16 smithi169 ceph-mon[27156]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:16.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:16 smithi169 ceph-mon[37738]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:18.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:18 smithi169 ceph-mon[37738]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:18.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:18 smithi169 ceph-mon[27156]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:18 smithi172 ceph-mon[31000]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:19.474 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T22:10:19.474 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:19 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:19.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T22:10:19.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:19 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T22:10:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:19 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:20.391 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:20 smithi172 ceph-mon[31000]: Deploying daemon osd.6 on smithi172 2024-03-10T22:10:20.391 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:20 smithi172 ceph-mon[31000]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:20.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:20 smithi169 ceph-mon[37738]: Deploying daemon osd.6 on smithi172 2024-03-10T22:10:20.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:20 smithi169 ceph-mon[37738]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:20 smithi169 ceph-mon[27156]: Deploying daemon osd.6 on smithi172 2024-03-10T22:10:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:20 smithi169 ceph-mon[27156]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:22 smithi169 ceph-mon[27156]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:22.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:22 smithi169 ceph-mon[37738]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:22 smithi172 ceph-mon[31000]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:24.472 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:24 smithi172 ceph-mon[31000]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:24.472 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:24 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:24.472 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:24 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:24.472 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:24 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:24.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:24 smithi169 ceph-mon[27156]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:24.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:24 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:24.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:24 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:24.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:24 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:24 smithi169 ceph-mon[37738]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:24 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:24 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:24 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:26.245 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:26 smithi172 ceph-mon[31000]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:26.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:26 smithi169 ceph-mon[37738]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:26.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:26 smithi169 ceph-mon[27156]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:27.363 INFO:teuthology.orchestra.run.smithi172.stdout:Created osd(s) 6 on host 'smithi172' 2024-03-10T22:10:27.980 DEBUG:teuthology.orchestra.run.smithi172:osd.6> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.6.service 2024-03-10T22:10:27.983 INFO:tasks.cephadm:Deploying osd.7 on smithi172 with /dev/vg_nvme/lv_1... 2024-03-10T22:10:27.983 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-10T22:10:28.227 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:10:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:28 smithi172 ceph-mon[31000]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:28 smithi172 ceph-mon[31000]: from='osd.6 [v2:172.21.15.172:6816/1137604448,v1:172.21.15.172:6817/1137604448]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:10:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:28 smithi172 ceph-mon[31000]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:10:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:28 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:28 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:28 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:28 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:28.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[27156]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:28.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[27156]: from='osd.6 [v2:172.21.15.172:6816/1137604448,v1:172.21.15.172:6817/1137604448]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:10:28.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[27156]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:10:28.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:28.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:28.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:28.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:28.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[37738]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:28.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[37738]: from='osd.6 [v2:172.21.15.172:6816/1137604448,v1:172.21.15.172:6817/1137604448]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:10:28.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[37738]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:10:28.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:28.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:28.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:28.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:28 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:29.292 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:29 smithi172 ceph-mon[31000]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T22:10:29.292 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:29 smithi172 ceph-mon[31000]: osdmap e44: 7 total, 6 up, 7 in 2024-03-10T22:10:29.293 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:29 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:29.293 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:29 smithi172 ceph-mon[31000]: from='osd.6 [v2:172.21.15.172:6816/1137604448,v1:172.21.15.172:6817/1137604448]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:29.293 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:29 smithi172 ceph-mon[31000]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:29.293 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:10:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[47361]: 2024-03-10T22:10:29.220+0000 7f746e23e700 -1 osd.6 0 waiting for initial osdmap 2024-03-10T22:10:29.293 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:10:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[47361]: 2024-03-10T22:10:29.228+0000 7f746802f700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:10:29.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:29 smithi169 ceph-mon[37738]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T22:10:29.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:29 smithi169 ceph-mon[37738]: osdmap e44: 7 total, 6 up, 7 in 2024-03-10T22:10:29.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:29 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:29.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:29 smithi169 ceph-mon[37738]: from='osd.6 [v2:172.21.15.172:6816/1137604448,v1:172.21.15.172:6817/1137604448]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:29.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:29 smithi169 ceph-mon[37738]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:29.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:29 smithi169 ceph-mon[27156]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T22:10:29.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:29 smithi169 ceph-mon[27156]: osdmap e44: 7 total, 6 up, 7 in 2024-03-10T22:10:29.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:29 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:29.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:29 smithi169 ceph-mon[27156]: from='osd.6 [v2:172.21.15.172:6816/1137604448,v1:172.21.15.172:6817/1137604448]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:29.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:29 smithi169 ceph-mon[27156]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:30.260 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:30 smithi172 ceph-mon[31000]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:30.260 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:30 smithi172 ceph-mon[31000]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:10:30.260 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:30 smithi172 ceph-mon[31000]: osdmap e45: 7 total, 6 up, 7 in 2024-03-10T22:10:30.260 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:30.260 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:30 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:30.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:30 smithi169 ceph-mon[27156]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:30.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:30 smithi169 ceph-mon[27156]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:10:30.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:30 smithi169 ceph-mon[27156]: osdmap e45: 7 total, 6 up, 7 in 2024-03-10T22:10:30.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:30.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:30 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:30.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:30 smithi169 ceph-mon[37738]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:30.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:30 smithi169 ceph-mon[37738]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:10:30.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:30 smithi169 ceph-mon[37738]: osdmap e45: 7 total, 6 up, 7 in 2024-03-10T22:10:30.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:30.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:30 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:31.066 INFO:teuthology.orchestra.run.smithi172.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-10T22:10:31.067 INFO:teuthology.orchestra.run.smithi172.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-10T22:10:31.067 INFO:teuthology.orchestra.run.smithi172.stderr: stderr: 10+0 records in 2024-03-10T22:10:31.067 INFO:teuthology.orchestra.run.smithi172.stderr:10+0 records out 2024-03-10T22:10:31.067 INFO:teuthology.orchestra.run.smithi172.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0127345 s, 823 MB/s 2024-03-10T22:10:31.067 INFO:teuthology.orchestra.run.smithi172.stderr: stderr: 2024-03-10T22:10:31.067 INFO:teuthology.orchestra.run.smithi172.stderr:--> Zapping successful for: 2024-03-10T22:10:31.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[27156]: purged_snaps scrub starts 2024-03-10T22:10:31.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[27156]: purged_snaps scrub ok 2024-03-10T22:10:31.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:31.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[27156]: osd.6 [v2:172.21.15.172:6816/1137604448,v1:172.21.15.172:6817/1137604448] boot 2024-03-10T22:10:31.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[27156]: osdmap e46: 7 total, 7 up, 7 in 2024-03-10T22:10:31.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:31.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[37738]: purged_snaps scrub starts 2024-03-10T22:10:31.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[37738]: purged_snaps scrub ok 2024-03-10T22:10:31.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:31.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[37738]: osd.6 [v2:172.21.15.172:6816/1137604448,v1:172.21.15.172:6817/1137604448] boot 2024-03-10T22:10:31.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[37738]: osdmap e46: 7 total, 7 up, 7 in 2024-03-10T22:10:31.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:31 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:31.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:31 smithi172 ceph-mon[31000]: purged_snaps scrub starts 2024-03-10T22:10:31.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:31 smithi172 ceph-mon[31000]: purged_snaps scrub ok 2024-03-10T22:10:31.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:31 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:31.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:31 smithi172 ceph-mon[31000]: osd.6 [v2:172.21.15.172:6816/1137604448,v1:172.21.15.172:6817/1137604448] boot 2024-03-10T22:10:31.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:31 smithi172 ceph-mon[31000]: osdmap e46: 7 total, 7 up, 7 in 2024-03-10T22:10:31.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:31 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:10:31.738 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi172:vg_nvme/lv_1 2024-03-10T22:10:32.429 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:32 smithi172 ceph-mon[31000]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:32.429 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:32 smithi172 ceph-mon[31000]: osdmap e47: 7 total, 7 up, 7 in 2024-03-10T22:10:32.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:32 smithi169 ceph-mon[37738]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:32.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:32 smithi169 ceph-mon[37738]: osdmap e47: 7 total, 7 up, 7 in 2024-03-10T22:10:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:32 smithi169 ceph-mon[27156]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T22:10:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:32 smithi169 ceph-mon[27156]: osdmap e47: 7 total, 7 up, 7 in 2024-03-10T22:10:32.560 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:10:33.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: osdmap e48: 7 total, 7 up, 7 in 2024-03-10T22:10:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: Detected new or changed devices on smithi172 2024-03-10T22:10:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi172 to 5696M 2024-03-10T22:10:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[27156]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: osdmap e48: 7 total, 7 up, 7 in 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: Detected new or changed devices on smithi172 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:33.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi172 to 5696M 2024-03-10T22:10:33.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:33.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:33.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:33.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:33.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:33.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:33 smithi169 ceph-mon[37738]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:33.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: osdmap e48: 7 total, 7 up, 7 in 2024-03-10T22:10:33.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: Detected new or changed devices on smithi172 2024-03-10T22:10:33.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:33.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:33.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:33.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi172 to 5696M 2024-03-10T22:10:33.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:33.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:33.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:33.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:33.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:33.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:33.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:33 smithi172 ceph-mon[31000]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:34.956 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:34 smithi172 ceph-mon[31000]: osdmap e49: 7 total, 7 up, 7 in 2024-03-10T22:10:34.957 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:34 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:10:34.957 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:34 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:10:34.957 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:34 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:35.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:34 smithi169 ceph-mon[27156]: osdmap e49: 7 total, 7 up, 7 in 2024-03-10T22:10:35.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:34 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:10:35.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:34 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:10:35.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:34 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:34 smithi169 ceph-mon[37738]: osdmap e49: 7 total, 7 up, 7 in 2024-03-10T22:10:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:34 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T22:10:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:34 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T22:10:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:34 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:35.937 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:35 smithi172 ceph-mon[31000]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:10:35.950 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:35 smithi172 ceph-mon[31000]: osdmap e50: 7 total, 7 up, 7 in 2024-03-10T22:10:35.950 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:35 smithi172 ceph-mon[31000]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-10T22:10:36.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:35 smithi169 ceph-mon[37738]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:10:36.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:35 smithi169 ceph-mon[37738]: osdmap e50: 7 total, 7 up, 7 in 2024-03-10T22:10:36.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:35 smithi169 ceph-mon[37738]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-10T22:10:36.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:35 smithi169 ceph-mon[27156]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi172:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:10:36.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:35 smithi169 ceph-mon[27156]: osdmap e50: 7 total, 7 up, 7 in 2024-03-10T22:10:36.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:35 smithi169 ceph-mon[27156]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-10T22:10:37.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:36 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/1515336331' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5df5510-af8d-4896-8d0d-6b652920cafa"}]: dispatch 2024-03-10T22:10:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:36 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5df5510-af8d-4896-8d0d-6b652920cafa"}]: dispatch 2024-03-10T22:10:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:36 smithi169 ceph-mon[27156]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5df5510-af8d-4896-8d0d-6b652920cafa"}]': finished 2024-03-10T22:10:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:36 smithi169 ceph-mon[27156]: osdmap e51: 8 total, 7 up, 8 in 2024-03-10T22:10:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:36 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:37.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:36 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/1515336331' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5df5510-af8d-4896-8d0d-6b652920cafa"}]: dispatch 2024-03-10T22:10:37.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:36 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5df5510-af8d-4896-8d0d-6b652920cafa"}]: dispatch 2024-03-10T22:10:37.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:36 smithi169 ceph-mon[37738]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5df5510-af8d-4896-8d0d-6b652920cafa"}]': finished 2024-03-10T22:10:37.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:36 smithi169 ceph-mon[37738]: osdmap e51: 8 total, 7 up, 8 in 2024-03-10T22:10:37.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:36 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:37.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:36 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/1515336331' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5df5510-af8d-4896-8d0d-6b652920cafa"}]: dispatch 2024-03-10T22:10:37.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:36 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5df5510-af8d-4896-8d0d-6b652920cafa"}]: dispatch 2024-03-10T22:10:37.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:36 smithi172 ceph-mon[31000]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5df5510-af8d-4896-8d0d-6b652920cafa"}]': finished 2024-03-10T22:10:37.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:36 smithi172 ceph-mon[31000]: osdmap e51: 8 total, 7 up, 8 in 2024-03-10T22:10:37.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:36 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:38.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:37 smithi169 ceph-mon[27156]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-03-10T22:10:38.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:37 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/305725249' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:10:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:37 smithi169 ceph-mon[37738]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-03-10T22:10:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:37 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/305725249' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:10:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:37 smithi172 ceph-mon[31000]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-03-10T22:10:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:37 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/305725249' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T22:10:40.379 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:40 smithi172 ceph-mon[31000]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T22:10:40.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:40 smithi169 ceph-mon[37738]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T22:10:40.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:40 smithi169 ceph-mon[27156]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T22:10:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:42 smithi169 ceph-mon[27156]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:42 smithi169 ceph-mon[37738]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:42 smithi172 ceph-mon[31000]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:44 smithi172 ceph-mon[31000]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:44 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T22:10:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:44 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:44.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:44 smithi172 ceph-mon[31000]: Deploying daemon osd.7 on smithi172 2024-03-10T22:10:44.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:44 smithi169 ceph-mon[27156]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:44 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T22:10:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:44 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:44 smithi169 ceph-mon[27156]: Deploying daemon osd.7 on smithi172 2024-03-10T22:10:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:44 smithi169 ceph-mon[37738]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:44 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T22:10:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:44 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:44 smithi169 ceph-mon[37738]: Deploying daemon osd.7 on smithi172 2024-03-10T22:10:46.423 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:46 smithi172 ceph-mon[31000]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:46.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:46 smithi169 ceph-mon[27156]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:46 smithi169 ceph-mon[37738]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:48.459 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:48 smithi172 ceph-mon[31000]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:48.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:48 smithi169 ceph-mon[27156]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:48.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:48 smithi169 ceph-mon[37738]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:49.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:49 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:49.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:49 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:49.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:49 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:49.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:49 smithi172 ceph-mon[31000]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:50.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:49 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:50.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:49 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:50.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:49 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:50.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:49 smithi169 ceph-mon[27156]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:50.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:49 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:50.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:49 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:50.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:49 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:50.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:49 smithi169 ceph-mon[37738]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:51.753 INFO:teuthology.orchestra.run.smithi172.stdout:Created osd(s) 7 on host 'smithi172' 2024-03-10T22:10:52.356 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:52 smithi172 ceph-mon[31000]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:52.356 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:52 smithi172 ceph-mon[31000]: from='osd.7 [v2:172.21.15.172:6824/2898190717,v1:172.21.15.172:6825/2898190717]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:10:52.356 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:52 smithi172 ceph-mon[31000]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:10:52.356 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:52 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:52.356 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:52 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:52.378 DEBUG:teuthology.orchestra.run.smithi172:osd.7> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.7.service 2024-03-10T22:10:52.381 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-03-10T22:10:52.381 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd stat -f json 2024-03-10T22:10:52.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:52 smithi169 ceph-mon[27156]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:52.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:52 smithi169 ceph-mon[27156]: from='osd.7 [v2:172.21.15.172:6824/2898190717,v1:172.21.15.172:6825/2898190717]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:10:52.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:52 smithi169 ceph-mon[27156]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:10:52.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:52 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:52.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:52 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:52.412 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:52 smithi169 ceph-mon[37738]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:52.412 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:52 smithi169 ceph-mon[37738]: from='osd.7 [v2:172.21.15.172:6824/2898190717,v1:172.21.15.172:6825/2898190717]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:10:52.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:52 smithi169 ceph-mon[37738]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:10:52.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:52 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:52.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:52 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:52.602 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:10:53.217 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:53 smithi172 ceph-mon[31000]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T22:10:53.218 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:53 smithi172 ceph-mon[31000]: osdmap e52: 8 total, 7 up, 8 in 2024-03-10T22:10:53.218 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:53 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:53.218 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:53 smithi172 ceph-mon[31000]: from='osd.7 [v2:172.21.15.172:6824/2898190717,v1:172.21.15.172:6825/2898190717]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:53.218 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:53 smithi172 ceph-mon[31000]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:53.218 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:53 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:53.218 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:53 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:53.218 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:10:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[53232]: 2024-03-10T22:10:53.078+0000 7f5cf231b700 -1 osd.7 0 waiting for initial osdmap 2024-03-10T22:10:53.218 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:10:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[53232]: 2024-03-10T22:10:53.084+0000 7f5ceb10a700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:10:53.424 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[37738]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T22:10:53.424 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[37738]: osdmap e52: 8 total, 7 up, 8 in 2024-03-10T22:10:53.424 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:53.424 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[37738]: from='osd.7 [v2:172.21.15.172:6824/2898190717,v1:172.21.15.172:6825/2898190717]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:53.424 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[37738]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:53.424 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:53.424 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:53.425 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[27156]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T22:10:53.425 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[27156]: osdmap e52: 8 total, 7 up, 8 in 2024-03-10T22:10:53.425 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:53.425 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[27156]: from='osd.7 [v2:172.21.15.172:6824/2898190717,v1:172.21.15.172:6825/2898190717]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:53.425 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[27156]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:10:53.425 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:53.425 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:53 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:54.158 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:54 smithi169 ceph-mon[37738]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:54.158 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:54 smithi169 ceph-mon[37738]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:10:54.158 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:54 smithi169 ceph-mon[37738]: osdmap e53: 8 total, 7 up, 8 in 2024-03-10T22:10:54.158 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:54 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:54.158 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:54 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:54.158 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:54 smithi169 ceph-mon[27156]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:54.158 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:54 smithi169 ceph-mon[27156]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:10:54.158 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:54 smithi169 ceph-mon[27156]: osdmap e53: 8 total, 7 up, 8 in 2024-03-10T22:10:54.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:54 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:54.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:54 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:54.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:54 smithi172 ceph-mon[31000]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:54.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:54 smithi172 ceph-mon[31000]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]': finished 2024-03-10T22:10:54.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:54 smithi172 ceph-mon[31000]: osdmap e53: 8 total, 7 up, 8 in 2024-03-10T22:10:54.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:54 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:54.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:54 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:54.620 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:10:55.262 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1710108654,"num_in_osds":8,"osd_in_since":1710108636,"num_remapped_pgs":1} 2024-03-10T22:10:55.262 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd dump --format=json 2024-03-10T22:10:55.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[27156]: purged_snaps scrub starts 2024-03-10T22:10:55.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[27156]: purged_snaps scrub ok 2024-03-10T22:10:55.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[27156]: osd.7 [v2:172.21.15.172:6824/2898190717,v1:172.21.15.172:6825/2898190717] boot 2024-03-10T22:10:55.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[27156]: osdmap e54: 8 total, 8 up, 8 in 2024-03-10T22:10:55.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:55.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[27156]: osdmap e55: 8 total, 8 up, 8 in 2024-03-10T22:10:55.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1807097332' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-10T22:10:55.327 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[37738]: purged_snaps scrub starts 2024-03-10T22:10:55.328 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[37738]: purged_snaps scrub ok 2024-03-10T22:10:55.328 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[37738]: osd.7 [v2:172.21.15.172:6824/2898190717,v1:172.21.15.172:6825/2898190717] boot 2024-03-10T22:10:55.328 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[37738]: osdmap e54: 8 total, 8 up, 8 in 2024-03-10T22:10:55.328 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:55.328 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[37738]: osdmap e55: 8 total, 8 up, 8 in 2024-03-10T22:10:55.328 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:55 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1807097332' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-10T22:10:55.462 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:55 smithi172 ceph-mon[31000]: purged_snaps scrub starts 2024-03-10T22:10:55.462 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:55 smithi172 ceph-mon[31000]: purged_snaps scrub ok 2024-03-10T22:10:55.463 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:55 smithi172 ceph-mon[31000]: osd.7 [v2:172.21.15.172:6824/2898190717,v1:172.21.15.172:6825/2898190717] boot 2024-03-10T22:10:55.463 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:55 smithi172 ceph-mon[31000]: osdmap e54: 8 total, 8 up, 8 in 2024-03-10T22:10:55.463 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:55 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:10:55.463 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:55 smithi172 ceph-mon[31000]: osdmap e55: 8 total, 8 up, 8 in 2024-03-10T22:10:55.463 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:55 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1807097332' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-10T22:10:55.506 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:10:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: osdmap e56: 8 total, 8 up, 8 in 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:56.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:56.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:56.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: osdmap e56: 8 total, 8 up, 8 in 2024-03-10T22:10:56.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:56.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:56.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:56.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:56.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:56.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:56 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T22:10:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: osdmap e56: 8 total, 8 up, 8 in 2024-03-10T22:10:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:10:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:10:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:10:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:10:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:56 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:10:57.358 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:10:57.359 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":58,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:10:57.207496+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:10:57.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:57 smithi169 ceph-mon[37738]: Detected new or changed devices on smithi172 2024-03-10T22:10:57.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:57 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi172 to 4272M 2024-03-10T22:10:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:57 smithi169 ceph-mon[37738]: osdmap e57: 8 total, 8 up, 8 in 2024-03-10T22:10:57.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:57 smithi169 ceph-mon[27156]: Detected new or changed devices on smithi172 2024-03-10T22:10:57.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:57 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi172 to 4272M 2024-03-10T22:10:57.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:57 smithi169 ceph-mon[27156]: osdmap e57: 8 total, 8 up, 8 in 2024-03-10T22:10:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:57 smithi172 ceph-mon[31000]: Detected new or changed devices on smithi172 2024-03-10T22:10:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:57 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi172 to 4272M 2024-03-10T22:10:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:57 smithi172 ceph-mon[31000]: osdmap e57: 8 total, 8 up, 8 in 2024-03-10T22:10:58.031 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-10T22:08:53.281039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-10T22:10:58.032 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-03-10T22:10:58.280 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:10:58.402 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:58 smithi169 ceph-mon[27156]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:10:58.402 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:58 smithi169 ceph-mon[27156]: osdmap e58: 8 total, 8 up, 8 in 2024-03-10T22:10:58.402 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:10:58 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/382168297' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:10:58.402 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:58 smithi169 ceph-mon[37738]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:10:58.402 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:58 smithi169 ceph-mon[37738]: osdmap e58: 8 total, 8 up, 8 in 2024-03-10T22:10:58.402 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:10:58 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/382168297' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:10:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:58 smithi172 ceph-mon[31000]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:10:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:58 smithi172 ceph-mon[31000]: osdmap e58: 8 total, 8 up, 8 in 2024-03-10T22:10:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:10:58 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/382168297' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:00.171 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 1 2024-03-10T22:11:00.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:00 smithi169 ceph-mon[37738]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:00.480 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:00 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1366984650' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:11:00.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:00 smithi169 ceph-mon[27156]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:00.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:00 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1366984650' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:11:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:00 smithi172 ceph-mon[31000]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:00 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1366984650' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:11:00.837 INFO:tasks.cephadm:Adding mds.a on smithi169 2024-03-10T22:11:00.838 INFO:tasks.cephadm:Adding mds.b on smithi172 2024-03-10T22:11:00.838 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch apply mds all '2;smithi169=a;smithi172=b' 2024-03-10T22:11:01.055 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:11:02.438 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:02 smithi172 ceph-mon[31000]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T22:11:02.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:02 smithi169 ceph-mon[27156]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T22:11:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:02 smithi169 ceph-mon[37738]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T22:11:02.849 INFO:teuthology.orchestra.run.smithi172.stdout:Scheduled mds.all update... 2024-03-10T22:11:03.447 DEBUG:teuthology.orchestra.run.smithi169:mds.a> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.a.service 2024-03-10T22:11:03.449 DEBUG:teuthology.orchestra.run.smithi172:mds.b> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.b.service 2024-03-10T22:11:03.452 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-03-10T22:11:03.452 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T22:11:03.824 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:03.825 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":58,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:10:57.207496+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:11:03.837 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-10T22:08:53.281039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-10T22:11:03.838 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-10T22:11:04.080 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi169=a;smithi172=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:04.080 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: Saving service mds.all spec with placement smithi169=a;smithi172=b;count:2 2024-03-10T22:11:04.080 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:04.080 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:04.080 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-03-10T22:11:04.080 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:04.081 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:04.081 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:04.081 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:11:04.081 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T22:11:04.081 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:04.081 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3999735262' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:04.081 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi169=a;smithi172=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:04.081 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: Saving service mds.all spec with placement smithi169=a;smithi172=b;count:2 2024-03-10T22:11:04.081 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:04.081 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:04.082 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-03-10T22:11:04.082 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:04.082 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:04.082 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:04.082 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:11:04.082 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T22:11:04.082 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:04.082 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:03 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3999735262' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:04.133 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 1 2024-03-10T22:11:04.146 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi169=a;smithi172=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: Saving service mds.all spec with placement smithi169=a;smithi172=b;count:2 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:04.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:03 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3999735262' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:04.470 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:04.470 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-03-10T22:11:04.470 INFO:teuthology.orchestra.run.smithi169.stderr:dumped fsmap epoch 1 2024-03-10T22:11:05.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:04 smithi172 ceph-mon[31000]: Deploying daemon mds.a on smithi169 2024-03-10T22:11:05.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:04 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3733540416' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:11:05.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:04 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1655863025' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:05.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:04 smithi169 ceph-mon[37738]: Deploying daemon mds.a on smithi169 2024-03-10T22:11:05.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:04 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3733540416' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:11:05.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:04 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1655863025' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:05.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:04 smithi169 ceph-mon[27156]: Deploying daemon mds.a on smithi169 2024-03-10T22:11:05.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:04 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3733540416' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:11:05.225 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:04 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1655863025' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:05.503 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:11:05 smithi169 systemd[1]: Starting Ceph mds.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:11:05.936 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:05 smithi169 ceph-mon[27156]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-03-10T22:11:05.937 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:05 smithi169 ceph-mon[37738]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-03-10T22:11:05.937 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:11:05 smithi169 podman[64239]: 2024-03-10 22:11:05.521524905 +0000 UTC m=+0.017844489 image pull a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633 2024-03-10T22:11:05.937 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:11:05 smithi169 podman[64239]: 2024-03-10 22:11:05.634492837 +0000 UTC m=+0.130812405 container create c776005881b0734f1799113eb8f825098fc25d120a4aff5fbf8ba46a7b8f7c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=reef-c2ea977, org.label-schema.license=GPLv2) 2024-03-10T22:11:05.937 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:11:05 smithi169 podman[64239]: 2024-03-10 22:11:05.837001016 +0000 UTC m=+0.333320592 container init c776005881b0734f1799113eb8f825098fc25d120a4aff5fbf8ba46a7b8f7c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-03-10T22:11:05.937 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:11:05 smithi169 podman[64239]: 2024-03-10 22:11:05.839472662 +0000 UTC m=+0.335792239 container start c776005881b0734f1799113eb8f825098fc25d120a4aff5fbf8ba46a7b8f7c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-03-10T22:11:05.938 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:11:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a[64254]: starting mds.a at 2024-03-10T22:11:05.938 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:11:05 smithi169 bash[64239]: c776005881b0734f1799113eb8f825098fc25d120a4aff5fbf8ba46a7b8f7c8d 2024-03-10T22:11:06.253 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:11:05 smithi169 systemd[1]: Started Ceph mds.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:11:06.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:05 smithi172 ceph-mon[31000]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-03-10T22:11:06.483 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T22:11:06.805 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:06.805 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6835/1612960315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6834","nonce":1612960315},{"type":"v1","addr":"172.21.15.169:6835","nonce":1612960315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-03-10T22:11:06.806 INFO:teuthology.orchestra.run.smithi169.stderr:dumped fsmap epoch 2 2024-03-10T22:11:07.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[27156]: mds.? [v2:172.21.15.169:6834/1612960315,v1:172.21.15.169:6835/1612960315] up:boot 2024-03-10T22:11:07.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[27156]: fsmap 1 up:standby 2024-03-10T22:11:07.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:11:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:11:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T22:11:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[27156]: Deploying daemon mds.b on smithi172 2024-03-10T22:11:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2878067631' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:07.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[37738]: mds.? [v2:172.21.15.169:6834/1612960315,v1:172.21.15.169:6835/1612960315] up:boot 2024-03-10T22:11:07.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[37738]: fsmap 1 up:standby 2024-03-10T22:11:07.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:11:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:11:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T22:11:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[37738]: Deploying daemon mds.b on smithi172 2024-03-10T22:11:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:06 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2878067631' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:07.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:06 smithi172 ceph-mon[31000]: mds.? [v2:172.21.15.169:6834/1612960315,v1:172.21.15.169:6835/1612960315] up:boot 2024-03-10T22:11:07.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:06 smithi172 ceph-mon[31000]: fsmap 1 up:standby 2024-03-10T22:11:07.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:06 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:11:07.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:06 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:07.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:06 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:07.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:06 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:07.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:06 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:11:07.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:06 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T22:11:07.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:06 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:07.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:06 smithi172 ceph-mon[31000]: Deploying daemon mds.b on smithi172 2024-03-10T22:11:07.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:06 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2878067631' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:07.888 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:11:07 smithi172 systemd[1]: Starting Ceph mds.b for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:11:08.171 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:07 smithi172 ceph-mon[31000]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-10T22:11:08.171 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:11:07 smithi172 podman[57522]: 2024-03-10 22:11:07.843220217 +0000 UTC m=+0.017784658 image pull a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633 2024-03-10T22:11:08.171 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:11:07 smithi172 podman[57522]: 2024-03-10 22:11:07.969215212 +0000 UTC m=+0.143779652 container create 9be46bd6b2f66882efe73e33e9ae116765782b93ae3d1ec285d2262ba6d0aa8e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=reef-c2ea977, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-03-10T22:11:08.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:07 smithi169 ceph-mon[27156]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-10T22:11:08.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:07 smithi169 ceph-mon[37738]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-10T22:11:08.513 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:11:08 smithi172 podman[57522]: 2024-03-10 22:11:08.171509938 +0000 UTC m=+0.346074378 container init 9be46bd6b2f66882efe73e33e9ae116765782b93ae3d1ec285d2262ba6d0aa8e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, RELEASE=reef-c2ea977, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-10T22:11:08.513 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:11:08 smithi172 podman[57522]: 2024-03-10 22:11:08.174199241 +0000 UTC m=+0.348763682 container start 9be46bd6b2f66882efe73e33e9ae116765782b93ae3d1ec285d2262ba6d0aa8e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-10T22:11:08.513 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:11:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b[57537]: starting mds.b at 2024-03-10T22:11:08.513 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:11:08 smithi172 bash[57522]: 9be46bd6b2f66882efe73e33e9ae116765782b93ae3d1ec285d2262ba6d0aa8e 2024-03-10T22:11:08.514 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:11:08 smithi172 systemd[1]: Started Ceph mds.b for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:11:08.819 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T22:11:09.155 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:09.155 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6835/1612960315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6834","nonce":1612960315},{"type":"v1","addr":"172.21.15.169:6835","nonce":1612960315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24361,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/2547010137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":2547010137},{"type":"v1","addr":"172.21.15.172:6833","nonce":2547010137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-03-10T22:11:09.156 INFO:teuthology.orchestra.run.smithi169.stderr:dumped fsmap epoch 3 2024-03-10T22:11:09.168 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T22:11:09.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:09.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[37738]: mds.? [v2:172.21.15.172:6832/2547010137,v1:172.21.15.172:6833/2547010137] up:boot 2024-03-10T22:11:09.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[37738]: fsmap 2 up:standby 2024-03-10T22:11:09.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:11:09.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[37738]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-10T22:11:09.417 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2186345641' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:09.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:09.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[27156]: mds.? [v2:172.21.15.172:6832/2547010137,v1:172.21.15.172:6833/2547010137] up:boot 2024-03-10T22:11:09.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[27156]: fsmap 2 up:standby 2024-03-10T22:11:09.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:11:09.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[27156]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-10T22:11:09.418 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:09 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2186345641' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:09.463 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:09.464 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":58,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:10:57.207496+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:11:09.477 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-10T22:08:53.281039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-10T22:11:09.477 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-10T22:11:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:09 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:09 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:09 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:09 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:09 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:09 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:09 smithi172 ceph-mon[31000]: mds.? [v2:172.21.15.172:6832/2547010137,v1:172.21.15.172:6833/2547010137] up:boot 2024-03-10T22:11:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:09 smithi172 ceph-mon[31000]: fsmap 2 up:standby 2024-03-10T22:11:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:09 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:11:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:09 smithi172 ceph-mon[31000]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-10T22:11:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:09 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2186345641' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:09.799 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 1 2024-03-10T22:11:09.815 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-03-10T22:11:10.129 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:10.129 INFO:teuthology.orchestra.run.smithi169.stdout:[ 2024-03-10T22:11:10.129 INFO:teuthology.orchestra.run.smithi169.stdout: { 2024-03-10T22:11:10.129 INFO:teuthology.orchestra.run.smithi169.stdout: "poolnum": 1, 2024-03-10T22:11:10.129 INFO:teuthology.orchestra.run.smithi169.stdout: "poolname": ".mgr" 2024-03-10T22:11:10.129 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:11:10.129 INFO:teuthology.orchestra.run.smithi169.stdout:] 2024-03-10T22:11:10.142 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-03-10T22:11:10.142 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-03-10T22:11:10.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/238296294' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:10.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1459793704' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:11:10.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/557281841' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/238296294' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1459793704' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:10 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/557281841' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-10T22:11:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/238296294' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1459793704' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:11:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:10.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:10.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:10.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:10.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:10.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:10.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:10 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/557281841' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-10T22:11:11.313 INFO:teuthology.orchestra.run.smithi169.stderr:pool 'cephfs_metadata' created 2024-03-10T22:11:11.330 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-03-10T22:11:11.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:11 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1910112474' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-10T22:11:11.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:11 smithi169 ceph-mon[27156]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-10T22:11:11.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:11 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1910112474' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-10T22:11:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:11 smithi169 ceph-mon[37738]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-10T22:11:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:11 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1910112474' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-10T22:11:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:11 smithi172 ceph-mon[31000]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-10T22:11:12.313 INFO:teuthology.orchestra.run.smithi169.stderr:pool 'cephfs_data' created 2024-03-10T22:11:12.337 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-03-10T22:11:12.670 INFO:teuthology.orchestra.run.smithi169.stderr:new fs with metadata pool 2 and data pool 3 2024-03-10T22:11:12.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:12 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1910112474' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-10T22:11:12.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:12 smithi169 ceph-mon[37738]: osdmap e59: 8 total, 8 up, 8 in 2024-03-10T22:11:12.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:12 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1553492499' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-10T22:11:12.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:12 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:12.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:12 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1910112474' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-10T22:11:12.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:12 smithi169 ceph-mon[27156]: osdmap e59: 8 total, 8 up, 8 in 2024-03-10T22:11:12.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:12 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1553492499' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-10T22:11:12.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:12 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:12.696 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T22:11:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:12 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1910112474' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-10T22:11:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:12 smithi172 ceph-mon[31000]: osdmap e59: 8 total, 8 up, 8 in 2024-03-10T22:11:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:12 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1553492499' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-10T22:11:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:12 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:12.980 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:12.980 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":61,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:11:12.664104+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T22:11:10.665240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T22:11:11.853798+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:11:12.993 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T22:11:13.276 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:13.276 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":61,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:11:12.664104+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T22:11:10.665240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T22:11:11.853798+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:11:13.289 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-03-10T22:11:13.689 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1553492499' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-10T22:11:13.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: osdmap e60: 8 total, 8 up, 8 in 2024-03-10T22:11:13.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1773705998' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T22:11:13.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T22:11:13.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-10T22:11:13.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: osdmap e61: 8 total, 8 up, 8 in 2024-03-10T22:11:13.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-10T22:11:13.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-03-10T22:11:13.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-10T22:11:13.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/308901628' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:13.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: pgmap v189: 97 pgs: 6 creating+peering, 1 active+clean, 90 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:13.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1783096552' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1553492499' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: osdmap e60: 8 total, 8 up, 8 in 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1773705998' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: osdmap e61: 8 total, 8 up, 8 in 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/308901628' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: pgmap v189: 97 pgs: 6 creating+peering, 1 active+clean, 90 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:13.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:13 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1783096552' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:13.692 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-03-10T22:11:13.692 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-03-10T22:11:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1553492499' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-10T22:11:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: osdmap e60: 8 total, 8 up, 8 in 2024-03-10T22:11:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1773705998' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T22:11:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T22:11:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-10T22:11:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: osdmap e61: 8 total, 8 up, 8 in 2024-03-10T22:11:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-10T22:11:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-03-10T22:11:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-10T22:11:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/308901628' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: pgmap v189: 97 pgs: 6 creating+peering, 1 active+clean, 90 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1783096552' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:14.263 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:11:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b[57537]: 2024-03-10T22:11:13.895+0000 7f857fb6d700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-10T22:11:14.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2385478432' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-10T22:11:14.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[37738]: mds.? [v2:172.21.15.172:6832/2547010137,v1:172.21.15.172:6833/2547010137] up:active 2024-03-10T22:11:14.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2385478432' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-10T22:11:14.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[37738]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:11:14.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[37738]: osdmap e62: 8 total, 8 up, 8 in 2024-03-10T22:11:14.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1316244390' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T22:11:14.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[37738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T22:11:14.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2385478432' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-10T22:11:14.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[27156]: mds.? [v2:172.21.15.172:6832/2547010137,v1:172.21.15.172:6833/2547010137] up:active 2024-03-10T22:11:14.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2385478432' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-10T22:11:14.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[27156]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:11:14.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[27156]: osdmap e62: 8 total, 8 up, 8 in 2024-03-10T22:11:14.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1316244390' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T22:11:14.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:14 smithi169 ceph-mon[27156]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T22:11:14.695 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-03-10T22:11:14.695 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T22:11:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:14 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2385478432' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-10T22:11:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:14 smithi172 ceph-mon[31000]: mds.? [v2:172.21.15.172:6832/2547010137,v1:172.21.15.172:6833/2547010137] up:active 2024-03-10T22:11:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:14 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2385478432' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-10T22:11:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:14 smithi172 ceph-mon[31000]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:11:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:14 smithi172 ceph-mon[31000]: osdmap e62: 8 total, 8 up, 8 in 2024-03-10T22:11:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:14 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1316244390' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T22:11:14.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:14 smithi172 ceph-mon[31000]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T22:11:15.017 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:15.017 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6835/1612960315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6834","nonce":1612960315},{"type":"v1","addr":"172.21.15.169:6835","nonce":1612960315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T22:11:12.664512+0000","modified":"2024-03-10T22:11:14.675102+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24361},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24361":{"gid":24361,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6833/2547010137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":2547010137},{"type":"v1","addr":"172.21.15.172:6833","nonce":2547010137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T22:11:15.018 INFO:teuthology.orchestra.run.smithi169.stderr:dumped fsmap epoch 6 2024-03-10T22:11:15.030 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T22:11:15.313 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:15.313 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":62,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:11:13.666554+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T22:11:10.665240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T22:11:11.853798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:11:15.327 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-03-10T22:11:15.327 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-10T22:11:15.618 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:15.619 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:11:15.627 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-03-10T22:11:15.002641+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":186,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":153,"acting":153,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222556,"kb_used_data":6364,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738660,"statfs":{"total":767960285184,"available":767732387840,"internally_reserved":0,"allocated":6516736,"data_stored":3705593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000652"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693468+0000","last_change":"2024-03-10T22:11:12.691519+0000","last_active":"2024-03-10T22:11:12.693468+0000","last_peered":"2024-03-10T22:11:12.693468+0000","last_clean":"2024-03-10T22:11:12.693468+0000","last_became_active":"2024-03-10T22:11:12.691245+0000","last_became_peered":"2024-03-10T22:11:12.691245+0000","last_unstale":"2024-03-10T22:11:12.693468+0000","last_undegraded":"2024-03-10T22:11:12.693468+0000","last_fullsized":"2024-03-10T22:11:12.693468+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:08:14.452838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699086+0000","last_change":"2024-03-10T22:11:12.695791+0000","last_active":"2024-03-10T22:11:12.699086+0000","last_peered":"2024-03-10T22:11:12.699086+0000","last_clean":"2024-03-10T22:11:12.699086+0000","last_became_active":"2024-03-10T22:11:12.695507+0000","last_became_peered":"2024-03-10T22:11:12.695507+0000","last_unstale":"2024-03-10T22:11:12.699086+0000","last_undegraded":"2024-03-10T22:11:12.699086+0000","last_fullsized":"2024-03-10T22:11:12.699086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:33:48.988967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.676959+0000","last_change":"2024-03-10T22:11:12.692086+0000","last_active":"2024-03-10T22:11:13.676959+0000","last_peered":"2024-03-10T22:11:13.676959+0000","last_clean":"2024-03-10T22:11:13.676959+0000","last_became_active":"2024-03-10T22:11:12.690648+0000","last_became_peered":"2024-03-10T22:11:12.690648+0000","last_unstale":"2024-03-10T22:11:13.676959+0000","last_undegraded":"2024-03-10T22:11:13.676959+0000","last_fullsized":"2024-03-10T22:11:13.676959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:11.054836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677154+0000","last_change":"2024-03-10T22:11:12.687905+0000","last_active":"2024-03-10T22:11:13.677154+0000","last_peered":"2024-03-10T22:11:13.677154+0000","last_clean":"2024-03-10T22:11:13.677154+0000","last_became_active":"2024-03-10T22:11:12.686643+0000","last_became_peered":"2024-03-10T22:11:12.686643+0000","last_unstale":"2024-03-10T22:11:13.677154+0000","last_undegraded":"2024-03-10T22:11:13.677154+0000","last_fullsized":"2024-03-10T22:11:13.677154+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:46.602771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699009+0000","last_change":"2024-03-10T22:11:12.694945+0000","last_active":"2024-03-10T22:11:12.699009+0000","last_peered":"2024-03-10T22:11:12.699009+0000","last_clean":"2024-03-10T22:11:12.699009+0000","last_became_active":"2024-03-10T22:11:12.694647+0000","last_became_peered":"2024-03-10T22:11:12.694647+0000","last_unstale":"2024-03-10T22:11:12.699009+0000","last_undegraded":"2024-03-10T22:11:12.699009+0000","last_fullsized":"2024-03-10T22:11:12.699009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:52:59.239119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.681939+0000","last_change":"2024-03-10T22:11:12.681705+0000","last_active":"2024-03-10T22:11:12.681939+0000","last_peered":"2024-03-10T22:11:12.681939+0000","last_clean":"2024-03-10T22:11:12.681939+0000","last_became_active":"2024-03-10T22:11:12.681448+0000","last_became_peered":"2024-03-10T22:11:12.681448+0000","last_unstale":"2024-03-10T22:11:12.681939+0000","last_undegraded":"2024-03-10T22:11:12.681939+0000","last_fullsized":"2024-03-10T22:11:12.681939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:52:30.120706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693670+0000","last_change":"2024-03-10T22:11:12.692403+0000","last_active":"2024-03-10T22:11:12.693670+0000","last_peered":"2024-03-10T22:11:12.693670+0000","last_clean":"2024-03-10T22:11:12.693670+0000","last_became_active":"2024-03-10T22:11:12.692123+0000","last_became_peered":"2024-03-10T22:11:12.692123+0000","last_unstale":"2024-03-10T22:11:12.693670+0000","last_undegraded":"2024-03-10T22:11:12.693670+0000","last_fullsized":"2024-03-10T22:11:12.693670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:13:46.329297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.705962+0000","last_change":"2024-03-10T22:11:12.331999+0000","last_active":"2024-03-10T22:11:12.705962+0000","last_peered":"2024-03-10T22:11:12.705962+0000","last_clean":"2024-03-10T22:11:12.705962+0000","last_became_active":"2024-03-10T22:11:12.331669+0000","last_became_peered":"2024-03-10T22:11:12.331669+0000","last_unstale":"2024-03-10T22:11:12.705962+0000","last_undegraded":"2024-03-10T22:11:12.705962+0000","last_fullsized":"2024-03-10T22:11:12.705962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:58.108647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678450+0000","last_change":"2024-03-10T22:11:12.690022+0000","last_active":"2024-03-10T22:11:13.678450+0000","last_peered":"2024-03-10T22:11:13.678450+0000","last_clean":"2024-03-10T22:11:13.678450+0000","last_became_active":"2024-03-10T22:11:12.689687+0000","last_became_peered":"2024-03-10T22:11:12.689687+0000","last_unstale":"2024-03-10T22:11:13.678450+0000","last_undegraded":"2024-03-10T22:11:13.678450+0000","last_fullsized":"2024-03-10T22:11:13.678450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:05:37.487003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678668+0000","last_change":"2024-03-10T22:11:12.324676+0000","last_active":"2024-03-10T22:11:13.678668+0000","last_peered":"2024-03-10T22:11:13.678668+0000","last_clean":"2024-03-10T22:11:13.678668+0000","last_became_active":"2024-03-10T22:11:12.324381+0000","last_became_peered":"2024-03-10T22:11:12.324381+0000","last_unstale":"2024-03-10T22:11:13.678668+0000","last_undegraded":"2024-03-10T22:11:13.678668+0000","last_fullsized":"2024-03-10T22:11:13.678668+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:36:39.187956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.689924+0000","last_change":"2024-03-10T22:11:12.689295+0000","last_active":"2024-03-10T22:11:12.689924+0000","last_peered":"2024-03-10T22:11:12.689924+0000","last_clean":"2024-03-10T22:11:12.689924+0000","last_became_active":"2024-03-10T22:11:12.688473+0000","last_became_peered":"2024-03-10T22:11:12.688473+0000","last_unstale":"2024-03-10T22:11:12.689924+0000","last_undegraded":"2024-03-10T22:11:12.689924+0000","last_fullsized":"2024-03-10T22:11:12.689924+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:05:15.873149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677320+0000","last_change":"2024-03-10T22:11:12.328412+0000","last_active":"2024-03-10T22:11:13.677320+0000","last_peered":"2024-03-10T22:11:13.677320+0000","last_clean":"2024-03-10T22:11:13.677320+0000","last_became_active":"2024-03-10T22:11:12.327914+0000","last_became_peered":"2024-03-10T22:11:12.327914+0000","last_unstale":"2024-03-10T22:11:13.677320+0000","last_undegraded":"2024-03-10T22:11:13.677320+0000","last_fullsized":"2024-03-10T22:11:13.677320+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:08:37.921104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701422+0000","last_change":"2024-03-10T22:11:12.701043+0000","last_active":"2024-03-10T22:11:12.701422+0000","last_peered":"2024-03-10T22:11:12.701422+0000","last_clean":"2024-03-10T22:11:12.701422+0000","last_became_active":"2024-03-10T22:11:12.699852+0000","last_became_peered":"2024-03-10T22:11:12.699852+0000","last_unstale":"2024-03-10T22:11:12.701422+0000","last_undegraded":"2024-03-10T22:11:12.701422+0000","last_fullsized":"2024-03-10T22:11:12.701422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:52.944578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678008+0000","last_change":"2024-03-10T22:11:12.329339+0000","last_active":"2024-03-10T22:11:13.678008+0000","last_peered":"2024-03-10T22:11:13.678008+0000","last_clean":"2024-03-10T22:11:13.678008+0000","last_became_active":"2024-03-10T22:11:12.324591+0000","last_became_peered":"2024-03-10T22:11:12.324591+0000","last_unstale":"2024-03-10T22:11:13.678008+0000","last_undegraded":"2024-03-10T22:11:13.678008+0000","last_fullsized":"2024-03-10T22:11:13.678008+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:59:20.829563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677143+0000","last_change":"2024-03-10T22:11:12.685105+0000","last_active":"2024-03-10T22:11:13.677143+0000","last_peered":"2024-03-10T22:11:13.677143+0000","last_clean":"2024-03-10T22:11:13.677143+0000","last_became_active":"2024-03-10T22:11:12.684801+0000","last_became_peered":"2024-03-10T22:11:12.684801+0000","last_unstale":"2024-03-10T22:11:13.677143+0000","last_undegraded":"2024-03-10T22:11:13.677143+0000","last_fullsized":"2024-03-10T22:11:13.677143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:02:33.141180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.314413+0000","last_change":"2024-03-10T22:11:11.314413+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.314413+0000","last_undegraded":"2024-03-10T22:11:11.314413+0000","last_fullsized":"2024-03-10T22:11:11.314413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:21.901356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693456+0000","last_change":"2024-03-10T22:11:12.692561+0000","last_active":"2024-03-10T22:11:12.693456+0000","last_peered":"2024-03-10T22:11:12.693456+0000","last_clean":"2024-03-10T22:11:12.693456+0000","last_became_active":"2024-03-10T22:11:12.692276+0000","last_became_peered":"2024-03-10T22:11:12.692276+0000","last_unstale":"2024-03-10T22:11:12.693456+0000","last_undegraded":"2024-03-10T22:11:12.693456+0000","last_fullsized":"2024-03-10T22:11:12.693456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:04:32.793389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.314766+0000","last_change":"2024-03-10T22:11:11.314766+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.314766+0000","last_undegraded":"2024-03-10T22:11:11.314766+0000","last_fullsized":"2024-03-10T22:11:11.314766+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:41:49.042592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699753+0000","last_change":"2024-03-10T22:11:12.697335+0000","last_active":"2024-03-10T22:11:12.699753+0000","last_peered":"2024-03-10T22:11:12.699753+0000","last_clean":"2024-03-10T22:11:12.699753+0000","last_became_active":"2024-03-10T22:11:12.697052+0000","last_became_peered":"2024-03-10T22:11:12.697052+0000","last_unstale":"2024-03-10T22:11:12.699753+0000","last_undegraded":"2024-03-10T22:11:12.699753+0000","last_fullsized":"2024-03-10T22:11:12.699753+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:07.163750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.700634+0000","last_change":"2024-03-10T22:11:12.336603+0000","last_active":"2024-03-10T22:11:12.700634+0000","last_peered":"2024-03-10T22:11:12.700634+0000","last_clean":"2024-03-10T22:11:12.700634+0000","last_became_active":"2024-03-10T22:11:12.336317+0000","last_became_peered":"2024-03-10T22:11:12.336317+0000","last_unstale":"2024-03-10T22:11:12.700634+0000","last_undegraded":"2024-03-10T22:11:12.700634+0000","last_fullsized":"2024-03-10T22:11:12.700634+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:30.357130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.703299+0000","last_change":"2024-03-10T22:11:12.333163+0000","last_active":"2024-03-10T22:11:12.703299+0000","last_peered":"2024-03-10T22:11:12.703299+0000","last_clean":"2024-03-10T22:11:12.703299+0000","last_became_active":"2024-03-10T22:11:12.332929+0000","last_became_peered":"2024-03-10T22:11:12.332929+0000","last_unstale":"2024-03-10T22:11:12.703299+0000","last_undegraded":"2024-03-10T22:11:12.703299+0000","last_fullsized":"2024-03-10T22:11:12.703299+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:49:55.523315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.688089+0000","last_change":"2024-03-10T22:11:12.687001+0000","last_active":"2024-03-10T22:11:12.688089+0000","last_peered":"2024-03-10T22:11:12.688089+0000","last_clean":"2024-03-10T22:11:12.688089+0000","last_became_active":"2024-03-10T22:11:12.686356+0000","last_became_peered":"2024-03-10T22:11:12.686356+0000","last_unstale":"2024-03-10T22:11:12.688089+0000","last_undegraded":"2024-03-10T22:11:12.688089+0000","last_fullsized":"2024-03-10T22:11:12.688089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:04.769067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.317281+0000","last_change":"2024-03-10T22:11:11.317281+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.317281+0000","last_undegraded":"2024-03-10T22:11:11.317281+0000","last_fullsized":"2024-03-10T22:11:11.317281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:31:01.175277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.690623+0000","last_change":"2024-03-10T22:11:12.329835+0000","last_active":"2024-03-10T22:11:12.690623+0000","last_peered":"2024-03-10T22:11:12.690623+0000","last_clean":"2024-03-10T22:11:12.690623+0000","last_became_active":"2024-03-10T22:11:12.329149+0000","last_became_peered":"2024-03-10T22:11:12.329149+0000","last_unstale":"2024-03-10T22:11:12.690623+0000","last_undegraded":"2024-03-10T22:11:12.690623+0000","last_fullsized":"2024-03-10T22:11:12.690623+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:35:31.108239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.313557+0000","last_change":"2024-03-10T22:11:11.313557+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.313557+0000","last_undegraded":"2024-03-10T22:11:11.313557+0000","last_fullsized":"2024-03-10T22:11:11.313557+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:55.783060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683439+0000","last_change":"2024-03-10T22:11:12.330875+0000","last_active":"2024-03-10T22:11:12.683439+0000","last_peered":"2024-03-10T22:11:12.683439+0000","last_clean":"2024-03-10T22:11:12.683439+0000","last_became_active":"2024-03-10T22:11:12.330583+0000","last_became_peered":"2024-03-10T22:11:12.330583+0000","last_unstale":"2024-03-10T22:11:12.683439+0000","last_undegraded":"2024-03-10T22:11:12.683439+0000","last_fullsized":"2024-03-10T22:11:12.683439+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:54:17.000879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.316449+0000","last_change":"2024-03-10T22:11:11.316449+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.316449+0000","last_undegraded":"2024-03-10T22:11:11.316449+0000","last_fullsized":"2024-03-10T22:11:11.316449+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:17:57.474260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.694458+0000","last_change":"2024-03-10T22:11:12.691485+0000","last_active":"2024-03-10T22:11:12.694458+0000","last_peered":"2024-03-10T22:11:12.694458+0000","last_clean":"2024-03-10T22:11:12.694458+0000","last_became_active":"2024-03-10T22:11:12.691199+0000","last_became_peered":"2024-03-10T22:11:12.691199+0000","last_unstale":"2024-03-10T22:11:12.694458+0000","last_undegraded":"2024-03-10T22:11:12.694458+0000","last_fullsized":"2024-03-10T22:11:12.694458+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:22:59.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.669137+0000","last_change":"2024-03-10T22:11:12.323199+0000","last_active":"2024-03-10T22:11:12.669137+0000","last_peered":"2024-03-10T22:11:12.669137+0000","last_clean":"2024-03-10T22:11:12.669137+0000","last_became_active":"2024-03-10T22:11:12.322907+0000","last_became_peered":"2024-03-10T22:11:12.322907+0000","last_unstale":"2024-03-10T22:11:12.669137+0000","last_undegraded":"2024-03-10T22:11:12.669137+0000","last_fullsized":"2024-03-10T22:11:12.669137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:37:17.480409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677427+0000","last_change":"2024-03-10T22:11:12.691003+0000","last_active":"2024-03-10T22:11:13.677427+0000","last_peered":"2024-03-10T22:11:13.677427+0000","last_clean":"2024-03-10T22:11:13.677427+0000","last_became_active":"2024-03-10T22:11:12.690556+0000","last_became_peered":"2024-03-10T22:11:12.690556+0000","last_unstale":"2024-03-10T22:11:13.677427+0000","last_undegraded":"2024-03-10T22:11:13.677427+0000","last_fullsized":"2024-03-10T22:11:13.677427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:38:21.961501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.313121+0000","last_change":"2024-03-10T22:11:11.313121+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.313121+0000","last_undegraded":"2024-03-10T22:11:11.313121+0000","last_fullsized":"2024-03-10T22:11:11.313121+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:18:51.316696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":215,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-03-10T22:10:57.219882+0000","last_change":"2024-03-10T22:10:57.219572+0000","last_active":"2024-03-10T22:10:57.219882+0000","last_peered":"2024-03-10T22:10:57.219882+0000","last_clean":"2024-03-10T22:10:57.219882+0000","last_became_active":"2024-03-10T22:10:57.219072+0000","last_became_peered":"2024-03-10T22:10:57.219072+0000","last_unstale":"2024-03-10T22:10:57.219882+0000","last_undegraded":"2024-03-10T22:10:57.219882+0000","last_fullsized":"2024-03-10T22:10:57.219882+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:18:55.665209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701173+0000","last_change":"2024-03-10T22:11:12.700447+0000","last_active":"2024-03-10T22:11:12.701173+0000","last_peered":"2024-03-10T22:11:12.701173+0000","last_clean":"2024-03-10T22:11:12.701173+0000","last_became_active":"2024-03-10T22:11:12.700188+0000","last_became_peered":"2024-03-10T22:11:12.700188+0000","last_unstale":"2024-03-10T22:11:12.701173+0000","last_undegraded":"2024-03-10T22:11:12.701173+0000","last_fullsized":"2024-03-10T22:11:12.701173+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:56:29.291812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.686941+0000","last_change":"2024-03-10T22:11:12.685626+0000","last_active":"2024-03-10T22:11:12.686941+0000","last_peered":"2024-03-10T22:11:12.686941+0000","last_clean":"2024-03-10T22:11:12.686941+0000","last_became_active":"2024-03-10T22:11:12.685139+0000","last_became_peered":"2024-03-10T22:11:12.685139+0000","last_unstale":"2024-03-10T22:11:12.686941+0000","last_undegraded":"2024-03-10T22:11:12.686941+0000","last_fullsized":"2024-03-10T22:11:12.686941+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:23:50.538402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.685953+0000","last_change":"2024-03-10T22:11:12.337498+0000","last_active":"2024-03-10T22:11:12.685953+0000","last_peered":"2024-03-10T22:11:12.685953+0000","last_clean":"2024-03-10T22:11:12.685953+0000","last_became_active":"2024-03-10T22:11:12.337220+0000","last_became_peered":"2024-03-10T22:11:12.337220+0000","last_unstale":"2024-03-10T22:11:12.685953+0000","last_undegraded":"2024-03-10T22:11:12.685953+0000","last_fullsized":"2024-03-10T22:11:12.685953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:23:20.823871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677770+0000","last_change":"2024-03-10T22:11:12.694685+0000","last_active":"2024-03-10T22:11:13.677770+0000","last_peered":"2024-03-10T22:11:13.677770+0000","last_clean":"2024-03-10T22:11:13.677770+0000","last_became_active":"2024-03-10T22:11:12.694405+0000","last_became_peered":"2024-03-10T22:11:12.694405+0000","last_unstale":"2024-03-10T22:11:13.677770+0000","last_undegraded":"2024-03-10T22:11:13.677770+0000","last_fullsized":"2024-03-10T22:11:13.677770+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:42:46.740308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.700940+0000","last_change":"2024-03-10T22:11:12.699524+0000","last_active":"2024-03-10T22:11:12.700940+0000","last_peered":"2024-03-10T22:11:12.700940+0000","last_clean":"2024-03-10T22:11:12.700940+0000","last_became_active":"2024-03-10T22:11:12.699207+0000","last_became_peered":"2024-03-10T22:11:12.699207+0000","last_unstale":"2024-03-10T22:11:12.700940+0000","last_undegraded":"2024-03-10T22:11:12.700940+0000","last_fullsized":"2024-03-10T22:11:12.700940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:08.395444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683593+0000","last_change":"2024-03-10T22:11:12.333353+0000","last_active":"2024-03-10T22:11:12.683593+0000","last_peered":"2024-03-10T22:11:12.683593+0000","last_clean":"2024-03-10T22:11:12.683593+0000","last_became_active":"2024-03-10T22:11:12.333081+0000","last_became_peered":"2024-03-10T22:11:12.333081+0000","last_unstale":"2024-03-10T22:11:12.683593+0000","last_undegraded":"2024-03-10T22:11:12.683593+0000","last_fullsized":"2024-03-10T22:11:12.683593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:37.187269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677055+0000","last_change":"2024-03-10T22:11:12.697952+0000","last_active":"2024-03-10T22:11:13.677055+0000","last_peered":"2024-03-10T22:11:13.677055+0000","last_clean":"2024-03-10T22:11:13.677055+0000","last_became_active":"2024-03-10T22:11:12.697127+0000","last_became_peered":"2024-03-10T22:11:12.697127+0000","last_unstale":"2024-03-10T22:11:13.677055+0000","last_undegraded":"2024-03-10T22:11:13.677055+0000","last_fullsized":"2024-03-10T22:11:13.677055+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:12:54.076961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683256+0000","last_change":"2024-03-10T22:11:12.333316+0000","last_active":"2024-03-10T22:11:12.683256+0000","last_peered":"2024-03-10T22:11:12.683256+0000","last_clean":"2024-03-10T22:11:12.683256+0000","last_became_active":"2024-03-10T22:11:12.333020+0000","last_became_peered":"2024-03-10T22:11:12.333020+0000","last_unstale":"2024-03-10T22:11:12.683256+0000","last_undegraded":"2024-03-10T22:11:12.683256+0000","last_fullsized":"2024-03-10T22:11:12.683256+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:06:02.673277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677420+0000","last_change":"2024-03-10T22:11:12.683564+0000","last_active":"2024-03-10T22:11:13.677420+0000","last_peered":"2024-03-10T22:11:13.677420+0000","last_clean":"2024-03-10T22:11:13.677420+0000","last_became_active":"2024-03-10T22:11:12.683298+0000","last_became_peered":"2024-03-10T22:11:12.683298+0000","last_unstale":"2024-03-10T22:11:13.677420+0000","last_undegraded":"2024-03-10T22:11:13.677420+0000","last_fullsized":"2024-03-10T22:11:13.677420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:06.223712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.668986+0000","last_change":"2024-03-10T22:11:12.327273+0000","last_active":"2024-03-10T22:11:12.668986+0000","last_peered":"2024-03-10T22:11:12.668986+0000","last_clean":"2024-03-10T22:11:12.668986+0000","last_became_active":"2024-03-10T22:11:12.326976+0000","last_became_peered":"2024-03-10T22:11:12.326976+0000","last_unstale":"2024-03-10T22:11:12.668986+0000","last_undegraded":"2024-03-10T22:11:12.668986+0000","last_fullsized":"2024-03-10T22:11:12.668986+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:03:10.050899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.696827+0000","last_change":"2024-03-10T22:11:12.335362+0000","last_active":"2024-03-10T22:11:12.696827+0000","last_peered":"2024-03-10T22:11:12.696827+0000","last_clean":"2024-03-10T22:11:12.696827+0000","last_became_active":"2024-03-10T22:11:12.335072+0000","last_became_peered":"2024-03-10T22:11:12.335072+0000","last_unstale":"2024-03-10T22:11:12.696827+0000","last_undegraded":"2024-03-10T22:11:12.696827+0000","last_fullsized":"2024-03-10T22:11:12.696827+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:06.268606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.696006+0000","last_change":"2024-03-10T22:11:12.324316+0000","last_active":"2024-03-10T22:11:12.696006+0000","last_peered":"2024-03-10T22:11:12.696006+0000","last_clean":"2024-03-10T22:11:12.696006+0000","last_became_active":"2024-03-10T22:11:12.324012+0000","last_became_peered":"2024-03-10T22:11:12.324012+0000","last_unstale":"2024-03-10T22:11:12.696006+0000","last_undegraded":"2024-03-10T22:11:12.696006+0000","last_fullsized":"2024-03-10T22:11:12.696006+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:37:46.548051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.686181+0000","last_change":"2024-03-10T22:11:12.684650+0000","last_active":"2024-03-10T22:11:12.686181+0000","last_peered":"2024-03-10T22:11:12.686181+0000","last_clean":"2024-03-10T22:11:12.686181+0000","last_became_active":"2024-03-10T22:11:12.684397+0000","last_became_peered":"2024-03-10T22:11:12.684397+0000","last_unstale":"2024-03-10T22:11:12.686181+0000","last_undegraded":"2024-03-10T22:11:12.686181+0000","last_fullsized":"2024-03-10T22:11:12.686181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:16.855317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701116+0000","last_change":"2024-03-10T22:11:12.700486+0000","last_active":"2024-03-10T22:11:12.701116+0000","last_peered":"2024-03-10T22:11:12.701116+0000","last_clean":"2024-03-10T22:11:12.701116+0000","last_became_active":"2024-03-10T22:11:12.700222+0000","last_became_peered":"2024-03-10T22:11:12.700222+0000","last_unstale":"2024-03-10T22:11:12.701116+0000","last_undegraded":"2024-03-10T22:11:12.701116+0000","last_fullsized":"2024-03-10T22:11:12.701116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:42:06.722766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678166+0000","last_change":"2024-03-10T22:11:12.682972+0000","last_active":"2024-03-10T22:11:13.678166+0000","last_peered":"2024-03-10T22:11:13.678166+0000","last_clean":"2024-03-10T22:11:13.678166+0000","last_became_active":"2024-03-10T22:11:12.682686+0000","last_became_peered":"2024-03-10T22:11:12.682686+0000","last_unstale":"2024-03-10T22:11:13.678166+0000","last_undegraded":"2024-03-10T22:11:13.678166+0000","last_fullsized":"2024-03-10T22:11:13.678166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.127542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.687254+0000","last_change":"2024-03-10T22:11:12.686286+0000","last_active":"2024-03-10T22:11:12.687254+0000","last_peered":"2024-03-10T22:11:12.687254+0000","last_clean":"2024-03-10T22:11:12.687254+0000","last_became_active":"2024-03-10T22:11:12.685391+0000","last_became_peered":"2024-03-10T22:11:12.685391+0000","last_unstale":"2024-03-10T22:11:12.687254+0000","last_undegraded":"2024-03-10T22:11:12.687254+0000","last_fullsized":"2024-03-10T22:11:12.687254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:37.997982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677858+0000","last_change":"2024-03-10T22:11:12.676274+0000","last_active":"2024-03-10T22:11:13.677858+0000","last_peered":"2024-03-10T22:11:13.677858+0000","last_clean":"2024-03-10T22:11:13.677858+0000","last_became_active":"2024-03-10T22:11:12.675998+0000","last_became_peered":"2024-03-10T22:11:12.675998+0000","last_unstale":"2024-03-10T22:11:13.677858+0000","last_undegraded":"2024-03-10T22:11:13.677858+0000","last_fullsized":"2024-03-10T22:11:13.677858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:53.622272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677321+0000","last_change":"2024-03-10T22:11:12.687021+0000","last_active":"2024-03-10T22:11:13.677321+0000","last_peered":"2024-03-10T22:11:13.677321+0000","last_clean":"2024-03-10T22:11:13.677321+0000","last_became_active":"2024-03-10T22:11:12.686748+0000","last_became_peered":"2024-03-10T22:11:12.686748+0000","last_unstale":"2024-03-10T22:11:13.677321+0000","last_undegraded":"2024-03-10T22:11:13.677321+0000","last_fullsized":"2024-03-10T22:11:13.677321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:32:09.336948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.694007+0000","last_change":"2024-03-10T22:11:12.693655+0000","last_active":"2024-03-10T22:11:12.694007+0000","last_peered":"2024-03-10T22:11:12.694007+0000","last_clean":"2024-03-10T22:11:12.694007+0000","last_became_active":"2024-03-10T22:11:12.693387+0000","last_became_peered":"2024-03-10T22:11:12.693387+0000","last_unstale":"2024-03-10T22:11:12.694007+0000","last_undegraded":"2024-03-10T22:11:12.694007+0000","last_fullsized":"2024-03-10T22:11:12.694007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:52:12.433908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":87,"acting":87,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":63,"acting":63,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233989,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1163264,"data_stored":822641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":822318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27600,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717552,"statfs":{"total":95995035648,"available":95966773248,"internally_reserved":0,"allocated":589824,"data_stored":244960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.32500000000000001,"15min":0.315},"min":{"1min":0.28599999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.34399999999999997,"15min":0.33400000000000002},"min":{"1min":0.29199999999999998,"5min":0.215,"15min":0.215},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.34799999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.39000000000000001,"15min":0.377},"min":{"1min":0.36299999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.39900000000000002},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.318}]},{"osd":3,"last update":"Sun Mar 10 22:10:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.36099999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:10:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.751},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.79900000000000004}]},{"osd":5,"last update":"Sun Mar 10 22:11:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92000000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":843807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 22:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.33600000000000002,"15min":0.33200000000000002},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.46999999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.38100000000000001,"15min":0.371},"min":{"1min":0.34000000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58699999999999997,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.35399999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.312,"5min":0.247,"15min":0.247},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.307},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.378},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.59199999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.29099999999999998}]},{"osd":3,"last update":"Sun Mar 10 22:10:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.378},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.34200000000000003}]},{"osd":4,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.47999999999999998}]},{"osd":5,"last update":"Sun Mar 10 22:11:06 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.63900000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.33800000000000002,"15min":0.32800000000000001},"min":{"1min":0.26900000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.379,"15min":0.371},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.60999999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.40100000000000002}]},{"osd":1,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.311,"5min":0.253,"15min":0.253},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.495},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.38600000000000001,"15min":0.375},"min":{"1min":0.29799999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.27600000000000002}]},{"osd":3,"last update":"Sun Mar 10 22:10:23 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.34000000000000002}]},{"osd":4,"last update":"Sun Mar 10 22:10:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.53000000000000003}]},{"osd":5,"last update":"Sun Mar 10 22:11:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.218}]},{"osd":1,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.309}]},{"osd":2,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.29799999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:10:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.61899999999999999}]},{"osd":5,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.67800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.64000000000000001}]},{"osd":1,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.72699999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.62}]},{"osd":3,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.68000000000000005}]},{"osd":5,"last update":"Sun Mar 10 22:11:07 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.44400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27576,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717576,"statfs":{"total":95995035648,"available":95966797824,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.39900000000000002}]},{"osd":1,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.33500000000000002}]},{"osd":2,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.42799999999999999}]},{"osd":3,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.378},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.38500000000000001}]},{"osd":4,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.34599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:11:15.632 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-10T22:11:15.955 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:15.956 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:11:15.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:15 smithi169 ceph-mon[37738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-03-10T22:11:15.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:15 smithi169 ceph-mon[37738]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:11:15.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:15 smithi169 ceph-mon[37738]: pgmap v191: 97 pgs: 6 creating+peering, 45 active+clean, 46 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 6 op/s 2024-03-10T22:11:15.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:15 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2634994649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:15.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:15 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2769473573' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:15.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:15 smithi169 ceph-mon[27156]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-03-10T22:11:15.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:15 smithi169 ceph-mon[27156]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:11:15.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:15 smithi169 ceph-mon[27156]: pgmap v191: 97 pgs: 6 creating+peering, 45 active+clean, 46 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 6 op/s 2024-03-10T22:11:15.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:15 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2634994649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:15.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:15 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2769473573' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:15.966 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-03-10T22:11:15.002641+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":186,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":153,"acting":153,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222556,"kb_used_data":6364,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738660,"statfs":{"total":767960285184,"available":767732387840,"internally_reserved":0,"allocated":6516736,"data_stored":3705593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000652"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693468+0000","last_change":"2024-03-10T22:11:12.691519+0000","last_active":"2024-03-10T22:11:12.693468+0000","last_peered":"2024-03-10T22:11:12.693468+0000","last_clean":"2024-03-10T22:11:12.693468+0000","last_became_active":"2024-03-10T22:11:12.691245+0000","last_became_peered":"2024-03-10T22:11:12.691245+0000","last_unstale":"2024-03-10T22:11:12.693468+0000","last_undegraded":"2024-03-10T22:11:12.693468+0000","last_fullsized":"2024-03-10T22:11:12.693468+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:08:14.452838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699086+0000","last_change":"2024-03-10T22:11:12.695791+0000","last_active":"2024-03-10T22:11:12.699086+0000","last_peered":"2024-03-10T22:11:12.699086+0000","last_clean":"2024-03-10T22:11:12.699086+0000","last_became_active":"2024-03-10T22:11:12.695507+0000","last_became_peered":"2024-03-10T22:11:12.695507+0000","last_unstale":"2024-03-10T22:11:12.699086+0000","last_undegraded":"2024-03-10T22:11:12.699086+0000","last_fullsized":"2024-03-10T22:11:12.699086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:33:48.988967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.676959+0000","last_change":"2024-03-10T22:11:12.692086+0000","last_active":"2024-03-10T22:11:13.676959+0000","last_peered":"2024-03-10T22:11:13.676959+0000","last_clean":"2024-03-10T22:11:13.676959+0000","last_became_active":"2024-03-10T22:11:12.690648+0000","last_became_peered":"2024-03-10T22:11:12.690648+0000","last_unstale":"2024-03-10T22:11:13.676959+0000","last_undegraded":"2024-03-10T22:11:13.676959+0000","last_fullsized":"2024-03-10T22:11:13.676959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:11.054836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677154+0000","last_change":"2024-03-10T22:11:12.687905+0000","last_active":"2024-03-10T22:11:13.677154+0000","last_peered":"2024-03-10T22:11:13.677154+0000","last_clean":"2024-03-10T22:11:13.677154+0000","last_became_active":"2024-03-10T22:11:12.686643+0000","last_became_peered":"2024-03-10T22:11:12.686643+0000","last_unstale":"2024-03-10T22:11:13.677154+0000","last_undegraded":"2024-03-10T22:11:13.677154+0000","last_fullsized":"2024-03-10T22:11:13.677154+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:46.602771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699009+0000","last_change":"2024-03-10T22:11:12.694945+0000","last_active":"2024-03-10T22:11:12.699009+0000","last_peered":"2024-03-10T22:11:12.699009+0000","last_clean":"2024-03-10T22:11:12.699009+0000","last_became_active":"2024-03-10T22:11:12.694647+0000","last_became_peered":"2024-03-10T22:11:12.694647+0000","last_unstale":"2024-03-10T22:11:12.699009+0000","last_undegraded":"2024-03-10T22:11:12.699009+0000","last_fullsized":"2024-03-10T22:11:12.699009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:52:59.239119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.681939+0000","last_change":"2024-03-10T22:11:12.681705+0000","last_active":"2024-03-10T22:11:12.681939+0000","last_peered":"2024-03-10T22:11:12.681939+0000","last_clean":"2024-03-10T22:11:12.681939+0000","last_became_active":"2024-03-10T22:11:12.681448+0000","last_became_peered":"2024-03-10T22:11:12.681448+0000","last_unstale":"2024-03-10T22:11:12.681939+0000","last_undegraded":"2024-03-10T22:11:12.681939+0000","last_fullsized":"2024-03-10T22:11:12.681939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:52:30.120706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693670+0000","last_change":"2024-03-10T22:11:12.692403+0000","last_active":"2024-03-10T22:11:12.693670+0000","last_peered":"2024-03-10T22:11:12.693670+0000","last_clean":"2024-03-10T22:11:12.693670+0000","last_became_active":"2024-03-10T22:11:12.692123+0000","last_became_peered":"2024-03-10T22:11:12.692123+0000","last_unstale":"2024-03-10T22:11:12.693670+0000","last_undegraded":"2024-03-10T22:11:12.693670+0000","last_fullsized":"2024-03-10T22:11:12.693670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:13:46.329297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.705962+0000","last_change":"2024-03-10T22:11:12.331999+0000","last_active":"2024-03-10T22:11:12.705962+0000","last_peered":"2024-03-10T22:11:12.705962+0000","last_clean":"2024-03-10T22:11:12.705962+0000","last_became_active":"2024-03-10T22:11:12.331669+0000","last_became_peered":"2024-03-10T22:11:12.331669+0000","last_unstale":"2024-03-10T22:11:12.705962+0000","last_undegraded":"2024-03-10T22:11:12.705962+0000","last_fullsized":"2024-03-10T22:11:12.705962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:58.108647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678450+0000","last_change":"2024-03-10T22:11:12.690022+0000","last_active":"2024-03-10T22:11:13.678450+0000","last_peered":"2024-03-10T22:11:13.678450+0000","last_clean":"2024-03-10T22:11:13.678450+0000","last_became_active":"2024-03-10T22:11:12.689687+0000","last_became_peered":"2024-03-10T22:11:12.689687+0000","last_unstale":"2024-03-10T22:11:13.678450+0000","last_undegraded":"2024-03-10T22:11:13.678450+0000","last_fullsized":"2024-03-10T22:11:13.678450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:05:37.487003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678668+0000","last_change":"2024-03-10T22:11:12.324676+0000","last_active":"2024-03-10T22:11:13.678668+0000","last_peered":"2024-03-10T22:11:13.678668+0000","last_clean":"2024-03-10T22:11:13.678668+0000","last_became_active":"2024-03-10T22:11:12.324381+0000","last_became_peered":"2024-03-10T22:11:12.324381+0000","last_unstale":"2024-03-10T22:11:13.678668+0000","last_undegraded":"2024-03-10T22:11:13.678668+0000","last_fullsized":"2024-03-10T22:11:13.678668+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:36:39.187956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.689924+0000","last_change":"2024-03-10T22:11:12.689295+0000","last_active":"2024-03-10T22:11:12.689924+0000","last_peered":"2024-03-10T22:11:12.689924+0000","last_clean":"2024-03-10T22:11:12.689924+0000","last_became_active":"2024-03-10T22:11:12.688473+0000","last_became_peered":"2024-03-10T22:11:12.688473+0000","last_unstale":"2024-03-10T22:11:12.689924+0000","last_undegraded":"2024-03-10T22:11:12.689924+0000","last_fullsized":"2024-03-10T22:11:12.689924+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:05:15.873149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677320+0000","last_change":"2024-03-10T22:11:12.328412+0000","last_active":"2024-03-10T22:11:13.677320+0000","last_peered":"2024-03-10T22:11:13.677320+0000","last_clean":"2024-03-10T22:11:13.677320+0000","last_became_active":"2024-03-10T22:11:12.327914+0000","last_became_peered":"2024-03-10T22:11:12.327914+0000","last_unstale":"2024-03-10T22:11:13.677320+0000","last_undegraded":"2024-03-10T22:11:13.677320+0000","last_fullsized":"2024-03-10T22:11:13.677320+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:08:37.921104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701422+0000","last_change":"2024-03-10T22:11:12.701043+0000","last_active":"2024-03-10T22:11:12.701422+0000","last_peered":"2024-03-10T22:11:12.701422+0000","last_clean":"2024-03-10T22:11:12.701422+0000","last_became_active":"2024-03-10T22:11:12.699852+0000","last_became_peered":"2024-03-10T22:11:12.699852+0000","last_unstale":"2024-03-10T22:11:12.701422+0000","last_undegraded":"2024-03-10T22:11:12.701422+0000","last_fullsized":"2024-03-10T22:11:12.701422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:52.944578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678008+0000","last_change":"2024-03-10T22:11:12.329339+0000","last_active":"2024-03-10T22:11:13.678008+0000","last_peered":"2024-03-10T22:11:13.678008+0000","last_clean":"2024-03-10T22:11:13.678008+0000","last_became_active":"2024-03-10T22:11:12.324591+0000","last_became_peered":"2024-03-10T22:11:12.324591+0000","last_unstale":"2024-03-10T22:11:13.678008+0000","last_undegraded":"2024-03-10T22:11:13.678008+0000","last_fullsized":"2024-03-10T22:11:13.678008+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:59:20.829563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677143+0000","last_change":"2024-03-10T22:11:12.685105+0000","last_active":"2024-03-10T22:11:13.677143+0000","last_peered":"2024-03-10T22:11:13.677143+0000","last_clean":"2024-03-10T22:11:13.677143+0000","last_became_active":"2024-03-10T22:11:12.684801+0000","last_became_peered":"2024-03-10T22:11:12.684801+0000","last_unstale":"2024-03-10T22:11:13.677143+0000","last_undegraded":"2024-03-10T22:11:13.677143+0000","last_fullsized":"2024-03-10T22:11:13.677143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:02:33.141180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.314413+0000","last_change":"2024-03-10T22:11:11.314413+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.314413+0000","last_undegraded":"2024-03-10T22:11:11.314413+0000","last_fullsized":"2024-03-10T22:11:11.314413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:21.901356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693456+0000","last_change":"2024-03-10T22:11:12.692561+0000","last_active":"2024-03-10T22:11:12.693456+0000","last_peered":"2024-03-10T22:11:12.693456+0000","last_clean":"2024-03-10T22:11:12.693456+0000","last_became_active":"2024-03-10T22:11:12.692276+0000","last_became_peered":"2024-03-10T22:11:12.692276+0000","last_unstale":"2024-03-10T22:11:12.693456+0000","last_undegraded":"2024-03-10T22:11:12.693456+0000","last_fullsized":"2024-03-10T22:11:12.693456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:04:32.793389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.314766+0000","last_change":"2024-03-10T22:11:11.314766+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.314766+0000","last_undegraded":"2024-03-10T22:11:11.314766+0000","last_fullsized":"2024-03-10T22:11:11.314766+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:41:49.042592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699753+0000","last_change":"2024-03-10T22:11:12.697335+0000","last_active":"2024-03-10T22:11:12.699753+0000","last_peered":"2024-03-10T22:11:12.699753+0000","last_clean":"2024-03-10T22:11:12.699753+0000","last_became_active":"2024-03-10T22:11:12.697052+0000","last_became_peered":"2024-03-10T22:11:12.697052+0000","last_unstale":"2024-03-10T22:11:12.699753+0000","last_undegraded":"2024-03-10T22:11:12.699753+0000","last_fullsized":"2024-03-10T22:11:12.699753+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:07.163750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.700634+0000","last_change":"2024-03-10T22:11:12.336603+0000","last_active":"2024-03-10T22:11:12.700634+0000","last_peered":"2024-03-10T22:11:12.700634+0000","last_clean":"2024-03-10T22:11:12.700634+0000","last_became_active":"2024-03-10T22:11:12.336317+0000","last_became_peered":"2024-03-10T22:11:12.336317+0000","last_unstale":"2024-03-10T22:11:12.700634+0000","last_undegraded":"2024-03-10T22:11:12.700634+0000","last_fullsized":"2024-03-10T22:11:12.700634+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:30.357130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.703299+0000","last_change":"2024-03-10T22:11:12.333163+0000","last_active":"2024-03-10T22:11:12.703299+0000","last_peered":"2024-03-10T22:11:12.703299+0000","last_clean":"2024-03-10T22:11:12.703299+0000","last_became_active":"2024-03-10T22:11:12.332929+0000","last_became_peered":"2024-03-10T22:11:12.332929+0000","last_unstale":"2024-03-10T22:11:12.703299+0000","last_undegraded":"2024-03-10T22:11:12.703299+0000","last_fullsized":"2024-03-10T22:11:12.703299+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:49:55.523315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.688089+0000","last_change":"2024-03-10T22:11:12.687001+0000","last_active":"2024-03-10T22:11:12.688089+0000","last_peered":"2024-03-10T22:11:12.688089+0000","last_clean":"2024-03-10T22:11:12.688089+0000","last_became_active":"2024-03-10T22:11:12.686356+0000","last_became_peered":"2024-03-10T22:11:12.686356+0000","last_unstale":"2024-03-10T22:11:12.688089+0000","last_undegraded":"2024-03-10T22:11:12.688089+0000","last_fullsized":"2024-03-10T22:11:12.688089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:04.769067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.317281+0000","last_change":"2024-03-10T22:11:11.317281+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.317281+0000","last_undegraded":"2024-03-10T22:11:11.317281+0000","last_fullsized":"2024-03-10T22:11:11.317281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:31:01.175277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.690623+0000","last_change":"2024-03-10T22:11:12.329835+0000","last_active":"2024-03-10T22:11:12.690623+0000","last_peered":"2024-03-10T22:11:12.690623+0000","last_clean":"2024-03-10T22:11:12.690623+0000","last_became_active":"2024-03-10T22:11:12.329149+0000","last_became_peered":"2024-03-10T22:11:12.329149+0000","last_unstale":"2024-03-10T22:11:12.690623+0000","last_undegraded":"2024-03-10T22:11:12.690623+0000","last_fullsized":"2024-03-10T22:11:12.690623+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:35:31.108239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.313557+0000","last_change":"2024-03-10T22:11:11.313557+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.313557+0000","last_undegraded":"2024-03-10T22:11:11.313557+0000","last_fullsized":"2024-03-10T22:11:11.313557+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:55.783060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683439+0000","last_change":"2024-03-10T22:11:12.330875+0000","last_active":"2024-03-10T22:11:12.683439+0000","last_peered":"2024-03-10T22:11:12.683439+0000","last_clean":"2024-03-10T22:11:12.683439+0000","last_became_active":"2024-03-10T22:11:12.330583+0000","last_became_peered":"2024-03-10T22:11:12.330583+0000","last_unstale":"2024-03-10T22:11:12.683439+0000","last_undegraded":"2024-03-10T22:11:12.683439+0000","last_fullsized":"2024-03-10T22:11:12.683439+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:54:17.000879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.316449+0000","last_change":"2024-03-10T22:11:11.316449+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.316449+0000","last_undegraded":"2024-03-10T22:11:11.316449+0000","last_fullsized":"2024-03-10T22:11:11.316449+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:17:57.474260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.694458+0000","last_change":"2024-03-10T22:11:12.691485+0000","last_active":"2024-03-10T22:11:12.694458+0000","last_peered":"2024-03-10T22:11:12.694458+0000","last_clean":"2024-03-10T22:11:12.694458+0000","last_became_active":"2024-03-10T22:11:12.691199+0000","last_became_peered":"2024-03-10T22:11:12.691199+0000","last_unstale":"2024-03-10T22:11:12.694458+0000","last_undegraded":"2024-03-10T22:11:12.694458+0000","last_fullsized":"2024-03-10T22:11:12.694458+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:22:59.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.669137+0000","last_change":"2024-03-10T22:11:12.323199+0000","last_active":"2024-03-10T22:11:12.669137+0000","last_peered":"2024-03-10T22:11:12.669137+0000","last_clean":"2024-03-10T22:11:12.669137+0000","last_became_active":"2024-03-10T22:11:12.322907+0000","last_became_peered":"2024-03-10T22:11:12.322907+0000","last_unstale":"2024-03-10T22:11:12.669137+0000","last_undegraded":"2024-03-10T22:11:12.669137+0000","last_fullsized":"2024-03-10T22:11:12.669137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:37:17.480409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677427+0000","last_change":"2024-03-10T22:11:12.691003+0000","last_active":"2024-03-10T22:11:13.677427+0000","last_peered":"2024-03-10T22:11:13.677427+0000","last_clean":"2024-03-10T22:11:13.677427+0000","last_became_active":"2024-03-10T22:11:12.690556+0000","last_became_peered":"2024-03-10T22:11:12.690556+0000","last_unstale":"2024-03-10T22:11:13.677427+0000","last_undegraded":"2024-03-10T22:11:13.677427+0000","last_fullsized":"2024-03-10T22:11:13.677427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:38:21.961501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.313121+0000","last_change":"2024-03-10T22:11:11.313121+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.313121+0000","last_undegraded":"2024-03-10T22:11:11.313121+0000","last_fullsized":"2024-03-10T22:11:11.313121+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:18:51.316696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":215,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-03-10T22:10:57.219882+0000","last_change":"2024-03-10T22:10:57.219572+0000","last_active":"2024-03-10T22:10:57.219882+0000","last_peered":"2024-03-10T22:10:57.219882+0000","last_clean":"2024-03-10T22:10:57.219882+0000","last_became_active":"2024-03-10T22:10:57.219072+0000","last_became_peered":"2024-03-10T22:10:57.219072+0000","last_unstale":"2024-03-10T22:10:57.219882+0000","last_undegraded":"2024-03-10T22:10:57.219882+0000","last_fullsized":"2024-03-10T22:10:57.219882+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:18:55.665209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701173+0000","last_change":"2024-03-10T22:11:12.700447+0000","last_active":"2024-03-10T22:11:12.701173+0000","last_peered":"2024-03-10T22:11:12.701173+0000","last_clean":"2024-03-10T22:11:12.701173+0000","last_became_active":"2024-03-10T22:11:12.700188+0000","last_became_peered":"2024-03-10T22:11:12.700188+0000","last_unstale":"2024-03-10T22:11:12.701173+0000","last_undegraded":"2024-03-10T22:11:12.701173+0000","last_fullsized":"2024-03-10T22:11:12.701173+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:56:29.291812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.686941+0000","last_change":"2024-03-10T22:11:12.685626+0000","last_active":"2024-03-10T22:11:12.686941+0000","last_peered":"2024-03-10T22:11:12.686941+0000","last_clean":"2024-03-10T22:11:12.686941+0000","last_became_active":"2024-03-10T22:11:12.685139+0000","last_became_peered":"2024-03-10T22:11:12.685139+0000","last_unstale":"2024-03-10T22:11:12.686941+0000","last_undegraded":"2024-03-10T22:11:12.686941+0000","last_fullsized":"2024-03-10T22:11:12.686941+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:23:50.538402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.685953+0000","last_change":"2024-03-10T22:11:12.337498+0000","last_active":"2024-03-10T22:11:12.685953+0000","last_peered":"2024-03-10T22:11:12.685953+0000","last_clean":"2024-03-10T22:11:12.685953+0000","last_became_active":"2024-03-10T22:11:12.337220+0000","last_became_peered":"2024-03-10T22:11:12.337220+0000","last_unstale":"2024-03-10T22:11:12.685953+0000","last_undegraded":"2024-03-10T22:11:12.685953+0000","last_fullsized":"2024-03-10T22:11:12.685953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:23:20.823871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677770+0000","last_change":"2024-03-10T22:11:12.694685+0000","last_active":"2024-03-10T22:11:13.677770+0000","last_peered":"2024-03-10T22:11:13.677770+0000","last_clean":"2024-03-10T22:11:13.677770+0000","last_became_active":"2024-03-10T22:11:12.694405+0000","last_became_peered":"2024-03-10T22:11:12.694405+0000","last_unstale":"2024-03-10T22:11:13.677770+0000","last_undegraded":"2024-03-10T22:11:13.677770+0000","last_fullsized":"2024-03-10T22:11:13.677770+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:42:46.740308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.700940+0000","last_change":"2024-03-10T22:11:12.699524+0000","last_active":"2024-03-10T22:11:12.700940+0000","last_peered":"2024-03-10T22:11:12.700940+0000","last_clean":"2024-03-10T22:11:12.700940+0000","last_became_active":"2024-03-10T22:11:12.699207+0000","last_became_peered":"2024-03-10T22:11:12.699207+0000","last_unstale":"2024-03-10T22:11:12.700940+0000","last_undegraded":"2024-03-10T22:11:12.700940+0000","last_fullsized":"2024-03-10T22:11:12.700940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:08.395444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683593+0000","last_change":"2024-03-10T22:11:12.333353+0000","last_active":"2024-03-10T22:11:12.683593+0000","last_peered":"2024-03-10T22:11:12.683593+0000","last_clean":"2024-03-10T22:11:12.683593+0000","last_became_active":"2024-03-10T22:11:12.333081+0000","last_became_peered":"2024-03-10T22:11:12.333081+0000","last_unstale":"2024-03-10T22:11:12.683593+0000","last_undegraded":"2024-03-10T22:11:12.683593+0000","last_fullsized":"2024-03-10T22:11:12.683593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:37.187269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677055+0000","last_change":"2024-03-10T22:11:12.697952+0000","last_active":"2024-03-10T22:11:13.677055+0000","last_peered":"2024-03-10T22:11:13.677055+0000","last_clean":"2024-03-10T22:11:13.677055+0000","last_became_active":"2024-03-10T22:11:12.697127+0000","last_became_peered":"2024-03-10T22:11:12.697127+0000","last_unstale":"2024-03-10T22:11:13.677055+0000","last_undegraded":"2024-03-10T22:11:13.677055+0000","last_fullsized":"2024-03-10T22:11:13.677055+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:12:54.076961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683256+0000","last_change":"2024-03-10T22:11:12.333316+0000","last_active":"2024-03-10T22:11:12.683256+0000","last_peered":"2024-03-10T22:11:12.683256+0000","last_clean":"2024-03-10T22:11:12.683256+0000","last_became_active":"2024-03-10T22:11:12.333020+0000","last_became_peered":"2024-03-10T22:11:12.333020+0000","last_unstale":"2024-03-10T22:11:12.683256+0000","last_undegraded":"2024-03-10T22:11:12.683256+0000","last_fullsized":"2024-03-10T22:11:12.683256+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:06:02.673277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677420+0000","last_change":"2024-03-10T22:11:12.683564+0000","last_active":"2024-03-10T22:11:13.677420+0000","last_peered":"2024-03-10T22:11:13.677420+0000","last_clean":"2024-03-10T22:11:13.677420+0000","last_became_active":"2024-03-10T22:11:12.683298+0000","last_became_peered":"2024-03-10T22:11:12.683298+0000","last_unstale":"2024-03-10T22:11:13.677420+0000","last_undegraded":"2024-03-10T22:11:13.677420+0000","last_fullsized":"2024-03-10T22:11:13.677420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:06.223712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.668986+0000","last_change":"2024-03-10T22:11:12.327273+0000","last_active":"2024-03-10T22:11:12.668986+0000","last_peered":"2024-03-10T22:11:12.668986+0000","last_clean":"2024-03-10T22:11:12.668986+0000","last_became_active":"2024-03-10T22:11:12.326976+0000","last_became_peered":"2024-03-10T22:11:12.326976+0000","last_unstale":"2024-03-10T22:11:12.668986+0000","last_undegraded":"2024-03-10T22:11:12.668986+0000","last_fullsized":"2024-03-10T22:11:12.668986+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:03:10.050899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.696827+0000","last_change":"2024-03-10T22:11:12.335362+0000","last_active":"2024-03-10T22:11:12.696827+0000","last_peered":"2024-03-10T22:11:12.696827+0000","last_clean":"2024-03-10T22:11:12.696827+0000","last_became_active":"2024-03-10T22:11:12.335072+0000","last_became_peered":"2024-03-10T22:11:12.335072+0000","last_unstale":"2024-03-10T22:11:12.696827+0000","last_undegraded":"2024-03-10T22:11:12.696827+0000","last_fullsized":"2024-03-10T22:11:12.696827+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:06.268606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.696006+0000","last_change":"2024-03-10T22:11:12.324316+0000","last_active":"2024-03-10T22:11:12.696006+0000","last_peered":"2024-03-10T22:11:12.696006+0000","last_clean":"2024-03-10T22:11:12.696006+0000","last_became_active":"2024-03-10T22:11:12.324012+0000","last_became_peered":"2024-03-10T22:11:12.324012+0000","last_unstale":"2024-03-10T22:11:12.696006+0000","last_undegraded":"2024-03-10T22:11:12.696006+0000","last_fullsized":"2024-03-10T22:11:12.696006+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:37:46.548051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.686181+0000","last_change":"2024-03-10T22:11:12.684650+0000","last_active":"2024-03-10T22:11:12.686181+0000","last_peered":"2024-03-10T22:11:12.686181+0000","last_clean":"2024-03-10T22:11:12.686181+0000","last_became_active":"2024-03-10T22:11:12.684397+0000","last_became_peered":"2024-03-10T22:11:12.684397+0000","last_unstale":"2024-03-10T22:11:12.686181+0000","last_undegraded":"2024-03-10T22:11:12.686181+0000","last_fullsized":"2024-03-10T22:11:12.686181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:16.855317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701116+0000","last_change":"2024-03-10T22:11:12.700486+0000","last_active":"2024-03-10T22:11:12.701116+0000","last_peered":"2024-03-10T22:11:12.701116+0000","last_clean":"2024-03-10T22:11:12.701116+0000","last_became_active":"2024-03-10T22:11:12.700222+0000","last_became_peered":"2024-03-10T22:11:12.700222+0000","last_unstale":"2024-03-10T22:11:12.701116+0000","last_undegraded":"2024-03-10T22:11:12.701116+0000","last_fullsized":"2024-03-10T22:11:12.701116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:42:06.722766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678166+0000","last_change":"2024-03-10T22:11:12.682972+0000","last_active":"2024-03-10T22:11:13.678166+0000","last_peered":"2024-03-10T22:11:13.678166+0000","last_clean":"2024-03-10T22:11:13.678166+0000","last_became_active":"2024-03-10T22:11:12.682686+0000","last_became_peered":"2024-03-10T22:11:12.682686+0000","last_unstale":"2024-03-10T22:11:13.678166+0000","last_undegraded":"2024-03-10T22:11:13.678166+0000","last_fullsized":"2024-03-10T22:11:13.678166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.127542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.687254+0000","last_change":"2024-03-10T22:11:12.686286+0000","last_active":"2024-03-10T22:11:12.687254+0000","last_peered":"2024-03-10T22:11:12.687254+0000","last_clean":"2024-03-10T22:11:12.687254+0000","last_became_active":"2024-03-10T22:11:12.685391+0000","last_became_peered":"2024-03-10T22:11:12.685391+0000","last_unstale":"2024-03-10T22:11:12.687254+0000","last_undegraded":"2024-03-10T22:11:12.687254+0000","last_fullsized":"2024-03-10T22:11:12.687254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:37.997982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677858+0000","last_change":"2024-03-10T22:11:12.676274+0000","last_active":"2024-03-10T22:11:13.677858+0000","last_peered":"2024-03-10T22:11:13.677858+0000","last_clean":"2024-03-10T22:11:13.677858+0000","last_became_active":"2024-03-10T22:11:12.675998+0000","last_became_peered":"2024-03-10T22:11:12.675998+0000","last_unstale":"2024-03-10T22:11:13.677858+0000","last_undegraded":"2024-03-10T22:11:13.677858+0000","last_fullsized":"2024-03-10T22:11:13.677858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:53.622272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677321+0000","last_change":"2024-03-10T22:11:12.687021+0000","last_active":"2024-03-10T22:11:13.677321+0000","last_peered":"2024-03-10T22:11:13.677321+0000","last_clean":"2024-03-10T22:11:13.677321+0000","last_became_active":"2024-03-10T22:11:12.686748+0000","last_became_peered":"2024-03-10T22:11:12.686748+0000","last_unstale":"2024-03-10T22:11:13.677321+0000","last_undegraded":"2024-03-10T22:11:13.677321+0000","last_fullsized":"2024-03-10T22:11:13.677321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:32:09.336948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.694007+0000","last_change":"2024-03-10T22:11:12.693655+0000","last_active":"2024-03-10T22:11:12.694007+0000","last_peered":"2024-03-10T22:11:12.694007+0000","last_clean":"2024-03-10T22:11:12.694007+0000","last_became_active":"2024-03-10T22:11:12.693387+0000","last_became_peered":"2024-03-10T22:11:12.693387+0000","last_unstale":"2024-03-10T22:11:12.694007+0000","last_undegraded":"2024-03-10T22:11:12.694007+0000","last_fullsized":"2024-03-10T22:11:12.694007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:52:12.433908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":87,"acting":87,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":63,"acting":63,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233989,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1163264,"data_stored":822641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":822318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27600,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717552,"statfs":{"total":95995035648,"available":95966773248,"internally_reserved":0,"allocated":589824,"data_stored":244960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.32500000000000001,"15min":0.315},"min":{"1min":0.28599999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.34399999999999997,"15min":0.33400000000000002},"min":{"1min":0.29199999999999998,"5min":0.215,"15min":0.215},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.34799999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.39000000000000001,"15min":0.377},"min":{"1min":0.36299999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.39900000000000002},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.318}]},{"osd":3,"last update":"Sun Mar 10 22:10:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.36099999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:10:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.751},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.79900000000000004}]},{"osd":5,"last update":"Sun Mar 10 22:11:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92000000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":843807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 22:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.33600000000000002,"15min":0.33200000000000002},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.46999999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.38100000000000001,"15min":0.371},"min":{"1min":0.34000000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58699999999999997,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.35399999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.312,"5min":0.247,"15min":0.247},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.307},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.378},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.59199999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.29099999999999998}]},{"osd":3,"last update":"Sun Mar 10 22:10:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.378},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.34200000000000003}]},{"osd":4,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.47999999999999998}]},{"osd":5,"last update":"Sun Mar 10 22:11:06 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.63900000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.33800000000000002,"15min":0.32800000000000001},"min":{"1min":0.26900000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.379,"15min":0.371},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.60999999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.40100000000000002}]},{"osd":1,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.311,"5min":0.253,"15min":0.253},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.495},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.38600000000000001,"15min":0.375},"min":{"1min":0.29799999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.27600000000000002}]},{"osd":3,"last update":"Sun Mar 10 22:10:23 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.34000000000000002}]},{"osd":4,"last update":"Sun Mar 10 22:10:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.53000000000000003}]},{"osd":5,"last update":"Sun Mar 10 22:11:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.218}]},{"osd":1,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.309}]},{"osd":2,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.29799999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:10:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.61899999999999999}]},{"osd":5,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.67800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.64000000000000001}]},{"osd":1,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.72699999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.62}]},{"osd":3,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.68000000000000005}]},{"osd":5,"last update":"Sun Mar 10 22:11:07 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.44400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27576,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717576,"statfs":{"total":95995035648,"available":95966797824,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.39900000000000002}]},{"osd":1,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.33500000000000002}]},{"osd":2,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.42799999999999999}]},{"osd":3,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.378},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.38500000000000001}]},{"osd":4,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.34599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:11:15.970 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-10T22:11:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:15 smithi172 ceph-mon[31000]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-03-10T22:11:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:15 smithi172 ceph-mon[31000]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:11:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:15 smithi172 ceph-mon[31000]: pgmap v191: 97 pgs: 6 creating+peering, 45 active+clean, 46 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 6 op/s 2024-03-10T22:11:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:15 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2634994649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:11:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:15 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2769473573' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:16.295 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:16.297 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:11:16.306 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-03-10T22:11:15.002641+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":186,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":153,"acting":153,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222556,"kb_used_data":6364,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738660,"statfs":{"total":767960285184,"available":767732387840,"internally_reserved":0,"allocated":6516736,"data_stored":3705593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000652"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693468+0000","last_change":"2024-03-10T22:11:12.691519+0000","last_active":"2024-03-10T22:11:12.693468+0000","last_peered":"2024-03-10T22:11:12.693468+0000","last_clean":"2024-03-10T22:11:12.693468+0000","last_became_active":"2024-03-10T22:11:12.691245+0000","last_became_peered":"2024-03-10T22:11:12.691245+0000","last_unstale":"2024-03-10T22:11:12.693468+0000","last_undegraded":"2024-03-10T22:11:12.693468+0000","last_fullsized":"2024-03-10T22:11:12.693468+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:08:14.452838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699086+0000","last_change":"2024-03-10T22:11:12.695791+0000","last_active":"2024-03-10T22:11:12.699086+0000","last_peered":"2024-03-10T22:11:12.699086+0000","last_clean":"2024-03-10T22:11:12.699086+0000","last_became_active":"2024-03-10T22:11:12.695507+0000","last_became_peered":"2024-03-10T22:11:12.695507+0000","last_unstale":"2024-03-10T22:11:12.699086+0000","last_undegraded":"2024-03-10T22:11:12.699086+0000","last_fullsized":"2024-03-10T22:11:12.699086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:33:48.988967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.676959+0000","last_change":"2024-03-10T22:11:12.692086+0000","last_active":"2024-03-10T22:11:13.676959+0000","last_peered":"2024-03-10T22:11:13.676959+0000","last_clean":"2024-03-10T22:11:13.676959+0000","last_became_active":"2024-03-10T22:11:12.690648+0000","last_became_peered":"2024-03-10T22:11:12.690648+0000","last_unstale":"2024-03-10T22:11:13.676959+0000","last_undegraded":"2024-03-10T22:11:13.676959+0000","last_fullsized":"2024-03-10T22:11:13.676959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:11.054836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677154+0000","last_change":"2024-03-10T22:11:12.687905+0000","last_active":"2024-03-10T22:11:13.677154+0000","last_peered":"2024-03-10T22:11:13.677154+0000","last_clean":"2024-03-10T22:11:13.677154+0000","last_became_active":"2024-03-10T22:11:12.686643+0000","last_became_peered":"2024-03-10T22:11:12.686643+0000","last_unstale":"2024-03-10T22:11:13.677154+0000","last_undegraded":"2024-03-10T22:11:13.677154+0000","last_fullsized":"2024-03-10T22:11:13.677154+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:46.602771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699009+0000","last_change":"2024-03-10T22:11:12.694945+0000","last_active":"2024-03-10T22:11:12.699009+0000","last_peered":"2024-03-10T22:11:12.699009+0000","last_clean":"2024-03-10T22:11:12.699009+0000","last_became_active":"2024-03-10T22:11:12.694647+0000","last_became_peered":"2024-03-10T22:11:12.694647+0000","last_unstale":"2024-03-10T22:11:12.699009+0000","last_undegraded":"2024-03-10T22:11:12.699009+0000","last_fullsized":"2024-03-10T22:11:12.699009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:52:59.239119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.681939+0000","last_change":"2024-03-10T22:11:12.681705+0000","last_active":"2024-03-10T22:11:12.681939+0000","last_peered":"2024-03-10T22:11:12.681939+0000","last_clean":"2024-03-10T22:11:12.681939+0000","last_became_active":"2024-03-10T22:11:12.681448+0000","last_became_peered":"2024-03-10T22:11:12.681448+0000","last_unstale":"2024-03-10T22:11:12.681939+0000","last_undegraded":"2024-03-10T22:11:12.681939+0000","last_fullsized":"2024-03-10T22:11:12.681939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:52:30.120706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693670+0000","last_change":"2024-03-10T22:11:12.692403+0000","last_active":"2024-03-10T22:11:12.693670+0000","last_peered":"2024-03-10T22:11:12.693670+0000","last_clean":"2024-03-10T22:11:12.693670+0000","last_became_active":"2024-03-10T22:11:12.692123+0000","last_became_peered":"2024-03-10T22:11:12.692123+0000","last_unstale":"2024-03-10T22:11:12.693670+0000","last_undegraded":"2024-03-10T22:11:12.693670+0000","last_fullsized":"2024-03-10T22:11:12.693670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:13:46.329297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.705962+0000","last_change":"2024-03-10T22:11:12.331999+0000","last_active":"2024-03-10T22:11:12.705962+0000","last_peered":"2024-03-10T22:11:12.705962+0000","last_clean":"2024-03-10T22:11:12.705962+0000","last_became_active":"2024-03-10T22:11:12.331669+0000","last_became_peered":"2024-03-10T22:11:12.331669+0000","last_unstale":"2024-03-10T22:11:12.705962+0000","last_undegraded":"2024-03-10T22:11:12.705962+0000","last_fullsized":"2024-03-10T22:11:12.705962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:58.108647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678450+0000","last_change":"2024-03-10T22:11:12.690022+0000","last_active":"2024-03-10T22:11:13.678450+0000","last_peered":"2024-03-10T22:11:13.678450+0000","last_clean":"2024-03-10T22:11:13.678450+0000","last_became_active":"2024-03-10T22:11:12.689687+0000","last_became_peered":"2024-03-10T22:11:12.689687+0000","last_unstale":"2024-03-10T22:11:13.678450+0000","last_undegraded":"2024-03-10T22:11:13.678450+0000","last_fullsized":"2024-03-10T22:11:13.678450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:05:37.487003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678668+0000","last_change":"2024-03-10T22:11:12.324676+0000","last_active":"2024-03-10T22:11:13.678668+0000","last_peered":"2024-03-10T22:11:13.678668+0000","last_clean":"2024-03-10T22:11:13.678668+0000","last_became_active":"2024-03-10T22:11:12.324381+0000","last_became_peered":"2024-03-10T22:11:12.324381+0000","last_unstale":"2024-03-10T22:11:13.678668+0000","last_undegraded":"2024-03-10T22:11:13.678668+0000","last_fullsized":"2024-03-10T22:11:13.678668+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:36:39.187956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.689924+0000","last_change":"2024-03-10T22:11:12.689295+0000","last_active":"2024-03-10T22:11:12.689924+0000","last_peered":"2024-03-10T22:11:12.689924+0000","last_clean":"2024-03-10T22:11:12.689924+0000","last_became_active":"2024-03-10T22:11:12.688473+0000","last_became_peered":"2024-03-10T22:11:12.688473+0000","last_unstale":"2024-03-10T22:11:12.689924+0000","last_undegraded":"2024-03-10T22:11:12.689924+0000","last_fullsized":"2024-03-10T22:11:12.689924+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:05:15.873149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677320+0000","last_change":"2024-03-10T22:11:12.328412+0000","last_active":"2024-03-10T22:11:13.677320+0000","last_peered":"2024-03-10T22:11:13.677320+0000","last_clean":"2024-03-10T22:11:13.677320+0000","last_became_active":"2024-03-10T22:11:12.327914+0000","last_became_peered":"2024-03-10T22:11:12.327914+0000","last_unstale":"2024-03-10T22:11:13.677320+0000","last_undegraded":"2024-03-10T22:11:13.677320+0000","last_fullsized":"2024-03-10T22:11:13.677320+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:08:37.921104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701422+0000","last_change":"2024-03-10T22:11:12.701043+0000","last_active":"2024-03-10T22:11:12.701422+0000","last_peered":"2024-03-10T22:11:12.701422+0000","last_clean":"2024-03-10T22:11:12.701422+0000","last_became_active":"2024-03-10T22:11:12.699852+0000","last_became_peered":"2024-03-10T22:11:12.699852+0000","last_unstale":"2024-03-10T22:11:12.701422+0000","last_undegraded":"2024-03-10T22:11:12.701422+0000","last_fullsized":"2024-03-10T22:11:12.701422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:52.944578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678008+0000","last_change":"2024-03-10T22:11:12.329339+0000","last_active":"2024-03-10T22:11:13.678008+0000","last_peered":"2024-03-10T22:11:13.678008+0000","last_clean":"2024-03-10T22:11:13.678008+0000","last_became_active":"2024-03-10T22:11:12.324591+0000","last_became_peered":"2024-03-10T22:11:12.324591+0000","last_unstale":"2024-03-10T22:11:13.678008+0000","last_undegraded":"2024-03-10T22:11:13.678008+0000","last_fullsized":"2024-03-10T22:11:13.678008+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:59:20.829563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677143+0000","last_change":"2024-03-10T22:11:12.685105+0000","last_active":"2024-03-10T22:11:13.677143+0000","last_peered":"2024-03-10T22:11:13.677143+0000","last_clean":"2024-03-10T22:11:13.677143+0000","last_became_active":"2024-03-10T22:11:12.684801+0000","last_became_peered":"2024-03-10T22:11:12.684801+0000","last_unstale":"2024-03-10T22:11:13.677143+0000","last_undegraded":"2024-03-10T22:11:13.677143+0000","last_fullsized":"2024-03-10T22:11:13.677143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:02:33.141180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.314413+0000","last_change":"2024-03-10T22:11:11.314413+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.314413+0000","last_undegraded":"2024-03-10T22:11:11.314413+0000","last_fullsized":"2024-03-10T22:11:11.314413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:21.901356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693456+0000","last_change":"2024-03-10T22:11:12.692561+0000","last_active":"2024-03-10T22:11:12.693456+0000","last_peered":"2024-03-10T22:11:12.693456+0000","last_clean":"2024-03-10T22:11:12.693456+0000","last_became_active":"2024-03-10T22:11:12.692276+0000","last_became_peered":"2024-03-10T22:11:12.692276+0000","last_unstale":"2024-03-10T22:11:12.693456+0000","last_undegraded":"2024-03-10T22:11:12.693456+0000","last_fullsized":"2024-03-10T22:11:12.693456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:04:32.793389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.314766+0000","last_change":"2024-03-10T22:11:11.314766+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.314766+0000","last_undegraded":"2024-03-10T22:11:11.314766+0000","last_fullsized":"2024-03-10T22:11:11.314766+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:41:49.042592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699753+0000","last_change":"2024-03-10T22:11:12.697335+0000","last_active":"2024-03-10T22:11:12.699753+0000","last_peered":"2024-03-10T22:11:12.699753+0000","last_clean":"2024-03-10T22:11:12.699753+0000","last_became_active":"2024-03-10T22:11:12.697052+0000","last_became_peered":"2024-03-10T22:11:12.697052+0000","last_unstale":"2024-03-10T22:11:12.699753+0000","last_undegraded":"2024-03-10T22:11:12.699753+0000","last_fullsized":"2024-03-10T22:11:12.699753+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:07.163750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.700634+0000","last_change":"2024-03-10T22:11:12.336603+0000","last_active":"2024-03-10T22:11:12.700634+0000","last_peered":"2024-03-10T22:11:12.700634+0000","last_clean":"2024-03-10T22:11:12.700634+0000","last_became_active":"2024-03-10T22:11:12.336317+0000","last_became_peered":"2024-03-10T22:11:12.336317+0000","last_unstale":"2024-03-10T22:11:12.700634+0000","last_undegraded":"2024-03-10T22:11:12.700634+0000","last_fullsized":"2024-03-10T22:11:12.700634+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:30.357130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.703299+0000","last_change":"2024-03-10T22:11:12.333163+0000","last_active":"2024-03-10T22:11:12.703299+0000","last_peered":"2024-03-10T22:11:12.703299+0000","last_clean":"2024-03-10T22:11:12.703299+0000","last_became_active":"2024-03-10T22:11:12.332929+0000","last_became_peered":"2024-03-10T22:11:12.332929+0000","last_unstale":"2024-03-10T22:11:12.703299+0000","last_undegraded":"2024-03-10T22:11:12.703299+0000","last_fullsized":"2024-03-10T22:11:12.703299+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:49:55.523315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.688089+0000","last_change":"2024-03-10T22:11:12.687001+0000","last_active":"2024-03-10T22:11:12.688089+0000","last_peered":"2024-03-10T22:11:12.688089+0000","last_clean":"2024-03-10T22:11:12.688089+0000","last_became_active":"2024-03-10T22:11:12.686356+0000","last_became_peered":"2024-03-10T22:11:12.686356+0000","last_unstale":"2024-03-10T22:11:12.688089+0000","last_undegraded":"2024-03-10T22:11:12.688089+0000","last_fullsized":"2024-03-10T22:11:12.688089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:04.769067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.317281+0000","last_change":"2024-03-10T22:11:11.317281+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.317281+0000","last_undegraded":"2024-03-10T22:11:11.317281+0000","last_fullsized":"2024-03-10T22:11:11.317281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:31:01.175277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.690623+0000","last_change":"2024-03-10T22:11:12.329835+0000","last_active":"2024-03-10T22:11:12.690623+0000","last_peered":"2024-03-10T22:11:12.690623+0000","last_clean":"2024-03-10T22:11:12.690623+0000","last_became_active":"2024-03-10T22:11:12.329149+0000","last_became_peered":"2024-03-10T22:11:12.329149+0000","last_unstale":"2024-03-10T22:11:12.690623+0000","last_undegraded":"2024-03-10T22:11:12.690623+0000","last_fullsized":"2024-03-10T22:11:12.690623+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:35:31.108239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.313557+0000","last_change":"2024-03-10T22:11:11.313557+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.313557+0000","last_undegraded":"2024-03-10T22:11:11.313557+0000","last_fullsized":"2024-03-10T22:11:11.313557+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:55.783060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683439+0000","last_change":"2024-03-10T22:11:12.330875+0000","last_active":"2024-03-10T22:11:12.683439+0000","last_peered":"2024-03-10T22:11:12.683439+0000","last_clean":"2024-03-10T22:11:12.683439+0000","last_became_active":"2024-03-10T22:11:12.330583+0000","last_became_peered":"2024-03-10T22:11:12.330583+0000","last_unstale":"2024-03-10T22:11:12.683439+0000","last_undegraded":"2024-03-10T22:11:12.683439+0000","last_fullsized":"2024-03-10T22:11:12.683439+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:54:17.000879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.316449+0000","last_change":"2024-03-10T22:11:11.316449+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.316449+0000","last_undegraded":"2024-03-10T22:11:11.316449+0000","last_fullsized":"2024-03-10T22:11:11.316449+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:17:57.474260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.694458+0000","last_change":"2024-03-10T22:11:12.691485+0000","last_active":"2024-03-10T22:11:12.694458+0000","last_peered":"2024-03-10T22:11:12.694458+0000","last_clean":"2024-03-10T22:11:12.694458+0000","last_became_active":"2024-03-10T22:11:12.691199+0000","last_became_peered":"2024-03-10T22:11:12.691199+0000","last_unstale":"2024-03-10T22:11:12.694458+0000","last_undegraded":"2024-03-10T22:11:12.694458+0000","last_fullsized":"2024-03-10T22:11:12.694458+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:22:59.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.669137+0000","last_change":"2024-03-10T22:11:12.323199+0000","last_active":"2024-03-10T22:11:12.669137+0000","last_peered":"2024-03-10T22:11:12.669137+0000","last_clean":"2024-03-10T22:11:12.669137+0000","last_became_active":"2024-03-10T22:11:12.322907+0000","last_became_peered":"2024-03-10T22:11:12.322907+0000","last_unstale":"2024-03-10T22:11:12.669137+0000","last_undegraded":"2024-03-10T22:11:12.669137+0000","last_fullsized":"2024-03-10T22:11:12.669137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:37:17.480409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677427+0000","last_change":"2024-03-10T22:11:12.691003+0000","last_active":"2024-03-10T22:11:13.677427+0000","last_peered":"2024-03-10T22:11:13.677427+0000","last_clean":"2024-03-10T22:11:13.677427+0000","last_became_active":"2024-03-10T22:11:12.690556+0000","last_became_peered":"2024-03-10T22:11:12.690556+0000","last_unstale":"2024-03-10T22:11:13.677427+0000","last_undegraded":"2024-03-10T22:11:13.677427+0000","last_fullsized":"2024-03-10T22:11:13.677427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:38:21.961501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.313121+0000","last_change":"2024-03-10T22:11:11.313121+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.313121+0000","last_undegraded":"2024-03-10T22:11:11.313121+0000","last_fullsized":"2024-03-10T22:11:11.313121+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:18:51.316696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":215,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-03-10T22:10:57.219882+0000","last_change":"2024-03-10T22:10:57.219572+0000","last_active":"2024-03-10T22:10:57.219882+0000","last_peered":"2024-03-10T22:10:57.219882+0000","last_clean":"2024-03-10T22:10:57.219882+0000","last_became_active":"2024-03-10T22:10:57.219072+0000","last_became_peered":"2024-03-10T22:10:57.219072+0000","last_unstale":"2024-03-10T22:10:57.219882+0000","last_undegraded":"2024-03-10T22:10:57.219882+0000","last_fullsized":"2024-03-10T22:10:57.219882+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:18:55.665209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701173+0000","last_change":"2024-03-10T22:11:12.700447+0000","last_active":"2024-03-10T22:11:12.701173+0000","last_peered":"2024-03-10T22:11:12.701173+0000","last_clean":"2024-03-10T22:11:12.701173+0000","last_became_active":"2024-03-10T22:11:12.700188+0000","last_became_peered":"2024-03-10T22:11:12.700188+0000","last_unstale":"2024-03-10T22:11:12.701173+0000","last_undegraded":"2024-03-10T22:11:12.701173+0000","last_fullsized":"2024-03-10T22:11:12.701173+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:56:29.291812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.686941+0000","last_change":"2024-03-10T22:11:12.685626+0000","last_active":"2024-03-10T22:11:12.686941+0000","last_peered":"2024-03-10T22:11:12.686941+0000","last_clean":"2024-03-10T22:11:12.686941+0000","last_became_active":"2024-03-10T22:11:12.685139+0000","last_became_peered":"2024-03-10T22:11:12.685139+0000","last_unstale":"2024-03-10T22:11:12.686941+0000","last_undegraded":"2024-03-10T22:11:12.686941+0000","last_fullsized":"2024-03-10T22:11:12.686941+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:23:50.538402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.685953+0000","last_change":"2024-03-10T22:11:12.337498+0000","last_active":"2024-03-10T22:11:12.685953+0000","last_peered":"2024-03-10T22:11:12.685953+0000","last_clean":"2024-03-10T22:11:12.685953+0000","last_became_active":"2024-03-10T22:11:12.337220+0000","last_became_peered":"2024-03-10T22:11:12.337220+0000","last_unstale":"2024-03-10T22:11:12.685953+0000","last_undegraded":"2024-03-10T22:11:12.685953+0000","last_fullsized":"2024-03-10T22:11:12.685953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:23:20.823871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677770+0000","last_change":"2024-03-10T22:11:12.694685+0000","last_active":"2024-03-10T22:11:13.677770+0000","last_peered":"2024-03-10T22:11:13.677770+0000","last_clean":"2024-03-10T22:11:13.677770+0000","last_became_active":"2024-03-10T22:11:12.694405+0000","last_became_peered":"2024-03-10T22:11:12.694405+0000","last_unstale":"2024-03-10T22:11:13.677770+0000","last_undegraded":"2024-03-10T22:11:13.677770+0000","last_fullsized":"2024-03-10T22:11:13.677770+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:42:46.740308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.700940+0000","last_change":"2024-03-10T22:11:12.699524+0000","last_active":"2024-03-10T22:11:12.700940+0000","last_peered":"2024-03-10T22:11:12.700940+0000","last_clean":"2024-03-10T22:11:12.700940+0000","last_became_active":"2024-03-10T22:11:12.699207+0000","last_became_peered":"2024-03-10T22:11:12.699207+0000","last_unstale":"2024-03-10T22:11:12.700940+0000","last_undegraded":"2024-03-10T22:11:12.700940+0000","last_fullsized":"2024-03-10T22:11:12.700940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:08.395444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683593+0000","last_change":"2024-03-10T22:11:12.333353+0000","last_active":"2024-03-10T22:11:12.683593+0000","last_peered":"2024-03-10T22:11:12.683593+0000","last_clean":"2024-03-10T22:11:12.683593+0000","last_became_active":"2024-03-10T22:11:12.333081+0000","last_became_peered":"2024-03-10T22:11:12.333081+0000","last_unstale":"2024-03-10T22:11:12.683593+0000","last_undegraded":"2024-03-10T22:11:12.683593+0000","last_fullsized":"2024-03-10T22:11:12.683593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:37.187269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677055+0000","last_change":"2024-03-10T22:11:12.697952+0000","last_active":"2024-03-10T22:11:13.677055+0000","last_peered":"2024-03-10T22:11:13.677055+0000","last_clean":"2024-03-10T22:11:13.677055+0000","last_became_active":"2024-03-10T22:11:12.697127+0000","last_became_peered":"2024-03-10T22:11:12.697127+0000","last_unstale":"2024-03-10T22:11:13.677055+0000","last_undegraded":"2024-03-10T22:11:13.677055+0000","last_fullsized":"2024-03-10T22:11:13.677055+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:12:54.076961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683256+0000","last_change":"2024-03-10T22:11:12.333316+0000","last_active":"2024-03-10T22:11:12.683256+0000","last_peered":"2024-03-10T22:11:12.683256+0000","last_clean":"2024-03-10T22:11:12.683256+0000","last_became_active":"2024-03-10T22:11:12.333020+0000","last_became_peered":"2024-03-10T22:11:12.333020+0000","last_unstale":"2024-03-10T22:11:12.683256+0000","last_undegraded":"2024-03-10T22:11:12.683256+0000","last_fullsized":"2024-03-10T22:11:12.683256+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:06:02.673277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677420+0000","last_change":"2024-03-10T22:11:12.683564+0000","last_active":"2024-03-10T22:11:13.677420+0000","last_peered":"2024-03-10T22:11:13.677420+0000","last_clean":"2024-03-10T22:11:13.677420+0000","last_became_active":"2024-03-10T22:11:12.683298+0000","last_became_peered":"2024-03-10T22:11:12.683298+0000","last_unstale":"2024-03-10T22:11:13.677420+0000","last_undegraded":"2024-03-10T22:11:13.677420+0000","last_fullsized":"2024-03-10T22:11:13.677420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:06.223712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.668986+0000","last_change":"2024-03-10T22:11:12.327273+0000","last_active":"2024-03-10T22:11:12.668986+0000","last_peered":"2024-03-10T22:11:12.668986+0000","last_clean":"2024-03-10T22:11:12.668986+0000","last_became_active":"2024-03-10T22:11:12.326976+0000","last_became_peered":"2024-03-10T22:11:12.326976+0000","last_unstale":"2024-03-10T22:11:12.668986+0000","last_undegraded":"2024-03-10T22:11:12.668986+0000","last_fullsized":"2024-03-10T22:11:12.668986+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:03:10.050899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.696827+0000","last_change":"2024-03-10T22:11:12.335362+0000","last_active":"2024-03-10T22:11:12.696827+0000","last_peered":"2024-03-10T22:11:12.696827+0000","last_clean":"2024-03-10T22:11:12.696827+0000","last_became_active":"2024-03-10T22:11:12.335072+0000","last_became_peered":"2024-03-10T22:11:12.335072+0000","last_unstale":"2024-03-10T22:11:12.696827+0000","last_undegraded":"2024-03-10T22:11:12.696827+0000","last_fullsized":"2024-03-10T22:11:12.696827+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:06.268606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.696006+0000","last_change":"2024-03-10T22:11:12.324316+0000","last_active":"2024-03-10T22:11:12.696006+0000","last_peered":"2024-03-10T22:11:12.696006+0000","last_clean":"2024-03-10T22:11:12.696006+0000","last_became_active":"2024-03-10T22:11:12.324012+0000","last_became_peered":"2024-03-10T22:11:12.324012+0000","last_unstale":"2024-03-10T22:11:12.696006+0000","last_undegraded":"2024-03-10T22:11:12.696006+0000","last_fullsized":"2024-03-10T22:11:12.696006+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:37:46.548051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.686181+0000","last_change":"2024-03-10T22:11:12.684650+0000","last_active":"2024-03-10T22:11:12.686181+0000","last_peered":"2024-03-10T22:11:12.686181+0000","last_clean":"2024-03-10T22:11:12.686181+0000","last_became_active":"2024-03-10T22:11:12.684397+0000","last_became_peered":"2024-03-10T22:11:12.684397+0000","last_unstale":"2024-03-10T22:11:12.686181+0000","last_undegraded":"2024-03-10T22:11:12.686181+0000","last_fullsized":"2024-03-10T22:11:12.686181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:16.855317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701116+0000","last_change":"2024-03-10T22:11:12.700486+0000","last_active":"2024-03-10T22:11:12.701116+0000","last_peered":"2024-03-10T22:11:12.701116+0000","last_clean":"2024-03-10T22:11:12.701116+0000","last_became_active":"2024-03-10T22:11:12.700222+0000","last_became_peered":"2024-03-10T22:11:12.700222+0000","last_unstale":"2024-03-10T22:11:12.701116+0000","last_undegraded":"2024-03-10T22:11:12.701116+0000","last_fullsized":"2024-03-10T22:11:12.701116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:42:06.722766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678166+0000","last_change":"2024-03-10T22:11:12.682972+0000","last_active":"2024-03-10T22:11:13.678166+0000","last_peered":"2024-03-10T22:11:13.678166+0000","last_clean":"2024-03-10T22:11:13.678166+0000","last_became_active":"2024-03-10T22:11:12.682686+0000","last_became_peered":"2024-03-10T22:11:12.682686+0000","last_unstale":"2024-03-10T22:11:13.678166+0000","last_undegraded":"2024-03-10T22:11:13.678166+0000","last_fullsized":"2024-03-10T22:11:13.678166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.127542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.687254+0000","last_change":"2024-03-10T22:11:12.686286+0000","last_active":"2024-03-10T22:11:12.687254+0000","last_peered":"2024-03-10T22:11:12.687254+0000","last_clean":"2024-03-10T22:11:12.687254+0000","last_became_active":"2024-03-10T22:11:12.685391+0000","last_became_peered":"2024-03-10T22:11:12.685391+0000","last_unstale":"2024-03-10T22:11:12.687254+0000","last_undegraded":"2024-03-10T22:11:12.687254+0000","last_fullsized":"2024-03-10T22:11:12.687254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:37.997982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677858+0000","last_change":"2024-03-10T22:11:12.676274+0000","last_active":"2024-03-10T22:11:13.677858+0000","last_peered":"2024-03-10T22:11:13.677858+0000","last_clean":"2024-03-10T22:11:13.677858+0000","last_became_active":"2024-03-10T22:11:12.675998+0000","last_became_peered":"2024-03-10T22:11:12.675998+0000","last_unstale":"2024-03-10T22:11:13.677858+0000","last_undegraded":"2024-03-10T22:11:13.677858+0000","last_fullsized":"2024-03-10T22:11:13.677858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:53.622272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677321+0000","last_change":"2024-03-10T22:11:12.687021+0000","last_active":"2024-03-10T22:11:13.677321+0000","last_peered":"2024-03-10T22:11:13.677321+0000","last_clean":"2024-03-10T22:11:13.677321+0000","last_became_active":"2024-03-10T22:11:12.686748+0000","last_became_peered":"2024-03-10T22:11:12.686748+0000","last_unstale":"2024-03-10T22:11:13.677321+0000","last_undegraded":"2024-03-10T22:11:13.677321+0000","last_fullsized":"2024-03-10T22:11:13.677321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:32:09.336948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.694007+0000","last_change":"2024-03-10T22:11:12.693655+0000","last_active":"2024-03-10T22:11:12.694007+0000","last_peered":"2024-03-10T22:11:12.694007+0000","last_clean":"2024-03-10T22:11:12.694007+0000","last_became_active":"2024-03-10T22:11:12.693387+0000","last_became_peered":"2024-03-10T22:11:12.693387+0000","last_unstale":"2024-03-10T22:11:12.694007+0000","last_undegraded":"2024-03-10T22:11:12.694007+0000","last_fullsized":"2024-03-10T22:11:12.694007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:52:12.433908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":87,"acting":87,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":63,"acting":63,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233989,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1163264,"data_stored":822641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":822318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27600,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717552,"statfs":{"total":95995035648,"available":95966773248,"internally_reserved":0,"allocated":589824,"data_stored":244960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.32500000000000001,"15min":0.315},"min":{"1min":0.28599999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.34399999999999997,"15min":0.33400000000000002},"min":{"1min":0.29199999999999998,"5min":0.215,"15min":0.215},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.34799999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.39000000000000001,"15min":0.377},"min":{"1min":0.36299999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.39900000000000002},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.318}]},{"osd":3,"last update":"Sun Mar 10 22:10:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.36099999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:10:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.751},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.79900000000000004}]},{"osd":5,"last update":"Sun Mar 10 22:11:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92000000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":843807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 22:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.33600000000000002,"15min":0.33200000000000002},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.46999999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.38100000000000001,"15min":0.371},"min":{"1min":0.34000000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58699999999999997,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.35399999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.312,"5min":0.247,"15min":0.247},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.307},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.378},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.59199999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.29099999999999998}]},{"osd":3,"last update":"Sun Mar 10 22:10:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.378},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.34200000000000003}]},{"osd":4,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.47999999999999998}]},{"osd":5,"last update":"Sun Mar 10 22:11:06 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.63900000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.33800000000000002,"15min":0.32800000000000001},"min":{"1min":0.26900000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.379,"15min":0.371},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.60999999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.40100000000000002}]},{"osd":1,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.311,"5min":0.253,"15min":0.253},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.495},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.38600000000000001,"15min":0.375},"min":{"1min":0.29799999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.27600000000000002}]},{"osd":3,"last update":"Sun Mar 10 22:10:23 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.34000000000000002}]},{"osd":4,"last update":"Sun Mar 10 22:10:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.53000000000000003}]},{"osd":5,"last update":"Sun Mar 10 22:11:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.218}]},{"osd":1,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.309}]},{"osd":2,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.29799999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:10:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.61899999999999999}]},{"osd":5,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.67800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.64000000000000001}]},{"osd":1,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.72699999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.62}]},{"osd":3,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.68000000000000005}]},{"osd":5,"last update":"Sun Mar 10 22:11:07 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.44400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27576,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717576,"statfs":{"total":95995035648,"available":95966797824,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.39900000000000002}]},{"osd":1,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.33500000000000002}]},{"osd":2,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.42799999999999999}]},{"osd":3,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.378},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.38500000000000001}]},{"osd":4,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.34599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:11:16.311 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2024-03-10T22:11:16.311 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.311 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2024-03-10T22:11:16.311 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.311 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2024-03-10T22:11:16.311 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.312 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2024-03-10T22:11:16.312 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.312 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2024-03-10T22:11:16.312 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.312 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2024-03-10T22:11:16.312 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.312 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2024-03-10T22:11:16.312 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.312 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2024-03-10T22:11:16.312 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.312 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2024-03-10T22:11:16.313 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.313 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2024-03-10T22:11:16.313 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.313 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2024-03-10T22:11:16.313 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.313 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2024-03-10T22:11:16.313 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.313 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1d is not active+clean 2024-03-10T22:11:16.313 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:11.303416+0000', 'last_change': '2024-03-10T22:11:11.303416+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.303416+0000', 'last_undegraded': '2024-03-10T22:11:11.303416+0000', 'last_fullsized': '2024-03-10T22:11:11.303416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.313 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2024-03-10T22:11:16.313 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.314 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1c is not active+clean 2024-03-10T22:11:16.314 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:11.303416+0000', 'last_change': '2024-03-10T22:11:11.303416+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.303416+0000', 'last_undegraded': '2024-03-10T22:11:11.303416+0000', 'last_fullsized': '2024-03-10T22:11:11.303416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.314 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2024-03-10T22:11:16.314 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.314 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2024-03-10T22:11:16.314 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.314 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1a is not active+clean 2024-03-10T22:11:16.314 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:11.303416+0000', 'last_change': '2024-03-10T22:11:11.303416+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.303416+0000', 'last_undegraded': '2024-03-10T22:11:11.303416+0000', 'last_fullsized': '2024-03-10T22:11:11.303416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.314 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.18 is not active+clean 2024-03-10T22:11:16.314 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-03-10T22:11:11.314413+0000', 'last_change': '2024-03-10T22:11:11.314413+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.314413+0000', 'last_undegraded': '2024-03-10T22:11:11.314413+0000', 'last_fullsized': '2024-03-10T22:11:11.314413+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-03-12T01:21:21.901356+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4, 7], 'acting': [5, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.17 is not active+clean 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:11.303416+0000', 'last_change': '2024-03-10T22:11:11.303416+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.303416+0000', 'last_undegraded': '2024-03-10T22:11:11.303416+0000', 'last_fullsized': '2024-03-10T22:11:11.303416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.16 is not active+clean 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-03-10T22:11:11.314766+0000', 'last_change': '2024-03-10T22:11:11.314766+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.314766+0000', 'last_undegraded': '2024-03-10T22:11:11.314766+0000', 'last_fullsized': '2024-03-10T22:11:11.314766+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-03-12T05:41:49.042592+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6, 2], 'acting': [5, 6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.14 is not active+clean 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:11.303416+0000', 'last_change': '2024-03-10T22:11:11.303416+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.303416+0000', 'last_undegraded': '2024-03-10T22:11:11.303416+0000', 'last_fullsized': '2024-03-10T22:11:11.303416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2024-03-10T22:11:16.315 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.12 is not active+clean 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-03-10T22:11:11.317281+0000', 'last_change': '2024-03-10T22:11:11.317281+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.317281+0000', 'last_undegraded': '2024-03-10T22:11:11.317281+0000', 'last_fullsized': '2024-03-10T22:11:11.317281+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-03-11T22:31:01.175277+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 7], 'acting': [5, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.11 is not active+clean 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:11.303416+0000', 'last_change': '2024-03-10T22:11:11.303416+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.303416+0000', 'last_undegraded': '2024-03-10T22:11:11.303416+0000', 'last_fullsized': '2024-03-10T22:11:11.303416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.f is not active+clean 2024-03-10T22:11:16.316 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-03-10T22:11:11.313557+0000', 'last_change': '2024-03-10T22:11:11.313557+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.313557+0000', 'last_undegraded': '2024-03-10T22:11:11.313557+0000', 'last_fullsized': '2024-03-10T22:11:11.313557+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-03-11T23:07:55.783060+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0, 7], 'acting': [4, 0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-03-10T22:11:16.317 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2024-03-10T22:11:16.317 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.317 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2024-03-10T22:11:16.317 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.317 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.2 is not active+clean 2024-03-10T22:11:16.317 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-03-10T22:11:11.316449+0000', 'last_change': '2024-03-10T22:11:11.316449+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.316449+0000', 'last_undegraded': '2024-03-10T22:11:11.316449+0000', 'last_fullsized': '2024-03-10T22:11:11.316449+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-03-12T08:17:57.474260+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1, 6], 'acting': [5, 1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-03-10T22:11:16.317 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2024-03-10T22:11:16.317 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.317 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.3 is not active+clean 2024-03-10T22:11:16.317 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-03-10T22:11:11.313121+0000', 'last_change': '2024-03-10T22:11:11.313121+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.313121+0000', 'last_undegraded': '2024-03-10T22:11:11.313121+0000', 'last_fullsized': '2024-03-10T22:11:11.313121+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-03-12T08:18:51.316696+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2, 7], 'acting': [5, 2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-03-10T22:11:16.318 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.0 is not active+clean 2024-03-10T22:11:16.318 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:11.303416+0000', 'last_change': '2024-03-10T22:11:11.303416+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.303416+0000', 'last_undegraded': '2024-03-10T22:11:11.303416+0000', 'last_fullsized': '2024-03-10T22:11:11.303416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.318 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.5 is not active+clean 2024-03-10T22:11:16.318 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:11.303416+0000', 'last_change': '2024-03-10T22:11:11.303416+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.303416+0000', 'last_undegraded': '2024-03-10T22:11:11.303416+0000', 'last_fullsized': '2024-03-10T22:11:11.303416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.318 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.7 is not active+clean 2024-03-10T22:11:16.318 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:11.303416+0000', 'last_change': '2024-03-10T22:11:11.303416+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.303416+0000', 'last_undegraded': '2024-03-10T22:11:11.303416+0000', 'last_fullsized': '2024-03-10T22:11:11.303416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.318 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.8 is not active+clean 2024-03-10T22:11:16.318 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:11.303416+0000', 'last_change': '2024-03-10T22:11:11.303416+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.303416+0000', 'last_undegraded': '2024-03-10T22:11:11.303416+0000', 'last_fullsized': '2024-03-10T22:11:11.303416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.318 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2024-03-10T22:11:16.318 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.318 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.b is not active+clean 2024-03-10T22:11:16.319 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:11.303416+0000', 'last_change': '2024-03-10T22:11:11.303416+0000', 'last_active': '2024-03-10T22:11:11.303416+0000', 'last_peered': '2024-03-10T22:11:11.303416+0000', 'last_clean': '2024-03-10T22:11:11.303416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:11.303416+0000', 'last_undegraded': '2024-03-10T22:11:11.303416+0000', 'last_fullsized': '2024-03-10T22:11:11.303416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:11.303416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.319 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2024-03-10T22:11:16.319 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.319 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2024-03-10T22:11:16.319 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.319 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2024-03-10T22:11:16.319 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.319 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2024-03-10T22:11:16.319 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.319 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2024-03-10T22:11:16.319 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.320 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2024-03-10T22:11:16.320 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.320 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2024-03-10T22:11:16.320 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.320 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2024-03-10T22:11:16.320 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.320 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2024-03-10T22:11:16.320 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.320 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2024-03-10T22:11:16.320 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T22:11:12.307971+0000', 'last_change': '2024-03-10T22:11:12.307971+0000', 'last_active': '2024-03-10T22:11:12.307971+0000', 'last_peered': '2024-03-10T22:11:12.307971+0000', 'last_clean': '2024-03-10T22:11:12.307971+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T22:11:12.307971+0000', 'last_undegraded': '2024-03-10T22:11:12.307971+0000', 'last_fullsized': '2024-03-10T22:11:12.307971+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'last_clean_scrub_stamp': '2024-03-10T22:11:12.307971+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T22:11:16.321 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-03-10T22:11:16.700 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:16.700 INFO:teuthology.orchestra.run.smithi169.stdout:{"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":231,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1710108654,"num_in_osds":8,"osd_in_since":1710108636,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":46},{"state_name":"active+clean","count":45},{"state_name":"creating+peering","count":6}],"num_pgs":97,"num_pools":3,"num_objects":14,"data_bytes":591144,"bytes_used":227897344,"bytes_avail":767732387840,"bytes_total":767960285184,"unknown_pgs_ratio":0.47422680258750916,"inactive_pgs_ratio":0.061855670064687729,"write_bytes_sec":2559,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24361}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.169:8443/"}},"servicemap":{"epoch":11,"modified":"2024-03-10T22:11:07.001362+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-03-10T22:11:16.712 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-03-10T22:11:16.712 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-10T22:11:17.000 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:17.002 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:11:17.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:16 smithi169 ceph-mon[37738]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:17.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:16 smithi169 ceph-mon[37738]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:16 smithi169 ceph-mon[27156]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:16 smithi169 ceph-mon[27156]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:17.013 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-03-10T22:11:15.002641+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":186,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":153,"acting":153,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222556,"kb_used_data":6364,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738660,"statfs":{"total":767960285184,"available":767732387840,"internally_reserved":0,"allocated":6516736,"data_stored":3705593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000652"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693468+0000","last_change":"2024-03-10T22:11:12.691519+0000","last_active":"2024-03-10T22:11:12.693468+0000","last_peered":"2024-03-10T22:11:12.693468+0000","last_clean":"2024-03-10T22:11:12.693468+0000","last_became_active":"2024-03-10T22:11:12.691245+0000","last_became_peered":"2024-03-10T22:11:12.691245+0000","last_unstale":"2024-03-10T22:11:12.693468+0000","last_undegraded":"2024-03-10T22:11:12.693468+0000","last_fullsized":"2024-03-10T22:11:12.693468+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:08:14.452838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699086+0000","last_change":"2024-03-10T22:11:12.695791+0000","last_active":"2024-03-10T22:11:12.699086+0000","last_peered":"2024-03-10T22:11:12.699086+0000","last_clean":"2024-03-10T22:11:12.699086+0000","last_became_active":"2024-03-10T22:11:12.695507+0000","last_became_peered":"2024-03-10T22:11:12.695507+0000","last_unstale":"2024-03-10T22:11:12.699086+0000","last_undegraded":"2024-03-10T22:11:12.699086+0000","last_fullsized":"2024-03-10T22:11:12.699086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:33:48.988967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.676959+0000","last_change":"2024-03-10T22:11:12.692086+0000","last_active":"2024-03-10T22:11:13.676959+0000","last_peered":"2024-03-10T22:11:13.676959+0000","last_clean":"2024-03-10T22:11:13.676959+0000","last_became_active":"2024-03-10T22:11:12.690648+0000","last_became_peered":"2024-03-10T22:11:12.690648+0000","last_unstale":"2024-03-10T22:11:13.676959+0000","last_undegraded":"2024-03-10T22:11:13.676959+0000","last_fullsized":"2024-03-10T22:11:13.676959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:11.054836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677154+0000","last_change":"2024-03-10T22:11:12.687905+0000","last_active":"2024-03-10T22:11:13.677154+0000","last_peered":"2024-03-10T22:11:13.677154+0000","last_clean":"2024-03-10T22:11:13.677154+0000","last_became_active":"2024-03-10T22:11:12.686643+0000","last_became_peered":"2024-03-10T22:11:12.686643+0000","last_unstale":"2024-03-10T22:11:13.677154+0000","last_undegraded":"2024-03-10T22:11:13.677154+0000","last_fullsized":"2024-03-10T22:11:13.677154+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:46.602771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699009+0000","last_change":"2024-03-10T22:11:12.694945+0000","last_active":"2024-03-10T22:11:12.699009+0000","last_peered":"2024-03-10T22:11:12.699009+0000","last_clean":"2024-03-10T22:11:12.699009+0000","last_became_active":"2024-03-10T22:11:12.694647+0000","last_became_peered":"2024-03-10T22:11:12.694647+0000","last_unstale":"2024-03-10T22:11:12.699009+0000","last_undegraded":"2024-03-10T22:11:12.699009+0000","last_fullsized":"2024-03-10T22:11:12.699009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:52:59.239119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.681939+0000","last_change":"2024-03-10T22:11:12.681705+0000","last_active":"2024-03-10T22:11:12.681939+0000","last_peered":"2024-03-10T22:11:12.681939+0000","last_clean":"2024-03-10T22:11:12.681939+0000","last_became_active":"2024-03-10T22:11:12.681448+0000","last_became_peered":"2024-03-10T22:11:12.681448+0000","last_unstale":"2024-03-10T22:11:12.681939+0000","last_undegraded":"2024-03-10T22:11:12.681939+0000","last_fullsized":"2024-03-10T22:11:12.681939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:52:30.120706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693670+0000","last_change":"2024-03-10T22:11:12.692403+0000","last_active":"2024-03-10T22:11:12.693670+0000","last_peered":"2024-03-10T22:11:12.693670+0000","last_clean":"2024-03-10T22:11:12.693670+0000","last_became_active":"2024-03-10T22:11:12.692123+0000","last_became_peered":"2024-03-10T22:11:12.692123+0000","last_unstale":"2024-03-10T22:11:12.693670+0000","last_undegraded":"2024-03-10T22:11:12.693670+0000","last_fullsized":"2024-03-10T22:11:12.693670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:13:46.329297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.705962+0000","last_change":"2024-03-10T22:11:12.331999+0000","last_active":"2024-03-10T22:11:12.705962+0000","last_peered":"2024-03-10T22:11:12.705962+0000","last_clean":"2024-03-10T22:11:12.705962+0000","last_became_active":"2024-03-10T22:11:12.331669+0000","last_became_peered":"2024-03-10T22:11:12.331669+0000","last_unstale":"2024-03-10T22:11:12.705962+0000","last_undegraded":"2024-03-10T22:11:12.705962+0000","last_fullsized":"2024-03-10T22:11:12.705962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:58.108647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678450+0000","last_change":"2024-03-10T22:11:12.690022+0000","last_active":"2024-03-10T22:11:13.678450+0000","last_peered":"2024-03-10T22:11:13.678450+0000","last_clean":"2024-03-10T22:11:13.678450+0000","last_became_active":"2024-03-10T22:11:12.689687+0000","last_became_peered":"2024-03-10T22:11:12.689687+0000","last_unstale":"2024-03-10T22:11:13.678450+0000","last_undegraded":"2024-03-10T22:11:13.678450+0000","last_fullsized":"2024-03-10T22:11:13.678450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:05:37.487003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678668+0000","last_change":"2024-03-10T22:11:12.324676+0000","last_active":"2024-03-10T22:11:13.678668+0000","last_peered":"2024-03-10T22:11:13.678668+0000","last_clean":"2024-03-10T22:11:13.678668+0000","last_became_active":"2024-03-10T22:11:12.324381+0000","last_became_peered":"2024-03-10T22:11:12.324381+0000","last_unstale":"2024-03-10T22:11:13.678668+0000","last_undegraded":"2024-03-10T22:11:13.678668+0000","last_fullsized":"2024-03-10T22:11:13.678668+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:36:39.187956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.689924+0000","last_change":"2024-03-10T22:11:12.689295+0000","last_active":"2024-03-10T22:11:12.689924+0000","last_peered":"2024-03-10T22:11:12.689924+0000","last_clean":"2024-03-10T22:11:12.689924+0000","last_became_active":"2024-03-10T22:11:12.688473+0000","last_became_peered":"2024-03-10T22:11:12.688473+0000","last_unstale":"2024-03-10T22:11:12.689924+0000","last_undegraded":"2024-03-10T22:11:12.689924+0000","last_fullsized":"2024-03-10T22:11:12.689924+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:05:15.873149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677320+0000","last_change":"2024-03-10T22:11:12.328412+0000","last_active":"2024-03-10T22:11:13.677320+0000","last_peered":"2024-03-10T22:11:13.677320+0000","last_clean":"2024-03-10T22:11:13.677320+0000","last_became_active":"2024-03-10T22:11:12.327914+0000","last_became_peered":"2024-03-10T22:11:12.327914+0000","last_unstale":"2024-03-10T22:11:13.677320+0000","last_undegraded":"2024-03-10T22:11:13.677320+0000","last_fullsized":"2024-03-10T22:11:13.677320+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:08:37.921104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701422+0000","last_change":"2024-03-10T22:11:12.701043+0000","last_active":"2024-03-10T22:11:12.701422+0000","last_peered":"2024-03-10T22:11:12.701422+0000","last_clean":"2024-03-10T22:11:12.701422+0000","last_became_active":"2024-03-10T22:11:12.699852+0000","last_became_peered":"2024-03-10T22:11:12.699852+0000","last_unstale":"2024-03-10T22:11:12.701422+0000","last_undegraded":"2024-03-10T22:11:12.701422+0000","last_fullsized":"2024-03-10T22:11:12.701422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:52.944578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678008+0000","last_change":"2024-03-10T22:11:12.329339+0000","last_active":"2024-03-10T22:11:13.678008+0000","last_peered":"2024-03-10T22:11:13.678008+0000","last_clean":"2024-03-10T22:11:13.678008+0000","last_became_active":"2024-03-10T22:11:12.324591+0000","last_became_peered":"2024-03-10T22:11:12.324591+0000","last_unstale":"2024-03-10T22:11:13.678008+0000","last_undegraded":"2024-03-10T22:11:13.678008+0000","last_fullsized":"2024-03-10T22:11:13.678008+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:59:20.829563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677143+0000","last_change":"2024-03-10T22:11:12.685105+0000","last_active":"2024-03-10T22:11:13.677143+0000","last_peered":"2024-03-10T22:11:13.677143+0000","last_clean":"2024-03-10T22:11:13.677143+0000","last_became_active":"2024-03-10T22:11:12.684801+0000","last_became_peered":"2024-03-10T22:11:12.684801+0000","last_unstale":"2024-03-10T22:11:13.677143+0000","last_undegraded":"2024-03-10T22:11:13.677143+0000","last_fullsized":"2024-03-10T22:11:13.677143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:02:33.141180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.314413+0000","last_change":"2024-03-10T22:11:11.314413+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.314413+0000","last_undegraded":"2024-03-10T22:11:11.314413+0000","last_fullsized":"2024-03-10T22:11:11.314413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:21.901356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.693456+0000","last_change":"2024-03-10T22:11:12.692561+0000","last_active":"2024-03-10T22:11:12.693456+0000","last_peered":"2024-03-10T22:11:12.693456+0000","last_clean":"2024-03-10T22:11:12.693456+0000","last_became_active":"2024-03-10T22:11:12.692276+0000","last_became_peered":"2024-03-10T22:11:12.692276+0000","last_unstale":"2024-03-10T22:11:12.693456+0000","last_undegraded":"2024-03-10T22:11:12.693456+0000","last_fullsized":"2024-03-10T22:11:12.693456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:04:32.793389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.314766+0000","last_change":"2024-03-10T22:11:11.314766+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.314766+0000","last_undegraded":"2024-03-10T22:11:11.314766+0000","last_fullsized":"2024-03-10T22:11:11.314766+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:41:49.042592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699753+0000","last_change":"2024-03-10T22:11:12.697335+0000","last_active":"2024-03-10T22:11:12.699753+0000","last_peered":"2024-03-10T22:11:12.699753+0000","last_clean":"2024-03-10T22:11:12.699753+0000","last_became_active":"2024-03-10T22:11:12.697052+0000","last_became_peered":"2024-03-10T22:11:12.697052+0000","last_unstale":"2024-03-10T22:11:12.699753+0000","last_undegraded":"2024-03-10T22:11:12.699753+0000","last_fullsized":"2024-03-10T22:11:12.699753+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:07.163750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.700634+0000","last_change":"2024-03-10T22:11:12.336603+0000","last_active":"2024-03-10T22:11:12.700634+0000","last_peered":"2024-03-10T22:11:12.700634+0000","last_clean":"2024-03-10T22:11:12.700634+0000","last_became_active":"2024-03-10T22:11:12.336317+0000","last_became_peered":"2024-03-10T22:11:12.336317+0000","last_unstale":"2024-03-10T22:11:12.700634+0000","last_undegraded":"2024-03-10T22:11:12.700634+0000","last_fullsized":"2024-03-10T22:11:12.700634+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:30.357130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.703299+0000","last_change":"2024-03-10T22:11:12.333163+0000","last_active":"2024-03-10T22:11:12.703299+0000","last_peered":"2024-03-10T22:11:12.703299+0000","last_clean":"2024-03-10T22:11:12.703299+0000","last_became_active":"2024-03-10T22:11:12.332929+0000","last_became_peered":"2024-03-10T22:11:12.332929+0000","last_unstale":"2024-03-10T22:11:12.703299+0000","last_undegraded":"2024-03-10T22:11:12.703299+0000","last_fullsized":"2024-03-10T22:11:12.703299+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:49:55.523315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.688089+0000","last_change":"2024-03-10T22:11:12.687001+0000","last_active":"2024-03-10T22:11:12.688089+0000","last_peered":"2024-03-10T22:11:12.688089+0000","last_clean":"2024-03-10T22:11:12.688089+0000","last_became_active":"2024-03-10T22:11:12.686356+0000","last_became_peered":"2024-03-10T22:11:12.686356+0000","last_unstale":"2024-03-10T22:11:12.688089+0000","last_undegraded":"2024-03-10T22:11:12.688089+0000","last_fullsized":"2024-03-10T22:11:12.688089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:04.769067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.317281+0000","last_change":"2024-03-10T22:11:11.317281+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.317281+0000","last_undegraded":"2024-03-10T22:11:11.317281+0000","last_fullsized":"2024-03-10T22:11:11.317281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:31:01.175277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.690623+0000","last_change":"2024-03-10T22:11:12.329835+0000","last_active":"2024-03-10T22:11:12.690623+0000","last_peered":"2024-03-10T22:11:12.690623+0000","last_clean":"2024-03-10T22:11:12.690623+0000","last_became_active":"2024-03-10T22:11:12.329149+0000","last_became_peered":"2024-03-10T22:11:12.329149+0000","last_unstale":"2024-03-10T22:11:12.690623+0000","last_undegraded":"2024-03-10T22:11:12.690623+0000","last_fullsized":"2024-03-10T22:11:12.690623+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:35:31.108239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.313557+0000","last_change":"2024-03-10T22:11:11.313557+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.313557+0000","last_undegraded":"2024-03-10T22:11:11.313557+0000","last_fullsized":"2024-03-10T22:11:11.313557+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:55.783060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683439+0000","last_change":"2024-03-10T22:11:12.330875+0000","last_active":"2024-03-10T22:11:12.683439+0000","last_peered":"2024-03-10T22:11:12.683439+0000","last_clean":"2024-03-10T22:11:12.683439+0000","last_became_active":"2024-03-10T22:11:12.330583+0000","last_became_peered":"2024-03-10T22:11:12.330583+0000","last_unstale":"2024-03-10T22:11:12.683439+0000","last_undegraded":"2024-03-10T22:11:12.683439+0000","last_fullsized":"2024-03-10T22:11:12.683439+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:54:17.000879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.316449+0000","last_change":"2024-03-10T22:11:11.316449+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.316449+0000","last_undegraded":"2024-03-10T22:11:11.316449+0000","last_fullsized":"2024-03-10T22:11:11.316449+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:17:57.474260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.694458+0000","last_change":"2024-03-10T22:11:12.691485+0000","last_active":"2024-03-10T22:11:12.694458+0000","last_peered":"2024-03-10T22:11:12.694458+0000","last_clean":"2024-03-10T22:11:12.694458+0000","last_became_active":"2024-03-10T22:11:12.691199+0000","last_became_peered":"2024-03-10T22:11:12.691199+0000","last_unstale":"2024-03-10T22:11:12.694458+0000","last_undegraded":"2024-03-10T22:11:12.694458+0000","last_fullsized":"2024-03-10T22:11:12.694458+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:22:59.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.669137+0000","last_change":"2024-03-10T22:11:12.323199+0000","last_active":"2024-03-10T22:11:12.669137+0000","last_peered":"2024-03-10T22:11:12.669137+0000","last_clean":"2024-03-10T22:11:12.669137+0000","last_became_active":"2024-03-10T22:11:12.322907+0000","last_became_peered":"2024-03-10T22:11:12.322907+0000","last_unstale":"2024-03-10T22:11:12.669137+0000","last_undegraded":"2024-03-10T22:11:12.669137+0000","last_fullsized":"2024-03-10T22:11:12.669137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:37:17.480409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677427+0000","last_change":"2024-03-10T22:11:12.691003+0000","last_active":"2024-03-10T22:11:13.677427+0000","last_peered":"2024-03-10T22:11:13.677427+0000","last_clean":"2024-03-10T22:11:13.677427+0000","last_became_active":"2024-03-10T22:11:12.690556+0000","last_became_peered":"2024-03-10T22:11:12.690556+0000","last_unstale":"2024-03-10T22:11:13.677427+0000","last_undegraded":"2024-03-10T22:11:13.677427+0000","last_fullsized":"2024-03-10T22:11:13.677427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:38:21.961501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-03-10T22:11:11.313121+0000","last_change":"2024-03-10T22:11:11.313121+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.313121+0000","last_undegraded":"2024-03-10T22:11:11.313121+0000","last_fullsized":"2024-03-10T22:11:11.313121+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:18:51.316696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":215,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-03-10T22:10:57.219882+0000","last_change":"2024-03-10T22:10:57.219572+0000","last_active":"2024-03-10T22:10:57.219882+0000","last_peered":"2024-03-10T22:10:57.219882+0000","last_clean":"2024-03-10T22:10:57.219882+0000","last_became_active":"2024-03-10T22:10:57.219072+0000","last_became_peered":"2024-03-10T22:10:57.219072+0000","last_unstale":"2024-03-10T22:10:57.219882+0000","last_undegraded":"2024-03-10T22:10:57.219882+0000","last_fullsized":"2024-03-10T22:10:57.219882+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:18:55.665209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701173+0000","last_change":"2024-03-10T22:11:12.700447+0000","last_active":"2024-03-10T22:11:12.701173+0000","last_peered":"2024-03-10T22:11:12.701173+0000","last_clean":"2024-03-10T22:11:12.701173+0000","last_became_active":"2024-03-10T22:11:12.700188+0000","last_became_peered":"2024-03-10T22:11:12.700188+0000","last_unstale":"2024-03-10T22:11:12.701173+0000","last_undegraded":"2024-03-10T22:11:12.701173+0000","last_fullsized":"2024-03-10T22:11:12.701173+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:56:29.291812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.686941+0000","last_change":"2024-03-10T22:11:12.685626+0000","last_active":"2024-03-10T22:11:12.686941+0000","last_peered":"2024-03-10T22:11:12.686941+0000","last_clean":"2024-03-10T22:11:12.686941+0000","last_became_active":"2024-03-10T22:11:12.685139+0000","last_became_peered":"2024-03-10T22:11:12.685139+0000","last_unstale":"2024-03-10T22:11:12.686941+0000","last_undegraded":"2024-03-10T22:11:12.686941+0000","last_fullsized":"2024-03-10T22:11:12.686941+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:23:50.538402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.685953+0000","last_change":"2024-03-10T22:11:12.337498+0000","last_active":"2024-03-10T22:11:12.685953+0000","last_peered":"2024-03-10T22:11:12.685953+0000","last_clean":"2024-03-10T22:11:12.685953+0000","last_became_active":"2024-03-10T22:11:12.337220+0000","last_became_peered":"2024-03-10T22:11:12.337220+0000","last_unstale":"2024-03-10T22:11:12.685953+0000","last_undegraded":"2024-03-10T22:11:12.685953+0000","last_fullsized":"2024-03-10T22:11:12.685953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:23:20.823871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677770+0000","last_change":"2024-03-10T22:11:12.694685+0000","last_active":"2024-03-10T22:11:13.677770+0000","last_peered":"2024-03-10T22:11:13.677770+0000","last_clean":"2024-03-10T22:11:13.677770+0000","last_became_active":"2024-03-10T22:11:12.694405+0000","last_became_peered":"2024-03-10T22:11:12.694405+0000","last_unstale":"2024-03-10T22:11:13.677770+0000","last_undegraded":"2024-03-10T22:11:13.677770+0000","last_fullsized":"2024-03-10T22:11:13.677770+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:42:46.740308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.700940+0000","last_change":"2024-03-10T22:11:12.699524+0000","last_active":"2024-03-10T22:11:12.700940+0000","last_peered":"2024-03-10T22:11:12.700940+0000","last_clean":"2024-03-10T22:11:12.700940+0000","last_became_active":"2024-03-10T22:11:12.699207+0000","last_became_peered":"2024-03-10T22:11:12.699207+0000","last_unstale":"2024-03-10T22:11:12.700940+0000","last_undegraded":"2024-03-10T22:11:12.700940+0000","last_fullsized":"2024-03-10T22:11:12.700940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:08.395444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683593+0000","last_change":"2024-03-10T22:11:12.333353+0000","last_active":"2024-03-10T22:11:12.683593+0000","last_peered":"2024-03-10T22:11:12.683593+0000","last_clean":"2024-03-10T22:11:12.683593+0000","last_became_active":"2024-03-10T22:11:12.333081+0000","last_became_peered":"2024-03-10T22:11:12.333081+0000","last_unstale":"2024-03-10T22:11:12.683593+0000","last_undegraded":"2024-03-10T22:11:12.683593+0000","last_fullsized":"2024-03-10T22:11:12.683593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:37.187269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677055+0000","last_change":"2024-03-10T22:11:12.697952+0000","last_active":"2024-03-10T22:11:13.677055+0000","last_peered":"2024-03-10T22:11:13.677055+0000","last_clean":"2024-03-10T22:11:13.677055+0000","last_became_active":"2024-03-10T22:11:12.697127+0000","last_became_peered":"2024-03-10T22:11:12.697127+0000","last_unstale":"2024-03-10T22:11:13.677055+0000","last_undegraded":"2024-03-10T22:11:13.677055+0000","last_fullsized":"2024-03-10T22:11:13.677055+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:12:54.076961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.683256+0000","last_change":"2024-03-10T22:11:12.333316+0000","last_active":"2024-03-10T22:11:12.683256+0000","last_peered":"2024-03-10T22:11:12.683256+0000","last_clean":"2024-03-10T22:11:12.683256+0000","last_became_active":"2024-03-10T22:11:12.333020+0000","last_became_peered":"2024-03-10T22:11:12.333020+0000","last_unstale":"2024-03-10T22:11:12.683256+0000","last_undegraded":"2024-03-10T22:11:12.683256+0000","last_fullsized":"2024-03-10T22:11:12.683256+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:06:02.673277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677420+0000","last_change":"2024-03-10T22:11:12.683564+0000","last_active":"2024-03-10T22:11:13.677420+0000","last_peered":"2024-03-10T22:11:13.677420+0000","last_clean":"2024-03-10T22:11:13.677420+0000","last_became_active":"2024-03-10T22:11:12.683298+0000","last_became_peered":"2024-03-10T22:11:12.683298+0000","last_unstale":"2024-03-10T22:11:13.677420+0000","last_undegraded":"2024-03-10T22:11:13.677420+0000","last_fullsized":"2024-03-10T22:11:13.677420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:06.223712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:11.303416+0000","last_change":"2024-03-10T22:11:11.303416+0000","last_active":"2024-03-10T22:11:11.303416+0000","last_peered":"2024-03-10T22:11:11.303416+0000","last_clean":"2024-03-10T22:11:11.303416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:11.303416+0000","last_undegraded":"2024-03-10T22:11:11.303416+0000","last_fullsized":"2024-03-10T22:11:11.303416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.668986+0000","last_change":"2024-03-10T22:11:12.327273+0000","last_active":"2024-03-10T22:11:12.668986+0000","last_peered":"2024-03-10T22:11:12.668986+0000","last_clean":"2024-03-10T22:11:12.668986+0000","last_became_active":"2024-03-10T22:11:12.326976+0000","last_became_peered":"2024-03-10T22:11:12.326976+0000","last_unstale":"2024-03-10T22:11:12.668986+0000","last_undegraded":"2024-03-10T22:11:12.668986+0000","last_fullsized":"2024-03-10T22:11:12.668986+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:03:10.050899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.696827+0000","last_change":"2024-03-10T22:11:12.335362+0000","last_active":"2024-03-10T22:11:12.696827+0000","last_peered":"2024-03-10T22:11:12.696827+0000","last_clean":"2024-03-10T22:11:12.696827+0000","last_became_active":"2024-03-10T22:11:12.335072+0000","last_became_peered":"2024-03-10T22:11:12.335072+0000","last_unstale":"2024-03-10T22:11:12.696827+0000","last_undegraded":"2024-03-10T22:11:12.696827+0000","last_fullsized":"2024-03-10T22:11:12.696827+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:06.268606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.696006+0000","last_change":"2024-03-10T22:11:12.324316+0000","last_active":"2024-03-10T22:11:12.696006+0000","last_peered":"2024-03-10T22:11:12.696006+0000","last_clean":"2024-03-10T22:11:12.696006+0000","last_became_active":"2024-03-10T22:11:12.324012+0000","last_became_peered":"2024-03-10T22:11:12.324012+0000","last_unstale":"2024-03-10T22:11:12.696006+0000","last_undegraded":"2024-03-10T22:11:12.696006+0000","last_fullsized":"2024-03-10T22:11:12.696006+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:37:46.548051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.686181+0000","last_change":"2024-03-10T22:11:12.684650+0000","last_active":"2024-03-10T22:11:12.686181+0000","last_peered":"2024-03-10T22:11:12.686181+0000","last_clean":"2024-03-10T22:11:12.686181+0000","last_became_active":"2024-03-10T22:11:12.684397+0000","last_became_peered":"2024-03-10T22:11:12.684397+0000","last_unstale":"2024-03-10T22:11:12.686181+0000","last_undegraded":"2024-03-10T22:11:12.686181+0000","last_fullsized":"2024-03-10T22:11:12.686181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:16.855317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.701116+0000","last_change":"2024-03-10T22:11:12.700486+0000","last_active":"2024-03-10T22:11:12.701116+0000","last_peered":"2024-03-10T22:11:12.701116+0000","last_clean":"2024-03-10T22:11:12.701116+0000","last_became_active":"2024-03-10T22:11:12.700222+0000","last_became_peered":"2024-03-10T22:11:12.700222+0000","last_unstale":"2024-03-10T22:11:12.701116+0000","last_undegraded":"2024-03-10T22:11:12.701116+0000","last_fullsized":"2024-03-10T22:11:12.701116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:42:06.722766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678166+0000","last_change":"2024-03-10T22:11:12.682972+0000","last_active":"2024-03-10T22:11:13.678166+0000","last_peered":"2024-03-10T22:11:13.678166+0000","last_clean":"2024-03-10T22:11:13.678166+0000","last_became_active":"2024-03-10T22:11:12.682686+0000","last_became_peered":"2024-03-10T22:11:12.682686+0000","last_unstale":"2024-03-10T22:11:13.678166+0000","last_undegraded":"2024-03-10T22:11:13.678166+0000","last_fullsized":"2024-03-10T22:11:13.678166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.127542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.687254+0000","last_change":"2024-03-10T22:11:12.686286+0000","last_active":"2024-03-10T22:11:12.687254+0000","last_peered":"2024-03-10T22:11:12.687254+0000","last_clean":"2024-03-10T22:11:12.687254+0000","last_became_active":"2024-03-10T22:11:12.685391+0000","last_became_peered":"2024-03-10T22:11:12.685391+0000","last_unstale":"2024-03-10T22:11:12.687254+0000","last_undegraded":"2024-03-10T22:11:12.687254+0000","last_fullsized":"2024-03-10T22:11:12.687254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:37.997982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677858+0000","last_change":"2024-03-10T22:11:12.676274+0000","last_active":"2024-03-10T22:11:13.677858+0000","last_peered":"2024-03-10T22:11:13.677858+0000","last_clean":"2024-03-10T22:11:13.677858+0000","last_became_active":"2024-03-10T22:11:12.675998+0000","last_became_peered":"2024-03-10T22:11:12.675998+0000","last_unstale":"2024-03-10T22:11:13.677858+0000","last_undegraded":"2024-03-10T22:11:13.677858+0000","last_fullsized":"2024-03-10T22:11:13.677858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:53.622272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677321+0000","last_change":"2024-03-10T22:11:12.687021+0000","last_active":"2024-03-10T22:11:13.677321+0000","last_peered":"2024-03-10T22:11:13.677321+0000","last_clean":"2024-03-10T22:11:13.677321+0000","last_became_active":"2024-03-10T22:11:12.686748+0000","last_became_peered":"2024-03-10T22:11:12.686748+0000","last_unstale":"2024-03-10T22:11:13.677321+0000","last_undegraded":"2024-03-10T22:11:13.677321+0000","last_fullsized":"2024-03-10T22:11:13.677321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:32:09.336948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.694007+0000","last_change":"2024-03-10T22:11:12.693655+0000","last_active":"2024-03-10T22:11:12.694007+0000","last_peered":"2024-03-10T22:11:12.694007+0000","last_clean":"2024-03-10T22:11:12.694007+0000","last_became_active":"2024-03-10T22:11:12.693387+0000","last_became_peered":"2024-03-10T22:11:12.693387+0000","last_unstale":"2024-03-10T22:11:12.694007+0000","last_undegraded":"2024-03-10T22:11:12.694007+0000","last_fullsized":"2024-03-10T22:11:12.694007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:52:12.433908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T22:11:12.307971+0000","last_change":"2024-03-10T22:11:12.307971+0000","last_active":"2024-03-10T22:11:12.307971+0000","last_peered":"2024-03-10T22:11:12.307971+0000","last_clean":"2024-03-10T22:11:12.307971+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T22:11:12.307971+0000","last_undegraded":"2024-03-10T22:11:12.307971+0000","last_fullsized":"2024-03-10T22:11:12.307971+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":87,"acting":87,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":63,"acting":63,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233989,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1163264,"data_stored":822641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":822318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27600,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717552,"statfs":{"total":95995035648,"available":95966773248,"internally_reserved":0,"allocated":589824,"data_stored":244960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.32500000000000001,"15min":0.315},"min":{"1min":0.28599999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.34399999999999997,"15min":0.33400000000000002},"min":{"1min":0.29199999999999998,"5min":0.215,"15min":0.215},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.34799999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.39000000000000001,"15min":0.377},"min":{"1min":0.36299999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.39900000000000002},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.318}]},{"osd":3,"last update":"Sun Mar 10 22:10:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.36099999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:10:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.751},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.79900000000000004}]},{"osd":5,"last update":"Sun Mar 10 22:11:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92000000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":843807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 22:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.33600000000000002,"15min":0.33200000000000002},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.46999999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.38100000000000001,"15min":0.371},"min":{"1min":0.34000000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58699999999999997,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.35399999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.312,"5min":0.247,"15min":0.247},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.307},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.378},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.59199999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.29099999999999998}]},{"osd":3,"last update":"Sun Mar 10 22:10:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.378},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.34200000000000003}]},{"osd":4,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.47999999999999998}]},{"osd":5,"last update":"Sun Mar 10 22:11:06 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.63900000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.33800000000000002,"15min":0.32800000000000001},"min":{"1min":0.26900000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.379,"15min":0.371},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.60999999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.40100000000000002}]},{"osd":1,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.311,"5min":0.253,"15min":0.253},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.495},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.38600000000000001,"15min":0.375},"min":{"1min":0.29799999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.27600000000000002}]},{"osd":3,"last update":"Sun Mar 10 22:10:23 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.34000000000000002}]},{"osd":4,"last update":"Sun Mar 10 22:10:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.53000000000000003}]},{"osd":5,"last update":"Sun Mar 10 22:11:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.218}]},{"osd":1,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.309}]},{"osd":2,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.29799999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:10:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.61899999999999999}]},{"osd":5,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.67800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.64000000000000001}]},{"osd":1,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.72699999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.62}]},{"osd":3,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.68000000000000005}]},{"osd":5,"last update":"Sun Mar 10 22:11:07 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.44400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27576,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717576,"statfs":{"total":95995035648,"available":95966797824,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.39900000000000002}]},{"osd":1,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.33500000000000002}]},{"osd":2,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.42799999999999999}]},{"osd":3,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.378},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.38500000000000001}]},{"osd":4,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.34599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:11:17.018 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:16 smithi172 ceph-mon[31000]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:17.018 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:16 smithi172 ceph-mon[31000]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:18.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:17 smithi169 ceph-mon[27156]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:18.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:17 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1055328070' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-03-10T22:11:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:17 smithi169 ceph-mon[27156]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:17 smithi169 ceph-mon[27156]: pgmap v192: 97 pgs: 1 creating+peering, 91 active+clean, 5 unknown; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-03-10T22:11:18.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:17 smithi169 ceph-mon[37738]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:18.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:17 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1055328070' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-03-10T22:11:18.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:17 smithi169 ceph-mon[37738]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:18.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:17 smithi169 ceph-mon[37738]: pgmap v192: 97 pgs: 1 creating+peering, 91 active+clean, 5 unknown; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-03-10T22:11:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:17 smithi172 ceph-mon[31000]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:17 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1055328070' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-03-10T22:11:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:17 smithi172 ceph-mon[31000]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:17 smithi172 ceph-mon[31000]: pgmap v192: 97 pgs: 1 creating+peering, 91 active+clean, 5 unknown; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-03-10T22:11:20.019 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-10T22:11:20.323 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:11:20.324 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:11:20.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:20 smithi169 ceph-mon[27156]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s wr, 6 op/s 2024-03-10T22:11:20.334 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:20 smithi169 ceph-mon[37738]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s wr, 6 op/s 2024-03-10T22:11:20.334 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-03-10T22:11:19.003592+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":248,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222860,"kb_used_data":6676,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738356,"statfs":{"total":767960285184,"available":767732076544,"internally_reserved":0,"allocated":6836224,"data_stored":3851956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.693229"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678741+0000","last_change":"2024-03-10T22:11:12.701205+0000","last_active":"2024-03-10T22:11:13.678741+0000","last_peered":"2024-03-10T22:11:13.678741+0000","last_clean":"2024-03-10T22:11:13.678741+0000","last_became_active":"2024-03-10T22:11:12.700074+0000","last_became_peered":"2024-03-10T22:11:12.700074+0000","last_unstale":"2024-03-10T22:11:13.678741+0000","last_undegraded":"2024-03-10T22:11:13.678741+0000","last_fullsized":"2024-03-10T22:11:13.678741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:23:01.902605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.329324+0000","last_change":"2024-03-10T22:11:12.691519+0000","last_active":"2024-03-10T22:11:13.329324+0000","last_peered":"2024-03-10T22:11:13.329324+0000","last_clean":"2024-03-10T22:11:13.329324+0000","last_became_active":"2024-03-10T22:11:12.691245+0000","last_became_peered":"2024-03-10T22:11:12.691245+0000","last_unstale":"2024-03-10T22:11:13.329324+0000","last_undegraded":"2024-03-10T22:11:13.329324+0000","last_fullsized":"2024-03-10T22:11:13.329324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:08:14.452838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182463+0000","last_change":"2024-03-10T22:11:12.695791+0000","last_active":"2024-03-10T22:11:13.182463+0000","last_peered":"2024-03-10T22:11:13.182463+0000","last_clean":"2024-03-10T22:11:13.182463+0000","last_became_active":"2024-03-10T22:11:12.695507+0000","last_became_peered":"2024-03-10T22:11:12.695507+0000","last_unstale":"2024-03-10T22:11:13.182463+0000","last_undegraded":"2024-03-10T22:11:13.182463+0000","last_fullsized":"2024-03-10T22:11:13.182463+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:33:48.988967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250559+0000","last_change":"2024-03-10T22:11:12.693517+0000","last_active":"2024-03-10T22:11:14.250559+0000","last_peered":"2024-03-10T22:11:14.250559+0000","last_clean":"2024-03-10T22:11:14.250559+0000","last_became_active":"2024-03-10T22:11:12.693236+0000","last_became_peered":"2024-03-10T22:11:12.693236+0000","last_unstale":"2024-03-10T22:11:14.250559+0000","last_undegraded":"2024-03-10T22:11:14.250559+0000","last_fullsized":"2024-03-10T22:11:14.250559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:13.561703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678293+0000","last_change":"2024-03-10T22:11:12.701277+0000","last_active":"2024-03-10T22:11:13.678293+0000","last_peered":"2024-03-10T22:11:13.678293+0000","last_clean":"2024-03-10T22:11:13.678293+0000","last_became_active":"2024-03-10T22:11:12.700703+0000","last_became_peered":"2024-03-10T22:11:12.700703+0000","last_unstale":"2024-03-10T22:11:13.678293+0000","last_undegraded":"2024-03-10T22:11:13.678293+0000","last_fullsized":"2024-03-10T22:11:13.678293+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:12:20.808902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250702+0000","last_change":"2024-03-10T22:11:12.686552+0000","last_active":"2024-03-10T22:11:14.250702+0000","last_peered":"2024-03-10T22:11:14.250702+0000","last_clean":"2024-03-10T22:11:14.250702+0000","last_became_active":"2024-03-10T22:11:12.686274+0000","last_became_peered":"2024-03-10T22:11:12.686274+0000","last_unstale":"2024-03-10T22:11:14.250702+0000","last_undegraded":"2024-03-10T22:11:14.250702+0000","last_fullsized":"2024-03-10T22:11:14.250702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:19:53.208566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677787+0000","last_change":"2024-03-10T22:11:12.701505+0000","last_active":"2024-03-10T22:11:13.677787+0000","last_peered":"2024-03-10T22:11:13.677787+0000","last_clean":"2024-03-10T22:11:13.677787+0000","last_became_active":"2024-03-10T22:11:12.700514+0000","last_became_peered":"2024-03-10T22:11:12.700514+0000","last_unstale":"2024-03-10T22:11:13.677787+0000","last_undegraded":"2024-03-10T22:11:13.677787+0000","last_fullsized":"2024-03-10T22:11:13.677787+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:15:57.043751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.676959+0000","last_change":"2024-03-10T22:11:12.692086+0000","last_active":"2024-03-10T22:11:13.676959+0000","last_peered":"2024-03-10T22:11:13.676959+0000","last_clean":"2024-03-10T22:11:13.676959+0000","last_became_active":"2024-03-10T22:11:12.690648+0000","last_became_peered":"2024-03-10T22:11:12.690648+0000","last_unstale":"2024-03-10T22:11:13.676959+0000","last_undegraded":"2024-03-10T22:11:13.676959+0000","last_fullsized":"2024-03-10T22:11:13.676959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:11.054836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678740+0000","last_change":"2024-03-10T22:11:12.705416+0000","last_active":"2024-03-10T22:11:13.678740+0000","last_peered":"2024-03-10T22:11:13.678740+0000","last_clean":"2024-03-10T22:11:13.678740+0000","last_became_active":"2024-03-10T22:11:12.705130+0000","last_became_peered":"2024-03-10T22:11:12.705130+0000","last_unstale":"2024-03-10T22:11:13.678740+0000","last_undegraded":"2024-03-10T22:11:13.678740+0000","last_fullsized":"2024-03-10T22:11:13.678740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:12:10.920888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738714+0000","last_change":"2024-03-10T22:11:12.690415+0000","last_active":"2024-03-10T22:11:14.738714+0000","last_peered":"2024-03-10T22:11:14.738714+0000","last_clean":"2024-03-10T22:11:14.738714+0000","last_became_active":"2024-03-10T22:11:12.690091+0000","last_became_peered":"2024-03-10T22:11:12.690091+0000","last_unstale":"2024-03-10T22:11:14.738714+0000","last_undegraded":"2024-03-10T22:11:14.738714+0000","last_fullsized":"2024-03-10T22:11:14.738714+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:28:29.762666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738647+0000","last_change":"2024-03-10T22:11:12.689154+0000","last_active":"2024-03-10T22:11:14.738647+0000","last_peered":"2024-03-10T22:11:14.738647+0000","last_clean":"2024-03-10T22:11:14.738647+0000","last_became_active":"2024-03-10T22:11:12.688877+0000","last_became_peered":"2024-03-10T22:11:12.688877+0000","last_unstale":"2024-03-10T22:11:14.738647+0000","last_undegraded":"2024-03-10T22:11:14.738647+0000","last_fullsized":"2024-03-10T22:11:14.738647+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:18.736111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:15.327051+0000","last_change":"2024-03-10T22:11:12.691279+0000","last_active":"2024-03-10T22:11:15.327051+0000","last_peered":"2024-03-10T22:11:15.327051+0000","last_clean":"2024-03-10T22:11:15.327051+0000","last_became_active":"2024-03-10T22:11:12.691009+0000","last_became_peered":"2024-03-10T22:11:12.691009+0000","last_unstale":"2024-03-10T22:11:15.327051+0000","last_undegraded":"2024-03-10T22:11:15.327051+0000","last_fullsized":"2024-03-10T22:11:15.327051+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:42.628456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677154+0000","last_change":"2024-03-10T22:11:12.687905+0000","last_active":"2024-03-10T22:11:13.677154+0000","last_peered":"2024-03-10T22:11:13.677154+0000","last_clean":"2024-03-10T22:11:13.677154+0000","last_became_active":"2024-03-10T22:11:12.686643+0000","last_became_peered":"2024-03-10T22:11:12.686643+0000","last_unstale":"2024-03-10T22:11:13.677154+0000","last_undegraded":"2024-03-10T22:11:13.677154+0000","last_fullsized":"2024-03-10T22:11:13.677154+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:46.602771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182405+0000","last_change":"2024-03-10T22:11:12.694945+0000","last_active":"2024-03-10T22:11:13.182405+0000","last_peered":"2024-03-10T22:11:13.182405+0000","last_clean":"2024-03-10T22:11:13.182405+0000","last_became_active":"2024-03-10T22:11:12.694647+0000","last_became_peered":"2024-03-10T22:11:12.694647+0000","last_unstale":"2024-03-10T22:11:13.182405+0000","last_undegraded":"2024-03-10T22:11:13.182405+0000","last_fullsized":"2024-03-10T22:11:13.182405+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:52:59.239119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.329185+0000","last_change":"2024-03-10T22:11:12.681705+0000","last_active":"2024-03-10T22:11:13.329185+0000","last_peered":"2024-03-10T22:11:13.329185+0000","last_clean":"2024-03-10T22:11:13.329185+0000","last_became_active":"2024-03-10T22:11:12.681448+0000","last_became_peered":"2024-03-10T22:11:12.681448+0000","last_unstale":"2024-03-10T22:11:13.329185+0000","last_undegraded":"2024-03-10T22:11:13.329185+0000","last_fullsized":"2024-03-10T22:11:13.329185+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:52:30.120706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250181+0000","last_change":"2024-03-10T22:11:12.695264+0000","last_active":"2024-03-10T22:11:14.250181+0000","last_peered":"2024-03-10T22:11:14.250181+0000","last_clean":"2024-03-10T22:11:14.250181+0000","last_became_active":"2024-03-10T22:11:12.694455+0000","last_became_peered":"2024-03-10T22:11:12.694455+0000","last_unstale":"2024-03-10T22:11:14.250181+0000","last_undegraded":"2024-03-10T22:11:14.250181+0000","last_fullsized":"2024-03-10T22:11:14.250181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:07:36.041532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250953+0000","last_change":"2024-03-10T22:11:12.705580+0000","last_active":"2024-03-10T22:11:14.250953+0000","last_peered":"2024-03-10T22:11:14.250953+0000","last_clean":"2024-03-10T22:11:14.250953+0000","last_became_active":"2024-03-10T22:11:12.705268+0000","last_became_peered":"2024-03-10T22:11:12.705268+0000","last_unstale":"2024-03-10T22:11:14.250953+0000","last_undegraded":"2024-03-10T22:11:14.250953+0000","last_fullsized":"2024-03-10T22:11:14.250953+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:41:43.137037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.541506+0000","last_change":"2024-03-10T22:11:12.692403+0000","last_active":"2024-03-10T22:11:13.541506+0000","last_peered":"2024-03-10T22:11:13.541506+0000","last_clean":"2024-03-10T22:11:13.541506+0000","last_became_active":"2024-03-10T22:11:12.692123+0000","last_became_peered":"2024-03-10T22:11:12.692123+0000","last_unstale":"2024-03-10T22:11:13.541506+0000","last_undegraded":"2024-03-10T22:11:13.541506+0000","last_fullsized":"2024-03-10T22:11:13.541506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:13:46.329297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678301+0000","last_change":"2024-03-10T22:11:12.692539+0000","last_active":"2024-03-10T22:11:13.678301+0000","last_peered":"2024-03-10T22:11:13.678301+0000","last_clean":"2024-03-10T22:11:13.678301+0000","last_became_active":"2024-03-10T22:11:12.692090+0000","last_became_peered":"2024-03-10T22:11:12.692090+0000","last_unstale":"2024-03-10T22:11:13.678301+0000","last_undegraded":"2024-03-10T22:11:13.678301+0000","last_fullsized":"2024-03-10T22:11:13.678301+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:00.077776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182516+0000","last_change":"2024-03-10T22:11:12.331999+0000","last_active":"2024-03-10T22:11:13.182516+0000","last_peered":"2024-03-10T22:11:13.182516+0000","last_clean":"2024-03-10T22:11:13.182516+0000","last_became_active":"2024-03-10T22:11:12.331669+0000","last_became_peered":"2024-03-10T22:11:12.331669+0000","last_unstale":"2024-03-10T22:11:13.182516+0000","last_undegraded":"2024-03-10T22:11:13.182516+0000","last_fullsized":"2024-03-10T22:11:13.182516+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:58.108647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678450+0000","last_change":"2024-03-10T22:11:12.690022+0000","last_active":"2024-03-10T22:11:13.678450+0000","last_peered":"2024-03-10T22:11:13.678450+0000","last_clean":"2024-03-10T22:11:13.678450+0000","last_became_active":"2024-03-10T22:11:12.689687+0000","last_became_peered":"2024-03-10T22:11:12.689687+0000","last_unstale":"2024-03-10T22:11:13.678450+0000","last_undegraded":"2024-03-10T22:11:13.678450+0000","last_fullsized":"2024-03-10T22:11:13.678450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:05:37.487003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678668+0000","last_change":"2024-03-10T22:11:12.324676+0000","last_active":"2024-03-10T22:11:13.678668+0000","last_peered":"2024-03-10T22:11:13.678668+0000","last_clean":"2024-03-10T22:11:13.678668+0000","last_became_active":"2024-03-10T22:11:12.324381+0000","last_became_peered":"2024-03-10T22:11:12.324381+0000","last_unstale":"2024-03-10T22:11:13.678668+0000","last_undegraded":"2024-03-10T22:11:13.678668+0000","last_fullsized":"2024-03-10T22:11:13.678668+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:36:39.187956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182493+0000","last_change":"2024-03-10T22:11:12.689295+0000","last_active":"2024-03-10T22:11:13.182493+0000","last_peered":"2024-03-10T22:11:13.182493+0000","last_clean":"2024-03-10T22:11:13.182493+0000","last_became_active":"2024-03-10T22:11:12.688473+0000","last_became_peered":"2024-03-10T22:11:12.688473+0000","last_unstale":"2024-03-10T22:11:13.182493+0000","last_undegraded":"2024-03-10T22:11:13.182493+0000","last_fullsized":"2024-03-10T22:11:13.182493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:05:15.873149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678640+0000","last_change":"2024-03-10T22:11:12.335915+0000","last_active":"2024-03-10T22:11:13.678640+0000","last_peered":"2024-03-10T22:11:13.678640+0000","last_clean":"2024-03-10T22:11:13.678640+0000","last_became_active":"2024-03-10T22:11:12.335558+0000","last_became_peered":"2024-03-10T22:11:12.335558+0000","last_unstale":"2024-03-10T22:11:13.678640+0000","last_undegraded":"2024-03-10T22:11:13.678640+0000","last_fullsized":"2024-03-10T22:11:13.678640+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:16:06.166557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250713+0000","last_change":"2024-03-10T22:11:12.681774+0000","last_active":"2024-03-10T22:11:14.250713+0000","last_peered":"2024-03-10T22:11:14.250713+0000","last_clean":"2024-03-10T22:11:14.250713+0000","last_became_active":"2024-03-10T22:11:12.681502+0000","last_became_peered":"2024-03-10T22:11:12.681502+0000","last_unstale":"2024-03-10T22:11:14.250713+0000","last_undegraded":"2024-03-10T22:11:14.250713+0000","last_fullsized":"2024-03-10T22:11:14.250713+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:35.646835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678398+0000","last_change":"2024-03-10T22:11:12.339324+0000","last_active":"2024-03-10T22:11:13.678398+0000","last_peered":"2024-03-10T22:11:13.678398+0000","last_clean":"2024-03-10T22:11:13.678398+0000","last_became_active":"2024-03-10T22:11:12.339021+0000","last_became_peered":"2024-03-10T22:11:12.339021+0000","last_unstale":"2024-03-10T22:11:13.678398+0000","last_undegraded":"2024-03-10T22:11:13.678398+0000","last_fullsized":"2024-03-10T22:11:13.678398+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:11:01.173700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250652+0000","last_change":"2024-03-10T22:11:12.704879+0000","last_active":"2024-03-10T22:11:14.250652+0000","last_peered":"2024-03-10T22:11:14.250652+0000","last_clean":"2024-03-10T22:11:14.250652+0000","last_became_active":"2024-03-10T22:11:12.704605+0000","last_became_peered":"2024-03-10T22:11:12.704605+0000","last_unstale":"2024-03-10T22:11:14.250652+0000","last_undegraded":"2024-03-10T22:11:14.250652+0000","last_fullsized":"2024-03-10T22:11:14.250652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:22:49.476011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677320+0000","last_change":"2024-03-10T22:11:12.328412+0000","last_active":"2024-03-10T22:11:13.677320+0000","last_peered":"2024-03-10T22:11:13.677320+0000","last_clean":"2024-03-10T22:11:13.677320+0000","last_became_active":"2024-03-10T22:11:12.327914+0000","last_became_peered":"2024-03-10T22:11:12.327914+0000","last_unstale":"2024-03-10T22:11:13.677320+0000","last_undegraded":"2024-03-10T22:11:13.677320+0000","last_fullsized":"2024-03-10T22:11:13.677320+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:08:37.921104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:15.326621+0000","last_change":"2024-03-10T22:11:12.687879+0000","last_active":"2024-03-10T22:11:15.326621+0000","last_peered":"2024-03-10T22:11:15.326621+0000","last_clean":"2024-03-10T22:11:15.326621+0000","last_became_active":"2024-03-10T22:11:12.687582+0000","last_became_peered":"2024-03-10T22:11:12.687582+0000","last_unstale":"2024-03-10T22:11:15.326621+0000","last_undegraded":"2024-03-10T22:11:15.326621+0000","last_fullsized":"2024-03-10T22:11:15.326621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:45:00.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738337+0000","last_change":"2024-03-10T22:11:12.334884+0000","last_active":"2024-03-10T22:11:14.738337+0000","last_peered":"2024-03-10T22:11:14.738337+0000","last_clean":"2024-03-10T22:11:14.738337+0000","last_became_active":"2024-03-10T22:11:12.334600+0000","last_became_peered":"2024-03-10T22:11:12.334600+0000","last_unstale":"2024-03-10T22:11:14.738337+0000","last_undegraded":"2024-03-10T22:11:14.738337+0000","last_fullsized":"2024-03-10T22:11:14.738337+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:28:39.542401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182453+0000","last_change":"2024-03-10T22:11:12.701043+0000","last_active":"2024-03-10T22:11:13.182453+0000","last_peered":"2024-03-10T22:11:13.182453+0000","last_clean":"2024-03-10T22:11:13.182453+0000","last_became_active":"2024-03-10T22:11:12.699852+0000","last_became_peered":"2024-03-10T22:11:12.699852+0000","last_unstale":"2024-03-10T22:11:13.182453+0000","last_undegraded":"2024-03-10T22:11:13.182453+0000","last_fullsized":"2024-03-10T22:11:13.182453+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:52.944578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678008+0000","last_change":"2024-03-10T22:11:12.329339+0000","last_active":"2024-03-10T22:11:13.678008+0000","last_peered":"2024-03-10T22:11:13.678008+0000","last_clean":"2024-03-10T22:11:13.678008+0000","last_became_active":"2024-03-10T22:11:12.324591+0000","last_became_peered":"2024-03-10T22:11:12.324591+0000","last_unstale":"2024-03-10T22:11:13.678008+0000","last_undegraded":"2024-03-10T22:11:13.678008+0000","last_fullsized":"2024-03-10T22:11:13.678008+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:59:20.829563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677143+0000","last_change":"2024-03-10T22:11:12.685105+0000","last_active":"2024-03-10T22:11:13.677143+0000","last_peered":"2024-03-10T22:11:13.677143+0000","last_clean":"2024-03-10T22:11:13.677143+0000","last_became_active":"2024-03-10T22:11:12.684801+0000","last_became_peered":"2024-03-10T22:11:12.684801+0000","last_unstale":"2024-03-10T22:11:13.677143+0000","last_undegraded":"2024-03-10T22:11:13.677143+0000","last_fullsized":"2024-03-10T22:11:13.677143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:02:33.141180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.669493+0000","last_change":"2024-03-10T22:11:12.337832+0000","last_active":"2024-03-10T22:11:12.669493+0000","last_peered":"2024-03-10T22:11:12.669493+0000","last_clean":"2024-03-10T22:11:12.669493+0000","last_became_active":"2024-03-10T22:11:12.337506+0000","last_became_peered":"2024-03-10T22:11:12.337506+0000","last_unstale":"2024-03-10T22:11:12.669493+0000","last_undegraded":"2024-03-10T22:11:12.669493+0000","last_fullsized":"2024-03-10T22:11:12.669493+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:21.901356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.329220+0000","last_change":"2024-03-10T22:11:12.692561+0000","last_active":"2024-03-10T22:11:13.329220+0000","last_peered":"2024-03-10T22:11:13.329220+0000","last_clean":"2024-03-10T22:11:13.329220+0000","last_became_active":"2024-03-10T22:11:12.692276+0000","last_became_peered":"2024-03-10T22:11:12.692276+0000","last_unstale":"2024-03-10T22:11:13.329220+0000","last_undegraded":"2024-03-10T22:11:13.329220+0000","last_fullsized":"2024-03-10T22:11:13.329220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:04:32.793389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738684+0000","last_change":"2024-03-10T22:11:12.330952+0000","last_active":"2024-03-10T22:11:14.738684+0000","last_peered":"2024-03-10T22:11:14.738684+0000","last_clean":"2024-03-10T22:11:14.738684+0000","last_became_active":"2024-03-10T22:11:12.330569+0000","last_became_peered":"2024-03-10T22:11:12.330569+0000","last_unstale":"2024-03-10T22:11:14.738684+0000","last_undegraded":"2024-03-10T22:11:14.738684+0000","last_fullsized":"2024-03-10T22:11:14.738684+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:35:05.959497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250799+0000","last_change":"2024-03-10T22:11:12.693500+0000","last_active":"2024-03-10T22:11:14.250799+0000","last_peered":"2024-03-10T22:11:14.250799+0000","last_clean":"2024-03-10T22:11:14.250799+0000","last_became_active":"2024-03-10T22:11:12.693203+0000","last_became_peered":"2024-03-10T22:11:12.693203+0000","last_unstale":"2024-03-10T22:11:14.250799+0000","last_undegraded":"2024-03-10T22:11:14.250799+0000","last_fullsized":"2024-03-10T22:11:14.250799+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:27:48.202264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.672893+0000","last_change":"2024-03-10T22:11:12.333487+0000","last_active":"2024-03-10T22:11:12.672893+0000","last_peered":"2024-03-10T22:11:12.672893+0000","last_clean":"2024-03-10T22:11:12.672893+0000","last_became_active":"2024-03-10T22:11:12.333179+0000","last_became_peered":"2024-03-10T22:11:12.333179+0000","last_unstale":"2024-03-10T22:11:12.672893+0000","last_undegraded":"2024-03-10T22:11:12.672893+0000","last_fullsized":"2024-03-10T22:11:12.672893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:41:49.042592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182484+0000","last_change":"2024-03-10T22:11:12.697335+0000","last_active":"2024-03-10T22:11:13.182484+0000","last_peered":"2024-03-10T22:11:13.182484+0000","last_clean":"2024-03-10T22:11:13.182484+0000","last_became_active":"2024-03-10T22:11:12.697052+0000","last_became_peered":"2024-03-10T22:11:12.697052+0000","last_unstale":"2024-03-10T22:11:13.182484+0000","last_undegraded":"2024-03-10T22:11:13.182484+0000","last_fullsized":"2024-03-10T22:11:13.182484+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:07.163750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.329304+0000","last_change":"2024-03-10T22:11:12.336603+0000","last_active":"2024-03-10T22:11:13.329304+0000","last_peered":"2024-03-10T22:11:13.329304+0000","last_clean":"2024-03-10T22:11:13.329304+0000","last_became_active":"2024-03-10T22:11:12.336317+0000","last_became_peered":"2024-03-10T22:11:12.336317+0000","last_unstale":"2024-03-10T22:11:13.329304+0000","last_undegraded":"2024-03-10T22:11:13.329304+0000","last_fullsized":"2024-03-10T22:11:13.329304+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:30.357130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:15.326944+0000","last_change":"2024-03-10T22:11:12.697177+0000","last_active":"2024-03-10T22:11:15.326944+0000","last_peered":"2024-03-10T22:11:15.326944+0000","last_clean":"2024-03-10T22:11:15.326944+0000","last_became_active":"2024-03-10T22:11:12.696899+0000","last_became_peered":"2024-03-10T22:11:12.696899+0000","last_unstale":"2024-03-10T22:11:15.326944+0000","last_undegraded":"2024-03-10T22:11:15.326944+0000","last_fullsized":"2024-03-10T22:11:15.326944+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:21:13.556936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738517+0000","last_change":"2024-03-10T22:11:12.333491+0000","last_active":"2024-03-10T22:11:14.738517+0000","last_peered":"2024-03-10T22:11:14.738517+0000","last_clean":"2024-03-10T22:11:14.738517+0000","last_became_active":"2024-03-10T22:11:12.332951+0000","last_became_peered":"2024-03-10T22:11:12.332951+0000","last_unstale":"2024-03-10T22:11:14.738517+0000","last_undegraded":"2024-03-10T22:11:14.738517+0000","last_fullsized":"2024-03-10T22:11:14.738517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:02:33.459289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678400+0000","last_change":"2024-03-10T22:11:12.699526+0000","last_active":"2024-03-10T22:11:13.678400+0000","last_peered":"2024-03-10T22:11:13.678400+0000","last_clean":"2024-03-10T22:11:13.678400+0000","last_became_active":"2024-03-10T22:11:12.699207+0000","last_became_peered":"2024-03-10T22:11:12.699207+0000","last_unstale":"2024-03-10T22:11:13.678400+0000","last_undegraded":"2024-03-10T22:11:13.678400+0000","last_fullsized":"2024-03-10T22:11:13.678400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:31.727476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182443+0000","last_change":"2024-03-10T22:11:12.333163+0000","last_active":"2024-03-10T22:11:13.182443+0000","last_peered":"2024-03-10T22:11:13.182443+0000","last_clean":"2024-03-10T22:11:13.182443+0000","last_became_active":"2024-03-10T22:11:12.332929+0000","last_became_peered":"2024-03-10T22:11:12.332929+0000","last_unstale":"2024-03-10T22:11:13.182443+0000","last_undegraded":"2024-03-10T22:11:13.182443+0000","last_fullsized":"2024-03-10T22:11:13.182443+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:49:55.523315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182394+0000","last_change":"2024-03-10T22:11:12.687001+0000","last_active":"2024-03-10T22:11:13.182394+0000","last_peered":"2024-03-10T22:11:13.182394+0000","last_clean":"2024-03-10T22:11:13.182394+0000","last_became_active":"2024-03-10T22:11:12.686356+0000","last_became_peered":"2024-03-10T22:11:12.686356+0000","last_unstale":"2024-03-10T22:11:13.182394+0000","last_undegraded":"2024-03-10T22:11:13.182394+0000","last_fullsized":"2024-03-10T22:11:13.182394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:04.769067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.670611+0000","last_change":"2024-03-10T22:11:12.336067+0000","last_active":"2024-03-10T22:11:12.670611+0000","last_peered":"2024-03-10T22:11:12.670611+0000","last_clean":"2024-03-10T22:11:12.670611+0000","last_became_active":"2024-03-10T22:11:12.335743+0000","last_became_peered":"2024-03-10T22:11:12.335743+0000","last_unstale":"2024-03-10T22:11:12.670611+0000","last_undegraded":"2024-03-10T22:11:12.670611+0000","last_fullsized":"2024-03-10T22:11:12.670611+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:31:01.175277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678152+0000","last_change":"2024-03-10T22:11:12.701062+0000","last_active":"2024-03-10T22:11:13.678152+0000","last_peered":"2024-03-10T22:11:13.678152+0000","last_clean":"2024-03-10T22:11:13.678152+0000","last_became_active":"2024-03-10T22:11:12.700567+0000","last_became_peered":"2024-03-10T22:11:12.700567+0000","last_unstale":"2024-03-10T22:11:13.678152+0000","last_undegraded":"2024-03-10T22:11:13.678152+0000","last_fullsized":"2024-03-10T22:11:13.678152+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:29:53.128362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738083+0000","last_change":"2024-03-10T22:11:12.331888+0000","last_active":"2024-03-10T22:11:14.738083+0000","last_peered":"2024-03-10T22:11:14.738083+0000","last_clean":"2024-03-10T22:11:14.738083+0000","last_became_active":"2024-03-10T22:11:12.331529+0000","last_became_peered":"2024-03-10T22:11:12.331529+0000","last_unstale":"2024-03-10T22:11:14.738083+0000","last_undegraded":"2024-03-10T22:11:14.738083+0000","last_fullsized":"2024-03-10T22:11:14.738083+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:14:54.061339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738230+0000","last_change":"2024-03-10T22:11:12.688359+0000","last_active":"2024-03-10T22:11:14.738230+0000","last_peered":"2024-03-10T22:11:14.738230+0000","last_clean":"2024-03-10T22:11:14.738230+0000","last_became_active":"2024-03-10T22:11:12.688073+0000","last_became_peered":"2024-03-10T22:11:12.688073+0000","last_unstale":"2024-03-10T22:11:14.738230+0000","last_undegraded":"2024-03-10T22:11:14.738230+0000","last_fullsized":"2024-03-10T22:11:14.738230+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:02:02.500459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.541433+0000","last_change":"2024-03-10T22:11:12.329835+0000","last_active":"2024-03-10T22:11:13.541433+0000","last_peered":"2024-03-10T22:11:13.541433+0000","last_clean":"2024-03-10T22:11:13.541433+0000","last_became_active":"2024-03-10T22:11:12.329149+0000","last_became_peered":"2024-03-10T22:11:12.329149+0000","last_unstale":"2024-03-10T22:11:13.541433+0000","last_undegraded":"2024-03-10T22:11:13.541433+0000","last_fullsized":"2024-03-10T22:11:13.541433+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:35:31.108239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677948+0000","last_change":"2024-03-10T22:11:12.701701+0000","last_active":"2024-03-10T22:11:13.677948+0000","last_peered":"2024-03-10T22:11:13.677948+0000","last_clean":"2024-03-10T22:11:13.677948+0000","last_became_active":"2024-03-10T22:11:12.701158+0000","last_became_peered":"2024-03-10T22:11:12.701158+0000","last_unstale":"2024-03-10T22:11:13.677948+0000","last_undegraded":"2024-03-10T22:11:13.677948+0000","last_fullsized":"2024-03-10T22:11:13.677948+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:36.075457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.699871+0000","last_change":"2024-03-10T22:11:12.325718+0000","last_active":"2024-03-10T22:11:12.699871+0000","last_peered":"2024-03-10T22:11:12.699871+0000","last_clean":"2024-03-10T22:11:12.699871+0000","last_became_active":"2024-03-10T22:11:12.325364+0000","last_became_peered":"2024-03-10T22:11:12.325364+0000","last_unstale":"2024-03-10T22:11:12.699871+0000","last_undegraded":"2024-03-10T22:11:12.699871+0000","last_fullsized":"2024-03-10T22:11:12.699871+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:55.783060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678691+0000","last_change":"2024-03-10T22:11:12.699893+0000","last_active":"2024-03-10T22:11:13.678691+0000","last_peered":"2024-03-10T22:11:13.678691+0000","last_clean":"2024-03-10T22:11:13.678691+0000","last_became_active":"2024-03-10T22:11:12.699528+0000","last_became_peered":"2024-03-10T22:11:12.699528+0000","last_unstale":"2024-03-10T22:11:13.678691+0000","last_undegraded":"2024-03-10T22:11:13.678691+0000","last_fullsized":"2024-03-10T22:11:13.678691+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:49.010215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.329248+0000","last_change":"2024-03-10T22:11:12.330875+0000","last_active":"2024-03-10T22:11:13.329248+0000","last_peered":"2024-03-10T22:11:13.329248+0000","last_clean":"2024-03-10T22:11:13.329248+0000","last_became_active":"2024-03-10T22:11:12.330583+0000","last_became_peered":"2024-03-10T22:11:12.330583+0000","last_unstale":"2024-03-10T22:11:13.329248+0000","last_undegraded":"2024-03-10T22:11:13.329248+0000","last_fullsized":"2024-03-10T22:11:13.329248+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:54:17.000879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250775+0000","last_change":"2024-03-10T22:11:12.673695+0000","last_active":"2024-03-10T22:11:14.250775+0000","last_peered":"2024-03-10T22:11:14.250775+0000","last_clean":"2024-03-10T22:11:14.250775+0000","last_became_active":"2024-03-10T22:11:12.673386+0000","last_became_peered":"2024-03-10T22:11:12.673386+0000","last_unstale":"2024-03-10T22:11:14.250775+0000","last_undegraded":"2024-03-10T22:11:14.250775+0000","last_fullsized":"2024-03-10T22:11:14.250775+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:37:53.995145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.670499+0000","last_change":"2024-03-10T22:11:12.329115+0000","last_active":"2024-03-10T22:11:12.670499+0000","last_peered":"2024-03-10T22:11:12.670499+0000","last_clean":"2024-03-10T22:11:12.670499+0000","last_became_active":"2024-03-10T22:11:12.328828+0000","last_became_peered":"2024-03-10T22:11:12.328828+0000","last_unstale":"2024-03-10T22:11:12.670499+0000","last_undegraded":"2024-03-10T22:11:12.670499+0000","last_fullsized":"2024-03-10T22:11:12.670499+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:17:57.474260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:15.327124+0000","last_change":"2024-03-10T22:11:12.699187+0000","last_active":"2024-03-10T22:11:15.327124+0000","last_peered":"2024-03-10T22:11:15.327124+0000","last_clean":"2024-03-10T22:11:15.327124+0000","last_became_active":"2024-03-10T22:11:12.698920+0000","last_became_peered":"2024-03-10T22:11:12.698920+0000","last_unstale":"2024-03-10T22:11:15.327124+0000","last_undegraded":"2024-03-10T22:11:15.327124+0000","last_fullsized":"2024-03-10T22:11:15.327124+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:12:28.843806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.329167+0000","last_change":"2024-03-10T22:11:12.691485+0000","last_active":"2024-03-10T22:11:13.329167+0000","last_peered":"2024-03-10T22:11:13.329167+0000","last_clean":"2024-03-10T22:11:13.329167+0000","last_became_active":"2024-03-10T22:11:12.691199+0000","last_became_peered":"2024-03-10T22:11:12.691199+0000","last_unstale":"2024-03-10T22:11:13.329167+0000","last_undegraded":"2024-03-10T22:11:13.329167+0000","last_fullsized":"2024-03-10T22:11:13.329167+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:22:59.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.541464+0000","last_change":"2024-03-10T22:11:12.323199+0000","last_active":"2024-03-10T22:11:13.541464+0000","last_peered":"2024-03-10T22:11:13.541464+0000","last_clean":"2024-03-10T22:11:13.541464+0000","last_became_active":"2024-03-10T22:11:12.322907+0000","last_became_peered":"2024-03-10T22:11:12.322907+0000","last_unstale":"2024-03-10T22:11:13.541464+0000","last_undegraded":"2024-03-10T22:11:13.541464+0000","last_fullsized":"2024-03-10T22:11:13.541464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:37:17.480409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677427+0000","last_change":"2024-03-10T22:11:12.691003+0000","last_active":"2024-03-10T22:11:13.677427+0000","last_peered":"2024-03-10T22:11:13.677427+0000","last_clean":"2024-03-10T22:11:13.677427+0000","last_became_active":"2024-03-10T22:11:12.690556+0000","last_became_peered":"2024-03-10T22:11:12.690556+0000","last_unstale":"2024-03-10T22:11:13.677427+0000","last_undegraded":"2024-03-10T22:11:13.677427+0000","last_fullsized":"2024-03-10T22:11:13.677427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:38:21.961501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.669350+0000","last_change":"2024-03-10T22:11:12.337640+0000","last_active":"2024-03-10T22:11:12.669350+0000","last_peered":"2024-03-10T22:11:12.669350+0000","last_clean":"2024-03-10T22:11:12.669350+0000","last_became_active":"2024-03-10T22:11:12.337350+0000","last_became_peered":"2024-03-10T22:11:12.337350+0000","last_unstale":"2024-03-10T22:11:12.669350+0000","last_undegraded":"2024-03-10T22:11:12.669350+0000","last_fullsized":"2024-03-10T22:11:12.669350+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:18:51.316696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:12.680820+0000","last_change":"2024-03-10T22:10:57.219572+0000","last_active":"2024-03-10T22:11:12.680820+0000","last_peered":"2024-03-10T22:11:12.680820+0000","last_clean":"2024-03-10T22:11:12.680820+0000","last_became_active":"2024-03-10T22:10:57.219072+0000","last_became_peered":"2024-03-10T22:10:57.219072+0000","last_unstale":"2024-03-10T22:11:12.680820+0000","last_undegraded":"2024-03-10T22:11:12.680820+0000","last_fullsized":"2024-03-10T22:11:12.680820+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:18:55.665209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182377+0000","last_change":"2024-03-10T22:11:12.700447+0000","last_active":"2024-03-10T22:11:13.182377+0000","last_peered":"2024-03-10T22:11:13.182377+0000","last_clean":"2024-03-10T22:11:13.182377+0000","last_became_active":"2024-03-10T22:11:12.700188+0000","last_became_peered":"2024-03-10T22:11:12.700188+0000","last_unstale":"2024-03-10T22:11:13.182377+0000","last_undegraded":"2024-03-10T22:11:13.182377+0000","last_fullsized":"2024-03-10T22:11:13.182377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:56:29.291812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678010+0000","last_change":"2024-03-10T22:11:12.336134+0000","last_active":"2024-03-10T22:11:13.678010+0000","last_peered":"2024-03-10T22:11:13.678010+0000","last_clean":"2024-03-10T22:11:13.678010+0000","last_became_active":"2024-03-10T22:11:12.334941+0000","last_became_peered":"2024-03-10T22:11:12.334941+0000","last_unstale":"2024-03-10T22:11:13.678010+0000","last_undegraded":"2024-03-10T22:11:13.678010+0000","last_fullsized":"2024-03-10T22:11:13.678010+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:58.368677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678501+0000","last_change":"2024-03-10T22:11:12.335201+0000","last_active":"2024-03-10T22:11:13.678501+0000","last_peered":"2024-03-10T22:11:13.678501+0000","last_clean":"2024-03-10T22:11:13.678501+0000","last_became_active":"2024-03-10T22:11:12.334900+0000","last_became_peered":"2024-03-10T22:11:12.334900+0000","last_unstale":"2024-03-10T22:11:13.678501+0000","last_undegraded":"2024-03-10T22:11:13.678501+0000","last_fullsized":"2024-03-10T22:11:13.678501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:13.670799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.329270+0000","last_change":"2024-03-10T22:11:12.685626+0000","last_active":"2024-03-10T22:11:13.329270+0000","last_peered":"2024-03-10T22:11:13.329270+0000","last_clean":"2024-03-10T22:11:13.329270+0000","last_became_active":"2024-03-10T22:11:12.685139+0000","last_became_peered":"2024-03-10T22:11:12.685139+0000","last_unstale":"2024-03-10T22:11:13.329270+0000","last_undegraded":"2024-03-10T22:11:13.329270+0000","last_fullsized":"2024-03-10T22:11:13.329270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:23:50.538402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:15.326847+0000","last_change":"2024-03-10T22:11:12.337498+0000","last_active":"2024-03-10T22:11:15.326847+0000","last_peered":"2024-03-10T22:11:15.326847+0000","last_clean":"2024-03-10T22:11:15.326847+0000","last_became_active":"2024-03-10T22:11:12.337220+0000","last_became_peered":"2024-03-10T22:11:12.337220+0000","last_unstale":"2024-03-10T22:11:15.326847+0000","last_undegraded":"2024-03-10T22:11:15.326847+0000","last_fullsized":"2024-03-10T22:11:15.326847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:23:20.823871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677770+0000","last_change":"2024-03-10T22:11:12.694685+0000","last_active":"2024-03-10T22:11:13.677770+0000","last_peered":"2024-03-10T22:11:13.677770+0000","last_clean":"2024-03-10T22:11:13.677770+0000","last_became_active":"2024-03-10T22:11:12.694405+0000","last_became_peered":"2024-03-10T22:11:12.694405+0000","last_unstale":"2024-03-10T22:11:13.677770+0000","last_undegraded":"2024-03-10T22:11:13.677770+0000","last_fullsized":"2024-03-10T22:11:13.677770+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:42:46.740308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738609+0000","last_change":"2024-03-10T22:11:12.335574+0000","last_active":"2024-03-10T22:11:14.738609+0000","last_peered":"2024-03-10T22:11:14.738609+0000","last_clean":"2024-03-10T22:11:14.738609+0000","last_became_active":"2024-03-10T22:11:12.335257+0000","last_became_peered":"2024-03-10T22:11:12.335257+0000","last_unstale":"2024-03-10T22:11:14.738609+0000","last_undegraded":"2024-03-10T22:11:14.738609+0000","last_fullsized":"2024-03-10T22:11:14.738609+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:44:50.635659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182473+0000","last_change":"2024-03-10T22:11:12.699524+0000","last_active":"2024-03-10T22:11:13.182473+0000","last_peered":"2024-03-10T22:11:13.182473+0000","last_clean":"2024-03-10T22:11:13.182473+0000","last_became_active":"2024-03-10T22:11:12.699207+0000","last_became_peered":"2024-03-10T22:11:12.699207+0000","last_unstale":"2024-03-10T22:11:13.182473+0000","last_undegraded":"2024-03-10T22:11:13.182473+0000","last_fullsized":"2024-03-10T22:11:13.182473+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:08.395444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677836+0000","last_change":"2024-03-10T22:11:12.335225+0000","last_active":"2024-03-10T22:11:13.677836+0000","last_peered":"2024-03-10T22:11:13.677836+0000","last_clean":"2024-03-10T22:11:13.677836+0000","last_became_active":"2024-03-10T22:11:12.334935+0000","last_became_peered":"2024-03-10T22:11:12.334935+0000","last_unstale":"2024-03-10T22:11:13.677836+0000","last_undegraded":"2024-03-10T22:11:13.677836+0000","last_fullsized":"2024-03-10T22:11:13.677836+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:17:38.481353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:15.326759+0000","last_change":"2024-03-10T22:11:12.697161+0000","last_active":"2024-03-10T22:11:15.326759+0000","last_peered":"2024-03-10T22:11:15.326759+0000","last_clean":"2024-03-10T22:11:15.326759+0000","last_became_active":"2024-03-10T22:11:12.696912+0000","last_became_peered":"2024-03-10T22:11:12.696912+0000","last_unstale":"2024-03-10T22:11:15.326759+0000","last_undegraded":"2024-03-10T22:11:15.326759+0000","last_fullsized":"2024-03-10T22:11:15.326759+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:59.747974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.329203+0000","last_change":"2024-03-10T22:11:12.333353+0000","last_active":"2024-03-10T22:11:13.329203+0000","last_peered":"2024-03-10T22:11:13.329203+0000","last_clean":"2024-03-10T22:11:13.329203+0000","last_became_active":"2024-03-10T22:11:12.333081+0000","last_became_peered":"2024-03-10T22:11:12.333081+0000","last_unstale":"2024-03-10T22:11:13.329203+0000","last_undegraded":"2024-03-10T22:11:13.329203+0000","last_fullsized":"2024-03-10T22:11:13.329203+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:37.187269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677055+0000","last_change":"2024-03-10T22:11:12.697952+0000","last_active":"2024-03-10T22:11:13.677055+0000","last_peered":"2024-03-10T22:11:13.677055+0000","last_clean":"2024-03-10T22:11:13.677055+0000","last_became_active":"2024-03-10T22:11:12.697127+0000","last_became_peered":"2024-03-10T22:11:12.697127+0000","last_unstale":"2024-03-10T22:11:13.677055+0000","last_undegraded":"2024-03-10T22:11:13.677055+0000","last_fullsized":"2024-03-10T22:11:13.677055+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:12:54.076961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.329233+0000","last_change":"2024-03-10T22:11:12.333316+0000","last_active":"2024-03-10T22:11:13.329233+0000","last_peered":"2024-03-10T22:11:13.329233+0000","last_clean":"2024-03-10T22:11:13.329233+0000","last_became_active":"2024-03-10T22:11:12.333020+0000","last_became_peered":"2024-03-10T22:11:12.333020+0000","last_unstale":"2024-03-10T22:11:13.329233+0000","last_undegraded":"2024-03-10T22:11:13.329233+0000","last_fullsized":"2024-03-10T22:11:13.329233+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:06:02.673277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677420+0000","last_change":"2024-03-10T22:11:12.683564+0000","last_active":"2024-03-10T22:11:13.677420+0000","last_peered":"2024-03-10T22:11:13.677420+0000","last_clean":"2024-03-10T22:11:13.677420+0000","last_became_active":"2024-03-10T22:11:12.683298+0000","last_became_peered":"2024-03-10T22:11:12.683298+0000","last_unstale":"2024-03-10T22:11:13.677420+0000","last_undegraded":"2024-03-10T22:11:13.677420+0000","last_fullsized":"2024-03-10T22:11:13.677420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:06.223712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678122+0000","last_change":"2024-03-10T22:11:12.338298+0000","last_active":"2024-03-10T22:11:13.678122+0000","last_peered":"2024-03-10T22:11:13.678122+0000","last_clean":"2024-03-10T22:11:13.678122+0000","last_became_active":"2024-03-10T22:11:12.337998+0000","last_became_peered":"2024-03-10T22:11:12.337998+0000","last_unstale":"2024-03-10T22:11:13.678122+0000","last_undegraded":"2024-03-10T22:11:13.678122+0000","last_fullsized":"2024-03-10T22:11:13.678122+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:37:55.785829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738344+0000","last_change":"2024-03-10T22:11:12.694551+0000","last_active":"2024-03-10T22:11:14.738344+0000","last_peered":"2024-03-10T22:11:14.738344+0000","last_clean":"2024-03-10T22:11:14.738344+0000","last_became_active":"2024-03-10T22:11:12.694103+0000","last_became_peered":"2024-03-10T22:11:12.694103+0000","last_unstale":"2024-03-10T22:11:14.738344+0000","last_undegraded":"2024-03-10T22:11:14.738344+0000","last_fullsized":"2024-03-10T22:11:14.738344+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:02:24.857502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.541484+0000","last_change":"2024-03-10T22:11:12.327273+0000","last_active":"2024-03-10T22:11:13.541484+0000","last_peered":"2024-03-10T22:11:13.541484+0000","last_clean":"2024-03-10T22:11:13.541484+0000","last_became_active":"2024-03-10T22:11:12.326976+0000","last_became_peered":"2024-03-10T22:11:12.326976+0000","last_unstale":"2024-03-10T22:11:13.541484+0000","last_undegraded":"2024-03-10T22:11:13.541484+0000","last_fullsized":"2024-03-10T22:11:13.541484+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:03:10.050899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678474+0000","last_change":"2024-03-10T22:11:12.692371+0000","last_active":"2024-03-10T22:11:13.678474+0000","last_peered":"2024-03-10T22:11:13.678474+0000","last_clean":"2024-03-10T22:11:13.678474+0000","last_became_active":"2024-03-10T22:11:12.691687+0000","last_became_peered":"2024-03-10T22:11:12.691687+0000","last_unstale":"2024-03-10T22:11:13.678474+0000","last_undegraded":"2024-03-10T22:11:13.678474+0000","last_fullsized":"2024-03-10T22:11:13.678474+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:03:08.645949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.329294+0000","last_change":"2024-03-10T22:11:12.335362+0000","last_active":"2024-03-10T22:11:13.329294+0000","last_peered":"2024-03-10T22:11:13.329294+0000","last_clean":"2024-03-10T22:11:13.329294+0000","last_became_active":"2024-03-10T22:11:12.335072+0000","last_became_peered":"2024-03-10T22:11:12.335072+0000","last_unstale":"2024-03-10T22:11:13.329294+0000","last_undegraded":"2024-03-10T22:11:13.329294+0000","last_fullsized":"2024-03-10T22:11:13.329294+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:06.268606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250424+0000","last_change":"2024-03-10T22:11:12.691542+0000","last_active":"2024-03-10T22:11:14.250424+0000","last_peered":"2024-03-10T22:11:14.250424+0000","last_clean":"2024-03-10T22:11:14.250424+0000","last_became_active":"2024-03-10T22:11:12.691239+0000","last_became_peered":"2024-03-10T22:11:12.691239+0000","last_unstale":"2024-03-10T22:11:14.250424+0000","last_undegraded":"2024-03-10T22:11:14.250424+0000","last_fullsized":"2024-03-10T22:11:14.250424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:35:35.724739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.541495+0000","last_change":"2024-03-10T22:11:12.324316+0000","last_active":"2024-03-10T22:11:13.541495+0000","last_peered":"2024-03-10T22:11:13.541495+0000","last_clean":"2024-03-10T22:11:13.541495+0000","last_became_active":"2024-03-10T22:11:12.324012+0000","last_became_peered":"2024-03-10T22:11:12.324012+0000","last_unstale":"2024-03-10T22:11:13.541495+0000","last_undegraded":"2024-03-10T22:11:13.541495+0000","last_fullsized":"2024-03-10T22:11:13.541495+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:37:46.548051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678851+0000","last_change":"2024-03-10T22:11:12.700997+0000","last_active":"2024-03-10T22:11:13.678851+0000","last_peered":"2024-03-10T22:11:13.678851+0000","last_clean":"2024-03-10T22:11:13.678851+0000","last_became_active":"2024-03-10T22:11:12.700388+0000","last_became_peered":"2024-03-10T22:11:12.700388+0000","last_unstale":"2024-03-10T22:11:13.678851+0000","last_undegraded":"2024-03-10T22:11:13.678851+0000","last_fullsized":"2024-03-10T22:11:13.678851+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:25.174409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738128+0000","last_change":"2024-03-10T22:11:12.688395+0000","last_active":"2024-03-10T22:11:14.738128+0000","last_peered":"2024-03-10T22:11:14.738128+0000","last_clean":"2024-03-10T22:11:14.738128+0000","last_became_active":"2024-03-10T22:11:12.688141+0000","last_became_peered":"2024-03-10T22:11:12.688141+0000","last_unstale":"2024-03-10T22:11:14.738128+0000","last_undegraded":"2024-03-10T22:11:14.738128+0000","last_fullsized":"2024-03-10T22:11:14.738128+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.870496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.541475+0000","last_change":"2024-03-10T22:11:12.684650+0000","last_active":"2024-03-10T22:11:13.541475+0000","last_peered":"2024-03-10T22:11:13.541475+0000","last_clean":"2024-03-10T22:11:13.541475+0000","last_became_active":"2024-03-10T22:11:12.684397+0000","last_became_peered":"2024-03-10T22:11:12.684397+0000","last_unstale":"2024-03-10T22:11:13.541475+0000","last_undegraded":"2024-03-10T22:11:13.541475+0000","last_fullsized":"2024-03-10T22:11:13.541475+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:16.855317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250559+0000","last_change":"2024-03-10T22:11:12.685079+0000","last_active":"2024-03-10T22:11:14.250559+0000","last_peered":"2024-03-10T22:11:14.250559+0000","last_clean":"2024-03-10T22:11:14.250559+0000","last_became_active":"2024-03-10T22:11:12.684764+0000","last_became_peered":"2024-03-10T22:11:12.684764+0000","last_unstale":"2024-03-10T22:11:14.250559+0000","last_undegraded":"2024-03-10T22:11:14.250559+0000","last_fullsized":"2024-03-10T22:11:14.250559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:13:58.426610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182433+0000","last_change":"2024-03-10T22:11:12.700486+0000","last_active":"2024-03-10T22:11:13.182433+0000","last_peered":"2024-03-10T22:11:13.182433+0000","last_clean":"2024-03-10T22:11:13.182433+0000","last_became_active":"2024-03-10T22:11:12.700222+0000","last_became_peered":"2024-03-10T22:11:12.700222+0000","last_unstale":"2024-03-10T22:11:13.182433+0000","last_undegraded":"2024-03-10T22:11:13.182433+0000","last_fullsized":"2024-03-10T22:11:13.182433+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:42:06.722766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.678166+0000","last_change":"2024-03-10T22:11:12.682972+0000","last_active":"2024-03-10T22:11:13.678166+0000","last_peered":"2024-03-10T22:11:13.678166+0000","last_clean":"2024-03-10T22:11:13.678166+0000","last_became_active":"2024-03-10T22:11:12.682686+0000","last_became_peered":"2024-03-10T22:11:12.682686+0000","last_unstale":"2024-03-10T22:11:13.678166+0000","last_undegraded":"2024-03-10T22:11:13.678166+0000","last_fullsized":"2024-03-10T22:11:13.678166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.127542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.329283+0000","last_change":"2024-03-10T22:11:12.686286+0000","last_active":"2024-03-10T22:11:13.329283+0000","last_peered":"2024-03-10T22:11:13.329283+0000","last_clean":"2024-03-10T22:11:13.329283+0000","last_became_active":"2024-03-10T22:11:12.685391+0000","last_became_peered":"2024-03-10T22:11:12.685391+0000","last_unstale":"2024-03-10T22:11:13.329283+0000","last_undegraded":"2024-03-10T22:11:13.329283+0000","last_fullsized":"2024-03-10T22:11:13.329283+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:37.997982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738811+0000","last_change":"2024-03-10T22:11:12.696402+0000","last_active":"2024-03-10T22:11:14.738811+0000","last_peered":"2024-03-10T22:11:14.738811+0000","last_clean":"2024-03-10T22:11:14.738811+0000","last_became_active":"2024-03-10T22:11:12.695983+0000","last_became_peered":"2024-03-10T22:11:12.695983+0000","last_unstale":"2024-03-10T22:11:14.738811+0000","last_undegraded":"2024-03-10T22:11:14.738811+0000","last_fullsized":"2024-03-10T22:11:14.738811+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:23.795922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677858+0000","last_change":"2024-03-10T22:11:12.676274+0000","last_active":"2024-03-10T22:11:13.677858+0000","last_peered":"2024-03-10T22:11:13.677858+0000","last_clean":"2024-03-10T22:11:13.677858+0000","last_became_active":"2024-03-10T22:11:12.675998+0000","last_became_peered":"2024-03-10T22:11:12.675998+0000","last_unstale":"2024-03-10T22:11:13.677858+0000","last_undegraded":"2024-03-10T22:11:13.677858+0000","last_fullsized":"2024-03-10T22:11:13.677858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:53.622272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250396+0000","last_change":"2024-03-10T22:11:12.675273+0000","last_active":"2024-03-10T22:11:14.250396+0000","last_peered":"2024-03-10T22:11:14.250396+0000","last_clean":"2024-03-10T22:11:14.250396+0000","last_became_active":"2024-03-10T22:11:12.674942+0000","last_became_peered":"2024-03-10T22:11:12.674942+0000","last_unstale":"2024-03-10T22:11:14.250396+0000","last_undegraded":"2024-03-10T22:11:14.250396+0000","last_fullsized":"2024-03-10T22:11:14.250396+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:56.075042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.677321+0000","last_change":"2024-03-10T22:11:12.687021+0000","last_active":"2024-03-10T22:11:13.677321+0000","last_peered":"2024-03-10T22:11:13.677321+0000","last_clean":"2024-03-10T22:11:13.677321+0000","last_became_active":"2024-03-10T22:11:12.686748+0000","last_became_peered":"2024-03-10T22:11:12.686748+0000","last_unstale":"2024-03-10T22:11:13.677321+0000","last_undegraded":"2024-03-10T22:11:13.677321+0000","last_fullsized":"2024-03-10T22:11:13.677321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:32:09.336948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.250563+0000","last_change":"2024-03-10T22:11:12.695569+0000","last_active":"2024-03-10T22:11:14.250563+0000","last_peered":"2024-03-10T22:11:14.250563+0000","last_clean":"2024-03-10T22:11:14.250563+0000","last_became_active":"2024-03-10T22:11:12.694357+0000","last_became_peered":"2024-03-10T22:11:12.694357+0000","last_unstale":"2024-03-10T22:11:14.250563+0000","last_undegraded":"2024-03-10T22:11:14.250563+0000","last_fullsized":"2024-03-10T22:11:14.250563+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:33.554551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-10T22:11:13.182421+0000","last_change":"2024-03-10T22:11:12.693655+0000","last_active":"2024-03-10T22:11:13.182421+0000","last_peered":"2024-03-10T22:11:13.182421+0000","last_clean":"2024-03-10T22:11:13.182421+0000","last_became_active":"2024-03-10T22:11:12.693387+0000","last_became_peered":"2024-03-10T22:11:12.693387+0000","last_unstale":"2024-03-10T22:11:13.182421+0000","last_undegraded":"2024-03-10T22:11:13.182421+0000","last_fullsized":"2024-03-10T22:11:13.182421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:52:12.433908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T22:11:14.738607+0000","last_change":"2024-03-10T22:11:12.695564+0000","last_active":"2024-03-10T22:11:14.738607+0000","last_peered":"2024-03-10T22:11:14.738607+0000","last_clean":"2024-03-10T22:11:14.738607+0000","last_became_active":"2024-03-10T22:11:12.695183+0000","last_became_peered":"2024-03-10T22:11:12.695183+0000","last_unstale":"2024-03-10T22:11:14.738607+0000","last_undegraded":"2024-03-10T22:11:14.738607+0000","last_fullsized":"2024-03-10T22:11:14.738607+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:59:18.929756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1220608,"data_stored":850132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34499999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31}]}]},{"osd":6,"up_from":46,"seq":197568495628,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":850769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":622592,"data_stored":259055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.32500000000000001,"15min":0.315},"min":{"1min":0.28599999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.34399999999999997,"15min":0.33400000000000002},"min":{"1min":0.29199999999999998,"5min":0.215,"15min":0.215},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.42699999999999999}]},{"osd":2,"last update":"Sun Mar 10 22:10:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.39000000000000001,"15min":0.377},"min":{"1min":0.36299999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.39900000000000002},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.378}]},{"osd":3,"last update":"Sun Mar 10 22:10:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.45000000000000001}]},{"osd":4,"last update":"Sun Mar 10 22:10:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.53800000000000003}]},{"osd":5,"last update":"Sun Mar 10 22:11:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.59199999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 22:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.33600000000000002,"15min":0.33200000000000002},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.46999999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.38100000000000001,"15min":0.371},"min":{"1min":0.34000000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58699999999999997,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.51600000000000001}]},{"osd":2,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.312,"5min":0.247,"15min":0.247},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.378},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.59199999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.54000000000000004}]},{"osd":3,"last update":"Sun Mar 10 22:10:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.436},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.497}]},{"osd":4,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.66500000000000004}]},{"osd":5,"last update":"Sun Mar 10 22:11:06 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.61899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.33800000000000002,"15min":0.32800000000000001},"min":{"1min":0.26900000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.315},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.379,"15min":0.371},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.60999999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.40600000000000003}]},{"osd":1,"last update":"Sun Mar 10 22:10:57 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.311,"5min":0.253,"15min":0.253},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.496},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.38600000000000001,"15min":0.375},"min":{"1min":0.29799999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.29499999999999998}]},{"osd":3,"last update":"Sun Mar 10 22:10:23 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.57699999999999996}]},{"osd":4,"last update":"Sun Mar 10 22:10:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.65200000000000002}]},{"osd":5,"last update":"Sun Mar 10 22:11:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.54400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182427,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.501},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.45400000000000001}]},{"osd":1,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.435},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.46800000000000003}]},{"osd":2,"last update":"Sun Mar 10 22:10:18 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.38600000000000001}]},{"osd":4,"last update":"Sun Mar 10 22:10:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.60599999999999998}]},{"osd":5,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.64400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.60699999999999998}]},{"osd":1,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.751},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.82199999999999995}]},{"osd":2,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.63},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.70199999999999996}]},{"osd":3,"last update":"Sun Mar 10 22:10:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.80800000000000005}]},{"osd":5,"last update":"Sun Mar 10 22:11:07 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.89500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757265,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":634880,"data_stored":260764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.622},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.68200000000000005}]},{"osd":1,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.56699999999999995}]},{"osd":2,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.501}]},{"osd":3,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.75600000000000001}]},{"osd":4,"last update":"Sun Mar 10 22:11:08 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.72299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:11:20.339 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-03-10T22:11:20.340 INFO:tasks.cephadm:Adding prometheus.a on smithi172 2024-03-10T22:11:20.340 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch apply prometheus '1;smithi172=a' 2024-03-10T22:11:20.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:20 smithi172 ceph-mon[31000]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s wr, 6 op/s 2024-03-10T22:11:20.558 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:11:22.320 INFO:teuthology.orchestra.run.smithi172.stdout:Scheduled prometheus update... 2024-03-10T22:11:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:22 smithi169 ceph-mon[27156]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:22 smithi169 ceph-mon[27156]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-03-10T22:11:22.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:22 smithi169 ceph-mon[37738]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:22.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:22 smithi169 ceph-mon[37738]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-03-10T22:11:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:22 smithi172 ceph-mon[31000]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:11:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:22 smithi172 ceph-mon[31000]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-03-10T22:11:22.916 DEBUG:teuthology.orchestra.run.smithi172:prometheus.a> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@prometheus.a.service 2024-03-10T22:11:22.919 INFO:tasks.cephadm:Adding node-exporter.a on smithi169 2024-03-10T22:11:22.919 INFO:tasks.cephadm:Adding node-exporter.b on smithi172 2024-03-10T22:11:22.919 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch apply node-exporter '2;smithi169=a;smithi172=b' 2024-03-10T22:11:23.176 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:11:23.641 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:23 smithi172 ceph-mon[31000]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi172=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:23.641 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:23 smithi172 ceph-mon[31000]: Saving service prometheus spec with placement smithi172=a;count:1 2024-03-10T22:11:23.641 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:23 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:23.641 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:23 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:23.641 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:23 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:23.641 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:23 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:23.642 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:23 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:23.642 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:23 smithi172 ceph-mon[31000]: Deploying daemon prometheus.a on smithi172 2024-03-10T22:11:23.642 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:23 smithi172 ceph-mon[31000]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-03-10T22:11:23.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[37738]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi172=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:23.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[37738]: Saving service prometheus spec with placement smithi172=a;count:1 2024-03-10T22:11:23.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[37738]: Deploying daemon prometheus.a on smithi172 2024-03-10T22:11:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[37738]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-03-10T22:11:23.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[27156]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi172=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:23.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[27156]: Saving service prometheus spec with placement smithi172=a;count:1 2024-03-10T22:11:23.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[27156]: Deploying daemon prometheus.a on smithi172 2024-03-10T22:11:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:23 smithi169 ceph-mon[27156]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-03-10T22:11:25.495 INFO:teuthology.orchestra.run.smithi172.stdout:Scheduled node-exporter update... 2024-03-10T22:11:26.480 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:26 smithi172 ceph-mon[31000]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 361 B/s wr, 1 op/s 2024-03-10T22:11:26.480 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:26 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:26.501 DEBUG:teuthology.orchestra.run.smithi169:node-exporter.a> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.a.service 2024-03-10T22:11:26.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:26 smithi169 ceph-mon[37738]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 361 B/s wr, 1 op/s 2024-03-10T22:11:26.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:26 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:26.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:26 smithi169 ceph-mon[27156]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 361 B/s wr, 1 op/s 2024-03-10T22:11:26.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:26 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:26.504 DEBUG:teuthology.orchestra.run.smithi172:node-exporter.b> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.b.service 2024-03-10T22:11:26.507 INFO:tasks.cephadm:Adding alertmanager.a on smithi169 2024-03-10T22:11:26.507 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch apply alertmanager '1;smithi169=a' 2024-03-10T22:11:26.747 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:11:27.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:27 smithi169 ceph-mon[27156]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi169=a;smithi172=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:27.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:27 smithi169 ceph-mon[27156]: Saving service node-exporter spec with placement smithi169=a;smithi172=b;count:2 2024-03-10T22:11:27.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:27 smithi169 ceph-mon[37738]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi169=a;smithi172=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:27.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:27 smithi169 ceph-mon[37738]: Saving service node-exporter spec with placement smithi169=a;smithi172=b;count:2 2024-03-10T22:11:27.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:27 smithi172 ceph-mon[31000]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi169=a;smithi172=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:27.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:27 smithi172 ceph-mon[31000]: Saving service node-exporter spec with placement smithi169=a;smithi172=b;count:2 2024-03-10T22:11:28.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:28 smithi172 ceph-mon[31000]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 1 op/s 2024-03-10T22:11:28.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:28 smithi169 ceph-mon[27156]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 1 op/s 2024-03-10T22:11:28.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:28 smithi169 ceph-mon[37738]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 1 op/s 2024-03-10T22:11:30.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:30 smithi169 ceph-mon[27156]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-03-10T22:11:30.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:30 smithi169 ceph-mon[37738]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-03-10T22:11:30.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:30 smithi172 ceph-mon[31000]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-03-10T22:11:31.119 INFO:teuthology.orchestra.run.smithi172.stdout:Scheduled alertmanager update... 2024-03-10T22:11:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:32 smithi172 ceph-mon[31000]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:32 smithi172 ceph-mon[31000]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:32.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:32 smithi172 ceph-mon[31000]: Saving service alertmanager spec with placement smithi169=a;count:1 2024-03-10T22:11:32.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:32 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:32.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:32 smithi169 ceph-mon[27156]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:32 smithi169 ceph-mon[27156]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:32 smithi169 ceph-mon[27156]: Saving service alertmanager spec with placement smithi169=a;count:1 2024-03-10T22:11:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:32 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:32.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:32 smithi169 ceph-mon[37738]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:32.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:32 smithi169 ceph-mon[37738]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:32.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:32 smithi169 ceph-mon[37738]: Saving service alertmanager spec with placement smithi169=a;count:1 2024-03-10T22:11:32.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:32 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:34.396 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:34 smithi172 ceph-mon[31000]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:34 smithi169 ceph-mon[37738]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:34 smithi169 ceph-mon[27156]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:34.595 DEBUG:teuthology.orchestra.run.smithi169:alertmanager.a> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@alertmanager.a.service 2024-03-10T22:11:34.598 INFO:tasks.cephadm:Adding grafana.a on smithi172 2024-03-10T22:11:34.598 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph orch apply grafana '1;smithi172=a' 2024-03-10T22:11:34.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:34 smithi172 systemd[1]: Starting Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:11:35.115 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:34 smithi172 podman[58934]: 2024-03-10 22:11:34.766617177 +0000 UTC m=+0.024523790 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-10T22:11:35.115 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:34 smithi172 podman[58934]: 2024-03-10 22:11:34.886463911 +0000 UTC m=+0.144370516 container create 2e5c8e3c57e616cdc81118e9151d2222d4921a320fa3a1dceca4881468a14b29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:11:35.115 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 podman[58934]: 2024-03-10 22:11:35.08871515 +0000 UTC m=+0.346621769 container init 2e5c8e3c57e616cdc81118e9151d2222d4921a320fa3a1dceca4881468a14b29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:11:35.115 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 podman[58934]: 2024-03-10 22:11:35.091396172 +0000 UTC m=+0.349302778 container start 2e5c8e3c57e616cdc81118e9151d2222d4921a320fa3a1dceca4881468a14b29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:11:35.213 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:11:35.373 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.115Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-10T22:11:35.373 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.115Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-10T22:11:35.373 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.115Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi172 (none))" 2024-03-10T22:11:35.373 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.115Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-10T22:11:35.373 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.115Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.117Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.117Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.118Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.118Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.120Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.120Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.209µs 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.120Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.121Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.121Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.363µs wal_replay_duration=319.996µs wbl_replay_duration=139ns total_replay_duration=371.963µs 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.122Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.122Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-10T22:11:35.374 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.122Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-10T22:11:35.375 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.139Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.224425ms db_storage=745ns remote_storage=1.268µs web_handler=365ns query_engine=545ns scrape=435.672µs scrape_sd=79.671µs notify=689ns notify_sd=1.202µs rules=16.51652ms tracing=23.443µs 2024-03-10T22:11:35.375 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.139Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-10T22:11:35.375 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:11:35.139Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-10T22:11:35.375 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 bash[58934]: 2e5c8e3c57e616cdc81118e9151d2222d4921a320fa3a1dceca4881468a14b29 2024-03-10T22:11:35.375 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:11:35 smithi172 systemd[1]: Started Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:11:36.308 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:36 smithi172 ceph-mon[31000]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:36.308 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:36 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:36.308 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:36 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:36.308 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:36 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:36.309 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:36 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-10T22:11:36.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-mon[27156]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:36.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:36.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:36.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:36.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-10T22:11:36.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-mon[37738]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:36.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:36.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:36.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' 2024-03-10T22:11:36.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-10T22:11:36.506 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ignoring --setuser ceph since I am not root 2024-03-10T22:11:36.506 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ignoring --setgroup ceph since I am not root 2024-03-10T22:11:36.576 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: ignoring --setuser ceph since I am not root 2024-03-10T22:11:36.576 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: ignoring --setgroup ceph since I am not root 2024-03-10T22:11:36.577 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:36 smithi172 ceph-mgr[32909]: -- 172.21.15.172:0/3923474769 <== mon.0 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556d631331e0 con 0x556d63108800 2024-03-10T22:11:37.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:36.834+0000 7f77dc1a1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:11:37.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:36.927+0000 7f77dc1a1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:11:37.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:36.870+0000 7f30196a8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:11:37.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:36.967+0000 7f30196a8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:11:37.561 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:37 smithi169 ceph-mon[27156]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-10T22:11:37.562 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:37 smithi169 ceph-mon[27156]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-10T22:11:37.562 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:37 smithi169 ceph-mon[37738]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-10T22:11:37.562 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:37 smithi169 ceph-mon[37738]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-10T22:11:37.604 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:37 smithi172 ceph-mon[31000]: from='mgr.14152 172.21.15.169:0/2242612918' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-10T22:11:37.604 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:37 smithi172 ceph-mon[31000]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-10T22:11:37.887 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:37.561+0000 7f77dc1a1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:11:37.887 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:37.651+0000 7f77dc1a1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:11:37.888 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:37.793+0000 7f77dc1a1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:11:37.888 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:37.887+0000 7f77dc1a1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:11:37.935 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:37.604+0000 7f30196a8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:11:37.935 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:37.696+0000 7f30196a8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:11:37.935 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:37.839+0000 7f30196a8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:11:37.935 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:37.934+0000 7f30196a8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:11:38.231 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:37.968+0000 7f77dc1a1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:11:38.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:38.019+0000 7f30196a8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:11:38.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:38.231+0000 7f77dc1a1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:11:38.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:38.340+0000 7f77dc1a1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:11:38.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:38.426+0000 7f77dc1a1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:11:38.580 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:38.287+0000 7f30196a8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:11:38.580 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:38.398+0000 7f30196a8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:11:38.580 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:38.485+0000 7f30196a8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:11:38.580 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:38.580+0000 7f30196a8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:11:39.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:38.520+0000 7f77dc1a1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:11:39.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:38.696+0000 7f77dc1a1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:11:39.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:38.758+0000 7f30196a8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:11:40.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:39.655+0000 7f77dc1a1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:11:40.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:39.785+0000 7f77dc1a1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:11:40.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:39.717+0000 7f30196a8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:11:40.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:39.846+0000 7f30196a8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:11:40.406 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:40.119+0000 7f77dc1a1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:11:40.406 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:40.209+0000 7f77dc1a1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:11:40.406 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:40.405+0000 7f77dc1a1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:11:40.456 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:40.175+0000 7f30196a8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:11:40.456 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:40.264+0000 7f30196a8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:11:40.456 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:40.456+0000 7f30196a8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:11:40.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:40.590+0000 7f77dc1a1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:11:40.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:40.639+0000 7f30196a8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:11:41.134 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:40.873+0000 7f77dc1a1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:11:41.178 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:40.920+0000 7f30196a8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:11:41.178 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:41.177+0000 7f30196a8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:11:41.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:41.133+0000 7f77dc1a1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:11:41.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:41.369+0000 7f77dc1a1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:11:41.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:41.409+0000 7f30196a8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:11:42.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:42.167+0000 7f77dc1a1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:11:42.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:42.216+0000 7f30196a8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:11:43.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:42.742+0000 7f77dc1a1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:11:43.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:42.843+0000 7f77dc1a1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:11:43.109 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:42.790+0000 7f30196a8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:11:43.109 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:42.889+0000 7f30196a8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:11:43.109 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:43.109+0000 7f30196a8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:11:43.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: Active manager daemon y restarted 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: Activating manager daemon y 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: osdmap e63: 8 total, 8 up, 8 in 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: mgrmap e17: y(active, starting, since 0.00759494s), standbys: x 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:11:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:11:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:11:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:11:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:11:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:11:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:11:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:11:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:11:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:11:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:11:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[37738]: Manager daemon y is now available 2024-03-10T22:11:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: Active manager daemon y restarted 2024-03-10T22:11:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: Activating manager daemon y 2024-03-10T22:11:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: osdmap e63: 8 total, 8 up, 8 in 2024-03-10T22:11:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: mgrmap e17: y(active, starting, since 0.00759494s), standbys: x 2024-03-10T22:11:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:11:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:11:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:11:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:11:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:11:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:11:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:11:43.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-mon[27156]: Manager daemon y is now available 2024-03-10T22:11:43.508 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.058+0000 7f77dc1a1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:11:43.508 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:11:43] ENGINE Bus STARTING 2024-03-10T22:11:43.508 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.194+0000 7f773d7d6700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:11:43.508 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.195+0000 7f773d7d6700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:11:43.508 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.195+0000 7f773d7d6700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:11:43.508 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.195+0000 7f773d7d6700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:11:43.508 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.195+0000 7f773d7d6700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:11:43.508 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.195+0000 7f773a7d0700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:11:43.508 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.195+0000 7f773a7d0700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:11:43.509 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.195+0000 7f773a7d0700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:11:43.509 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.195+0000 7f773a7d0700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:11:43.509 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.195+0000 7f773a7d0700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:11:43.509 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: CherryPy Checker: 2024-03-10T22:11:43.509 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: The Application mounted at '' has an empty config. 2024-03-10T22:11:43.509 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:11:43.509 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:11:43] ENGINE Serving on http://:::9283 2024-03-10T22:11:43.509 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:11:43] ENGINE Bus STARTED 2024-03-10T22:11:43.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: [10/Mar/2024:22:11:43] ENGINE Bus STARTING 2024-03-10T22:11:43.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: CherryPy Checker: 2024-03-10T22:11:43.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: The Application mounted at '' has an empty config. 2024-03-10T22:11:43.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: 2024-03-10T22:11:43.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: [10/Mar/2024:22:11:43] ENGINE Serving on http://:::9283 2024-03-10T22:11:43.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[32905]: [10/Mar/2024:22:11:43] ENGINE Bus STARTED 2024-03-10T22:11:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: Active manager daemon y restarted 2024-03-10T22:11:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: Activating manager daemon y 2024-03-10T22:11:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: osdmap e63: 8 total, 8 up, 8 in 2024-03-10T22:11:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: mgrmap e17: y(active, starting, since 0.00759494s), standbys: x 2024-03-10T22:11:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:11:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:11:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:11:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:11:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:11:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:11:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:11:43.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:43 smithi172 ceph-mon[31000]: Manager daemon y is now available 2024-03-10T22:11:44.104 INFO:teuthology.orchestra.run.smithi172.stdout:Scheduled grafana update... 2024-03-10T22:11:44.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: Standby manager daemon x restarted 2024-03-10T22:11:44.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: Standby manager daemon x started 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: mgrmap e18: y(active, since 1.01572s), standbys: x 2024-03-10T22:11:44.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:44.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: Standby manager daemon x restarted 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: Standby manager daemon x started 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: mgrmap e18: y(active, since 1.01572s), standbys: x 2024-03-10T22:11:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: Standby manager daemon x restarted 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: Standby manager daemon x started 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/3002773438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:11:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:11:44.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: mgrmap e18: y(active, since 1.01572s), standbys: x 2024-03-10T22:11:44.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:44.734 DEBUG:teuthology.orchestra.run.smithi172:grafana.a> sudo journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@grafana.a.service 2024-03-10T22:11:44.737 INFO:tasks.cephadm:Setting up client nodes... 2024-03-10T22:11:44.738 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-10T22:11:44.958 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:11:45.406 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[37738]: [10/Mar/2024:22:11:43] ENGINE Bus STARTING 2024-03-10T22:11:45.407 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[37738]: [10/Mar/2024:22:11:44] ENGINE Serving on http://172.21.15.169:8765 2024-03-10T22:11:45.407 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[37738]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi172=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:45.407 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[37738]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:45.407 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[37738]: Saving service grafana spec with placement smithi172=a;count:1 2024-03-10T22:11:45.407 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[37738]: [10/Mar/2024:22:11:44] ENGINE Serving on https://172.21.15.169:7150 2024-03-10T22:11:45.407 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[37738]: [10/Mar/2024:22:11:44] ENGINE Bus STARTED 2024-03-10T22:11:45.407 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:45.407 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:45.407 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[27156]: [10/Mar/2024:22:11:43] ENGINE Bus STARTING 2024-03-10T22:11:45.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[27156]: [10/Mar/2024:22:11:44] ENGINE Serving on http://172.21.15.169:8765 2024-03-10T22:11:45.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[27156]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi172=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:45.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[27156]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:45.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[27156]: Saving service grafana spec with placement smithi172=a;count:1 2024-03-10T22:11:45.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[27156]: [10/Mar/2024:22:11:44] ENGINE Serving on https://172.21.15.169:7150 2024-03-10T22:11:45.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[27156]: [10/Mar/2024:22:11:44] ENGINE Bus STARTED 2024-03-10T22:11:45.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:45.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:45 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:45.500 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:45 smithi172 ceph-mon[31000]: [10/Mar/2024:22:11:43] ENGINE Bus STARTING 2024-03-10T22:11:45.501 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:45 smithi172 ceph-mon[31000]: [10/Mar/2024:22:11:44] ENGINE Serving on http://172.21.15.169:8765 2024-03-10T22:11:45.501 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:45 smithi172 ceph-mon[31000]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi172=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:11:45.501 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:45 smithi172 ceph-mon[31000]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:45.501 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:45 smithi172 ceph-mon[31000]: Saving service grafana spec with placement smithi172=a;count:1 2024-03-10T22:11:45.501 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:45 smithi172 ceph-mon[31000]: [10/Mar/2024:22:11:44] ENGINE Serving on https://172.21.15.169:7150 2024-03-10T22:11:45.501 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:45 smithi172 ceph-mon[31000]: [10/Mar/2024:22:11:44] ENGINE Bus STARTED 2024-03-10T22:11:45.501 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:45 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:45.501 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:45 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[37738]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:46.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[37738]: mgrmap e19: y(active, since 2s), standbys: x 2024-03-10T22:11:46.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.399 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[27156]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:46.399 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.399 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.400 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.400 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.400 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.400 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.400 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.400 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[27156]: mgrmap e19: y(active, since 2s), standbys: x 2024-03-10T22:11:46.400 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.400 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:46 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:46 smithi172 ceph-mon[31000]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:46 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:46 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:46 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:46 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:46 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:46 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:46 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:46 smithi172 ceph-mon[31000]: mgrmap e19: y(active, since 2s), standbys: x 2024-03-10T22:11:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:46 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:46 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:46.916 INFO:teuthology.orchestra.run.smithi169.stdout:[client.0] 2024-03-10T22:11:46.916 INFO:teuthology.orchestra.run.smithi169.stdout: key = AQAiMO5lESF4NhAARIm59klvqcTDCbWrjj5rew== 2024-03-10T22:11:47.298 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi169 to 2992M 2024-03-10T22:11:47.298 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3104741033' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T22:11:47.298 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3104741033' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T22:11:47.298 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:47.299 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:47.299 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.299 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.299 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.299 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.299 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:47.299 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:47.299 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:47.299 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi169 to 2992M 2024-03-10T22:11:47.299 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3104741033' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T22:11:47.300 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3104741033' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T22:11:47.300 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:47.300 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:47.300 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.300 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.300 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.300 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.300 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:47.300 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:47.300 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:47 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi169 to 2992M 2024-03-10T22:11:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3104741033' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T22:11:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3104741033' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T22:11:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:11:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:11:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:47 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:11:47.746 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:11:47.747 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-03-10T22:11:47.747 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-03-10T22:11:47.789 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-10T22:11:47.995 INFO:teuthology.orchestra.run.smithi172.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T22:11:48.301 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi172 to 2992M 2024-03-10T22:11:48.301 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:11:48.301 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:11:48.301 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:48.301 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:11:48.301 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:11:48.302 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: mgrmap e20: y(active, since 4s), standbys: x 2024-03-10T22:11:48.302 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.302 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.302 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.302 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.302 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.302 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi172 to 2992M 2024-03-10T22:11:48.302 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:11:48.302 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:11:48.302 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:48.302 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:11:48.303 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:11:48.303 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: mgrmap e20: y(active, since 4s), standbys: x 2024-03-10T22:11:48.303 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.303 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.303 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.303 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.303 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.432 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi172 to 2992M 2024-03-10T22:11:48.432 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:11:48.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:11:48.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:48.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:11:48.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:11:48.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: mgrmap e20: y(active, since 4s), standbys: x 2024-03-10T22:11:48.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:48.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:48 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:49.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:11:48] "GET /metrics HTTP/1.1" 200 28765 "" "Prometheus/2.43.0" 2024-03-10T22:11:49.386 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:49 smithi172 ceph-mon[31000]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:11:49.386 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:49 smithi172 ceph-mon[31000]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:11:49.387 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:49 smithi172 ceph-mon[31000]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:11:49.387 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:49 smithi172 ceph-mon[31000]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:11:49.387 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:49 smithi172 ceph-mon[31000]: Deploying daemon alertmanager.a on smithi169 2024-03-10T22:11:49.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:49 smithi169 ceph-mon[27156]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:11:49.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:49 smithi169 ceph-mon[27156]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:11:49.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:49 smithi169 ceph-mon[27156]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:11:49.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:49 smithi169 ceph-mon[27156]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:11:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:49 smithi169 ceph-mon[27156]: Deploying daemon alertmanager.a on smithi169 2024-03-10T22:11:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:49 smithi169 ceph-mon[37738]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:11:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:49 smithi169 ceph-mon[37738]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:11:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:49 smithi169 ceph-mon[37738]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:11:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:49 smithi169 ceph-mon[37738]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:11:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:49 smithi169 ceph-mon[37738]: Deploying daemon alertmanager.a on smithi169 2024-03-10T22:11:49.871 INFO:teuthology.orchestra.run.smithi172.stdout:[client.1] 2024-03-10T22:11:49.872 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQAlMO5l5CzBMxAAXWh4S17Yl+aoOGUODGhOTQ== 2024-03-10T22:11:50.476 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:50 smithi172 ceph-mon[31000]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:50.476 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:50 smithi172 ceph-mon[31000]: from='client.? 172.21.15.172:0/616219888' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T22:11:50.476 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:50 smithi172 ceph-mon[31000]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T22:11:50.477 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:50 smithi172 ceph-mon[31000]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T22:11:50.498 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2024-03-10T22:11:50.498 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-03-10T22:11:50.498 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-03-10T22:11:50.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:50 smithi169 ceph-mon[27156]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:50.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:50 smithi169 ceph-mon[27156]: from='client.? 172.21.15.172:0/616219888' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T22:11:50.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:50 smithi169 ceph-mon[27156]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T22:11:50.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:50 smithi169 ceph-mon[27156]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T22:11:50.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:50 smithi169 ceph-mon[37738]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:11:50.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:50 smithi169 ceph-mon[37738]: from='client.? 172.21.15.172:0/616219888' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T22:11:50.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:50 smithi169 ceph-mon[37738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T22:11:50.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:50 smithi169 ceph-mon[37738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T22:11:50.542 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-03-10T22:11:50.542 DEBUG:teuthology.orchestra.run.smithi169:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-03-10T22:11:50.823 INFO:teuthology.misc.health.smithi169.stdout: 2024-03-10T22:11:50.823 INFO:teuthology.misc.health.smithi169.stdout:{"epoch":63,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:11:43.073554+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T22:11:10.665240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T22:11:11.853798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3253425594":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3116045253":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/2059871501":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/4119194073":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6801/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:11:50.834 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-03-10T22:11:50.835 INFO:tasks.cephadm:Creating RBD pool 2024-03-10T22:11:50.835 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-03-10T22:11:51.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:51 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/43825440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:51.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:51 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/43825440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:51.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:51 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/43825440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:11:51.687 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:11:52.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:52 smithi169 ceph-mon[27156]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-10T22:11:52.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:52 smithi169 ceph-mon[37738]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-10T22:11:52.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:52 smithi172 ceph-mon[31000]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-10T22:11:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:54 smithi169 ceph-mon[37738]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-03-10T22:11:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:54 smithi169 ceph-mon[27156]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-03-10T22:11:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:54 smithi172 ceph-mon[31000]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-03-10T22:11:56.415 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:56 smithi169 ceph-mon[27156]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-10T22:11:56.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:56 smithi169 ceph-mon[37738]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-10T22:11:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:56 smithi172 ceph-mon[31000]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-10T22:11:57.239 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 systemd[1]: Starting Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:11:57.253 INFO:teuthology.orchestra.run.smithi169.stderr:pool 'rbd' created 2024-03-10T22:11:57.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:57 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2227142584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-10T22:11:57.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:57 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2227142584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-10T22:11:57.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 podman[67903]: 2024-03-10 22:11:57.143180108 +0000 UTC m=+0.018552080 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-03-10T22:11:57.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 podman[67903]: 2024-03-10 22:11:57.254857539 +0000 UTC m=+0.130229503 volume create 1ee674dae86bed6cf955fac9cd801a8e1bb2f12c2ab4ed57af7e1561927d7364 2024-03-10T22:11:57.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 podman[67903]: 2024-03-10 22:11:57.380733115 +0000 UTC m=+0.256105081 container create 36322bcea28abf1b948cded38c6933183477e92b8fe4c58dcaf45db4461b1107 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:11:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:57 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2227142584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-10T22:11:58.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 podman[67903]: 2024-03-10 22:11:57.683383433 +0000 UTC m=+0.558755400 container init 36322bcea28abf1b948cded38c6933183477e92b8fe4c58dcaf45db4461b1107 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:11:58.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 podman[67903]: 2024-03-10 22:11:57.686009778 +0000 UTC m=+0.561381749 container start 36322bcea28abf1b948cded38c6933183477e92b8fe4c58dcaf45db4461b1107 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:11:58.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[67932]: ts=2024-03-10T22:11:57.697Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-10T22:11:58.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[67932]: ts=2024-03-10T22:11:57.697Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-10T22:11:58.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[67932]: ts=2024-03-10T22:11:57.699Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.169 port=9094 2024-03-10T22:11:58.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[67932]: ts=2024-03-10T22:11:57.699Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-10T22:11:58.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[67932]: ts=2024-03-10T22:11:57.723Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T22:11:58.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[67932]: ts=2024-03-10T22:11:57.723Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T22:11:58.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[67932]: ts=2024-03-10T22:11:57.726Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-10T22:11:58.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[67932]: ts=2024-03-10T22:11:57.726Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-10T22:11:58.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 bash[67903]: 36322bcea28abf1b948cded38c6933183477e92b8fe4c58dcaf45db4461b1107 2024-03-10T22:11:58.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:57 smithi169 systemd[1]: Started Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:11:58.379 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[27156]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-10T22:11:58.379 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2227142584' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-10T22:11:58.379 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[27156]: osdmap e64: 8 total, 8 up, 8 in 2024-03-10T22:11:58.379 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.380 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.380 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.380 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.380 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.380 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:11:58.380 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[37738]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-10T22:11:58.380 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2227142584' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-10T22:11:58.380 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[37738]: osdmap e64: 8 total, 8 up, 8 in 2024-03-10T22:11:58.380 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.380 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.380 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.381 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.381 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.381 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:11:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:58 smithi172 ceph-mon[31000]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-10T22:11:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:58 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2227142584' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-10T22:11:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:58 smithi172 ceph-mon[31000]: osdmap e64: 8 total, 8 up, 8 in 2024-03-10T22:11:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:58 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:58 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:58 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:58 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:58 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:11:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:58 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:11:58.545 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-03-10T22:11:58.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:11:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:11:58] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-03-10T22:11:58.772 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:11:59.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:59 smithi169 ceph-mon[37738]: Deploying daemon node-exporter.a on smithi169 2024-03-10T22:11:59.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:11:59 smithi169 ceph-mon[37738]: osdmap e65: 8 total, 8 up, 8 in 2024-03-10T22:11:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:59 smithi169 ceph-mon[27156]: Deploying daemon node-exporter.a on smithi169 2024-03-10T22:11:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:11:59 smithi169 ceph-mon[27156]: osdmap e65: 8 total, 8 up, 8 in 2024-03-10T22:11:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:59 smithi172 ceph-mon[31000]: Deploying daemon node-exporter.a on smithi169 2024-03-10T22:11:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:11:59 smithi172 ceph-mon[31000]: osdmap e65: 8 total, 8 up, 8 in 2024-03-10T22:12:00.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:11:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[67932]: ts=2024-03-10T22:11:59.700Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00019062s 2024-03-10T22:12:00.622 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:00 smithi169 ceph-mon[37738]: pgmap v13: 105 pgs: 7 unknown, 98 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:00.622 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:00 smithi169 ceph-mon[37738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T22:12:00.623 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:00 smithi169 ceph-mon[37738]: osdmap e66: 8 total, 8 up, 8 in 2024-03-10T22:12:00.623 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:00 smithi169 ceph-mon[27156]: pgmap v13: 105 pgs: 7 unknown, 98 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:00.623 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:00 smithi169 ceph-mon[27156]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T22:12:00.623 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:00 smithi169 ceph-mon[27156]: osdmap e66: 8 total, 8 up, 8 in 2024-03-10T22:12:00.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:00 smithi172 ceph-mon[31000]: pgmap v13: 105 pgs: 7 unknown, 98 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:00.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:00 smithi172 ceph-mon[31000]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T22:12:00.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:00 smithi172 ceph-mon[31000]: osdmap e66: 8 total, 8 up, 8 in 2024-03-10T22:12:01.254 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:00 smithi169 bash[68304]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-03-10T22:12:01.285 INFO:teuthology.orchestra.run.smithi169.stderr:enabled application 'rbd' on pool 'rbd' 2024-03-10T22:12:01.685 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:01 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1051477950' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:12:01.686 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:01 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1051477950' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:12:01.686 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:01 smithi169 bash[68304]: Getting image source signatures 2024-03-10T22:12:01.686 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:01 smithi169 bash[68304]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-03-10T22:12:01.686 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:01 smithi169 bash[68304]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-03-10T22:12:01.686 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:01 smithi169 bash[68304]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-03-10T22:12:01.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:01 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1051477950' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:12:02.337 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-03-10T22:12:02.337 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-03-10T22:12:02.337 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph mgr dump --format=json 2024-03-10T22:12:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:02 smithi172 ceph-mon[31000]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:02 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1051477950' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:12:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:02 smithi172 ceph-mon[31000]: osdmap e67: 8 total, 8 up, 8 in 2024-03-10T22:12:02.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:02 smithi169 ceph-mon[37738]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:02.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:02 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1051477950' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:12:02.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:02 smithi169 ceph-mon[37738]: osdmap e67: 8 total, 8 up, 8 in 2024-03-10T22:12:02.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:02 smithi169 ceph-mon[27156]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:02.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:02 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1051477950' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:12:02.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:02 smithi169 ceph-mon[27156]: osdmap e67: 8 total, 8 up, 8 in 2024-03-10T22:12:02.934 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:03.253 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:02 smithi169 bash[68304]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-03-10T22:12:03.560 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:03 smithi169 ceph-mon[37738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T22:12:03.561 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:03 smithi169 ceph-mon[37738]: Cluster is now healthy 2024-03-10T22:12:03.561 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:03 smithi169 ceph-mon[27156]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T22:12:03.561 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:03 smithi169 ceph-mon[27156]: Cluster is now healthy 2024-03-10T22:12:03.561 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:03 smithi169 bash[68304]: Writing manifest to image destination 2024-03-10T22:12:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:03 smithi172 ceph-mon[31000]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T22:12:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:03 smithi172 ceph-mon[31000]: Cluster is now healthy 2024-03-10T22:12:04.132 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:03 smithi169 podman[68304]: 2024-03-10 22:12:03.817058962 +0000 UTC m=+3.144009934 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-10T22:12:04.132 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 podman[68304]: 2024-03-10 22:12:04.015230465 +0000 UTC m=+3.342181437 container create f3622508e1664ba414edf265a7cfc84305c02f80157fc8cd628ba41c81f61204 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:12:04.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-mon[27156]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:04.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-mon[37738]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:04.754 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 podman[68304]: 2024-03-10 22:12:04.25987777 +0000 UTC m=+3.586828741 container init f3622508e1664ba414edf265a7cfc84305c02f80157fc8cd628ba41c81f61204 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:12:04.754 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 podman[68304]: 2024-03-10 22:12:04.262711023 +0000 UTC m=+3.589661994 container start f3622508e1664ba414edf265a7cfc84305c02f80157fc8cd628ba41c81f61204 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:12:04.754 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.266Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-10T22:12:04.754 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.266Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.266Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.266Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=arp 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-10T22:12:04.755 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=edac 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-10T22:12:04.756 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=os 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.267Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-10T22:12:04.757 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=stat 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=time 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=uname 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[68487]: ts=2024-03-10T22:12:04.268Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-10T22:12:04.758 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 bash[68304]: f3622508e1664ba414edf265a7cfc84305c02f80157fc8cd628ba41c81f61204 2024-03-10T22:12:04.759 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:12:04 smithi169 systemd[1]: Started Ceph node-exporter.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:12:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:04 smithi172 ceph-mon[31000]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:05.410 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:05 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:05.410 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:05 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:05.410 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:05 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:05.410 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:05 smithi169 ceph-mon[27156]: Deploying daemon node-exporter.b on smithi172 2024-03-10T22:12:05.410 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:05 smithi169 ceph-mon[27156]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:05 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:05 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:05 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:05 smithi172 ceph-mon[31000]: Deploying daemon node-exporter.b on smithi172 2024-03-10T22:12:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:05 smithi172 ceph-mon[31000]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:05.514 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:05 smithi172 bash[61038]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-03-10T22:12:05.664 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:05 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:05.664 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:05 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:05.664 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:05 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:05.664 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:05 smithi169 ceph-mon[37738]: Deploying daemon node-exporter.b on smithi172 2024-03-10T22:12:05.664 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:05 smithi169 ceph-mon[37738]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:05.667 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:12:06.263 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:05 smithi172 bash[61038]: Getting image source signatures 2024-03-10T22:12:06.263 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:05 smithi172 bash[61038]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-03-10T22:12:06.263 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:05 smithi172 bash[61038]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-03-10T22:12:06.263 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:05 smithi172 bash[61038]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-03-10T22:12:06.412 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":20,"active_gid":24485,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3585102573},{"type":"v1","addr":"172.21.15.169:6801","nonce":3585102573}]},"active_addr":"172.21.15.169:6801/3585102573","active_change":"2024-03-10T22:11:43.073678+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24442,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.169:8443/","prometheus":"http://172.21.15.169:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":63,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.169:0","nonce":4104213408}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.169:0","nonce":4124587047}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.169:0","nonce":232653515}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.169:0","nonce":58014368}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.169:0","nonce":758733029}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.169:0","nonce":1758131284}]}]} 2024-03-10T22:12:06.416 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-03-10T22:12:06.416 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-03-10T22:12:06.416 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd dump --format=json 2024-03-10T22:12:06.628 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:06.750 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:06 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2830454854' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-10T22:12:06.750 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:06 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2830454854' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-10T22:12:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:06 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2830454854' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-10T22:12:07.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:07 smithi169 ceph-mon[27156]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:07.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:07 smithi169 ceph-mon[37738]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:07.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:07 smithi172 ceph-mon[31000]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:07.763 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:07 smithi172 bash[61038]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-03-10T22:12:07.763 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:07 smithi172 bash[61038]: Writing manifest to image destination 2024-03-10T22:12:07.965 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:12:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[67932]: ts=2024-03-10T22:12:07.703Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003417526s 2024-03-10T22:12:08.155 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:07 smithi172 podman[61038]: 2024-03-10 22:12:07.788388122 +0000 UTC m=+2.442544003 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-10T22:12:08.155 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:07 smithi172 podman[61038]: 2024-03-10 22:12:07.887013766 +0000 UTC m=+2.541169701 container create d14b8c61910cd14f826b076e17a5a32ec79b459ce8bf556dd60c68f2a84c2a3a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:12:08.155 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 podman[61038]: 2024-03-10 22:12:08.155921014 +0000 UTC m=+2.810076892 container init d14b8c61910cd14f826b076e17a5a32ec79b459ce8bf556dd60c68f2a84c2a3a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:12:08.437 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 podman[61038]: 2024-03-10 22:12:08.158894862 +0000 UTC m=+2.813050746 container start d14b8c61910cd14f826b076e17a5a32ec79b459ce8bf556dd60c68f2a84c2a3a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:12:08.437 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.164Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.164Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.164Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.164Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=arp 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-10T22:12:08.438 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=edac 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-10T22:12:08.439 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=os 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-10T22:12:08.440 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-10T22:12:08.441 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-10T22:12:08.441 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-10T22:12:08.441 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=stat 2024-03-10T22:12:08.441 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-10T22:12:08.441 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-10T22:12:08.441 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-10T22:12:08.441 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=time 2024-03-10T22:12:08.441 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-10T22:12:08.441 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=uname 2024-03-10T22:12:08.441 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-10T22:12:08.441 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-10T22:12:08.442 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.165Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-10T22:12:08.442 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.166Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-10T22:12:08.442 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[61091]: ts=2024-03-10T22:12:08.166Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-10T22:12:08.442 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 bash[61038]: d14b8c61910cd14f826b076e17a5a32ec79b459ce8bf556dd60c68f2a84c2a3a 2024-03-10T22:12:08.442 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:12:08 smithi172 systemd[1]: Started Ceph node-exporter.b for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:12:08.469 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:12:08.469 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":67,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:12:01.270939+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T22:11:10.665240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T22:11:11.853798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T22:11:56.477048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3253425594":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3116045253":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/2059871501":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/4119194073":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6801/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:12:08.829 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:12:08] ENGINE Bus STOPPING 2024-03-10T22:12:08.829 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:12:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:12:08.829 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:12:08] ENGINE Bus STOPPED 2024-03-10T22:12:08.829 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:12:08] ENGINE Bus STARTING 2024-03-10T22:12:08.829 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:12:08] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-03-10T22:12:08.830 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:12:08] ENGINE Serving on http://:::9283 2024-03-10T22:12:08.830 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:12:08] ENGINE Bus STARTED 2024-03-10T22:12:09.126 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-03-10T22:12:09.127 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd dump --format=json 2024-03-10T22:12:09.337 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:09.414 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:09 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.414 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:09 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:09 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:09 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:09 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:09 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:09 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3168906639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:09.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:09 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:09 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:09 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T22:12:09.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:09 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3168906639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:09.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T22:12:09.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.461 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.461 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.461 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.461 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.461 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.461 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.461 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3168906639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:09.461 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:09.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T22:12:09.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:09 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:10.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:10 smithi169 ceph-mon[37738]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-10T22:12:10.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:10 smithi169 ceph-mon[37738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T22:12:10.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:10 smithi169 ceph-mon[37738]: Deploying daemon grafana.a on smithi172 2024-03-10T22:12:10.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:10 smithi169 ceph-mon[37738]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:10.405 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:10 smithi169 ceph-mon[27156]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-10T22:12:10.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:10 smithi169 ceph-mon[27156]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T22:12:10.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:10 smithi169 ceph-mon[27156]: Deploying daemon grafana.a on smithi172 2024-03-10T22:12:10.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:10 smithi169 ceph-mon[27156]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:10 smithi172 ceph-mon[31000]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-10T22:12:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:10 smithi172 ceph-mon[31000]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T22:12:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:10 smithi172 ceph-mon[31000]: Deploying daemon grafana.a on smithi172 2024-03-10T22:12:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:10 smithi172 ceph-mon[31000]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:11.114 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:12:11.115 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":67,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:12:01.270939+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T22:11:10.665240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T22:11:11.853798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T22:11:56.477048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3253425594":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3116045253":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/2059871501":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/4119194073":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6801/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:12:11.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:11 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/4172861617' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:11.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:11 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/4172861617' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:11 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/4172861617' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:11.812 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-03-10T22:12:11.812 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-03-10T22:12:11.813 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-03-10T22:12:11.813 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-03-10T22:12:11.813 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-03-10T22:12:11.814 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-03-10T22:12:11.814 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-03-10T22:12:11.815 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-03-10T22:12:12.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:12 smithi169 ceph-mon[27156]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:12.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:12 smithi169 ceph-mon[37738]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:12.259 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:12.264 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:12.265 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:12.266 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:12.268 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:12.275 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:12.296 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:12.354 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:12.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:12 smithi172 ceph-mon[31000]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:13.434 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:13.435 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:13.435 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:13.435 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:13.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:13.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:14.357 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:14 smithi169 ceph-mon[37738]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:14.357 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:14 smithi169 ceph-mon[27156]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:14.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:14 smithi172 ceph-mon[31000]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:16.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:16 smithi169 ceph-mon[27156]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:16.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:16 smithi169 ceph-mon[37738]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:16.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:16 smithi172 ceph-mon[31000]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:18.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:18 smithi169 ceph-mon[37738]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:18 smithi169 ceph-mon[27156]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:18 smithi172 ceph-mon[31000]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:18.813 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:12:18] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-03-10T22:12:20.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:20 smithi169 ceph-mon[27156]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:20.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:20 smithi169 ceph-mon[37738]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:20.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:20 smithi172 ceph-mon[31000]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:21.437 INFO:teuthology.orchestra.run.smithi169.stdout:128849018913 2024-03-10T22:12:21.437 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-03-10T22:12:22.488 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:22 smithi169 ceph-mon[27156]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:22.488 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:22 smithi169 ceph-mon[37738]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:22 smithi172 ceph-mon[31000]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:23.912 INFO:teuthology.orchestra.run.smithi169.stdout:197568495641 2024-03-10T22:12:23.913 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-03-10T22:12:24.421 INFO:teuthology.orchestra.run.smithi169.stdout:34359738421 2024-03-10T22:12:24.422 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-03-10T22:12:24.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:24 smithi169 ceph-mon[27156]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:24.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:24 smithi169 ceph-mon[37738]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:24 smithi172 ceph-mon[31000]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:25.999 INFO:teuthology.orchestra.run.smithi169.stdout:55834574897 2024-03-10T22:12:26.000 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-03-10T22:12:26.459 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:26 smithi169 ceph-mon[27156]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:26.460 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:26 smithi169 ceph-mon[37738]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:26.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:26 smithi172 ceph-mon[31000]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:28.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:28 smithi169 ceph-mon[27156]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:28.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:28 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:28.453 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:28 smithi169 ceph-mon[37738]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:28.454 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:28 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:28.477 INFO:teuthology.orchestra.run.smithi169.stdout:107374182440 2024-03-10T22:12:28.477 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-03-10T22:12:28.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:28 smithi172 ceph-mon[31000]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:28.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:28 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:28.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:12:28] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-03-10T22:12:28.918 INFO:teuthology.orchestra.run.smithi169.stdout:77309411373 2024-03-10T22:12:28.919 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-03-10T22:12:29.374 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:29.402 INFO:teuthology.orchestra.run.smithi169.stdout:163208757278 2024-03-10T22:12:29.403 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-03-10T22:12:30.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:30 smithi169 ceph-mon[27156]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:30.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:30 smithi169 ceph-mon[37738]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:30.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:30 smithi172 ceph-mon[31000]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:30.990 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:30.990 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:30.994 INFO:teuthology.orchestra.run.smithi169.stdout:231928234004 2024-03-10T22:12:30.994 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-03-10T22:12:31.668 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:31.674 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:32.329 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:32 smithi169 ceph-mon[37738]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:32.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:32 smithi169 ceph-mon[27156]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:32.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:32 smithi172 ceph-mon[31000]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:33.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:33 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2597771976' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-10T22:12:33.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:33 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2597771976' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-10T22:12:33.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:33 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2597771976' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-10T22:12:33.672 INFO:teuthology.orchestra.run.smithi169.stdout:128849018916 2024-03-10T22:12:34.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:34 smithi169 ceph-mon[27156]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:34 smithi169 ceph-mon[37738]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:34 smithi172 ceph-mon[31000]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:34.751 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:34.751 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:36.113 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:36.133 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018913 got 128849018916 for osd.4 2024-03-10T22:12:36.133 DEBUG:teuthology.parallel:result is None 2024-03-10T22:12:36.385 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:36 smithi169 ceph-mon[37738]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:36.385 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:36 smithi169 ceph-mon[27156]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:36.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:36 smithi172 ceph-mon[31000]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:37.190 INFO:teuthology.orchestra.run.smithi169.stdout:55834574900 2024-03-10T22:12:37.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:37 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2288384589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-10T22:12:37.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:37 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2288384589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-10T22:12:37.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:37 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2288384589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-10T22:12:38.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:38 smithi172 ceph-mon[31000]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:38.625 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:38 smithi169 ceph-mon[27156]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:38.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:38 smithi169 ceph-mon[37738]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:39.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:12:38] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-03-10T22:12:40.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:40 smithi169 ceph-mon[37738]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:40.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:40 smithi169 ceph-mon[27156]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:40.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:40 smithi172 ceph-mon[31000]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:40.868 INFO:teuthology.orchestra.run.smithi169.stdout:197568495645 2024-03-10T22:12:41.415 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:41 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3096348752' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-10T22:12:41.416 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:41 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3018267573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-10T22:12:41.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:41 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3096348752' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-10T22:12:41.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:41 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3018267573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-10T22:12:41.561 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574897 got 55834574900 for osd.1 2024-03-10T22:12:41.561 DEBUG:teuthology.parallel:result is None 2024-03-10T22:12:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:41 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3096348752' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-10T22:12:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:41 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3018267573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-10T22:12:42.214 INFO:teuthology.orchestra.run.smithi169.stdout:77309411376 2024-03-10T22:12:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:42 smithi169 ceph-mon[27156]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:42 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2285467795' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-10T22:12:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:42 smithi169 ceph-mon[37738]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:42 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2285467795' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-10T22:12:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:42 smithi172 ceph-mon[31000]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:42 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2285467795' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-10T22:12:43.477 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-03-10T22:12:43.477 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-03-10T22:12:43.477 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-03-10T22:12:43.477 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-03-10T22:12:43.477 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]: dispatch 2024-03-10T22:12:43.477 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-03-10T22:12:43.477 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:43.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-03-10T22:12:43.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-03-10T22:12:43.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-03-10T22:12:43.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-03-10T22:12:43.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]: dispatch 2024-03-10T22:12:43.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-03-10T22:12:43.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:43.497 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411373 got 77309411376 for osd.2 2024-03-10T22:12:43.498 DEBUG:teuthology.parallel:result is None 2024-03-10T22:12:43.593 INFO:teuthology.orchestra.run.smithi169.stdout:34359738425 2024-03-10T22:12:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-03-10T22:12:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-03-10T22:12:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-03-10T22:12:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-03-10T22:12:43.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]: dispatch 2024-03-10T22:12:43.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-03-10T22:12:43.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:44.222 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738421 got 34359738425 for osd.0 2024-03-10T22:12:44.222 DEBUG:teuthology.parallel:result is None 2024-03-10T22:12:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[27156]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-03-10T22:12:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-03-10T22:12:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-03-10T22:12:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-03-10T22:12:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]': finished 2024-03-10T22:12:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-03-10T22:12:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[27156]: osdmap e68: 8 total, 8 up, 8 in 2024-03-10T22:12:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[37738]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-03-10T22:12:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-03-10T22:12:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-03-10T22:12:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-03-10T22:12:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]': finished 2024-03-10T22:12:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-03-10T22:12:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:44 smithi169 ceph-mon[37738]: osdmap e68: 8 total, 8 up, 8 in 2024-03-10T22:12:44.644 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495641 got 197568495645 for osd.6 2024-03-10T22:12:44.644 DEBUG:teuthology.parallel:result is None 2024-03-10T22:12:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:44 smithi172 ceph-mon[31000]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-03-10T22:12:44.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-03-10T22:12:44.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-03-10T22:12:44.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-03-10T22:12:44.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]': finished 2024-03-10T22:12:44.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:44 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-03-10T22:12:44.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:44 smithi172 ceph-mon[31000]: osdmap e68: 8 total, 8 up, 8 in 2024-03-10T22:12:45.365 INFO:teuthology.orchestra.run.smithi169.stdout:163208757282 2024-03-10T22:12:45.626 INFO:teuthology.orchestra.run.smithi169.stdout:107374182444 2024-03-10T22:12:45.626 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:45 smithi169 ceph-mon[37738]: osdmap e69: 8 total, 8 up, 8 in 2024-03-10T22:12:45.626 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:45 smithi169 ceph-mon[27156]: osdmap e69: 8 total, 8 up, 8 in 2024-03-10T22:12:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:45 smithi172 ceph-mon[31000]: osdmap e69: 8 total, 8 up, 8 in 2024-03-10T22:12:46.304 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757278 got 163208757282 for osd.5 2024-03-10T22:12:46.305 DEBUG:teuthology.parallel:result is None 2024-03-10T22:12:46.569 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:46 smithi169 ceph-mon[37738]: pgmap v40: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:46.569 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:46 smithi169 ceph-mon[37738]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-10T22:12:46.569 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:46 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3499833600' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-10T22:12:46.570 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:46 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/208598596' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-10T22:12:46.570 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:46 smithi169 ceph-mon[27156]: pgmap v40: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:46.570 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:46 smithi169 ceph-mon[27156]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-10T22:12:46.570 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:46 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3499833600' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-10T22:12:46.570 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:46 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/208598596' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-10T22:12:46.714 INFO:teuthology.orchestra.run.smithi169.stdout:231928234008 2024-03-10T22:12:46.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:46 smithi172 ceph-mon[31000]: pgmap v40: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:46.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:46 smithi172 ceph-mon[31000]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-10T22:12:46.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:46 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3499833600' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-10T22:12:46.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:46 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/208598596' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-10T22:12:47.333 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182440 got 107374182444 for osd.3 2024-03-10T22:12:47.334 DEBUG:teuthology.parallel:result is None 2024-03-10T22:12:47.674 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:47 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1331953298' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-10T22:12:47.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:47 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1331953298' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-10T22:12:47.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:47 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1331953298' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-10T22:12:48.034 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234004 got 231928234008 for osd.7 2024-03-10T22:12:48.034 DEBUG:teuthology.parallel:result is None 2024-03-10T22:12:48.034 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-03-10T22:12:48.035 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:12:48.252 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:48.602 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:48 smithi169 ceph-mon[37738]: pgmap v41: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:48.603 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:48 smithi169 ceph-mon[27156]: pgmap v41: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:48 smithi172 ceph-mon[31000]: pgmap v41: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:12:48.951 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:12:48] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-03-10T22:12:50.216 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:12:50.218 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:12:50.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:50 smithi169 ceph-mon[27156]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:50.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:50 smithi169 ceph-mon[27156]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-03-10T22:12:50.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:50 smithi169 ceph-mon[27156]: Cluster is now healthy 2024-03-10T22:12:50.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:50 smithi169 ceph-mon[37738]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:50.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:50 smithi169 ceph-mon[37738]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-03-10T22:12:50.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:50 smithi169 ceph-mon[37738]: Cluster is now healthy 2024-03-10T22:12:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:50 smithi172 ceph-mon[31000]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:50 smithi172 ceph-mon[31000]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-03-10T22:12:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:50 smithi172 ceph-mon[31000]: Cluster is now healthy 2024-03-10T22:12:50.997 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-03-10T22:12:49.103591+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593514,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223524,"kb_used_data":7348,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749737692,"statfs":{"total":767960285184,"available":767731396608,"internally_reserved":0,"allocated":7524352,"data_stored":4255388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001498"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284997+0000","last_change":"2024-03-10T22:11:12.701205+0000","last_active":"2024-03-10T22:12:43.284997+0000","last_peered":"2024-03-10T22:12:43.284997+0000","last_clean":"2024-03-10T22:12:43.284997+0000","last_became_active":"2024-03-10T22:11:12.700074+0000","last_became_peered":"2024-03-10T22:11:12.700074+0000","last_unstale":"2024-03-10T22:12:43.284997+0000","last_undegraded":"2024-03-10T22:12:43.284997+0000","last_fullsized":"2024-03-10T22:12:43.284997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:23:01.902605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283138+0000","last_change":"2024-03-10T22:11:12.691519+0000","last_active":"2024-03-10T22:12:43.283138+0000","last_peered":"2024-03-10T22:12:43.283138+0000","last_clean":"2024-03-10T22:12:43.283138+0000","last_became_active":"2024-03-10T22:11:12.691245+0000","last_became_peered":"2024-03-10T22:11:12.691245+0000","last_unstale":"2024-03-10T22:12:43.283138+0000","last_undegraded":"2024-03-10T22:12:43.283138+0000","last_fullsized":"2024-03-10T22:12:43.283138+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:08:14.452838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283598+0000","last_change":"2024-03-10T22:11:12.695791+0000","last_active":"2024-03-10T22:12:43.283598+0000","last_peered":"2024-03-10T22:12:43.283598+0000","last_clean":"2024-03-10T22:12:43.283598+0000","last_became_active":"2024-03-10T22:11:12.695507+0000","last_became_peered":"2024-03-10T22:11:12.695507+0000","last_unstale":"2024-03-10T22:12:43.283598+0000","last_undegraded":"2024-03-10T22:12:43.283598+0000","last_fullsized":"2024-03-10T22:12:43.283598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:33:48.988967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278748+0000","last_change":"2024-03-10T22:11:12.693517+0000","last_active":"2024-03-10T22:12:43.278748+0000","last_peered":"2024-03-10T22:12:43.278748+0000","last_clean":"2024-03-10T22:12:43.278748+0000","last_became_active":"2024-03-10T22:11:12.693236+0000","last_became_peered":"2024-03-10T22:11:12.693236+0000","last_unstale":"2024-03-10T22:12:43.278748+0000","last_undegraded":"2024-03-10T22:12:43.278748+0000","last_fullsized":"2024-03-10T22:12:43.278748+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:13.561703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284385+0000","last_change":"2024-03-10T22:11:12.701277+0000","last_active":"2024-03-10T22:12:43.284385+0000","last_peered":"2024-03-10T22:12:43.284385+0000","last_clean":"2024-03-10T22:12:43.284385+0000","last_became_active":"2024-03-10T22:11:12.700703+0000","last_became_peered":"2024-03-10T22:11:12.700703+0000","last_unstale":"2024-03-10T22:12:43.284385+0000","last_undegraded":"2024-03-10T22:12:43.284385+0000","last_fullsized":"2024-03-10T22:12:43.284385+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:12:20.808902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278645+0000","last_change":"2024-03-10T22:11:12.686552+0000","last_active":"2024-03-10T22:12:43.278645+0000","last_peered":"2024-03-10T22:12:43.278645+0000","last_clean":"2024-03-10T22:12:43.278645+0000","last_became_active":"2024-03-10T22:11:12.686274+0000","last_became_peered":"2024-03-10T22:11:12.686274+0000","last_unstale":"2024-03-10T22:12:43.278645+0000","last_undegraded":"2024-03-10T22:12:43.278645+0000","last_fullsized":"2024-03-10T22:12:43.278645+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:19:53.208566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282605+0000","last_change":"2024-03-10T22:11:12.701505+0000","last_active":"2024-03-10T22:12:43.282605+0000","last_peered":"2024-03-10T22:12:43.282605+0000","last_clean":"2024-03-10T22:12:43.282605+0000","last_became_active":"2024-03-10T22:11:12.700514+0000","last_became_peered":"2024-03-10T22:11:12.700514+0000","last_unstale":"2024-03-10T22:12:43.282605+0000","last_undegraded":"2024-03-10T22:12:43.282605+0000","last_fullsized":"2024-03-10T22:12:43.282605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:15:57.043751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279071+0000","last_change":"2024-03-10T22:11:12.692086+0000","last_active":"2024-03-10T22:12:43.279071+0000","last_peered":"2024-03-10T22:12:43.279071+0000","last_clean":"2024-03-10T22:12:43.279071+0000","last_became_active":"2024-03-10T22:11:12.690648+0000","last_became_peered":"2024-03-10T22:11:12.690648+0000","last_unstale":"2024-03-10T22:12:43.279071+0000","last_undegraded":"2024-03-10T22:12:43.279071+0000","last_fullsized":"2024-03-10T22:12:43.279071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:11.054836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284920+0000","last_change":"2024-03-10T22:11:12.705416+0000","last_active":"2024-03-10T22:12:43.284920+0000","last_peered":"2024-03-10T22:12:43.284920+0000","last_clean":"2024-03-10T22:12:43.284920+0000","last_became_active":"2024-03-10T22:11:12.705130+0000","last_became_peered":"2024-03-10T22:11:12.705130+0000","last_unstale":"2024-03-10T22:12:43.284920+0000","last_undegraded":"2024-03-10T22:12:43.284920+0000","last_fullsized":"2024-03-10T22:12:43.284920+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:12:10.920888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285785+0000","last_change":"2024-03-10T22:11:12.690415+0000","last_active":"2024-03-10T22:12:43.285785+0000","last_peered":"2024-03-10T22:12:43.285785+0000","last_clean":"2024-03-10T22:12:43.285785+0000","last_became_active":"2024-03-10T22:11:12.690091+0000","last_became_peered":"2024-03-10T22:11:12.690091+0000","last_unstale":"2024-03-10T22:12:43.285785+0000","last_undegraded":"2024-03-10T22:12:43.285785+0000","last_fullsized":"2024-03-10T22:12:43.285785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:28:29.762666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285692+0000","last_change":"2024-03-10T22:11:12.689154+0000","last_active":"2024-03-10T22:12:43.285692+0000","last_peered":"2024-03-10T22:12:43.285692+0000","last_clean":"2024-03-10T22:12:43.285692+0000","last_became_active":"2024-03-10T22:11:12.688877+0000","last_became_peered":"2024-03-10T22:11:12.688877+0000","last_unstale":"2024-03-10T22:12:43.285692+0000","last_undegraded":"2024-03-10T22:12:43.285692+0000","last_fullsized":"2024-03-10T22:12:43.285692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:18.736111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283284+0000","last_change":"2024-03-10T22:11:12.691279+0000","last_active":"2024-03-10T22:12:43.283284+0000","last_peered":"2024-03-10T22:12:43.283284+0000","last_clean":"2024-03-10T22:12:43.283284+0000","last_became_active":"2024-03-10T22:11:12.691009+0000","last_became_peered":"2024-03-10T22:11:12.691009+0000","last_unstale":"2024-03-10T22:12:43.283284+0000","last_undegraded":"2024-03-10T22:12:43.283284+0000","last_fullsized":"2024-03-10T22:12:43.283284+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:42.628456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279285+0000","last_change":"2024-03-10T22:11:12.687905+0000","last_active":"2024-03-10T22:12:43.279285+0000","last_peered":"2024-03-10T22:12:43.279285+0000","last_clean":"2024-03-10T22:12:43.279285+0000","last_became_active":"2024-03-10T22:11:12.686643+0000","last_became_peered":"2024-03-10T22:11:12.686643+0000","last_unstale":"2024-03-10T22:12:43.279285+0000","last_undegraded":"2024-03-10T22:12:43.279285+0000","last_fullsized":"2024-03-10T22:12:43.279285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:46.602771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284459+0000","last_change":"2024-03-10T22:11:12.694945+0000","last_active":"2024-03-10T22:12:43.284459+0000","last_peered":"2024-03-10T22:12:43.284459+0000","last_clean":"2024-03-10T22:12:43.284459+0000","last_became_active":"2024-03-10T22:11:12.694647+0000","last_became_peered":"2024-03-10T22:11:12.694647+0000","last_unstale":"2024-03-10T22:12:43.284459+0000","last_undegraded":"2024-03-10T22:12:43.284459+0000","last_fullsized":"2024-03-10T22:12:43.284459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:52:59.239119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283078+0000","last_change":"2024-03-10T22:11:12.681705+0000","last_active":"2024-03-10T22:12:43.283078+0000","last_peered":"2024-03-10T22:12:43.283078+0000","last_clean":"2024-03-10T22:12:43.283078+0000","last_became_active":"2024-03-10T22:11:12.681448+0000","last_became_peered":"2024-03-10T22:11:12.681448+0000","last_unstale":"2024-03-10T22:12:43.283078+0000","last_undegraded":"2024-03-10T22:12:43.283078+0000","last_fullsized":"2024-03-10T22:12:43.283078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:52:30.120706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278241+0000","last_change":"2024-03-10T22:11:12.695264+0000","last_active":"2024-03-10T22:12:43.278241+0000","last_peered":"2024-03-10T22:12:43.278241+0000","last_clean":"2024-03-10T22:12:43.278241+0000","last_became_active":"2024-03-10T22:11:12.694455+0000","last_became_peered":"2024-03-10T22:11:12.694455+0000","last_unstale":"2024-03-10T22:12:43.278241+0000","last_undegraded":"2024-03-10T22:12:43.278241+0000","last_fullsized":"2024-03-10T22:12:43.278241+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:07:36.041532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.288297+0000","last_change":"2024-03-10T22:12:44.288297+0000","last_active":"2024-03-10T22:12:44.288297+0000","last_peered":"2024-03-10T22:12:44.288297+0000","last_clean":"2024-03-10T22:12:44.288297+0000","last_became_active":"2024-03-10T22:12:44.288046+0000","last_became_peered":"2024-03-10T22:12:44.288046+0000","last_unstale":"2024-03-10T22:12:44.288297+0000","last_undegraded":"2024-03-10T22:12:44.288297+0000","last_fullsized":"2024-03-10T22:12:44.288297+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:29.385418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281400+0000","last_change":"2024-03-10T22:11:12.692403+0000","last_active":"2024-03-10T22:12:43.281400+0000","last_peered":"2024-03-10T22:12:43.281400+0000","last_clean":"2024-03-10T22:12:43.281400+0000","last_became_active":"2024-03-10T22:11:12.692123+0000","last_became_peered":"2024-03-10T22:11:12.692123+0000","last_unstale":"2024-03-10T22:12:43.281400+0000","last_undegraded":"2024-03-10T22:12:43.281400+0000","last_fullsized":"2024-03-10T22:12:43.281400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:13:46.329297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283221+0000","last_change":"2024-03-10T22:11:12.692539+0000","last_active":"2024-03-10T22:12:43.283221+0000","last_peered":"2024-03-10T22:12:43.283221+0000","last_clean":"2024-03-10T22:12:43.283221+0000","last_became_active":"2024-03-10T22:11:12.692090+0000","last_became_peered":"2024-03-10T22:11:12.692090+0000","last_unstale":"2024-03-10T22:12:43.283221+0000","last_undegraded":"2024-03-10T22:12:43.283221+0000","last_fullsized":"2024-03-10T22:12:43.283221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:00.077776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285136+0000","last_change":"2024-03-10T22:11:12.331999+0000","last_active":"2024-03-10T22:12:43.285136+0000","last_peered":"2024-03-10T22:12:43.285136+0000","last_clean":"2024-03-10T22:12:43.285136+0000","last_became_active":"2024-03-10T22:11:12.331669+0000","last_became_peered":"2024-03-10T22:11:12.331669+0000","last_unstale":"2024-03-10T22:12:43.285136+0000","last_undegraded":"2024-03-10T22:12:43.285136+0000","last_fullsized":"2024-03-10T22:12:43.285136+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:58.108647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279411+0000","last_change":"2024-03-10T22:11:12.690022+0000","last_active":"2024-03-10T22:12:43.279411+0000","last_peered":"2024-03-10T22:12:43.279411+0000","last_clean":"2024-03-10T22:12:43.279411+0000","last_became_active":"2024-03-10T22:11:12.689687+0000","last_became_peered":"2024-03-10T22:11:12.689687+0000","last_unstale":"2024-03-10T22:12:43.279411+0000","last_undegraded":"2024-03-10T22:12:43.279411+0000","last_fullsized":"2024-03-10T22:12:43.279411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:05:37.487003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279517+0000","last_change":"2024-03-10T22:11:12.324676+0000","last_active":"2024-03-10T22:12:43.279517+0000","last_peered":"2024-03-10T22:12:43.279517+0000","last_clean":"2024-03-10T22:12:43.279517+0000","last_became_active":"2024-03-10T22:11:12.324381+0000","last_became_peered":"2024-03-10T22:11:12.324381+0000","last_unstale":"2024-03-10T22:12:43.279517+0000","last_undegraded":"2024-03-10T22:12:43.279517+0000","last_fullsized":"2024-03-10T22:12:43.279517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:36:39.187956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285037+0000","last_change":"2024-03-10T22:11:12.689295+0000","last_active":"2024-03-10T22:12:43.285037+0000","last_peered":"2024-03-10T22:12:43.285037+0000","last_clean":"2024-03-10T22:12:43.285037+0000","last_became_active":"2024-03-10T22:11:12.688473+0000","last_became_peered":"2024-03-10T22:11:12.688473+0000","last_unstale":"2024-03-10T22:12:43.285037+0000","last_undegraded":"2024-03-10T22:12:43.285037+0000","last_fullsized":"2024-03-10T22:12:43.285037+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:05:15.873149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284096+0000","last_change":"2024-03-10T22:11:12.335915+0000","last_active":"2024-03-10T22:12:43.284096+0000","last_peered":"2024-03-10T22:12:43.284096+0000","last_clean":"2024-03-10T22:12:43.284096+0000","last_became_active":"2024-03-10T22:11:12.335558+0000","last_became_peered":"2024-03-10T22:11:12.335558+0000","last_unstale":"2024-03-10T22:12:43.284096+0000","last_undegraded":"2024-03-10T22:12:43.284096+0000","last_fullsized":"2024-03-10T22:12:43.284096+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:16:06.166557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278855+0000","last_change":"2024-03-10T22:11:12.681774+0000","last_active":"2024-03-10T22:12:43.278855+0000","last_peered":"2024-03-10T22:12:43.278855+0000","last_clean":"2024-03-10T22:12:43.278855+0000","last_became_active":"2024-03-10T22:11:12.681502+0000","last_became_peered":"2024-03-10T22:11:12.681502+0000","last_unstale":"2024-03-10T22:12:43.278855+0000","last_undegraded":"2024-03-10T22:12:43.278855+0000","last_fullsized":"2024-03-10T22:12:43.278855+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:35.646835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283169+0000","last_change":"2024-03-10T22:11:12.339324+0000","last_active":"2024-03-10T22:12:43.283169+0000","last_peered":"2024-03-10T22:12:43.283169+0000","last_clean":"2024-03-10T22:12:43.283169+0000","last_became_active":"2024-03-10T22:11:12.339021+0000","last_became_peered":"2024-03-10T22:11:12.339021+0000","last_unstale":"2024-03-10T22:12:43.283169+0000","last_undegraded":"2024-03-10T22:12:43.283169+0000","last_fullsized":"2024-03-10T22:12:43.283169+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:11:01.173700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278861+0000","last_change":"2024-03-10T22:11:12.704879+0000","last_active":"2024-03-10T22:12:43.278861+0000","last_peered":"2024-03-10T22:12:43.278861+0000","last_clean":"2024-03-10T22:12:43.278861+0000","last_became_active":"2024-03-10T22:11:12.704605+0000","last_became_peered":"2024-03-10T22:11:12.704605+0000","last_unstale":"2024-03-10T22:12:43.278861+0000","last_undegraded":"2024-03-10T22:12:43.278861+0000","last_fullsized":"2024-03-10T22:12:43.278861+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:22:49.476011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279400+0000","last_change":"2024-03-10T22:11:12.328412+0000","last_active":"2024-03-10T22:12:43.279400+0000","last_peered":"2024-03-10T22:12:43.279400+0000","last_clean":"2024-03-10T22:12:43.279400+0000","last_became_active":"2024-03-10T22:11:12.327914+0000","last_became_peered":"2024-03-10T22:11:12.327914+0000","last_unstale":"2024-03-10T22:12:43.279400+0000","last_undegraded":"2024-03-10T22:12:43.279400+0000","last_fullsized":"2024-03-10T22:12:43.279400+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:08:37.921104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282098+0000","last_change":"2024-03-10T22:11:12.687879+0000","last_active":"2024-03-10T22:12:43.282098+0000","last_peered":"2024-03-10T22:12:43.282098+0000","last_clean":"2024-03-10T22:12:43.282098+0000","last_became_active":"2024-03-10T22:11:12.687582+0000","last_became_peered":"2024-03-10T22:11:12.687582+0000","last_unstale":"2024-03-10T22:12:43.282098+0000","last_undegraded":"2024-03-10T22:12:43.282098+0000","last_fullsized":"2024-03-10T22:12:43.282098+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:45:00.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285221+0000","last_change":"2024-03-10T22:11:12.334884+0000","last_active":"2024-03-10T22:12:43.285221+0000","last_peered":"2024-03-10T22:12:43.285221+0000","last_clean":"2024-03-10T22:12:43.285221+0000","last_became_active":"2024-03-10T22:11:12.334600+0000","last_became_peered":"2024-03-10T22:11:12.334600+0000","last_unstale":"2024-03-10T22:12:43.285221+0000","last_undegraded":"2024-03-10T22:12:43.285221+0000","last_fullsized":"2024-03-10T22:12:43.285221+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:28:39.542401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282950+0000","last_change":"2024-03-10T22:11:12.701043+0000","last_active":"2024-03-10T22:12:43.282950+0000","last_peered":"2024-03-10T22:12:43.282950+0000","last_clean":"2024-03-10T22:12:43.282950+0000","last_became_active":"2024-03-10T22:11:12.699852+0000","last_became_peered":"2024-03-10T22:11:12.699852+0000","last_unstale":"2024-03-10T22:12:43.282950+0000","last_undegraded":"2024-03-10T22:12:43.282950+0000","last_fullsized":"2024-03-10T22:12:43.282950+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:52.944578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279302+0000","last_change":"2024-03-10T22:11:12.329339+0000","last_active":"2024-03-10T22:12:43.279302+0000","last_peered":"2024-03-10T22:12:43.279302+0000","last_clean":"2024-03-10T22:12:43.279302+0000","last_became_active":"2024-03-10T22:11:12.324591+0000","last_became_peered":"2024-03-10T22:11:12.324591+0000","last_unstale":"2024-03-10T22:12:43.279302+0000","last_undegraded":"2024-03-10T22:12:43.279302+0000","last_fullsized":"2024-03-10T22:12:43.279302+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:59:20.829563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279211+0000","last_change":"2024-03-10T22:11:12.685105+0000","last_active":"2024-03-10T22:12:43.279211+0000","last_peered":"2024-03-10T22:12:43.279211+0000","last_clean":"2024-03-10T22:12:43.279211+0000","last_became_active":"2024-03-10T22:11:12.684801+0000","last_became_peered":"2024-03-10T22:11:12.684801+0000","last_unstale":"2024-03-10T22:12:43.279211+0000","last_undegraded":"2024-03-10T22:12:43.279211+0000","last_fullsized":"2024-03-10T22:12:43.279211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:02:33.141180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278316+0000","last_change":"2024-03-10T22:11:12.337832+0000","last_active":"2024-03-10T22:12:43.278316+0000","last_peered":"2024-03-10T22:12:43.278316+0000","last_clean":"2024-03-10T22:12:43.278316+0000","last_became_active":"2024-03-10T22:11:12.337506+0000","last_became_peered":"2024-03-10T22:11:12.337506+0000","last_unstale":"2024-03-10T22:12:43.278316+0000","last_undegraded":"2024-03-10T22:12:43.278316+0000","last_fullsized":"2024-03-10T22:12:43.278316+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:21.901356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283288+0000","last_change":"2024-03-10T22:11:12.692561+0000","last_active":"2024-03-10T22:12:43.283288+0000","last_peered":"2024-03-10T22:12:43.283288+0000","last_clean":"2024-03-10T22:12:43.283288+0000","last_became_active":"2024-03-10T22:11:12.692276+0000","last_became_peered":"2024-03-10T22:11:12.692276+0000","last_unstale":"2024-03-10T22:12:43.283288+0000","last_undegraded":"2024-03-10T22:12:43.283288+0000","last_fullsized":"2024-03-10T22:12:43.283288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:04:32.793389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285475+0000","last_change":"2024-03-10T22:11:12.330952+0000","last_active":"2024-03-10T22:12:43.285475+0000","last_peered":"2024-03-10T22:12:43.285475+0000","last_clean":"2024-03-10T22:12:43.285475+0000","last_became_active":"2024-03-10T22:11:12.330569+0000","last_became_peered":"2024-03-10T22:11:12.330569+0000","last_unstale":"2024-03-10T22:12:43.285475+0000","last_undegraded":"2024-03-10T22:12:43.285475+0000","last_fullsized":"2024-03-10T22:12:43.285475+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:35:05.959497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279015+0000","last_change":"2024-03-10T22:11:12.693500+0000","last_active":"2024-03-10T22:12:43.279015+0000","last_peered":"2024-03-10T22:12:43.279015+0000","last_clean":"2024-03-10T22:12:43.279015+0000","last_became_active":"2024-03-10T22:11:12.693203+0000","last_became_peered":"2024-03-10T22:11:12.693203+0000","last_unstale":"2024-03-10T22:12:43.279015+0000","last_undegraded":"2024-03-10T22:12:43.279015+0000","last_fullsized":"2024-03-10T22:12:43.279015+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:27:48.202264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278963+0000","last_change":"2024-03-10T22:11:12.333487+0000","last_active":"2024-03-10T22:12:43.278963+0000","last_peered":"2024-03-10T22:12:43.278963+0000","last_clean":"2024-03-10T22:12:43.278963+0000","last_became_active":"2024-03-10T22:11:12.333179+0000","last_became_peered":"2024-03-10T22:11:12.333179+0000","last_unstale":"2024-03-10T22:12:43.278963+0000","last_undegraded":"2024-03-10T22:12:43.278963+0000","last_fullsized":"2024-03-10T22:12:43.278963+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:41:49.042592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284924+0000","last_change":"2024-03-10T22:11:12.697335+0000","last_active":"2024-03-10T22:12:43.284924+0000","last_peered":"2024-03-10T22:12:43.284924+0000","last_clean":"2024-03-10T22:12:43.284924+0000","last_became_active":"2024-03-10T22:11:12.697052+0000","last_became_peered":"2024-03-10T22:11:12.697052+0000","last_unstale":"2024-03-10T22:12:43.284924+0000","last_undegraded":"2024-03-10T22:12:43.284924+0000","last_fullsized":"2024-03-10T22:12:43.284924+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:07.163750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283295+0000","last_change":"2024-03-10T22:11:12.336603+0000","last_active":"2024-03-10T22:12:43.283295+0000","last_peered":"2024-03-10T22:12:43.283295+0000","last_clean":"2024-03-10T22:12:43.283295+0000","last_became_active":"2024-03-10T22:11:12.336317+0000","last_became_peered":"2024-03-10T22:11:12.336317+0000","last_unstale":"2024-03-10T22:12:43.283295+0000","last_undegraded":"2024-03-10T22:12:43.283295+0000","last_fullsized":"2024-03-10T22:12:43.283295+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:30.357130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283186+0000","last_change":"2024-03-10T22:11:12.697177+0000","last_active":"2024-03-10T22:12:43.283186+0000","last_peered":"2024-03-10T22:12:43.283186+0000","last_clean":"2024-03-10T22:12:43.283186+0000","last_became_active":"2024-03-10T22:11:12.696899+0000","last_became_peered":"2024-03-10T22:11:12.696899+0000","last_unstale":"2024-03-10T22:12:43.283186+0000","last_undegraded":"2024-03-10T22:12:43.283186+0000","last_fullsized":"2024-03-10T22:12:43.283186+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:21:13.556936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285519+0000","last_change":"2024-03-10T22:11:12.333491+0000","last_active":"2024-03-10T22:12:43.285519+0000","last_peered":"2024-03-10T22:12:43.285519+0000","last_clean":"2024-03-10T22:12:43.285519+0000","last_became_active":"2024-03-10T22:11:12.332951+0000","last_became_peered":"2024-03-10T22:11:12.332951+0000","last_unstale":"2024-03-10T22:12:43.285519+0000","last_undegraded":"2024-03-10T22:12:43.285519+0000","last_fullsized":"2024-03-10T22:12:43.285519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:02:33.459289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283838+0000","last_change":"2024-03-10T22:11:12.699526+0000","last_active":"2024-03-10T22:12:43.283838+0000","last_peered":"2024-03-10T22:12:43.283838+0000","last_clean":"2024-03-10T22:12:43.283838+0000","last_became_active":"2024-03-10T22:11:12.699207+0000","last_became_peered":"2024-03-10T22:11:12.699207+0000","last_unstale":"2024-03-10T22:12:43.283838+0000","last_undegraded":"2024-03-10T22:12:43.283838+0000","last_fullsized":"2024-03-10T22:12:43.283838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:31.727476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283241+0000","last_change":"2024-03-10T22:11:12.333163+0000","last_active":"2024-03-10T22:12:43.283241+0000","last_peered":"2024-03-10T22:12:43.283241+0000","last_clean":"2024-03-10T22:12:43.283241+0000","last_became_active":"2024-03-10T22:11:12.332929+0000","last_became_peered":"2024-03-10T22:11:12.332929+0000","last_unstale":"2024-03-10T22:12:43.283241+0000","last_undegraded":"2024-03-10T22:12:43.283241+0000","last_fullsized":"2024-03-10T22:12:43.283241+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:49:55.523315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283728+0000","last_change":"2024-03-10T22:11:12.687001+0000","last_active":"2024-03-10T22:12:43.283728+0000","last_peered":"2024-03-10T22:12:43.283728+0000","last_clean":"2024-03-10T22:12:43.283728+0000","last_became_active":"2024-03-10T22:11:12.686356+0000","last_became_peered":"2024-03-10T22:11:12.686356+0000","last_unstale":"2024-03-10T22:12:43.283728+0000","last_undegraded":"2024-03-10T22:12:43.283728+0000","last_fullsized":"2024-03-10T22:12:43.283728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:04.769067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278427+0000","last_change":"2024-03-10T22:11:12.336067+0000","last_active":"2024-03-10T22:12:43.278427+0000","last_peered":"2024-03-10T22:12:43.278427+0000","last_clean":"2024-03-10T22:12:43.278427+0000","last_became_active":"2024-03-10T22:11:12.335743+0000","last_became_peered":"2024-03-10T22:11:12.335743+0000","last_unstale":"2024-03-10T22:12:43.278427+0000","last_undegraded":"2024-03-10T22:12:43.278427+0000","last_fullsized":"2024-03-10T22:12:43.278427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:31:01.175277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284216+0000","last_change":"2024-03-10T22:11:12.701062+0000","last_active":"2024-03-10T22:12:43.284216+0000","last_peered":"2024-03-10T22:12:43.284216+0000","last_clean":"2024-03-10T22:12:43.284216+0000","last_became_active":"2024-03-10T22:11:12.700567+0000","last_became_peered":"2024-03-10T22:11:12.700567+0000","last_unstale":"2024-03-10T22:12:43.284216+0000","last_undegraded":"2024-03-10T22:12:43.284216+0000","last_fullsized":"2024-03-10T22:12:43.284216+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:29:53.128362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285624+0000","last_change":"2024-03-10T22:11:12.331888+0000","last_active":"2024-03-10T22:12:43.285624+0000","last_peered":"2024-03-10T22:12:43.285624+0000","last_clean":"2024-03-10T22:12:43.285624+0000","last_became_active":"2024-03-10T22:11:12.331529+0000","last_became_peered":"2024-03-10T22:11:12.331529+0000","last_unstale":"2024-03-10T22:12:43.285624+0000","last_undegraded":"2024-03-10T22:12:43.285624+0000","last_fullsized":"2024-03-10T22:12:43.285624+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:14:54.061339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285450+0000","last_change":"2024-03-10T22:11:12.688359+0000","last_active":"2024-03-10T22:12:43.285450+0000","last_peered":"2024-03-10T22:12:43.285450+0000","last_clean":"2024-03-10T22:12:43.285450+0000","last_became_active":"2024-03-10T22:11:12.688073+0000","last_became_peered":"2024-03-10T22:11:12.688073+0000","last_unstale":"2024-03-10T22:12:43.285450+0000","last_undegraded":"2024-03-10T22:12:43.285450+0000","last_fullsized":"2024-03-10T22:12:43.285450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:02:02.500459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281054+0000","last_change":"2024-03-10T22:11:12.329835+0000","last_active":"2024-03-10T22:12:43.281054+0000","last_peered":"2024-03-10T22:12:43.281054+0000","last_clean":"2024-03-10T22:12:43.281054+0000","last_became_active":"2024-03-10T22:11:12.329149+0000","last_became_peered":"2024-03-10T22:11:12.329149+0000","last_unstale":"2024-03-10T22:12:43.281054+0000","last_undegraded":"2024-03-10T22:12:43.281054+0000","last_fullsized":"2024-03-10T22:12:43.281054+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:35:31.108239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282726+0000","last_change":"2024-03-10T22:11:12.701701+0000","last_active":"2024-03-10T22:12:43.282726+0000","last_peered":"2024-03-10T22:12:43.282726+0000","last_clean":"2024-03-10T22:12:43.282726+0000","last_became_active":"2024-03-10T22:11:12.701158+0000","last_became_peered":"2024-03-10T22:11:12.701158+0000","last_unstale":"2024-03-10T22:12:43.282726+0000","last_undegraded":"2024-03-10T22:12:43.282726+0000","last_fullsized":"2024-03-10T22:12:43.282726+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:36.075457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283348+0000","last_change":"2024-03-10T22:11:12.325718+0000","last_active":"2024-03-10T22:12:43.283348+0000","last_peered":"2024-03-10T22:12:43.283348+0000","last_clean":"2024-03-10T22:12:43.283348+0000","last_became_active":"2024-03-10T22:11:12.325364+0000","last_became_peered":"2024-03-10T22:11:12.325364+0000","last_unstale":"2024-03-10T22:12:43.283348+0000","last_undegraded":"2024-03-10T22:12:43.283348+0000","last_fullsized":"2024-03-10T22:12:43.283348+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:55.783060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283990+0000","last_change":"2024-03-10T22:11:12.699893+0000","last_active":"2024-03-10T22:12:43.283990+0000","last_peered":"2024-03-10T22:12:43.283990+0000","last_clean":"2024-03-10T22:12:43.283990+0000","last_became_active":"2024-03-10T22:11:12.699528+0000","last_became_peered":"2024-03-10T22:11:12.699528+0000","last_unstale":"2024-03-10T22:12:43.283990+0000","last_undegraded":"2024-03-10T22:12:43.283990+0000","last_fullsized":"2024-03-10T22:12:43.283990+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:49.010215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282930+0000","last_change":"2024-03-10T22:11:58.597501+0000","last_active":"2024-03-10T22:12:43.282930+0000","last_peered":"2024-03-10T22:12:43.282930+0000","last_clean":"2024-03-10T22:12:43.282930+0000","last_became_active":"2024-03-10T22:11:58.597138+0000","last_became_peered":"2024-03-10T22:11:58.597138+0000","last_unstale":"2024-03-10T22:12:43.282930+0000","last_undegraded":"2024-03-10T22:12:43.282930+0000","last_fullsized":"2024-03-10T22:12:43.282930+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:43:28.629259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282970+0000","last_change":"2024-03-10T22:11:12.330875+0000","last_active":"2024-03-10T22:12:43.282970+0000","last_peered":"2024-03-10T22:12:43.282970+0000","last_clean":"2024-03-10T22:12:43.282970+0000","last_became_active":"2024-03-10T22:11:12.330583+0000","last_became_peered":"2024-03-10T22:11:12.330583+0000","last_unstale":"2024-03-10T22:12:43.282970+0000","last_undegraded":"2024-03-10T22:12:43.282970+0000","last_fullsized":"2024-03-10T22:12:43.282970+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:54:17.000879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278957+0000","last_change":"2024-03-10T22:11:12.673695+0000","last_active":"2024-03-10T22:12:43.278957+0000","last_peered":"2024-03-10T22:12:43.278957+0000","last_clean":"2024-03-10T22:12:43.278957+0000","last_became_active":"2024-03-10T22:11:12.673386+0000","last_became_peered":"2024-03-10T22:11:12.673386+0000","last_unstale":"2024-03-10T22:12:43.278957+0000","last_undegraded":"2024-03-10T22:12:43.278957+0000","last_fullsized":"2024-03-10T22:12:43.278957+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:37:53.995145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283011+0000","last_change":"2024-03-10T22:11:58.537752+0000","last_active":"2024-03-10T22:12:43.283011+0000","last_peered":"2024-03-10T22:12:43.283011+0000","last_clean":"2024-03-10T22:12:43.283011+0000","last_became_active":"2024-03-10T22:11:58.537010+0000","last_became_peered":"2024-03-10T22:11:58.537010+0000","last_unstale":"2024-03-10T22:12:43.283011+0000","last_undegraded":"2024-03-10T22:12:43.283011+0000","last_fullsized":"2024-03-10T22:12:43.283011+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:46:46.722245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278378+0000","last_change":"2024-03-10T22:11:12.329115+0000","last_active":"2024-03-10T22:12:43.278378+0000","last_peered":"2024-03-10T22:12:43.278378+0000","last_clean":"2024-03-10T22:12:43.278378+0000","last_became_active":"2024-03-10T22:11:12.328828+0000","last_became_peered":"2024-03-10T22:11:12.328828+0000","last_unstale":"2024-03-10T22:12:43.278378+0000","last_undegraded":"2024-03-10T22:12:43.278378+0000","last_fullsized":"2024-03-10T22:12:43.278378+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:17:57.474260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283272+0000","last_change":"2024-03-10T22:11:12.699187+0000","last_active":"2024-03-10T22:12:43.283272+0000","last_peered":"2024-03-10T22:12:43.283272+0000","last_clean":"2024-03-10T22:12:43.283272+0000","last_became_active":"2024-03-10T22:11:12.698920+0000","last_became_peered":"2024-03-10T22:11:12.698920+0000","last_unstale":"2024-03-10T22:12:43.283272+0000","last_undegraded":"2024-03-10T22:12:43.283272+0000","last_fullsized":"2024-03-10T22:12:43.283272+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:12:28.843806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283038+0000","last_change":"2024-03-10T22:11:58.597789+0000","last_active":"2024-03-10T22:12:43.283038+0000","last_peered":"2024-03-10T22:12:43.283038+0000","last_clean":"2024-03-10T22:12:43.283038+0000","last_became_active":"2024-03-10T22:11:58.597148+0000","last_became_peered":"2024-03-10T22:11:58.597148+0000","last_unstale":"2024-03-10T22:12:43.283038+0000","last_undegraded":"2024-03-10T22:12:43.283038+0000","last_fullsized":"2024-03-10T22:12:43.283038+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:36:10.285544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282633+0000","last_change":"2024-03-10T22:11:12.691485+0000","last_active":"2024-03-10T22:12:43.282633+0000","last_peered":"2024-03-10T22:12:43.282633+0000","last_clean":"2024-03-10T22:12:43.282633+0000","last_became_active":"2024-03-10T22:11:12.691199+0000","last_became_peered":"2024-03-10T22:11:12.691199+0000","last_unstale":"2024-03-10T22:12:43.282633+0000","last_undegraded":"2024-03-10T22:12:43.282633+0000","last_fullsized":"2024-03-10T22:12:43.282633+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:22:59.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281079+0000","last_change":"2024-03-10T22:11:12.323199+0000","last_active":"2024-03-10T22:12:43.281079+0000","last_peered":"2024-03-10T22:12:43.281079+0000","last_clean":"2024-03-10T22:12:43.281079+0000","last_became_active":"2024-03-10T22:11:12.322907+0000","last_became_peered":"2024-03-10T22:11:12.322907+0000","last_unstale":"2024-03-10T22:12:43.281079+0000","last_undegraded":"2024-03-10T22:12:43.281079+0000","last_fullsized":"2024-03-10T22:12:43.281079+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:37:17.480409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285055+0000","last_change":"2024-03-10T22:11:58.599005+0000","last_active":"2024-03-10T22:12:43.285055+0000","last_peered":"2024-03-10T22:12:43.285055+0000","last_clean":"2024-03-10T22:12:43.285055+0000","last_became_active":"2024-03-10T22:11:58.598687+0000","last_became_peered":"2024-03-10T22:11:58.598687+0000","last_unstale":"2024-03-10T22:12:43.285055+0000","last_undegraded":"2024-03-10T22:12:43.285055+0000","last_fullsized":"2024-03-10T22:12:43.285055+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:21:23.660161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279260+0000","last_change":"2024-03-10T22:11:12.691003+0000","last_active":"2024-03-10T22:12:43.279260+0000","last_peered":"2024-03-10T22:12:43.279260+0000","last_clean":"2024-03-10T22:12:43.279260+0000","last_became_active":"2024-03-10T22:11:12.690556+0000","last_became_peered":"2024-03-10T22:11:12.690556+0000","last_unstale":"2024-03-10T22:12:43.279260+0000","last_undegraded":"2024-03-10T22:12:43.279260+0000","last_fullsized":"2024-03-10T22:12:43.279260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:38:21.961501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278541+0000","last_change":"2024-03-10T22:11:12.337640+0000","last_active":"2024-03-10T22:12:43.278541+0000","last_peered":"2024-03-10T22:12:43.278541+0000","last_clean":"2024-03-10T22:12:43.278541+0000","last_became_active":"2024-03-10T22:11:12.337350+0000","last_became_peered":"2024-03-10T22:11:12.337350+0000","last_unstale":"2024-03-10T22:12:43.278541+0000","last_undegraded":"2024-03-10T22:12:43.278541+0000","last_fullsized":"2024-03-10T22:12:43.278541+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:18:51.316696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":265,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281956+0000","last_change":"2024-03-10T22:10:57.219572+0000","last_active":"2024-03-10T22:12:43.281956+0000","last_peered":"2024-03-10T22:12:43.281956+0000","last_clean":"2024-03-10T22:12:43.281956+0000","last_became_active":"2024-03-10T22:10:57.219072+0000","last_became_peered":"2024-03-10T22:10:57.219072+0000","last_unstale":"2024-03-10T22:12:43.281956+0000","last_undegraded":"2024-03-10T22:12:43.281956+0000","last_fullsized":"2024-03-10T22:12:43.281956+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:18:55.665209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283844+0000","last_change":"2024-03-10T22:11:58.537409+0000","last_active":"2024-03-10T22:12:43.283844+0000","last_peered":"2024-03-10T22:12:43.283844+0000","last_clean":"2024-03-10T22:12:43.283844+0000","last_became_active":"2024-03-10T22:11:58.537005+0000","last_became_peered":"2024-03-10T22:11:58.537005+0000","last_unstale":"2024-03-10T22:12:43.283844+0000","last_undegraded":"2024-03-10T22:12:43.283844+0000","last_fullsized":"2024-03-10T22:12:43.283844+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:21:08.163921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283931+0000","last_change":"2024-03-10T22:11:12.700447+0000","last_active":"2024-03-10T22:12:43.283931+0000","last_peered":"2024-03-10T22:12:43.283931+0000","last_clean":"2024-03-10T22:12:43.283931+0000","last_became_active":"2024-03-10T22:11:12.700188+0000","last_became_peered":"2024-03-10T22:11:12.700188+0000","last_unstale":"2024-03-10T22:12:43.283931+0000","last_undegraded":"2024-03-10T22:12:43.283931+0000","last_fullsized":"2024-03-10T22:12:43.283931+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:56:29.291812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281876+0000","last_change":"2024-03-10T22:11:12.336134+0000","last_active":"2024-03-10T22:12:43.281876+0000","last_peered":"2024-03-10T22:12:43.281876+0000","last_clean":"2024-03-10T22:12:43.281876+0000","last_became_active":"2024-03-10T22:11:12.334941+0000","last_became_peered":"2024-03-10T22:11:12.334941+0000","last_unstale":"2024-03-10T22:12:43.281876+0000","last_undegraded":"2024-03-10T22:12:43.281876+0000","last_fullsized":"2024-03-10T22:12:43.281876+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:58.368677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282854+0000","last_change":"2024-03-10T22:11:58.598596+0000","last_active":"2024-03-10T22:12:43.282854+0000","last_peered":"2024-03-10T22:12:43.282854+0000","last_clean":"2024-03-10T22:12:43.282854+0000","last_became_active":"2024-03-10T22:11:58.598326+0000","last_became_peered":"2024-03-10T22:11:58.598326+0000","last_unstale":"2024-03-10T22:12:43.282854+0000","last_undegraded":"2024-03-10T22:12:43.282854+0000","last_fullsized":"2024-03-10T22:12:43.282854+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:37.043827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283988+0000","last_change":"2024-03-10T22:11:12.335201+0000","last_active":"2024-03-10T22:12:43.283988+0000","last_peered":"2024-03-10T22:12:43.283988+0000","last_clean":"2024-03-10T22:12:43.283988+0000","last_became_active":"2024-03-10T22:11:12.334900+0000","last_became_peered":"2024-03-10T22:11:12.334900+0000","last_unstale":"2024-03-10T22:12:43.283988+0000","last_undegraded":"2024-03-10T22:12:43.283988+0000","last_fullsized":"2024-03-10T22:12:43.283988+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:13.670799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283058+0000","last_change":"2024-03-10T22:11:12.685626+0000","last_active":"2024-03-10T22:12:43.283058+0000","last_peered":"2024-03-10T22:12:43.283058+0000","last_clean":"2024-03-10T22:12:43.283058+0000","last_became_active":"2024-03-10T22:11:12.685139+0000","last_became_peered":"2024-03-10T22:11:12.685139+0000","last_unstale":"2024-03-10T22:12:43.283058+0000","last_undegraded":"2024-03-10T22:12:43.283058+0000","last_fullsized":"2024-03-10T22:12:43.283058+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:23:50.538402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279104+0000","last_change":"2024-03-10T22:11:58.597583+0000","last_active":"2024-03-10T22:12:43.279104+0000","last_peered":"2024-03-10T22:12:43.279104+0000","last_clean":"2024-03-10T22:12:43.279104+0000","last_became_active":"2024-03-10T22:11:58.597232+0000","last_became_peered":"2024-03-10T22:11:58.597232+0000","last_unstale":"2024-03-10T22:12:43.279104+0000","last_undegraded":"2024-03-10T22:12:43.279104+0000","last_fullsized":"2024-03-10T22:12:43.279104+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:27:45.331515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283827+0000","last_change":"2024-03-10T22:11:12.337498+0000","last_active":"2024-03-10T22:12:43.283827+0000","last_peered":"2024-03-10T22:12:43.283827+0000","last_clean":"2024-03-10T22:12:43.283827+0000","last_became_active":"2024-03-10T22:11:12.337220+0000","last_became_peered":"2024-03-10T22:11:12.337220+0000","last_unstale":"2024-03-10T22:12:43.283827+0000","last_undegraded":"2024-03-10T22:12:43.283827+0000","last_fullsized":"2024-03-10T22:12:43.283827+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:23:20.823871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.384542+0000","last_change":"2024-03-10T22:12:44.384542+0000","last_active":"2024-03-10T22:12:44.384542+0000","last_peered":"2024-03-10T22:12:44.384542+0000","last_clean":"2024-03-10T22:12:44.384542+0000","last_became_active":"2024-03-10T22:12:44.384134+0000","last_became_peered":"2024-03-10T22:12:44.384134+0000","last_unstale":"2024-03-10T22:12:44.384542+0000","last_undegraded":"2024-03-10T22:12:44.384542+0000","last_fullsized":"2024-03-10T22:12:44.384542+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:32.856356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281874+0000","last_change":"2024-03-10T22:11:58.597534+0000","last_active":"2024-03-10T22:12:43.281874+0000","last_peered":"2024-03-10T22:12:43.281874+0000","last_clean":"2024-03-10T22:12:43.281874+0000","last_became_active":"2024-03-10T22:11:58.597211+0000","last_became_peered":"2024-03-10T22:11:58.597211+0000","last_unstale":"2024-03-10T22:12:43.281874+0000","last_undegraded":"2024-03-10T22:12:43.281874+0000","last_fullsized":"2024-03-10T22:12:43.281874+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:45:08.004011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285414+0000","last_change":"2024-03-10T22:11:12.335574+0000","last_active":"2024-03-10T22:12:43.285414+0000","last_peered":"2024-03-10T22:12:43.285414+0000","last_clean":"2024-03-10T22:12:43.285414+0000","last_became_active":"2024-03-10T22:11:12.335257+0000","last_became_peered":"2024-03-10T22:11:12.335257+0000","last_unstale":"2024-03-10T22:12:43.285414+0000","last_undegraded":"2024-03-10T22:12:43.285414+0000","last_fullsized":"2024-03-10T22:12:43.285414+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:44:50.635659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.383920+0000","last_change":"2024-03-10T22:12:44.383920+0000","last_active":"2024-03-10T22:12:44.383920+0000","last_peered":"2024-03-10T22:12:44.383920+0000","last_clean":"2024-03-10T22:12:44.383920+0000","last_became_active":"2024-03-10T22:12:44.383553+0000","last_became_peered":"2024-03-10T22:12:44.383553+0000","last_unstale":"2024-03-10T22:12:44.383920+0000","last_undegraded":"2024-03-10T22:12:44.383920+0000","last_fullsized":"2024-03-10T22:12:44.383920+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:22:21.429652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281978+0000","last_change":"2024-03-10T22:11:12.335225+0000","last_active":"2024-03-10T22:12:43.281978+0000","last_peered":"2024-03-10T22:12:43.281978+0000","last_clean":"2024-03-10T22:12:43.281978+0000","last_became_active":"2024-03-10T22:11:12.334935+0000","last_became_peered":"2024-03-10T22:11:12.334935+0000","last_unstale":"2024-03-10T22:12:43.281978+0000","last_undegraded":"2024-03-10T22:12:43.281978+0000","last_fullsized":"2024-03-10T22:12:43.281978+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:17:38.481353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282386+0000","last_change":"2024-03-10T22:11:12.697161+0000","last_active":"2024-03-10T22:12:43.282386+0000","last_peered":"2024-03-10T22:12:43.282386+0000","last_clean":"2024-03-10T22:12:43.282386+0000","last_became_active":"2024-03-10T22:11:12.696912+0000","last_became_peered":"2024-03-10T22:11:12.696912+0000","last_unstale":"2024-03-10T22:12:43.282386+0000","last_undegraded":"2024-03-10T22:12:43.282386+0000","last_fullsized":"2024-03-10T22:12:43.282386+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:59.747974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283156+0000","last_change":"2024-03-10T22:11:12.333353+0000","last_active":"2024-03-10T22:12:43.283156+0000","last_peered":"2024-03-10T22:12:43.283156+0000","last_clean":"2024-03-10T22:12:43.283156+0000","last_became_active":"2024-03-10T22:11:12.333081+0000","last_became_peered":"2024-03-10T22:11:12.333081+0000","last_unstale":"2024-03-10T22:12:43.283156+0000","last_undegraded":"2024-03-10T22:12:43.283156+0000","last_fullsized":"2024-03-10T22:12:43.283156+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:37.187269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279179+0000","last_change":"2024-03-10T22:11:12.697952+0000","last_active":"2024-03-10T22:12:43.279179+0000","last_peered":"2024-03-10T22:12:43.279179+0000","last_clean":"2024-03-10T22:12:43.279179+0000","last_became_active":"2024-03-10T22:11:12.697127+0000","last_became_peered":"2024-03-10T22:11:12.697127+0000","last_unstale":"2024-03-10T22:12:43.279179+0000","last_undegraded":"2024-03-10T22:12:43.279179+0000","last_fullsized":"2024-03-10T22:12:43.279179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:12:54.076961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283132+0000","last_change":"2024-03-10T22:11:12.333316+0000","last_active":"2024-03-10T22:12:43.283132+0000","last_peered":"2024-03-10T22:12:43.283132+0000","last_clean":"2024-03-10T22:12:43.283132+0000","last_became_active":"2024-03-10T22:11:12.333020+0000","last_became_peered":"2024-03-10T22:11:12.333020+0000","last_unstale":"2024-03-10T22:12:43.283132+0000","last_undegraded":"2024-03-10T22:12:43.283132+0000","last_fullsized":"2024-03-10T22:12:43.283132+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:06:02.673277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279402+0000","last_change":"2024-03-10T22:11:12.683564+0000","last_active":"2024-03-10T22:12:43.279402+0000","last_peered":"2024-03-10T22:12:43.279402+0000","last_clean":"2024-03-10T22:12:43.279402+0000","last_became_active":"2024-03-10T22:11:12.683298+0000","last_became_peered":"2024-03-10T22:11:12.683298+0000","last_unstale":"2024-03-10T22:12:43.279402+0000","last_undegraded":"2024-03-10T22:12:43.279402+0000","last_fullsized":"2024-03-10T22:12:43.279402+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:06.223712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.291490+0000","last_change":"2024-03-10T22:12:44.291490+0000","last_active":"2024-03-10T22:12:44.291490+0000","last_peered":"2024-03-10T22:12:44.291490+0000","last_clean":"2024-03-10T22:12:44.291490+0000","last_became_active":"2024-03-10T22:12:44.287252+0000","last_became_peered":"2024-03-10T22:12:44.287252+0000","last_unstale":"2024-03-10T22:12:44.291490+0000","last_undegraded":"2024-03-10T22:12:44.291490+0000","last_fullsized":"2024-03-10T22:12:44.291490+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:51:35.301402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285093+0000","last_change":"2024-03-10T22:11:12.694551+0000","last_active":"2024-03-10T22:12:43.285093+0000","last_peered":"2024-03-10T22:12:43.285093+0000","last_clean":"2024-03-10T22:12:43.285093+0000","last_became_active":"2024-03-10T22:11:12.694103+0000","last_became_peered":"2024-03-10T22:11:12.694103+0000","last_unstale":"2024-03-10T22:12:43.285093+0000","last_undegraded":"2024-03-10T22:12:43.285093+0000","last_fullsized":"2024-03-10T22:12:43.285093+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:02:24.857502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281831+0000","last_change":"2024-03-10T22:11:12.327273+0000","last_active":"2024-03-10T22:12:43.281831+0000","last_peered":"2024-03-10T22:12:43.281831+0000","last_clean":"2024-03-10T22:12:43.281831+0000","last_became_active":"2024-03-10T22:11:12.326976+0000","last_became_peered":"2024-03-10T22:11:12.326976+0000","last_unstale":"2024-03-10T22:12:43.281831+0000","last_undegraded":"2024-03-10T22:12:43.281831+0000","last_fullsized":"2024-03-10T22:12:43.281831+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:03:10.050899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283969+0000","last_change":"2024-03-10T22:11:12.692371+0000","last_active":"2024-03-10T22:12:43.283969+0000","last_peered":"2024-03-10T22:12:43.283969+0000","last_clean":"2024-03-10T22:12:43.283969+0000","last_became_active":"2024-03-10T22:11:12.691687+0000","last_became_peered":"2024-03-10T22:11:12.691687+0000","last_unstale":"2024-03-10T22:12:43.283969+0000","last_undegraded":"2024-03-10T22:12:43.283969+0000","last_fullsized":"2024-03-10T22:12:43.283969+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:03:08.645949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283204+0000","last_change":"2024-03-10T22:11:12.335362+0000","last_active":"2024-03-10T22:12:43.283204+0000","last_peered":"2024-03-10T22:12:43.283204+0000","last_clean":"2024-03-10T22:12:43.283204+0000","last_became_active":"2024-03-10T22:11:12.335072+0000","last_became_peered":"2024-03-10T22:11:12.335072+0000","last_unstale":"2024-03-10T22:12:43.283204+0000","last_undegraded":"2024-03-10T22:12:43.283204+0000","last_fullsized":"2024-03-10T22:12:43.283204+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:06.268606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278645+0000","last_change":"2024-03-10T22:11:12.691542+0000","last_active":"2024-03-10T22:12:43.278645+0000","last_peered":"2024-03-10T22:12:43.278645+0000","last_clean":"2024-03-10T22:12:43.278645+0000","last_became_active":"2024-03-10T22:11:12.691239+0000","last_became_peered":"2024-03-10T22:11:12.691239+0000","last_unstale":"2024-03-10T22:12:43.278645+0000","last_undegraded":"2024-03-10T22:12:43.278645+0000","last_fullsized":"2024-03-10T22:12:43.278645+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:35:35.724739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281354+0000","last_change":"2024-03-10T22:11:12.324316+0000","last_active":"2024-03-10T22:12:43.281354+0000","last_peered":"2024-03-10T22:12:43.281354+0000","last_clean":"2024-03-10T22:12:43.281354+0000","last_became_active":"2024-03-10T22:11:12.324012+0000","last_became_peered":"2024-03-10T22:11:12.324012+0000","last_unstale":"2024-03-10T22:12:43.281354+0000","last_undegraded":"2024-03-10T22:12:43.281354+0000","last_fullsized":"2024-03-10T22:12:43.281354+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:37:46.548051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285094+0000","last_change":"2024-03-10T22:11:12.700997+0000","last_active":"2024-03-10T22:12:43.285094+0000","last_peered":"2024-03-10T22:12:43.285094+0000","last_clean":"2024-03-10T22:12:43.285094+0000","last_became_active":"2024-03-10T22:11:12.700388+0000","last_became_peered":"2024-03-10T22:11:12.700388+0000","last_unstale":"2024-03-10T22:12:43.285094+0000","last_undegraded":"2024-03-10T22:12:43.285094+0000","last_fullsized":"2024-03-10T22:12:43.285094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:25.174409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284910+0000","last_change":"2024-03-10T22:11:12.688395+0000","last_active":"2024-03-10T22:12:43.284910+0000","last_peered":"2024-03-10T22:12:43.284910+0000","last_clean":"2024-03-10T22:12:43.284910+0000","last_became_active":"2024-03-10T22:11:12.688141+0000","last_became_peered":"2024-03-10T22:11:12.688141+0000","last_unstale":"2024-03-10T22:12:43.284910+0000","last_undegraded":"2024-03-10T22:12:43.284910+0000","last_fullsized":"2024-03-10T22:12:43.284910+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.870496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281051+0000","last_change":"2024-03-10T22:11:12.684650+0000","last_active":"2024-03-10T22:12:43.281051+0000","last_peered":"2024-03-10T22:12:43.281051+0000","last_clean":"2024-03-10T22:12:43.281051+0000","last_became_active":"2024-03-10T22:11:12.684397+0000","last_became_peered":"2024-03-10T22:11:12.684397+0000","last_unstale":"2024-03-10T22:12:43.281051+0000","last_undegraded":"2024-03-10T22:12:43.281051+0000","last_fullsized":"2024-03-10T22:12:43.281051+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:16.855317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278451+0000","last_change":"2024-03-10T22:11:12.685079+0000","last_active":"2024-03-10T22:12:43.278451+0000","last_peered":"2024-03-10T22:12:43.278451+0000","last_clean":"2024-03-10T22:12:43.278451+0000","last_became_active":"2024-03-10T22:11:12.684764+0000","last_became_peered":"2024-03-10T22:11:12.684764+0000","last_unstale":"2024-03-10T22:12:43.278451+0000","last_undegraded":"2024-03-10T22:12:43.278451+0000","last_fullsized":"2024-03-10T22:12:43.278451+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:13:58.426610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283024+0000","last_change":"2024-03-10T22:11:12.700486+0000","last_active":"2024-03-10T22:12:43.283024+0000","last_peered":"2024-03-10T22:12:43.283024+0000","last_clean":"2024-03-10T22:12:43.283024+0000","last_became_active":"2024-03-10T22:11:12.700222+0000","last_became_peered":"2024-03-10T22:11:12.700222+0000","last_unstale":"2024-03-10T22:12:43.283024+0000","last_undegraded":"2024-03-10T22:12:43.283024+0000","last_fullsized":"2024-03-10T22:12:43.283024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:42:06.722766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.551296+0000","last_change":"2024-03-10T22:12:44.551296+0000","last_active":"2024-03-10T22:12:44.551296+0000","last_peered":"2024-03-10T22:12:44.551296+0000","last_clean":"2024-03-10T22:12:44.551296+0000","last_became_active":"2024-03-10T22:12:44.550934+0000","last_became_peered":"2024-03-10T22:12:44.550934+0000","last_unstale":"2024-03-10T22:12:44.551296+0000","last_undegraded":"2024-03-10T22:12:44.551296+0000","last_fullsized":"2024-03-10T22:12:44.551296+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:54:59.297274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283117+0000","last_change":"2024-03-10T22:11:12.686286+0000","last_active":"2024-03-10T22:12:43.283117+0000","last_peered":"2024-03-10T22:12:43.283117+0000","last_clean":"2024-03-10T22:12:43.283117+0000","last_became_active":"2024-03-10T22:11:12.685391+0000","last_became_peered":"2024-03-10T22:11:12.685391+0000","last_unstale":"2024-03-10T22:12:43.283117+0000","last_undegraded":"2024-03-10T22:12:43.283117+0000","last_fullsized":"2024-03-10T22:12:43.283117+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:37.997982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.292058+0000","last_change":"2024-03-10T22:12:44.292058+0000","last_active":"2024-03-10T22:12:44.292058+0000","last_peered":"2024-03-10T22:12:44.292058+0000","last_clean":"2024-03-10T22:12:44.292058+0000","last_became_active":"2024-03-10T22:12:44.291667+0000","last_became_peered":"2024-03-10T22:12:44.291667+0000","last_unstale":"2024-03-10T22:12:44.292058+0000","last_undegraded":"2024-03-10T22:12:44.292058+0000","last_fullsized":"2024-03-10T22:12:44.292058+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:50:06.961630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279638+0000","last_change":"2024-03-10T22:11:12.676274+0000","last_active":"2024-03-10T22:12:43.279638+0000","last_peered":"2024-03-10T22:12:43.279638+0000","last_clean":"2024-03-10T22:12:43.279638+0000","last_became_active":"2024-03-10T22:11:12.675998+0000","last_became_peered":"2024-03-10T22:11:12.675998+0000","last_unstale":"2024-03-10T22:12:43.279638+0000","last_undegraded":"2024-03-10T22:12:43.279638+0000","last_fullsized":"2024-03-10T22:12:43.279638+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:53.622272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278362+0000","last_change":"2024-03-10T22:11:12.675273+0000","last_active":"2024-03-10T22:12:43.278362+0000","last_peered":"2024-03-10T22:12:43.278362+0000","last_clean":"2024-03-10T22:12:43.278362+0000","last_became_active":"2024-03-10T22:11:12.674942+0000","last_became_peered":"2024-03-10T22:11:12.674942+0000","last_unstale":"2024-03-10T22:12:43.278362+0000","last_undegraded":"2024-03-10T22:12:43.278362+0000","last_fullsized":"2024-03-10T22:12:43.278362+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:56.075042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279179+0000","last_change":"2024-03-10T22:11:12.687021+0000","last_active":"2024-03-10T22:12:43.279179+0000","last_peered":"2024-03-10T22:12:43.279179+0000","last_clean":"2024-03-10T22:12:43.279179+0000","last_became_active":"2024-03-10T22:11:12.686748+0000","last_became_peered":"2024-03-10T22:11:12.686748+0000","last_unstale":"2024-03-10T22:12:43.279179+0000","last_undegraded":"2024-03-10T22:12:43.279179+0000","last_fullsized":"2024-03-10T22:12:43.279179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:32:09.336948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278578+0000","last_change":"2024-03-10T22:11:12.695569+0000","last_active":"2024-03-10T22:12:43.278578+0000","last_peered":"2024-03-10T22:12:43.278578+0000","last_clean":"2024-03-10T22:12:43.278578+0000","last_became_active":"2024-03-10T22:11:12.694357+0000","last_became_peered":"2024-03-10T22:11:12.694357+0000","last_unstale":"2024-03-10T22:12:43.278578+0000","last_undegraded":"2024-03-10T22:12:43.278578+0000","last_fullsized":"2024-03-10T22:12:43.278578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:33.554551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283098+0000","last_change":"2024-03-10T22:11:12.693655+0000","last_active":"2024-03-10T22:12:43.283098+0000","last_peered":"2024-03-10T22:12:43.283098+0000","last_clean":"2024-03-10T22:12:43.283098+0000","last_became_active":"2024-03-10T22:11:12.693387+0000","last_became_peered":"2024-03-10T22:11:12.693387+0000","last_unstale":"2024-03-10T22:12:43.283098+0000","last_undegraded":"2024-03-10T22:12:43.283098+0000","last_fullsized":"2024-03-10T22:12:43.283098+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:52:12.433908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285404+0000","last_change":"2024-03-10T22:11:12.695564+0000","last_active":"2024-03-10T22:12:43.285404+0000","last_peered":"2024-03-10T22:12:43.285404+0000","last_clean":"2024-03-10T22:12:43.285404+0000","last_became_active":"2024-03-10T22:11:12.695183+0000","last_became_peered":"2024-03-10T22:11:12.695183+0000","last_unstale":"2024-03-10T22:12:43.285404+0000","last_undegraded":"2024-03-10T22:12:43.285404+0000","last_fullsized":"2024-03-10T22:12:43.285404+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:59:18.929756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234009,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1306624,"data_stored":900267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.57299999999999995}]},{"osd":1,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55400000000000005}]},{"osd":2,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.66800000000000004}]},{"osd":3,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.60999999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.375},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.46100000000000002}]},{"osd":5,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.437},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.41999999999999998}]},{"osd":6,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.498}]}]},{"osd":6,"up_from":46,"seq":197568495647,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1306624,"data_stored":901688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.51800000000000002,"15min":0.52400000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.53200000000000003,"15min":0.53400000000000003},"min":{"1min":0.34799999999999998,"5min":0.308,"15min":0.308},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.504}]},{"osd":1,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.51700000000000002,"15min":0.52100000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.51900000000000002,"15min":0.52300000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70499999999999996,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.54000000000000004}]},{"osd":2,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.45500000000000002}]},{"osd":3,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52200000000000002,"15min":0.52600000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.56799999999999995,"15min":0.57299999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.59999999999999998}]},{"osd":4,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.435,"15min":0.433},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.443,"15min":0.44600000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.64400000000000002}]},{"osd":5,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64200000000000002,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.47099999999999997,"15min":0.47499999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.64400000000000002,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.67200000000000004}]},{"osd":7,"last update":"Sun Mar 10 22:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.71799999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":309190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34999999999999998,"15min":0.32300000000000001},"min":{"1min":0.248,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.441},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.38100000000000001,"15min":0.34599999999999997},"min":{"1min":0.26900000000000002,"5min":0.215,"15min":0.215},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.29099999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.40000000000000002,"15min":0.38},"min":{"1min":0.254,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58599999999999997,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.438,"5min":0.41699999999999998,"15min":0.40200000000000002},"min":{"1min":0.318,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.318}]},{"osd":3,"last update":"Sun Mar 10 22:12:25 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.42499999999999999,"15min":0.42299999999999999},"min":{"1min":0.26800000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.441,"15min":0.439},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.34999999999999998}]},{"osd":4,"last update":"Sun Mar 10 22:12:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.56699999999999995,"15min":0.55800000000000005},"min":{"1min":0.377,"5min":0.376,"15min":0.376},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.879,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.45000000000000001}]},{"osd":5,"last update":"Sun Mar 10 22:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61599999999999999,"15min":0.61099999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.626,"5min":0.63200000000000001,"15min":0.63300000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.505}]},{"osd":6,"last update":"Sun Mar 10 22:12:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.61099999999999999,"15min":0.61499999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.64200000000000002,"15min":0.65400000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.89600000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.54800000000000004}]},{"osd":7,"last update":"Sun Mar 10 22:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.47799999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28312,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716840,"statfs":{"total":95995035648,"available":95966044160,"internally_reserved":0,"allocated":1318912,"data_stored":900672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 22:12:35 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34699999999999998,"15min":0.33600000000000002},"min":{"1min":0.23899999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.50700000000000001,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.38100000000000001},"min":{"1min":0.27500000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.60199999999999998,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.34300000000000003}]},{"osd":2,"last update":"Sun Mar 10 22:12:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.37,"15min":0.35599999999999998},"min":{"1min":0.29399999999999998,"5min":0.247,"15min":0.247},"max":{"1min":0.48799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.311},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.38600000000000001,"15min":0.379},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.57999999999999996,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.254}]},{"osd":3,"last update":"Sun Mar 10 22:12:25 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.42799999999999999},"min":{"1min":0.29999999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.60699999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.41499999999999998,"15min":0.41099999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.28799999999999998}]},{"osd":4,"last update":"Sun Mar 10 22:11:47 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.40999999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56899999999999995,"15min":0.56699999999999995},"min":{"1min":0.42999999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.64500000000000002}]},{"osd":5,"last update":"Sun Mar 10 22:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.44600000000000001,"5min":0.438,"15min":0.438},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.49299999999999999}]},{"osd":6,"last update":"Sun Mar 10 22:12:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.59999999999999998,"15min":0.60599999999999998},"min":{"1min":0.436,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.72699999999999998,"5min":0.87,"15min":0.87},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59999999999999998,"15min":0.60199999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.77300000000000002,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.54300000000000004}]},{"osd":7,"last update":"Sun Mar 10 22:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.56299999999999994}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":309576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.34599999999999997,"15min":0.33000000000000002},"min":{"1min":0.24299999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.54300000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.38100000000000001,"15min":0.371},"min":{"1min":0.29499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.48499999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.41499999999999998}]},{"osd":1,"last update":"Sun Mar 10 22:12:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.40000000000000002,"15min":0.38800000000000001},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.253},"max":{"1min":0.56999999999999995,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.38100000000000001,"15min":0.373},"min":{"1min":0.249,"5min":0.22,"15min":0.22},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.377}]},{"osd":3,"last update":"Sun Mar 10 22:12:27 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40600000000000003,"15min":0.40799999999999997},"min":{"1min":0.27600000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.56299999999999994,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.46200000000000002,"15min":0.46800000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.55100000000000005,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.36199999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:11:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.56000000000000005,"15min":0.56499999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70199999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58399999999999996,"15min":0.58799999999999997},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72899999999999998,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.63700000000000001}]},{"osd":5,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.625}]},{"osd":6,"last update":"Sun Mar 10 22:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56200000000000006,"15min":0.56100000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.68799999999999994,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.57099999999999995}]},{"osd":7,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":1.5589999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":18.021999999999998,"5min":18.021999999999998,"15min":18.021999999999998},"last":0.66800000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":312028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:21 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.41199999999999998,"15min":0.42599999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.40999999999999998,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.59199999999999997,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.32600000000000001}]},{"osd":1,"last update":"Sun Mar 10 22:12:21 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.40999999999999998,"15min":0.42499999999999999},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.45200000000000001,"15min":0.46500000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.36099999999999999}]},{"osd":2,"last update":"Sun Mar 10 22:12:21 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.46400000000000002,"15min":0.47399999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.379},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.44500000000000001,"15min":0.46100000000000002},"min":{"1min":0.28100000000000003,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.29299999999999998}]},{"osd":4,"last update":"Sun Mar 10 22:11:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55700000000000005,"15min":0.56299999999999994},"min":{"1min":0.35599999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.72699999999999998,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.56999999999999995,"15min":0.57399999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.71699999999999997,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.59999999999999998}]},{"osd":5,"last update":"Sun Mar 10 22:12:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54600000000000004,"15min":0.54400000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40799999999999997,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.497}]},{"osd":6,"last update":"Sun Mar 10 22:12:32 2024","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":0.78100000000000003,"15min":0.65400000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":19.516999999999999,"5min":19.516999999999999,"15min":19.516999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.61799999999999999,"15min":0.626},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.56599999999999995}]},{"osd":7,"last update":"Sun Mar 10 22:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.57499999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018920,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":724992,"data_stored":310284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.497,"15min":0.495},"min":{"1min":0.315,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.504,"15min":0.50700000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.72199999999999998,"5min":0.752,"15min":0.752},"last":0.34000000000000002}]},{"osd":1,"last update":"Sun Mar 10 22:12:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.505,"15min":0.50700000000000001},"min":{"1min":0.374,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.69099999999999995,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.50900000000000001,"15min":0.505},"min":{"1min":0.32900000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.36699999999999999}]},{"osd":2,"last update":"Sun Mar 10 22:12:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.51100000000000001,"15min":0.50700000000000001},"min":{"1min":0.39800000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53200000000000003,"15min":0.54200000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.72999999999999998,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.435}]},{"osd":3,"last update":"Sun Mar 10 22:12:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.51800000000000002,"15min":0.52100000000000002},"min":{"1min":0.34899999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69199999999999995,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52600000000000002,"15min":0.52500000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72899999999999998,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.39800000000000002}]},{"osd":5,"last update":"Sun Mar 10 22:12:09 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.35299999999999998,"15min":0.34300000000000003},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.433,"15min":0.41799999999999998},"min":{"1min":0.30399999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.53300000000000003}]},{"osd":6,"last update":"Sun Mar 10 22:12:35 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.42299999999999999,"15min":0.42099999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.76000000000000001,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.44400000000000001,"15min":0.44},"min":{"1min":0.29299999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.71399999999999997,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.47099999999999997}]},{"osd":7,"last update":"Sun Mar 10 22:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.45600000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757283,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":720896,"data_stored":311683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.51500000000000001,"15min":0.51300000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.502,"15min":0.497},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.495}]},{"osd":1,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.52300000000000002,"15min":0.51600000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.49199999999999999,"15min":0.48699999999999999},"min":{"1min":0.34499999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.61799999999999999}]},{"osd":2,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.48499999999999999,"15min":0.48199999999999998},"min":{"1min":0.33000000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.54600000000000004,"15min":0.54100000000000004},"min":{"1min":0.38800000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.64300000000000002}]},{"osd":3,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.52400000000000002,"15min":0.51600000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.69499999999999995}]},{"osd":4,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.40899999999999997,"15min":0.40100000000000002},"min":{"1min":0.307,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.41799999999999998,"15min":0.41199999999999998},"min":{"1min":0.29899999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.67500000000000004}]},{"osd":6,"last update":"Sun Mar 10 22:12:35 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.32700000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.76600000000000001,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.48599999999999999,"15min":0.48299999999999998},"min":{"1min":0.378,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.76300000000000001}]},{"osd":7,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.77000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:12:51.003 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:12:51.247 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:51.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:51 smithi169 ceph-mon[37738]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:12:51.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:51 smithi169 ceph-mon[27156]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:12:51.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:51 smithi172 ceph-mon[31000]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:12:52.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:52 smithi169 ceph-mon[27156]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:52.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:52 smithi169 ceph-mon[37738]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:52.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:52 smithi172 ceph-mon[31000]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:53.171 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:12:53.172 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:12:53.826 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":44,"stamp":"2024-03-10T22:12:53.104405+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593514,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223524,"kb_used_data":7348,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749737692,"statfs":{"total":767960285184,"available":767731396608,"internally_reserved":0,"allocated":7524352,"data_stored":4255388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.826200"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284997+0000","last_change":"2024-03-10T22:11:12.701205+0000","last_active":"2024-03-10T22:12:43.284997+0000","last_peered":"2024-03-10T22:12:43.284997+0000","last_clean":"2024-03-10T22:12:43.284997+0000","last_became_active":"2024-03-10T22:11:12.700074+0000","last_became_peered":"2024-03-10T22:11:12.700074+0000","last_unstale":"2024-03-10T22:12:43.284997+0000","last_undegraded":"2024-03-10T22:12:43.284997+0000","last_fullsized":"2024-03-10T22:12:43.284997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:23:01.902605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283138+0000","last_change":"2024-03-10T22:11:12.691519+0000","last_active":"2024-03-10T22:12:43.283138+0000","last_peered":"2024-03-10T22:12:43.283138+0000","last_clean":"2024-03-10T22:12:43.283138+0000","last_became_active":"2024-03-10T22:11:12.691245+0000","last_became_peered":"2024-03-10T22:11:12.691245+0000","last_unstale":"2024-03-10T22:12:43.283138+0000","last_undegraded":"2024-03-10T22:12:43.283138+0000","last_fullsized":"2024-03-10T22:12:43.283138+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:08:14.452838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283598+0000","last_change":"2024-03-10T22:11:12.695791+0000","last_active":"2024-03-10T22:12:43.283598+0000","last_peered":"2024-03-10T22:12:43.283598+0000","last_clean":"2024-03-10T22:12:43.283598+0000","last_became_active":"2024-03-10T22:11:12.695507+0000","last_became_peered":"2024-03-10T22:11:12.695507+0000","last_unstale":"2024-03-10T22:12:43.283598+0000","last_undegraded":"2024-03-10T22:12:43.283598+0000","last_fullsized":"2024-03-10T22:12:43.283598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:33:48.988967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278748+0000","last_change":"2024-03-10T22:11:12.693517+0000","last_active":"2024-03-10T22:12:43.278748+0000","last_peered":"2024-03-10T22:12:43.278748+0000","last_clean":"2024-03-10T22:12:43.278748+0000","last_became_active":"2024-03-10T22:11:12.693236+0000","last_became_peered":"2024-03-10T22:11:12.693236+0000","last_unstale":"2024-03-10T22:12:43.278748+0000","last_undegraded":"2024-03-10T22:12:43.278748+0000","last_fullsized":"2024-03-10T22:12:43.278748+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:13.561703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284385+0000","last_change":"2024-03-10T22:11:12.701277+0000","last_active":"2024-03-10T22:12:43.284385+0000","last_peered":"2024-03-10T22:12:43.284385+0000","last_clean":"2024-03-10T22:12:43.284385+0000","last_became_active":"2024-03-10T22:11:12.700703+0000","last_became_peered":"2024-03-10T22:11:12.700703+0000","last_unstale":"2024-03-10T22:12:43.284385+0000","last_undegraded":"2024-03-10T22:12:43.284385+0000","last_fullsized":"2024-03-10T22:12:43.284385+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:12:20.808902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278645+0000","last_change":"2024-03-10T22:11:12.686552+0000","last_active":"2024-03-10T22:12:43.278645+0000","last_peered":"2024-03-10T22:12:43.278645+0000","last_clean":"2024-03-10T22:12:43.278645+0000","last_became_active":"2024-03-10T22:11:12.686274+0000","last_became_peered":"2024-03-10T22:11:12.686274+0000","last_unstale":"2024-03-10T22:12:43.278645+0000","last_undegraded":"2024-03-10T22:12:43.278645+0000","last_fullsized":"2024-03-10T22:12:43.278645+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:19:53.208566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282605+0000","last_change":"2024-03-10T22:11:12.701505+0000","last_active":"2024-03-10T22:12:43.282605+0000","last_peered":"2024-03-10T22:12:43.282605+0000","last_clean":"2024-03-10T22:12:43.282605+0000","last_became_active":"2024-03-10T22:11:12.700514+0000","last_became_peered":"2024-03-10T22:11:12.700514+0000","last_unstale":"2024-03-10T22:12:43.282605+0000","last_undegraded":"2024-03-10T22:12:43.282605+0000","last_fullsized":"2024-03-10T22:12:43.282605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:15:57.043751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279071+0000","last_change":"2024-03-10T22:11:12.692086+0000","last_active":"2024-03-10T22:12:43.279071+0000","last_peered":"2024-03-10T22:12:43.279071+0000","last_clean":"2024-03-10T22:12:43.279071+0000","last_became_active":"2024-03-10T22:11:12.690648+0000","last_became_peered":"2024-03-10T22:11:12.690648+0000","last_unstale":"2024-03-10T22:12:43.279071+0000","last_undegraded":"2024-03-10T22:12:43.279071+0000","last_fullsized":"2024-03-10T22:12:43.279071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:11.054836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284920+0000","last_change":"2024-03-10T22:11:12.705416+0000","last_active":"2024-03-10T22:12:43.284920+0000","last_peered":"2024-03-10T22:12:43.284920+0000","last_clean":"2024-03-10T22:12:43.284920+0000","last_became_active":"2024-03-10T22:11:12.705130+0000","last_became_peered":"2024-03-10T22:11:12.705130+0000","last_unstale":"2024-03-10T22:12:43.284920+0000","last_undegraded":"2024-03-10T22:12:43.284920+0000","last_fullsized":"2024-03-10T22:12:43.284920+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:12:10.920888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285785+0000","last_change":"2024-03-10T22:11:12.690415+0000","last_active":"2024-03-10T22:12:43.285785+0000","last_peered":"2024-03-10T22:12:43.285785+0000","last_clean":"2024-03-10T22:12:43.285785+0000","last_became_active":"2024-03-10T22:11:12.690091+0000","last_became_peered":"2024-03-10T22:11:12.690091+0000","last_unstale":"2024-03-10T22:12:43.285785+0000","last_undegraded":"2024-03-10T22:12:43.285785+0000","last_fullsized":"2024-03-10T22:12:43.285785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:28:29.762666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285692+0000","last_change":"2024-03-10T22:11:12.689154+0000","last_active":"2024-03-10T22:12:43.285692+0000","last_peered":"2024-03-10T22:12:43.285692+0000","last_clean":"2024-03-10T22:12:43.285692+0000","last_became_active":"2024-03-10T22:11:12.688877+0000","last_became_peered":"2024-03-10T22:11:12.688877+0000","last_unstale":"2024-03-10T22:12:43.285692+0000","last_undegraded":"2024-03-10T22:12:43.285692+0000","last_fullsized":"2024-03-10T22:12:43.285692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:18.736111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283284+0000","last_change":"2024-03-10T22:11:12.691279+0000","last_active":"2024-03-10T22:12:43.283284+0000","last_peered":"2024-03-10T22:12:43.283284+0000","last_clean":"2024-03-10T22:12:43.283284+0000","last_became_active":"2024-03-10T22:11:12.691009+0000","last_became_peered":"2024-03-10T22:11:12.691009+0000","last_unstale":"2024-03-10T22:12:43.283284+0000","last_undegraded":"2024-03-10T22:12:43.283284+0000","last_fullsized":"2024-03-10T22:12:43.283284+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:42.628456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279285+0000","last_change":"2024-03-10T22:11:12.687905+0000","last_active":"2024-03-10T22:12:43.279285+0000","last_peered":"2024-03-10T22:12:43.279285+0000","last_clean":"2024-03-10T22:12:43.279285+0000","last_became_active":"2024-03-10T22:11:12.686643+0000","last_became_peered":"2024-03-10T22:11:12.686643+0000","last_unstale":"2024-03-10T22:12:43.279285+0000","last_undegraded":"2024-03-10T22:12:43.279285+0000","last_fullsized":"2024-03-10T22:12:43.279285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:46.602771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284459+0000","last_change":"2024-03-10T22:11:12.694945+0000","last_active":"2024-03-10T22:12:43.284459+0000","last_peered":"2024-03-10T22:12:43.284459+0000","last_clean":"2024-03-10T22:12:43.284459+0000","last_became_active":"2024-03-10T22:11:12.694647+0000","last_became_peered":"2024-03-10T22:11:12.694647+0000","last_unstale":"2024-03-10T22:12:43.284459+0000","last_undegraded":"2024-03-10T22:12:43.284459+0000","last_fullsized":"2024-03-10T22:12:43.284459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:52:59.239119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283078+0000","last_change":"2024-03-10T22:11:12.681705+0000","last_active":"2024-03-10T22:12:43.283078+0000","last_peered":"2024-03-10T22:12:43.283078+0000","last_clean":"2024-03-10T22:12:43.283078+0000","last_became_active":"2024-03-10T22:11:12.681448+0000","last_became_peered":"2024-03-10T22:11:12.681448+0000","last_unstale":"2024-03-10T22:12:43.283078+0000","last_undegraded":"2024-03-10T22:12:43.283078+0000","last_fullsized":"2024-03-10T22:12:43.283078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:52:30.120706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278241+0000","last_change":"2024-03-10T22:11:12.695264+0000","last_active":"2024-03-10T22:12:43.278241+0000","last_peered":"2024-03-10T22:12:43.278241+0000","last_clean":"2024-03-10T22:12:43.278241+0000","last_became_active":"2024-03-10T22:11:12.694455+0000","last_became_peered":"2024-03-10T22:11:12.694455+0000","last_unstale":"2024-03-10T22:12:43.278241+0000","last_undegraded":"2024-03-10T22:12:43.278241+0000","last_fullsized":"2024-03-10T22:12:43.278241+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:07:36.041532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.288297+0000","last_change":"2024-03-10T22:12:44.288297+0000","last_active":"2024-03-10T22:12:44.288297+0000","last_peered":"2024-03-10T22:12:44.288297+0000","last_clean":"2024-03-10T22:12:44.288297+0000","last_became_active":"2024-03-10T22:12:44.288046+0000","last_became_peered":"2024-03-10T22:12:44.288046+0000","last_unstale":"2024-03-10T22:12:44.288297+0000","last_undegraded":"2024-03-10T22:12:44.288297+0000","last_fullsized":"2024-03-10T22:12:44.288297+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:29.385418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281400+0000","last_change":"2024-03-10T22:11:12.692403+0000","last_active":"2024-03-10T22:12:43.281400+0000","last_peered":"2024-03-10T22:12:43.281400+0000","last_clean":"2024-03-10T22:12:43.281400+0000","last_became_active":"2024-03-10T22:11:12.692123+0000","last_became_peered":"2024-03-10T22:11:12.692123+0000","last_unstale":"2024-03-10T22:12:43.281400+0000","last_undegraded":"2024-03-10T22:12:43.281400+0000","last_fullsized":"2024-03-10T22:12:43.281400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:13:46.329297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283221+0000","last_change":"2024-03-10T22:11:12.692539+0000","last_active":"2024-03-10T22:12:43.283221+0000","last_peered":"2024-03-10T22:12:43.283221+0000","last_clean":"2024-03-10T22:12:43.283221+0000","last_became_active":"2024-03-10T22:11:12.692090+0000","last_became_peered":"2024-03-10T22:11:12.692090+0000","last_unstale":"2024-03-10T22:12:43.283221+0000","last_undegraded":"2024-03-10T22:12:43.283221+0000","last_fullsized":"2024-03-10T22:12:43.283221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:00.077776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285136+0000","last_change":"2024-03-10T22:11:12.331999+0000","last_active":"2024-03-10T22:12:43.285136+0000","last_peered":"2024-03-10T22:12:43.285136+0000","last_clean":"2024-03-10T22:12:43.285136+0000","last_became_active":"2024-03-10T22:11:12.331669+0000","last_became_peered":"2024-03-10T22:11:12.331669+0000","last_unstale":"2024-03-10T22:12:43.285136+0000","last_undegraded":"2024-03-10T22:12:43.285136+0000","last_fullsized":"2024-03-10T22:12:43.285136+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:58.108647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279411+0000","last_change":"2024-03-10T22:11:12.690022+0000","last_active":"2024-03-10T22:12:43.279411+0000","last_peered":"2024-03-10T22:12:43.279411+0000","last_clean":"2024-03-10T22:12:43.279411+0000","last_became_active":"2024-03-10T22:11:12.689687+0000","last_became_peered":"2024-03-10T22:11:12.689687+0000","last_unstale":"2024-03-10T22:12:43.279411+0000","last_undegraded":"2024-03-10T22:12:43.279411+0000","last_fullsized":"2024-03-10T22:12:43.279411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:05:37.487003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279517+0000","last_change":"2024-03-10T22:11:12.324676+0000","last_active":"2024-03-10T22:12:43.279517+0000","last_peered":"2024-03-10T22:12:43.279517+0000","last_clean":"2024-03-10T22:12:43.279517+0000","last_became_active":"2024-03-10T22:11:12.324381+0000","last_became_peered":"2024-03-10T22:11:12.324381+0000","last_unstale":"2024-03-10T22:12:43.279517+0000","last_undegraded":"2024-03-10T22:12:43.279517+0000","last_fullsized":"2024-03-10T22:12:43.279517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:36:39.187956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285037+0000","last_change":"2024-03-10T22:11:12.689295+0000","last_active":"2024-03-10T22:12:43.285037+0000","last_peered":"2024-03-10T22:12:43.285037+0000","last_clean":"2024-03-10T22:12:43.285037+0000","last_became_active":"2024-03-10T22:11:12.688473+0000","last_became_peered":"2024-03-10T22:11:12.688473+0000","last_unstale":"2024-03-10T22:12:43.285037+0000","last_undegraded":"2024-03-10T22:12:43.285037+0000","last_fullsized":"2024-03-10T22:12:43.285037+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:05:15.873149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284096+0000","last_change":"2024-03-10T22:11:12.335915+0000","last_active":"2024-03-10T22:12:43.284096+0000","last_peered":"2024-03-10T22:12:43.284096+0000","last_clean":"2024-03-10T22:12:43.284096+0000","last_became_active":"2024-03-10T22:11:12.335558+0000","last_became_peered":"2024-03-10T22:11:12.335558+0000","last_unstale":"2024-03-10T22:12:43.284096+0000","last_undegraded":"2024-03-10T22:12:43.284096+0000","last_fullsized":"2024-03-10T22:12:43.284096+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:16:06.166557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278855+0000","last_change":"2024-03-10T22:11:12.681774+0000","last_active":"2024-03-10T22:12:43.278855+0000","last_peered":"2024-03-10T22:12:43.278855+0000","last_clean":"2024-03-10T22:12:43.278855+0000","last_became_active":"2024-03-10T22:11:12.681502+0000","last_became_peered":"2024-03-10T22:11:12.681502+0000","last_unstale":"2024-03-10T22:12:43.278855+0000","last_undegraded":"2024-03-10T22:12:43.278855+0000","last_fullsized":"2024-03-10T22:12:43.278855+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:35.646835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283169+0000","last_change":"2024-03-10T22:11:12.339324+0000","last_active":"2024-03-10T22:12:43.283169+0000","last_peered":"2024-03-10T22:12:43.283169+0000","last_clean":"2024-03-10T22:12:43.283169+0000","last_became_active":"2024-03-10T22:11:12.339021+0000","last_became_peered":"2024-03-10T22:11:12.339021+0000","last_unstale":"2024-03-10T22:12:43.283169+0000","last_undegraded":"2024-03-10T22:12:43.283169+0000","last_fullsized":"2024-03-10T22:12:43.283169+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:11:01.173700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278861+0000","last_change":"2024-03-10T22:11:12.704879+0000","last_active":"2024-03-10T22:12:43.278861+0000","last_peered":"2024-03-10T22:12:43.278861+0000","last_clean":"2024-03-10T22:12:43.278861+0000","last_became_active":"2024-03-10T22:11:12.704605+0000","last_became_peered":"2024-03-10T22:11:12.704605+0000","last_unstale":"2024-03-10T22:12:43.278861+0000","last_undegraded":"2024-03-10T22:12:43.278861+0000","last_fullsized":"2024-03-10T22:12:43.278861+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:22:49.476011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279400+0000","last_change":"2024-03-10T22:11:12.328412+0000","last_active":"2024-03-10T22:12:43.279400+0000","last_peered":"2024-03-10T22:12:43.279400+0000","last_clean":"2024-03-10T22:12:43.279400+0000","last_became_active":"2024-03-10T22:11:12.327914+0000","last_became_peered":"2024-03-10T22:11:12.327914+0000","last_unstale":"2024-03-10T22:12:43.279400+0000","last_undegraded":"2024-03-10T22:12:43.279400+0000","last_fullsized":"2024-03-10T22:12:43.279400+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:08:37.921104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282098+0000","last_change":"2024-03-10T22:11:12.687879+0000","last_active":"2024-03-10T22:12:43.282098+0000","last_peered":"2024-03-10T22:12:43.282098+0000","last_clean":"2024-03-10T22:12:43.282098+0000","last_became_active":"2024-03-10T22:11:12.687582+0000","last_became_peered":"2024-03-10T22:11:12.687582+0000","last_unstale":"2024-03-10T22:12:43.282098+0000","last_undegraded":"2024-03-10T22:12:43.282098+0000","last_fullsized":"2024-03-10T22:12:43.282098+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:45:00.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285221+0000","last_change":"2024-03-10T22:11:12.334884+0000","last_active":"2024-03-10T22:12:43.285221+0000","last_peered":"2024-03-10T22:12:43.285221+0000","last_clean":"2024-03-10T22:12:43.285221+0000","last_became_active":"2024-03-10T22:11:12.334600+0000","last_became_peered":"2024-03-10T22:11:12.334600+0000","last_unstale":"2024-03-10T22:12:43.285221+0000","last_undegraded":"2024-03-10T22:12:43.285221+0000","last_fullsized":"2024-03-10T22:12:43.285221+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:28:39.542401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282950+0000","last_change":"2024-03-10T22:11:12.701043+0000","last_active":"2024-03-10T22:12:43.282950+0000","last_peered":"2024-03-10T22:12:43.282950+0000","last_clean":"2024-03-10T22:12:43.282950+0000","last_became_active":"2024-03-10T22:11:12.699852+0000","last_became_peered":"2024-03-10T22:11:12.699852+0000","last_unstale":"2024-03-10T22:12:43.282950+0000","last_undegraded":"2024-03-10T22:12:43.282950+0000","last_fullsized":"2024-03-10T22:12:43.282950+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:52.944578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279302+0000","last_change":"2024-03-10T22:11:12.329339+0000","last_active":"2024-03-10T22:12:43.279302+0000","last_peered":"2024-03-10T22:12:43.279302+0000","last_clean":"2024-03-10T22:12:43.279302+0000","last_became_active":"2024-03-10T22:11:12.324591+0000","last_became_peered":"2024-03-10T22:11:12.324591+0000","last_unstale":"2024-03-10T22:12:43.279302+0000","last_undegraded":"2024-03-10T22:12:43.279302+0000","last_fullsized":"2024-03-10T22:12:43.279302+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:59:20.829563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279211+0000","last_change":"2024-03-10T22:11:12.685105+0000","last_active":"2024-03-10T22:12:43.279211+0000","last_peered":"2024-03-10T22:12:43.279211+0000","last_clean":"2024-03-10T22:12:43.279211+0000","last_became_active":"2024-03-10T22:11:12.684801+0000","last_became_peered":"2024-03-10T22:11:12.684801+0000","last_unstale":"2024-03-10T22:12:43.279211+0000","last_undegraded":"2024-03-10T22:12:43.279211+0000","last_fullsized":"2024-03-10T22:12:43.279211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:02:33.141180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278316+0000","last_change":"2024-03-10T22:11:12.337832+0000","last_active":"2024-03-10T22:12:43.278316+0000","last_peered":"2024-03-10T22:12:43.278316+0000","last_clean":"2024-03-10T22:12:43.278316+0000","last_became_active":"2024-03-10T22:11:12.337506+0000","last_became_peered":"2024-03-10T22:11:12.337506+0000","last_unstale":"2024-03-10T22:12:43.278316+0000","last_undegraded":"2024-03-10T22:12:43.278316+0000","last_fullsized":"2024-03-10T22:12:43.278316+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:21.901356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283288+0000","last_change":"2024-03-10T22:11:12.692561+0000","last_active":"2024-03-10T22:12:43.283288+0000","last_peered":"2024-03-10T22:12:43.283288+0000","last_clean":"2024-03-10T22:12:43.283288+0000","last_became_active":"2024-03-10T22:11:12.692276+0000","last_became_peered":"2024-03-10T22:11:12.692276+0000","last_unstale":"2024-03-10T22:12:43.283288+0000","last_undegraded":"2024-03-10T22:12:43.283288+0000","last_fullsized":"2024-03-10T22:12:43.283288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:04:32.793389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285475+0000","last_change":"2024-03-10T22:11:12.330952+0000","last_active":"2024-03-10T22:12:43.285475+0000","last_peered":"2024-03-10T22:12:43.285475+0000","last_clean":"2024-03-10T22:12:43.285475+0000","last_became_active":"2024-03-10T22:11:12.330569+0000","last_became_peered":"2024-03-10T22:11:12.330569+0000","last_unstale":"2024-03-10T22:12:43.285475+0000","last_undegraded":"2024-03-10T22:12:43.285475+0000","last_fullsized":"2024-03-10T22:12:43.285475+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:35:05.959497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279015+0000","last_change":"2024-03-10T22:11:12.693500+0000","last_active":"2024-03-10T22:12:43.279015+0000","last_peered":"2024-03-10T22:12:43.279015+0000","last_clean":"2024-03-10T22:12:43.279015+0000","last_became_active":"2024-03-10T22:11:12.693203+0000","last_became_peered":"2024-03-10T22:11:12.693203+0000","last_unstale":"2024-03-10T22:12:43.279015+0000","last_undegraded":"2024-03-10T22:12:43.279015+0000","last_fullsized":"2024-03-10T22:12:43.279015+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:27:48.202264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278963+0000","last_change":"2024-03-10T22:11:12.333487+0000","last_active":"2024-03-10T22:12:43.278963+0000","last_peered":"2024-03-10T22:12:43.278963+0000","last_clean":"2024-03-10T22:12:43.278963+0000","last_became_active":"2024-03-10T22:11:12.333179+0000","last_became_peered":"2024-03-10T22:11:12.333179+0000","last_unstale":"2024-03-10T22:12:43.278963+0000","last_undegraded":"2024-03-10T22:12:43.278963+0000","last_fullsized":"2024-03-10T22:12:43.278963+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:41:49.042592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284924+0000","last_change":"2024-03-10T22:11:12.697335+0000","last_active":"2024-03-10T22:12:43.284924+0000","last_peered":"2024-03-10T22:12:43.284924+0000","last_clean":"2024-03-10T22:12:43.284924+0000","last_became_active":"2024-03-10T22:11:12.697052+0000","last_became_peered":"2024-03-10T22:11:12.697052+0000","last_unstale":"2024-03-10T22:12:43.284924+0000","last_undegraded":"2024-03-10T22:12:43.284924+0000","last_fullsized":"2024-03-10T22:12:43.284924+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:07.163750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283295+0000","last_change":"2024-03-10T22:11:12.336603+0000","last_active":"2024-03-10T22:12:43.283295+0000","last_peered":"2024-03-10T22:12:43.283295+0000","last_clean":"2024-03-10T22:12:43.283295+0000","last_became_active":"2024-03-10T22:11:12.336317+0000","last_became_peered":"2024-03-10T22:11:12.336317+0000","last_unstale":"2024-03-10T22:12:43.283295+0000","last_undegraded":"2024-03-10T22:12:43.283295+0000","last_fullsized":"2024-03-10T22:12:43.283295+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:30.357130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283186+0000","last_change":"2024-03-10T22:11:12.697177+0000","last_active":"2024-03-10T22:12:43.283186+0000","last_peered":"2024-03-10T22:12:43.283186+0000","last_clean":"2024-03-10T22:12:43.283186+0000","last_became_active":"2024-03-10T22:11:12.696899+0000","last_became_peered":"2024-03-10T22:11:12.696899+0000","last_unstale":"2024-03-10T22:12:43.283186+0000","last_undegraded":"2024-03-10T22:12:43.283186+0000","last_fullsized":"2024-03-10T22:12:43.283186+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:21:13.556936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285519+0000","last_change":"2024-03-10T22:11:12.333491+0000","last_active":"2024-03-10T22:12:43.285519+0000","last_peered":"2024-03-10T22:12:43.285519+0000","last_clean":"2024-03-10T22:12:43.285519+0000","last_became_active":"2024-03-10T22:11:12.332951+0000","last_became_peered":"2024-03-10T22:11:12.332951+0000","last_unstale":"2024-03-10T22:12:43.285519+0000","last_undegraded":"2024-03-10T22:12:43.285519+0000","last_fullsized":"2024-03-10T22:12:43.285519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:02:33.459289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283838+0000","last_change":"2024-03-10T22:11:12.699526+0000","last_active":"2024-03-10T22:12:43.283838+0000","last_peered":"2024-03-10T22:12:43.283838+0000","last_clean":"2024-03-10T22:12:43.283838+0000","last_became_active":"2024-03-10T22:11:12.699207+0000","last_became_peered":"2024-03-10T22:11:12.699207+0000","last_unstale":"2024-03-10T22:12:43.283838+0000","last_undegraded":"2024-03-10T22:12:43.283838+0000","last_fullsized":"2024-03-10T22:12:43.283838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:31.727476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283241+0000","last_change":"2024-03-10T22:11:12.333163+0000","last_active":"2024-03-10T22:12:43.283241+0000","last_peered":"2024-03-10T22:12:43.283241+0000","last_clean":"2024-03-10T22:12:43.283241+0000","last_became_active":"2024-03-10T22:11:12.332929+0000","last_became_peered":"2024-03-10T22:11:12.332929+0000","last_unstale":"2024-03-10T22:12:43.283241+0000","last_undegraded":"2024-03-10T22:12:43.283241+0000","last_fullsized":"2024-03-10T22:12:43.283241+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:49:55.523315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283728+0000","last_change":"2024-03-10T22:11:12.687001+0000","last_active":"2024-03-10T22:12:43.283728+0000","last_peered":"2024-03-10T22:12:43.283728+0000","last_clean":"2024-03-10T22:12:43.283728+0000","last_became_active":"2024-03-10T22:11:12.686356+0000","last_became_peered":"2024-03-10T22:11:12.686356+0000","last_unstale":"2024-03-10T22:12:43.283728+0000","last_undegraded":"2024-03-10T22:12:43.283728+0000","last_fullsized":"2024-03-10T22:12:43.283728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:04.769067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278427+0000","last_change":"2024-03-10T22:11:12.336067+0000","last_active":"2024-03-10T22:12:43.278427+0000","last_peered":"2024-03-10T22:12:43.278427+0000","last_clean":"2024-03-10T22:12:43.278427+0000","last_became_active":"2024-03-10T22:11:12.335743+0000","last_became_peered":"2024-03-10T22:11:12.335743+0000","last_unstale":"2024-03-10T22:12:43.278427+0000","last_undegraded":"2024-03-10T22:12:43.278427+0000","last_fullsized":"2024-03-10T22:12:43.278427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:31:01.175277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284216+0000","last_change":"2024-03-10T22:11:12.701062+0000","last_active":"2024-03-10T22:12:43.284216+0000","last_peered":"2024-03-10T22:12:43.284216+0000","last_clean":"2024-03-10T22:12:43.284216+0000","last_became_active":"2024-03-10T22:11:12.700567+0000","last_became_peered":"2024-03-10T22:11:12.700567+0000","last_unstale":"2024-03-10T22:12:43.284216+0000","last_undegraded":"2024-03-10T22:12:43.284216+0000","last_fullsized":"2024-03-10T22:12:43.284216+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:29:53.128362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285624+0000","last_change":"2024-03-10T22:11:12.331888+0000","last_active":"2024-03-10T22:12:43.285624+0000","last_peered":"2024-03-10T22:12:43.285624+0000","last_clean":"2024-03-10T22:12:43.285624+0000","last_became_active":"2024-03-10T22:11:12.331529+0000","last_became_peered":"2024-03-10T22:11:12.331529+0000","last_unstale":"2024-03-10T22:12:43.285624+0000","last_undegraded":"2024-03-10T22:12:43.285624+0000","last_fullsized":"2024-03-10T22:12:43.285624+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:14:54.061339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285450+0000","last_change":"2024-03-10T22:11:12.688359+0000","last_active":"2024-03-10T22:12:43.285450+0000","last_peered":"2024-03-10T22:12:43.285450+0000","last_clean":"2024-03-10T22:12:43.285450+0000","last_became_active":"2024-03-10T22:11:12.688073+0000","last_became_peered":"2024-03-10T22:11:12.688073+0000","last_unstale":"2024-03-10T22:12:43.285450+0000","last_undegraded":"2024-03-10T22:12:43.285450+0000","last_fullsized":"2024-03-10T22:12:43.285450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:02:02.500459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281054+0000","last_change":"2024-03-10T22:11:12.329835+0000","last_active":"2024-03-10T22:12:43.281054+0000","last_peered":"2024-03-10T22:12:43.281054+0000","last_clean":"2024-03-10T22:12:43.281054+0000","last_became_active":"2024-03-10T22:11:12.329149+0000","last_became_peered":"2024-03-10T22:11:12.329149+0000","last_unstale":"2024-03-10T22:12:43.281054+0000","last_undegraded":"2024-03-10T22:12:43.281054+0000","last_fullsized":"2024-03-10T22:12:43.281054+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:35:31.108239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282726+0000","last_change":"2024-03-10T22:11:12.701701+0000","last_active":"2024-03-10T22:12:43.282726+0000","last_peered":"2024-03-10T22:12:43.282726+0000","last_clean":"2024-03-10T22:12:43.282726+0000","last_became_active":"2024-03-10T22:11:12.701158+0000","last_became_peered":"2024-03-10T22:11:12.701158+0000","last_unstale":"2024-03-10T22:12:43.282726+0000","last_undegraded":"2024-03-10T22:12:43.282726+0000","last_fullsized":"2024-03-10T22:12:43.282726+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:36.075457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283348+0000","last_change":"2024-03-10T22:11:12.325718+0000","last_active":"2024-03-10T22:12:43.283348+0000","last_peered":"2024-03-10T22:12:43.283348+0000","last_clean":"2024-03-10T22:12:43.283348+0000","last_became_active":"2024-03-10T22:11:12.325364+0000","last_became_peered":"2024-03-10T22:11:12.325364+0000","last_unstale":"2024-03-10T22:12:43.283348+0000","last_undegraded":"2024-03-10T22:12:43.283348+0000","last_fullsized":"2024-03-10T22:12:43.283348+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:55.783060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283990+0000","last_change":"2024-03-10T22:11:12.699893+0000","last_active":"2024-03-10T22:12:43.283990+0000","last_peered":"2024-03-10T22:12:43.283990+0000","last_clean":"2024-03-10T22:12:43.283990+0000","last_became_active":"2024-03-10T22:11:12.699528+0000","last_became_peered":"2024-03-10T22:11:12.699528+0000","last_unstale":"2024-03-10T22:12:43.283990+0000","last_undegraded":"2024-03-10T22:12:43.283990+0000","last_fullsized":"2024-03-10T22:12:43.283990+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:49.010215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282930+0000","last_change":"2024-03-10T22:11:58.597501+0000","last_active":"2024-03-10T22:12:43.282930+0000","last_peered":"2024-03-10T22:12:43.282930+0000","last_clean":"2024-03-10T22:12:43.282930+0000","last_became_active":"2024-03-10T22:11:58.597138+0000","last_became_peered":"2024-03-10T22:11:58.597138+0000","last_unstale":"2024-03-10T22:12:43.282930+0000","last_undegraded":"2024-03-10T22:12:43.282930+0000","last_fullsized":"2024-03-10T22:12:43.282930+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:43:28.629259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282970+0000","last_change":"2024-03-10T22:11:12.330875+0000","last_active":"2024-03-10T22:12:43.282970+0000","last_peered":"2024-03-10T22:12:43.282970+0000","last_clean":"2024-03-10T22:12:43.282970+0000","last_became_active":"2024-03-10T22:11:12.330583+0000","last_became_peered":"2024-03-10T22:11:12.330583+0000","last_unstale":"2024-03-10T22:12:43.282970+0000","last_undegraded":"2024-03-10T22:12:43.282970+0000","last_fullsized":"2024-03-10T22:12:43.282970+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:54:17.000879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278957+0000","last_change":"2024-03-10T22:11:12.673695+0000","last_active":"2024-03-10T22:12:43.278957+0000","last_peered":"2024-03-10T22:12:43.278957+0000","last_clean":"2024-03-10T22:12:43.278957+0000","last_became_active":"2024-03-10T22:11:12.673386+0000","last_became_peered":"2024-03-10T22:11:12.673386+0000","last_unstale":"2024-03-10T22:12:43.278957+0000","last_undegraded":"2024-03-10T22:12:43.278957+0000","last_fullsized":"2024-03-10T22:12:43.278957+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:37:53.995145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283011+0000","last_change":"2024-03-10T22:11:58.537752+0000","last_active":"2024-03-10T22:12:43.283011+0000","last_peered":"2024-03-10T22:12:43.283011+0000","last_clean":"2024-03-10T22:12:43.283011+0000","last_became_active":"2024-03-10T22:11:58.537010+0000","last_became_peered":"2024-03-10T22:11:58.537010+0000","last_unstale":"2024-03-10T22:12:43.283011+0000","last_undegraded":"2024-03-10T22:12:43.283011+0000","last_fullsized":"2024-03-10T22:12:43.283011+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:46:46.722245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278378+0000","last_change":"2024-03-10T22:11:12.329115+0000","last_active":"2024-03-10T22:12:43.278378+0000","last_peered":"2024-03-10T22:12:43.278378+0000","last_clean":"2024-03-10T22:12:43.278378+0000","last_became_active":"2024-03-10T22:11:12.328828+0000","last_became_peered":"2024-03-10T22:11:12.328828+0000","last_unstale":"2024-03-10T22:12:43.278378+0000","last_undegraded":"2024-03-10T22:12:43.278378+0000","last_fullsized":"2024-03-10T22:12:43.278378+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:17:57.474260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283272+0000","last_change":"2024-03-10T22:11:12.699187+0000","last_active":"2024-03-10T22:12:43.283272+0000","last_peered":"2024-03-10T22:12:43.283272+0000","last_clean":"2024-03-10T22:12:43.283272+0000","last_became_active":"2024-03-10T22:11:12.698920+0000","last_became_peered":"2024-03-10T22:11:12.698920+0000","last_unstale":"2024-03-10T22:12:43.283272+0000","last_undegraded":"2024-03-10T22:12:43.283272+0000","last_fullsized":"2024-03-10T22:12:43.283272+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:12:28.843806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283038+0000","last_change":"2024-03-10T22:11:58.597789+0000","last_active":"2024-03-10T22:12:43.283038+0000","last_peered":"2024-03-10T22:12:43.283038+0000","last_clean":"2024-03-10T22:12:43.283038+0000","last_became_active":"2024-03-10T22:11:58.597148+0000","last_became_peered":"2024-03-10T22:11:58.597148+0000","last_unstale":"2024-03-10T22:12:43.283038+0000","last_undegraded":"2024-03-10T22:12:43.283038+0000","last_fullsized":"2024-03-10T22:12:43.283038+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:36:10.285544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282633+0000","last_change":"2024-03-10T22:11:12.691485+0000","last_active":"2024-03-10T22:12:43.282633+0000","last_peered":"2024-03-10T22:12:43.282633+0000","last_clean":"2024-03-10T22:12:43.282633+0000","last_became_active":"2024-03-10T22:11:12.691199+0000","last_became_peered":"2024-03-10T22:11:12.691199+0000","last_unstale":"2024-03-10T22:12:43.282633+0000","last_undegraded":"2024-03-10T22:12:43.282633+0000","last_fullsized":"2024-03-10T22:12:43.282633+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:22:59.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281079+0000","last_change":"2024-03-10T22:11:12.323199+0000","last_active":"2024-03-10T22:12:43.281079+0000","last_peered":"2024-03-10T22:12:43.281079+0000","last_clean":"2024-03-10T22:12:43.281079+0000","last_became_active":"2024-03-10T22:11:12.322907+0000","last_became_peered":"2024-03-10T22:11:12.322907+0000","last_unstale":"2024-03-10T22:12:43.281079+0000","last_undegraded":"2024-03-10T22:12:43.281079+0000","last_fullsized":"2024-03-10T22:12:43.281079+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:37:17.480409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285055+0000","last_change":"2024-03-10T22:11:58.599005+0000","last_active":"2024-03-10T22:12:43.285055+0000","last_peered":"2024-03-10T22:12:43.285055+0000","last_clean":"2024-03-10T22:12:43.285055+0000","last_became_active":"2024-03-10T22:11:58.598687+0000","last_became_peered":"2024-03-10T22:11:58.598687+0000","last_unstale":"2024-03-10T22:12:43.285055+0000","last_undegraded":"2024-03-10T22:12:43.285055+0000","last_fullsized":"2024-03-10T22:12:43.285055+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:21:23.660161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279260+0000","last_change":"2024-03-10T22:11:12.691003+0000","last_active":"2024-03-10T22:12:43.279260+0000","last_peered":"2024-03-10T22:12:43.279260+0000","last_clean":"2024-03-10T22:12:43.279260+0000","last_became_active":"2024-03-10T22:11:12.690556+0000","last_became_peered":"2024-03-10T22:11:12.690556+0000","last_unstale":"2024-03-10T22:12:43.279260+0000","last_undegraded":"2024-03-10T22:12:43.279260+0000","last_fullsized":"2024-03-10T22:12:43.279260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:38:21.961501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278541+0000","last_change":"2024-03-10T22:11:12.337640+0000","last_active":"2024-03-10T22:12:43.278541+0000","last_peered":"2024-03-10T22:12:43.278541+0000","last_clean":"2024-03-10T22:12:43.278541+0000","last_became_active":"2024-03-10T22:11:12.337350+0000","last_became_peered":"2024-03-10T22:11:12.337350+0000","last_unstale":"2024-03-10T22:12:43.278541+0000","last_undegraded":"2024-03-10T22:12:43.278541+0000","last_fullsized":"2024-03-10T22:12:43.278541+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:18:51.316696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":265,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281956+0000","last_change":"2024-03-10T22:10:57.219572+0000","last_active":"2024-03-10T22:12:43.281956+0000","last_peered":"2024-03-10T22:12:43.281956+0000","last_clean":"2024-03-10T22:12:43.281956+0000","last_became_active":"2024-03-10T22:10:57.219072+0000","last_became_peered":"2024-03-10T22:10:57.219072+0000","last_unstale":"2024-03-10T22:12:43.281956+0000","last_undegraded":"2024-03-10T22:12:43.281956+0000","last_fullsized":"2024-03-10T22:12:43.281956+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:18:55.665209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283844+0000","last_change":"2024-03-10T22:11:58.537409+0000","last_active":"2024-03-10T22:12:43.283844+0000","last_peered":"2024-03-10T22:12:43.283844+0000","last_clean":"2024-03-10T22:12:43.283844+0000","last_became_active":"2024-03-10T22:11:58.537005+0000","last_became_peered":"2024-03-10T22:11:58.537005+0000","last_unstale":"2024-03-10T22:12:43.283844+0000","last_undegraded":"2024-03-10T22:12:43.283844+0000","last_fullsized":"2024-03-10T22:12:43.283844+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:21:08.163921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283931+0000","last_change":"2024-03-10T22:11:12.700447+0000","last_active":"2024-03-10T22:12:43.283931+0000","last_peered":"2024-03-10T22:12:43.283931+0000","last_clean":"2024-03-10T22:12:43.283931+0000","last_became_active":"2024-03-10T22:11:12.700188+0000","last_became_peered":"2024-03-10T22:11:12.700188+0000","last_unstale":"2024-03-10T22:12:43.283931+0000","last_undegraded":"2024-03-10T22:12:43.283931+0000","last_fullsized":"2024-03-10T22:12:43.283931+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:56:29.291812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281876+0000","last_change":"2024-03-10T22:11:12.336134+0000","last_active":"2024-03-10T22:12:43.281876+0000","last_peered":"2024-03-10T22:12:43.281876+0000","last_clean":"2024-03-10T22:12:43.281876+0000","last_became_active":"2024-03-10T22:11:12.334941+0000","last_became_peered":"2024-03-10T22:11:12.334941+0000","last_unstale":"2024-03-10T22:12:43.281876+0000","last_undegraded":"2024-03-10T22:12:43.281876+0000","last_fullsized":"2024-03-10T22:12:43.281876+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:58.368677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282854+0000","last_change":"2024-03-10T22:11:58.598596+0000","last_active":"2024-03-10T22:12:43.282854+0000","last_peered":"2024-03-10T22:12:43.282854+0000","last_clean":"2024-03-10T22:12:43.282854+0000","last_became_active":"2024-03-10T22:11:58.598326+0000","last_became_peered":"2024-03-10T22:11:58.598326+0000","last_unstale":"2024-03-10T22:12:43.282854+0000","last_undegraded":"2024-03-10T22:12:43.282854+0000","last_fullsized":"2024-03-10T22:12:43.282854+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:37.043827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283988+0000","last_change":"2024-03-10T22:11:12.335201+0000","last_active":"2024-03-10T22:12:43.283988+0000","last_peered":"2024-03-10T22:12:43.283988+0000","last_clean":"2024-03-10T22:12:43.283988+0000","last_became_active":"2024-03-10T22:11:12.334900+0000","last_became_peered":"2024-03-10T22:11:12.334900+0000","last_unstale":"2024-03-10T22:12:43.283988+0000","last_undegraded":"2024-03-10T22:12:43.283988+0000","last_fullsized":"2024-03-10T22:12:43.283988+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:13.670799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283058+0000","last_change":"2024-03-10T22:11:12.685626+0000","last_active":"2024-03-10T22:12:43.283058+0000","last_peered":"2024-03-10T22:12:43.283058+0000","last_clean":"2024-03-10T22:12:43.283058+0000","last_became_active":"2024-03-10T22:11:12.685139+0000","last_became_peered":"2024-03-10T22:11:12.685139+0000","last_unstale":"2024-03-10T22:12:43.283058+0000","last_undegraded":"2024-03-10T22:12:43.283058+0000","last_fullsized":"2024-03-10T22:12:43.283058+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:23:50.538402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279104+0000","last_change":"2024-03-10T22:11:58.597583+0000","last_active":"2024-03-10T22:12:43.279104+0000","last_peered":"2024-03-10T22:12:43.279104+0000","last_clean":"2024-03-10T22:12:43.279104+0000","last_became_active":"2024-03-10T22:11:58.597232+0000","last_became_peered":"2024-03-10T22:11:58.597232+0000","last_unstale":"2024-03-10T22:12:43.279104+0000","last_undegraded":"2024-03-10T22:12:43.279104+0000","last_fullsized":"2024-03-10T22:12:43.279104+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:27:45.331515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283827+0000","last_change":"2024-03-10T22:11:12.337498+0000","last_active":"2024-03-10T22:12:43.283827+0000","last_peered":"2024-03-10T22:12:43.283827+0000","last_clean":"2024-03-10T22:12:43.283827+0000","last_became_active":"2024-03-10T22:11:12.337220+0000","last_became_peered":"2024-03-10T22:11:12.337220+0000","last_unstale":"2024-03-10T22:12:43.283827+0000","last_undegraded":"2024-03-10T22:12:43.283827+0000","last_fullsized":"2024-03-10T22:12:43.283827+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:23:20.823871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.384542+0000","last_change":"2024-03-10T22:12:44.384542+0000","last_active":"2024-03-10T22:12:44.384542+0000","last_peered":"2024-03-10T22:12:44.384542+0000","last_clean":"2024-03-10T22:12:44.384542+0000","last_became_active":"2024-03-10T22:12:44.384134+0000","last_became_peered":"2024-03-10T22:12:44.384134+0000","last_unstale":"2024-03-10T22:12:44.384542+0000","last_undegraded":"2024-03-10T22:12:44.384542+0000","last_fullsized":"2024-03-10T22:12:44.384542+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:32.856356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281874+0000","last_change":"2024-03-10T22:11:58.597534+0000","last_active":"2024-03-10T22:12:43.281874+0000","last_peered":"2024-03-10T22:12:43.281874+0000","last_clean":"2024-03-10T22:12:43.281874+0000","last_became_active":"2024-03-10T22:11:58.597211+0000","last_became_peered":"2024-03-10T22:11:58.597211+0000","last_unstale":"2024-03-10T22:12:43.281874+0000","last_undegraded":"2024-03-10T22:12:43.281874+0000","last_fullsized":"2024-03-10T22:12:43.281874+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:45:08.004011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285414+0000","last_change":"2024-03-10T22:11:12.335574+0000","last_active":"2024-03-10T22:12:43.285414+0000","last_peered":"2024-03-10T22:12:43.285414+0000","last_clean":"2024-03-10T22:12:43.285414+0000","last_became_active":"2024-03-10T22:11:12.335257+0000","last_became_peered":"2024-03-10T22:11:12.335257+0000","last_unstale":"2024-03-10T22:12:43.285414+0000","last_undegraded":"2024-03-10T22:12:43.285414+0000","last_fullsized":"2024-03-10T22:12:43.285414+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:44:50.635659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.383920+0000","last_change":"2024-03-10T22:12:44.383920+0000","last_active":"2024-03-10T22:12:44.383920+0000","last_peered":"2024-03-10T22:12:44.383920+0000","last_clean":"2024-03-10T22:12:44.383920+0000","last_became_active":"2024-03-10T22:12:44.383553+0000","last_became_peered":"2024-03-10T22:12:44.383553+0000","last_unstale":"2024-03-10T22:12:44.383920+0000","last_undegraded":"2024-03-10T22:12:44.383920+0000","last_fullsized":"2024-03-10T22:12:44.383920+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:22:21.429652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281978+0000","last_change":"2024-03-10T22:11:12.335225+0000","last_active":"2024-03-10T22:12:43.281978+0000","last_peered":"2024-03-10T22:12:43.281978+0000","last_clean":"2024-03-10T22:12:43.281978+0000","last_became_active":"2024-03-10T22:11:12.334935+0000","last_became_peered":"2024-03-10T22:11:12.334935+0000","last_unstale":"2024-03-10T22:12:43.281978+0000","last_undegraded":"2024-03-10T22:12:43.281978+0000","last_fullsized":"2024-03-10T22:12:43.281978+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:17:38.481353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.282386+0000","last_change":"2024-03-10T22:11:12.697161+0000","last_active":"2024-03-10T22:12:43.282386+0000","last_peered":"2024-03-10T22:12:43.282386+0000","last_clean":"2024-03-10T22:12:43.282386+0000","last_became_active":"2024-03-10T22:11:12.696912+0000","last_became_peered":"2024-03-10T22:11:12.696912+0000","last_unstale":"2024-03-10T22:12:43.282386+0000","last_undegraded":"2024-03-10T22:12:43.282386+0000","last_fullsized":"2024-03-10T22:12:43.282386+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:59.747974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283156+0000","last_change":"2024-03-10T22:11:12.333353+0000","last_active":"2024-03-10T22:12:43.283156+0000","last_peered":"2024-03-10T22:12:43.283156+0000","last_clean":"2024-03-10T22:12:43.283156+0000","last_became_active":"2024-03-10T22:11:12.333081+0000","last_became_peered":"2024-03-10T22:11:12.333081+0000","last_unstale":"2024-03-10T22:12:43.283156+0000","last_undegraded":"2024-03-10T22:12:43.283156+0000","last_fullsized":"2024-03-10T22:12:43.283156+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:46:37.187269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279179+0000","last_change":"2024-03-10T22:11:12.697952+0000","last_active":"2024-03-10T22:12:43.279179+0000","last_peered":"2024-03-10T22:12:43.279179+0000","last_clean":"2024-03-10T22:12:43.279179+0000","last_became_active":"2024-03-10T22:11:12.697127+0000","last_became_peered":"2024-03-10T22:11:12.697127+0000","last_unstale":"2024-03-10T22:12:43.279179+0000","last_undegraded":"2024-03-10T22:12:43.279179+0000","last_fullsized":"2024-03-10T22:12:43.279179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:12:54.076961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283132+0000","last_change":"2024-03-10T22:11:12.333316+0000","last_active":"2024-03-10T22:12:43.283132+0000","last_peered":"2024-03-10T22:12:43.283132+0000","last_clean":"2024-03-10T22:12:43.283132+0000","last_became_active":"2024-03-10T22:11:12.333020+0000","last_became_peered":"2024-03-10T22:11:12.333020+0000","last_unstale":"2024-03-10T22:12:43.283132+0000","last_undegraded":"2024-03-10T22:12:43.283132+0000","last_fullsized":"2024-03-10T22:12:43.283132+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:06:02.673277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279402+0000","last_change":"2024-03-10T22:11:12.683564+0000","last_active":"2024-03-10T22:12:43.279402+0000","last_peered":"2024-03-10T22:12:43.279402+0000","last_clean":"2024-03-10T22:12:43.279402+0000","last_became_active":"2024-03-10T22:11:12.683298+0000","last_became_peered":"2024-03-10T22:11:12.683298+0000","last_unstale":"2024-03-10T22:12:43.279402+0000","last_undegraded":"2024-03-10T22:12:43.279402+0000","last_fullsized":"2024-03-10T22:12:43.279402+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:06.223712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.291490+0000","last_change":"2024-03-10T22:12:44.291490+0000","last_active":"2024-03-10T22:12:44.291490+0000","last_peered":"2024-03-10T22:12:44.291490+0000","last_clean":"2024-03-10T22:12:44.291490+0000","last_became_active":"2024-03-10T22:12:44.287252+0000","last_became_peered":"2024-03-10T22:12:44.287252+0000","last_unstale":"2024-03-10T22:12:44.291490+0000","last_undegraded":"2024-03-10T22:12:44.291490+0000","last_fullsized":"2024-03-10T22:12:44.291490+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:51:35.301402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285093+0000","last_change":"2024-03-10T22:11:12.694551+0000","last_active":"2024-03-10T22:12:43.285093+0000","last_peered":"2024-03-10T22:12:43.285093+0000","last_clean":"2024-03-10T22:12:43.285093+0000","last_became_active":"2024-03-10T22:11:12.694103+0000","last_became_peered":"2024-03-10T22:11:12.694103+0000","last_unstale":"2024-03-10T22:12:43.285093+0000","last_undegraded":"2024-03-10T22:12:43.285093+0000","last_fullsized":"2024-03-10T22:12:43.285093+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:02:24.857502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281831+0000","last_change":"2024-03-10T22:11:12.327273+0000","last_active":"2024-03-10T22:12:43.281831+0000","last_peered":"2024-03-10T22:12:43.281831+0000","last_clean":"2024-03-10T22:12:43.281831+0000","last_became_active":"2024-03-10T22:11:12.326976+0000","last_became_peered":"2024-03-10T22:11:12.326976+0000","last_unstale":"2024-03-10T22:12:43.281831+0000","last_undegraded":"2024-03-10T22:12:43.281831+0000","last_fullsized":"2024-03-10T22:12:43.281831+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:03:10.050899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283969+0000","last_change":"2024-03-10T22:11:12.692371+0000","last_active":"2024-03-10T22:12:43.283969+0000","last_peered":"2024-03-10T22:12:43.283969+0000","last_clean":"2024-03-10T22:12:43.283969+0000","last_became_active":"2024-03-10T22:11:12.691687+0000","last_became_peered":"2024-03-10T22:11:12.691687+0000","last_unstale":"2024-03-10T22:12:43.283969+0000","last_undegraded":"2024-03-10T22:12:43.283969+0000","last_fullsized":"2024-03-10T22:12:43.283969+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:03:08.645949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283204+0000","last_change":"2024-03-10T22:11:12.335362+0000","last_active":"2024-03-10T22:12:43.283204+0000","last_peered":"2024-03-10T22:12:43.283204+0000","last_clean":"2024-03-10T22:12:43.283204+0000","last_became_active":"2024-03-10T22:11:12.335072+0000","last_became_peered":"2024-03-10T22:11:12.335072+0000","last_unstale":"2024-03-10T22:12:43.283204+0000","last_undegraded":"2024-03-10T22:12:43.283204+0000","last_fullsized":"2024-03-10T22:12:43.283204+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:06.268606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278645+0000","last_change":"2024-03-10T22:11:12.691542+0000","last_active":"2024-03-10T22:12:43.278645+0000","last_peered":"2024-03-10T22:12:43.278645+0000","last_clean":"2024-03-10T22:12:43.278645+0000","last_became_active":"2024-03-10T22:11:12.691239+0000","last_became_peered":"2024-03-10T22:11:12.691239+0000","last_unstale":"2024-03-10T22:12:43.278645+0000","last_undegraded":"2024-03-10T22:12:43.278645+0000","last_fullsized":"2024-03-10T22:12:43.278645+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:35:35.724739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281354+0000","last_change":"2024-03-10T22:11:12.324316+0000","last_active":"2024-03-10T22:12:43.281354+0000","last_peered":"2024-03-10T22:12:43.281354+0000","last_clean":"2024-03-10T22:12:43.281354+0000","last_became_active":"2024-03-10T22:11:12.324012+0000","last_became_peered":"2024-03-10T22:11:12.324012+0000","last_unstale":"2024-03-10T22:12:43.281354+0000","last_undegraded":"2024-03-10T22:12:43.281354+0000","last_fullsized":"2024-03-10T22:12:43.281354+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:37:46.548051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285094+0000","last_change":"2024-03-10T22:11:12.700997+0000","last_active":"2024-03-10T22:12:43.285094+0000","last_peered":"2024-03-10T22:12:43.285094+0000","last_clean":"2024-03-10T22:12:43.285094+0000","last_became_active":"2024-03-10T22:11:12.700388+0000","last_became_peered":"2024-03-10T22:11:12.700388+0000","last_unstale":"2024-03-10T22:12:43.285094+0000","last_undegraded":"2024-03-10T22:12:43.285094+0000","last_fullsized":"2024-03-10T22:12:43.285094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:07:25.174409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.284910+0000","last_change":"2024-03-10T22:11:12.688395+0000","last_active":"2024-03-10T22:12:43.284910+0000","last_peered":"2024-03-10T22:12:43.284910+0000","last_clean":"2024-03-10T22:12:43.284910+0000","last_became_active":"2024-03-10T22:11:12.688141+0000","last_became_peered":"2024-03-10T22:11:12.688141+0000","last_unstale":"2024-03-10T22:12:43.284910+0000","last_undegraded":"2024-03-10T22:12:43.284910+0000","last_fullsized":"2024-03-10T22:12:43.284910+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.870496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.281051+0000","last_change":"2024-03-10T22:11:12.684650+0000","last_active":"2024-03-10T22:12:43.281051+0000","last_peered":"2024-03-10T22:12:43.281051+0000","last_clean":"2024-03-10T22:12:43.281051+0000","last_became_active":"2024-03-10T22:11:12.684397+0000","last_became_peered":"2024-03-10T22:11:12.684397+0000","last_unstale":"2024-03-10T22:12:43.281051+0000","last_undegraded":"2024-03-10T22:12:43.281051+0000","last_fullsized":"2024-03-10T22:12:43.281051+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:16.855317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278451+0000","last_change":"2024-03-10T22:11:12.685079+0000","last_active":"2024-03-10T22:12:43.278451+0000","last_peered":"2024-03-10T22:12:43.278451+0000","last_clean":"2024-03-10T22:12:43.278451+0000","last_became_active":"2024-03-10T22:11:12.684764+0000","last_became_peered":"2024-03-10T22:11:12.684764+0000","last_unstale":"2024-03-10T22:12:43.278451+0000","last_undegraded":"2024-03-10T22:12:43.278451+0000","last_fullsized":"2024-03-10T22:12:43.278451+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:13:58.426610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283024+0000","last_change":"2024-03-10T22:11:12.700486+0000","last_active":"2024-03-10T22:12:43.283024+0000","last_peered":"2024-03-10T22:12:43.283024+0000","last_clean":"2024-03-10T22:12:43.283024+0000","last_became_active":"2024-03-10T22:11:12.700222+0000","last_became_peered":"2024-03-10T22:11:12.700222+0000","last_unstale":"2024-03-10T22:12:43.283024+0000","last_undegraded":"2024-03-10T22:12:43.283024+0000","last_fullsized":"2024-03-10T22:12:43.283024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:42:06.722766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.551296+0000","last_change":"2024-03-10T22:12:44.551296+0000","last_active":"2024-03-10T22:12:44.551296+0000","last_peered":"2024-03-10T22:12:44.551296+0000","last_clean":"2024-03-10T22:12:44.551296+0000","last_became_active":"2024-03-10T22:12:44.550934+0000","last_became_peered":"2024-03-10T22:12:44.550934+0000","last_unstale":"2024-03-10T22:12:44.551296+0000","last_undegraded":"2024-03-10T22:12:44.551296+0000","last_fullsized":"2024-03-10T22:12:44.551296+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:54:59.297274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283117+0000","last_change":"2024-03-10T22:11:12.686286+0000","last_active":"2024-03-10T22:12:43.283117+0000","last_peered":"2024-03-10T22:12:43.283117+0000","last_clean":"2024-03-10T22:12:43.283117+0000","last_became_active":"2024-03-10T22:11:12.685391+0000","last_became_peered":"2024-03-10T22:11:12.685391+0000","last_unstale":"2024-03-10T22:12:43.283117+0000","last_undegraded":"2024-03-10T22:12:43.283117+0000","last_fullsized":"2024-03-10T22:12:43.283117+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:37.997982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T22:12:44.292058+0000","last_change":"2024-03-10T22:12:44.292058+0000","last_active":"2024-03-10T22:12:44.292058+0000","last_peered":"2024-03-10T22:12:44.292058+0000","last_clean":"2024-03-10T22:12:44.292058+0000","last_became_active":"2024-03-10T22:12:44.291667+0000","last_became_peered":"2024-03-10T22:12:44.291667+0000","last_unstale":"2024-03-10T22:12:44.292058+0000","last_undegraded":"2024-03-10T22:12:44.292058+0000","last_fullsized":"2024-03-10T22:12:44.292058+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:50:06.961630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279638+0000","last_change":"2024-03-10T22:11:12.676274+0000","last_active":"2024-03-10T22:12:43.279638+0000","last_peered":"2024-03-10T22:12:43.279638+0000","last_clean":"2024-03-10T22:12:43.279638+0000","last_became_active":"2024-03-10T22:11:12.675998+0000","last_became_peered":"2024-03-10T22:11:12.675998+0000","last_unstale":"2024-03-10T22:12:43.279638+0000","last_undegraded":"2024-03-10T22:12:43.279638+0000","last_fullsized":"2024-03-10T22:12:43.279638+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:53.622272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278362+0000","last_change":"2024-03-10T22:11:12.675273+0000","last_active":"2024-03-10T22:12:43.278362+0000","last_peered":"2024-03-10T22:12:43.278362+0000","last_clean":"2024-03-10T22:12:43.278362+0000","last_became_active":"2024-03-10T22:11:12.674942+0000","last_became_peered":"2024-03-10T22:11:12.674942+0000","last_unstale":"2024-03-10T22:12:43.278362+0000","last_undegraded":"2024-03-10T22:12:43.278362+0000","last_fullsized":"2024-03-10T22:12:43.278362+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:56.075042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.279179+0000","last_change":"2024-03-10T22:11:12.687021+0000","last_active":"2024-03-10T22:12:43.279179+0000","last_peered":"2024-03-10T22:12:43.279179+0000","last_clean":"2024-03-10T22:12:43.279179+0000","last_became_active":"2024-03-10T22:11:12.686748+0000","last_became_peered":"2024-03-10T22:11:12.686748+0000","last_unstale":"2024-03-10T22:12:43.279179+0000","last_undegraded":"2024-03-10T22:12:43.279179+0000","last_fullsized":"2024-03-10T22:12:43.279179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:32:09.336948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.278578+0000","last_change":"2024-03-10T22:11:12.695569+0000","last_active":"2024-03-10T22:12:43.278578+0000","last_peered":"2024-03-10T22:12:43.278578+0000","last_clean":"2024-03-10T22:12:43.278578+0000","last_became_active":"2024-03-10T22:11:12.694357+0000","last_became_peered":"2024-03-10T22:11:12.694357+0000","last_unstale":"2024-03-10T22:12:43.278578+0000","last_undegraded":"2024-03-10T22:12:43.278578+0000","last_fullsized":"2024-03-10T22:12:43.278578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:33.554551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.283098+0000","last_change":"2024-03-10T22:11:12.693655+0000","last_active":"2024-03-10T22:12:43.283098+0000","last_peered":"2024-03-10T22:12:43.283098+0000","last_clean":"2024-03-10T22:12:43.283098+0000","last_became_active":"2024-03-10T22:11:12.693387+0000","last_became_peered":"2024-03-10T22:11:12.693387+0000","last_unstale":"2024-03-10T22:12:43.283098+0000","last_undegraded":"2024-03-10T22:12:43.283098+0000","last_fullsized":"2024-03-10T22:12:43.283098+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:52:12.433908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T22:12:43.285404+0000","last_change":"2024-03-10T22:11:12.695564+0000","last_active":"2024-03-10T22:12:43.285404+0000","last_peered":"2024-03-10T22:12:43.285404+0000","last_clean":"2024-03-10T22:12:43.285404+0000","last_became_active":"2024-03-10T22:11:12.695183+0000","last_became_peered":"2024-03-10T22:11:12.695183+0000","last_unstale":"2024-03-10T22:12:43.285404+0000","last_undegraded":"2024-03-10T22:12:43.285404+0000","last_fullsized":"2024-03-10T22:12:43.285404+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:59:18.929756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234009,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1306624,"data_stored":900267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.57299999999999995}]},{"osd":1,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55400000000000005}]},{"osd":2,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.66800000000000004}]},{"osd":3,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.60999999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.375},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.46100000000000002}]},{"osd":5,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.437},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.41999999999999998}]},{"osd":6,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.498}]}]},{"osd":6,"up_from":46,"seq":197568495647,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1306624,"data_stored":901688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.51800000000000002,"15min":0.52400000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.53200000000000003,"15min":0.53400000000000003},"min":{"1min":0.34799999999999998,"5min":0.308,"15min":0.308},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.504}]},{"osd":1,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.51700000000000002,"15min":0.52100000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.51900000000000002,"15min":0.52300000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70499999999999996,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.54000000000000004}]},{"osd":2,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.45500000000000002}]},{"osd":3,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52200000000000002,"15min":0.52600000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.56799999999999995,"15min":0.57299999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.59999999999999998}]},{"osd":4,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.435,"15min":0.433},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.443,"15min":0.44600000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.64400000000000002}]},{"osd":5,"last update":"Sun Mar 10 22:12:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64200000000000002,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.47099999999999997,"15min":0.47499999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.64400000000000002,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.67200000000000004}]},{"osd":7,"last update":"Sun Mar 10 22:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.71799999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":309190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34999999999999998,"15min":0.32300000000000001},"min":{"1min":0.248,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.441},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.38100000000000001,"15min":0.34599999999999997},"min":{"1min":0.26900000000000002,"5min":0.215,"15min":0.215},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.29099999999999998}]},{"osd":2,"last update":"Sun Mar 10 22:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.40000000000000002,"15min":0.38},"min":{"1min":0.254,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58599999999999997,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.438,"5min":0.41699999999999998,"15min":0.40200000000000002},"min":{"1min":0.318,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.318}]},{"osd":3,"last update":"Sun Mar 10 22:12:25 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.42499999999999999,"15min":0.42299999999999999},"min":{"1min":0.26800000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.441,"15min":0.439},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.34999999999999998}]},{"osd":4,"last update":"Sun Mar 10 22:12:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.56699999999999995,"15min":0.55800000000000005},"min":{"1min":0.377,"5min":0.376,"15min":0.376},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.879,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.45000000000000001}]},{"osd":5,"last update":"Sun Mar 10 22:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61599999999999999,"15min":0.61099999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.626,"5min":0.63200000000000001,"15min":0.63300000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.505}]},{"osd":6,"last update":"Sun Mar 10 22:12:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.61099999999999999,"15min":0.61499999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.64200000000000002,"15min":0.65400000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.89600000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.54800000000000004}]},{"osd":7,"last update":"Sun Mar 10 22:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.47799999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28312,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716840,"statfs":{"total":95995035648,"available":95966044160,"internally_reserved":0,"allocated":1318912,"data_stored":900672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 22:12:35 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34699999999999998,"15min":0.33600000000000002},"min":{"1min":0.23899999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.50700000000000001,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.38100000000000001},"min":{"1min":0.27500000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.60199999999999998,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.34300000000000003}]},{"osd":2,"last update":"Sun Mar 10 22:12:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.37,"15min":0.35599999999999998},"min":{"1min":0.29399999999999998,"5min":0.247,"15min":0.247},"max":{"1min":0.48799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.311},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.38600000000000001,"15min":0.379},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.57999999999999996,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.254}]},{"osd":3,"last update":"Sun Mar 10 22:12:25 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.42799999999999999},"min":{"1min":0.29999999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.60699999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.41499999999999998,"15min":0.41099999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.28799999999999998}]},{"osd":4,"last update":"Sun Mar 10 22:11:47 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.40999999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56899999999999995,"15min":0.56699999999999995},"min":{"1min":0.42999999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.64500000000000002}]},{"osd":5,"last update":"Sun Mar 10 22:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.44600000000000001,"5min":0.438,"15min":0.438},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.49299999999999999}]},{"osd":6,"last update":"Sun Mar 10 22:12:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.59999999999999998,"15min":0.60599999999999998},"min":{"1min":0.436,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.72699999999999998,"5min":0.87,"15min":0.87},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59999999999999998,"15min":0.60199999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.77300000000000002,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.54300000000000004}]},{"osd":7,"last update":"Sun Mar 10 22:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.56299999999999994}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":309576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.34599999999999997,"15min":0.33000000000000002},"min":{"1min":0.24299999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.54300000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.38100000000000001,"15min":0.371},"min":{"1min":0.29499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.48499999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.41499999999999998}]},{"osd":1,"last update":"Sun Mar 10 22:12:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.40000000000000002,"15min":0.38800000000000001},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.253},"max":{"1min":0.56999999999999995,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.38100000000000001,"15min":0.373},"min":{"1min":0.249,"5min":0.22,"15min":0.22},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.377}]},{"osd":3,"last update":"Sun Mar 10 22:12:27 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40600000000000003,"15min":0.40799999999999997},"min":{"1min":0.27600000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.56299999999999994,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.46200000000000002,"15min":0.46800000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.55100000000000005,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.36199999999999999}]},{"osd":4,"last update":"Sun Mar 10 22:11:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.56000000000000005,"15min":0.56499999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70199999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58399999999999996,"15min":0.58799999999999997},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72899999999999998,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.63700000000000001}]},{"osd":5,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.625}]},{"osd":6,"last update":"Sun Mar 10 22:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56200000000000006,"15min":0.56100000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.68799999999999994,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.57099999999999995}]},{"osd":7,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":1.5589999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":18.021999999999998,"5min":18.021999999999998,"15min":18.021999999999998},"last":0.66800000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":312028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:21 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.41199999999999998,"15min":0.42599999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.40999999999999998,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.59199999999999997,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.32600000000000001}]},{"osd":1,"last update":"Sun Mar 10 22:12:21 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.40999999999999998,"15min":0.42499999999999999},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.45200000000000001,"15min":0.46500000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.36099999999999999}]},{"osd":2,"last update":"Sun Mar 10 22:12:21 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.46400000000000002,"15min":0.47399999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.379},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.44500000000000001,"15min":0.46100000000000002},"min":{"1min":0.28100000000000003,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.29299999999999998}]},{"osd":4,"last update":"Sun Mar 10 22:11:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55700000000000005,"15min":0.56299999999999994},"min":{"1min":0.35599999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.72699999999999998,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.56999999999999995,"15min":0.57399999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.71699999999999997,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.59999999999999998}]},{"osd":5,"last update":"Sun Mar 10 22:12:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54600000000000004,"15min":0.54400000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40799999999999997,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.497}]},{"osd":6,"last update":"Sun Mar 10 22:12:32 2024","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":0.78100000000000003,"15min":0.65400000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":19.516999999999999,"5min":19.516999999999999,"15min":19.516999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.61799999999999999,"15min":0.626},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.56599999999999995}]},{"osd":7,"last update":"Sun Mar 10 22:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.57499999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018920,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":724992,"data_stored":310284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.497,"15min":0.495},"min":{"1min":0.315,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.504,"15min":0.50700000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.72199999999999998,"5min":0.752,"15min":0.752},"last":0.34000000000000002}]},{"osd":1,"last update":"Sun Mar 10 22:12:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.505,"15min":0.50700000000000001},"min":{"1min":0.374,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.69099999999999995,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.50900000000000001,"15min":0.505},"min":{"1min":0.32900000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.36699999999999999}]},{"osd":2,"last update":"Sun Mar 10 22:12:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.51100000000000001,"15min":0.50700000000000001},"min":{"1min":0.39800000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53200000000000003,"15min":0.54200000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.72999999999999998,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.435}]},{"osd":3,"last update":"Sun Mar 10 22:12:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.51800000000000002,"15min":0.52100000000000002},"min":{"1min":0.34899999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69199999999999995,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52600000000000002,"15min":0.52500000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72899999999999998,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.39800000000000002}]},{"osd":5,"last update":"Sun Mar 10 22:12:09 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.35299999999999998,"15min":0.34300000000000003},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.433,"15min":0.41799999999999998},"min":{"1min":0.30399999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.53300000000000003}]},{"osd":6,"last update":"Sun Mar 10 22:12:35 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.42299999999999999,"15min":0.42099999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.76000000000000001,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.44400000000000001,"15min":0.44},"min":{"1min":0.29299999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.71399999999999997,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.47099999999999997}]},{"osd":7,"last update":"Sun Mar 10 22:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.45600000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757283,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":720896,"data_stored":311683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.51500000000000001,"15min":0.51300000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.502,"15min":0.497},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.495}]},{"osd":1,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.52300000000000002,"15min":0.51600000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.49199999999999999,"15min":0.48699999999999999},"min":{"1min":0.34499999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.61799999999999999}]},{"osd":2,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.48499999999999999,"15min":0.48199999999999998},"min":{"1min":0.33000000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.54600000000000004,"15min":0.54100000000000004},"min":{"1min":0.38800000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.64300000000000002}]},{"osd":3,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.52400000000000002,"15min":0.51600000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.69499999999999995}]},{"osd":4,"last update":"Sun Mar 10 22:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.40899999999999997,"15min":0.40100000000000002},"min":{"1min":0.307,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.41799999999999998,"15min":0.41199999999999998},"min":{"1min":0.29899999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.67500000000000004}]},{"osd":6,"last update":"Sun Mar 10 22:12:35 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.32700000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.76600000000000001,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.48599999999999999,"15min":0.48299999999999998},"min":{"1min":0.378,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.76300000000000001}]},{"osd":7,"last update":"Sun Mar 10 22:11:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.77000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:12:53.832 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-03-10T22:12:53.832 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-03-10T22:12:53.832 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-03-10T22:12:53.832 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph health --format=json 2024-03-10T22:12:54.038 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:12:54.411 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:54 smithi169 ceph-mon[37738]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:54.411 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:54 smithi169 ceph-mon[37738]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:12:54.411 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:54 smithi169 ceph-mon[27156]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:54.411 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:54 smithi169 ceph-mon[27156]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:12:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:54 smithi172 ceph-mon[31000]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:54 smithi172 ceph-mon[31000]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:12:55.932 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:12:55.932 INFO:teuthology.orchestra.run.smithi169.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-03-10T22:12:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:56 smithi169 ceph-mon[37738]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:56 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2402703935' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-10T22:12:56.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:56 smithi169 ceph-mon[27156]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:56.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:56 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2402703935' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-10T22:12:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:56 smithi172 ceph-mon[31000]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:56 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2402703935' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-10T22:12:56.735 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-03-10T22:12:56.736 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T22:12:57.023 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:12:57.023 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":69,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:12:44.275135+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T22:11:10.665240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T22:11:11.853798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T22:11:56.477048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3253425594":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3116045253":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/2059871501":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/4119194073":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6801/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:12:57.036 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-10T22:08:53.281039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-10T22:11:10.665240+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-10T22:11:11.853798+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-03-10T22:11:56.477048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-10T22:12:57.036 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-10T22:12:57.326 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 1 2024-03-10T22:12:57.338 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:57 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1399437197' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:57.339 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:57 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1399437197' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:57.340 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-10T22:12:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:57 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1399437197' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:57.622 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 32 2024-03-10T22:12:57.635 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-10T22:12:57.920 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 64 2024-03-10T22:12:57.934 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-03-10T22:12:58.221 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 8 2024-03-10T22:12:58.235 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T22:12:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[27156]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/799007596' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/4273732130' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/4008071855' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/511977967' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[37738]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/799007596' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/4273732130' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/4008071855' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:58.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:58.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/511977967' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:58 smithi172 ceph-mon[31000]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:12:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:58 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/799007596' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:58 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/4273732130' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:58 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/4008071855' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:58 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:12:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:58 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:12:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:58 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/511977967' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T22:12:58.551 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:12:58.551 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6835/1612960315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6834","nonce":1612960315},{"type":"v1","addr":"172.21.15.169:6835","nonce":1612960315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T22:11:12.664512+0000","modified":"2024-03-10T22:11:14.675102+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24361},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24361":{"gid":24361,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6833/2547010137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":2547010137},{"type":"v1","addr":"172.21.15.172:6833","nonce":2547010137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T22:12:58.552 INFO:teuthology.orchestra.run.smithi169.stderr:dumped fsmap epoch 6 2024-03-10T22:12:58.565 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T22:12:58.851 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:12:58.851 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":69,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:12:44.275135+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T22:11:10.665240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T22:11:11.853798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T22:11:56.477048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3253425594":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3116045253":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/2059871501":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/4119194073":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6801/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:12:58.862 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:12:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:12:58] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-03-10T22:12:58.864 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-10T22:08:53.281039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-10T22:11:10.665240+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-10T22:11:11.853798+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-03-10T22:11:56.477048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-10T22:12:58.864 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-10T22:12:59.151 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 1 2024-03-10T22:12:59.165 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-10T22:12:59.451 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 32 2024-03-10T22:12:59.462 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:59 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/816239935' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:12:59.463 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:59 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3873176835' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:59.463 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:12:59 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3365113347' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:12:59.463 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:59 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/816239935' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:12:59.463 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:59 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3873176835' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:59.463 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:12:59 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3365113347' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:12:59.464 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-10T22:12:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:59 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/816239935' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:12:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:59 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3873176835' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:12:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:12:59 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3365113347' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T22:12:59.749 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 64 2024-03-10T22:12:59.762 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-03-10T22:13:00.046 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 8 2024-03-10T22:13:00.060 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T22:13:00.310 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:00 smithi169 ceph-mon[37738]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:13:00.310 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:00 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/4245576541' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T22:13:00.310 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:00 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2058424612' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T22:13:00.311 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:00 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2493657723' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T22:13:00.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:00 smithi169 ceph-mon[27156]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:13:00.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:00 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/4245576541' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T22:13:00.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:00 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2058424612' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T22:13:00.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:00 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2493657723' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T22:13:00.386 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:13:00.386 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6835/1612960315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6834","nonce":1612960315},{"type":"v1","addr":"172.21.15.169:6835","nonce":1612960315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T22:11:12.664512+0000","modified":"2024-03-10T22:11:14.675102+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24361},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24361":{"gid":24361,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6833/2547010137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":2547010137},{"type":"v1","addr":"172.21.15.172:6833","nonce":2547010137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T22:13:00.387 INFO:teuthology.orchestra.run.smithi169.stderr:dumped fsmap epoch 6 2024-03-10T22:13:00.399 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T22:13:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:00 smithi172 ceph-mon[31000]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-03-10T22:13:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:00 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/4245576541' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T22:13:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:00 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2058424612' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T22:13:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:00 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2493657723' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T22:13:00.683 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:13:00.683 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":69,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:12:44.275135+0000","last_up_change":"2024-03-10T22:10:54.071412+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T22:11:10.665240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T22:11:11.853798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T22:11:56.477048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6803","nonce":3969039429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6805","nonce":3969039429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6809","nonce":3969039429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3969039429},{"type":"v1","addr":"172.21.15.169:6807","nonce":3969039429}]},"public_addr":"172.21.15.169:6803/3969039429","cluster_addr":"172.21.15.169:6805/3969039429","heartbeat_back_addr":"172.21.15.169:6809/3969039429","heartbeat_front_addr":"172.21.15.169:6807/3969039429","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6811","nonce":3668647874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6813","nonce":3668647874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6817","nonce":3668647874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":3668647874},{"type":"v1","addr":"172.21.15.169:6815","nonce":3668647874}]},"public_addr":"172.21.15.169:6811/3668647874","cluster_addr":"172.21.15.169:6813/3668647874","heartbeat_back_addr":"172.21.15.169:6817/3668647874","heartbeat_front_addr":"172.21.15.169:6815/3668647874","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6819","nonce":994860224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6821","nonce":994860224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6825","nonce":994860224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":994860224},{"type":"v1","addr":"172.21.15.169:6823","nonce":994860224}]},"public_addr":"172.21.15.169:6819/994860224","cluster_addr":"172.21.15.169:6821/994860224","heartbeat_back_addr":"172.21.15.169:6825/994860224","heartbeat_front_addr":"172.21.15.169:6823/994860224","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6827","nonce":1183977050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6829","nonce":1183977050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6833","nonce":1183977050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1183977050},{"type":"v1","addr":"172.21.15.169:6831","nonce":1183977050}]},"public_addr":"172.21.15.169:6827/1183977050","cluster_addr":"172.21.15.169:6829/1183977050","heartbeat_back_addr":"172.21.15.169:6833/1183977050","heartbeat_front_addr":"172.21.15.169:6831/1183977050","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6801","nonce":3873184747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6803","nonce":3873184747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6807","nonce":3873184747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":3873184747},{"type":"v1","addr":"172.21.15.172:6805","nonce":3873184747}]},"public_addr":"172.21.15.172:6801/3873184747","cluster_addr":"172.21.15.172:6803/3873184747","heartbeat_back_addr":"172.21.15.172:6807/3873184747","heartbeat_front_addr":"172.21.15.172:6805/3873184747","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6809","nonce":1442896367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6811","nonce":1442896367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6815","nonce":1442896367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1442896367},{"type":"v1","addr":"172.21.15.172:6813","nonce":1442896367}]},"public_addr":"172.21.15.172:6809/1442896367","cluster_addr":"172.21.15.172:6811/1442896367","heartbeat_back_addr":"172.21.15.172:6815/1442896367","heartbeat_front_addr":"172.21.15.172:6813/1442896367","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6817","nonce":1137604448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6819","nonce":1137604448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6823","nonce":1137604448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1137604448},{"type":"v1","addr":"172.21.15.172:6821","nonce":1137604448}]},"public_addr":"172.21.15.172:6817/1137604448","cluster_addr":"172.21.15.172:6819/1137604448","heartbeat_back_addr":"172.21.15.172:6823/1137604448","heartbeat_front_addr":"172.21.15.172:6821/1137604448","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6825","nonce":2898190717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6827","nonce":2898190717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6831","nonce":2898190717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2898190717},{"type":"v1","addr":"172.21.15.172:6829","nonce":2898190717}]},"public_addr":"172.21.15.172:6825/2898190717","cluster_addr":"172.21.15.172:6827/2898190717","heartbeat_back_addr":"172.21.15.172:6831/2898190717","heartbeat_front_addr":"172.21.15.172:6829/2898190717","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/3253425594":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3116045253":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/2059871501":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/4119194073":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6801/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:13:00.696 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T22:13:01.015 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:13:01.015 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6835/1612960315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6834","nonce":1612960315},{"type":"v1","addr":"172.21.15.169:6835","nonce":1612960315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T22:11:12.664512+0000","modified":"2024-03-10T22:11:14.675102+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24361},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24361":{"gid":24361,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6833/2547010137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":2547010137},{"type":"v1","addr":"172.21.15.172:6833","nonce":2547010137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T22:13:01.015 INFO:teuthology.orchestra.run.smithi169.stderr:dumped fsmap epoch 6 2024-03-10T22:13:01.028 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-03-10T22:11:12.664512+0000', 'modified': '2024-03-10T22:11:14.675102+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24361}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24361': {'gid': 24361, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.172:6833/2547010137', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.172:6832', 'nonce': 2547010137}, {'type': 'v1', 'addr': '172.21.15.172:6833', 'nonce': 2547010137}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-03-10T22:13:01.028 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-03-10T22:13:01.028 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-10T22:13:01.139 INFO:teuthology.orchestra.run.smithi169.stderr:2024-03-10T22:13:01.139+0000 7fb02affd640 0 client.14877 ms_handle_reset on v2:172.21.15.172:6832/2547010137 2024-03-10T22:13:01.158 INFO:teuthology.orchestra.run.smithi169.stderr:2024-03-10T22:13:01.158+0000 7fb02affd640 0 client.14883 ms_handle_reset on v2:172.21.15.172:6832/2547010137 2024-03-10T22:13:01.158 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout: "cluster_fsid": "36c3355e-df2a-11ee-95c7-87774f69a715", 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout: "whoami": 0, 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout: "id": 24361, 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout: "want_state": "up:active", 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout: "state": "up:active", 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout: "fs_name": "cephfs", 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout: "rank_uptime": 108.49166593699999, 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout: "mdsmap_epoch": 6, 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout: "osdmap_epoch": 69, 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout: "osdmap_epoch_barrier": 62, 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout: "uptime": 112.96008016499999 2024-03-10T22:13:01.159 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:13:01.169 INFO:tasks.cephadm:Setup complete, yielding 2024-03-10T22:13:01.170 INFO:teuthology.run_tasks:Running task print... 2024-03-10T22:13:01.179 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-03-10T22:13:01.179 INFO:teuthology.run_tasks:Running task print... 2024-03-10T22:13:01.187 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-03-10T22:13:01.187 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-10T22:13:01.195 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi169.front.sepia.ceph.com 2024-03-10T22:13:01.196 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-03-10T22:13:01.402 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:13:01.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:01 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2543142645' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:13:01.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:01 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2263055776' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:13:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:01 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3685215410' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:13:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:01 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2543142645' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:13:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:01 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2263055776' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:13:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:01 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3685215410' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:13:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:01 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2543142645' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:13:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:01 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2263055776' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:13:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:01 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3685215410' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:13:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:02 smithi169 ceph-mon[27156]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:02 smithi169 ceph-mon[37738]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:02 smithi172 ceph-mon[31000]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:03.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:03] ENGINE Bus STOPPING 2024-03-10T22:13:03.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:13:03.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:03] ENGINE Bus STOPPED 2024-03-10T22:13:03.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:03] ENGINE Bus STARTING 2024-03-10T22:13:03.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:03] ENGINE Serving on http://:::9283 2024-03-10T22:13:03.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:03] ENGINE Bus STARTED 2024-03-10T22:13:04.121 INFO:teuthology.run_tasks:Running task print... 2024-03-10T22:13:04.130 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-03-10T22:13:04.130 INFO:teuthology.run_tasks:Running task print... 2024-03-10T22:13:04.138 INFO:teuthology.task.print:**** done start telemetry reef... 2024-03-10T22:13:04.138 INFO:teuthology.run_tasks:Running task workunit... 2024-03-10T22:13:04.151 INFO:tasks.workunit:Pulling workunits from ref 2b0101eb74d60610d544cb8a473e23a35ac1cc0b 2024-03-10T22:13:04.151 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-03-10T22:13:04.152 DEBUG:teuthology.orchestra.run.smithi169:> stat -- /home/ubuntu/cephtest/mnt.0 2024-03-10T22:13:04.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T22:13:04.169 INFO:teuthology.orchestra.run.smithi169.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-03-10T22:13:04.170 DEBUG:teuthology.orchestra.run.smithi169:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-03-10T22:13:04.225 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-03-10T22:13:04.226 DEBUG:teuthology.orchestra.run.smithi169:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-03-10T22:13:04.281 INFO:tasks.workunit:timeout=3h 2024-03-10T22:13:04.281 INFO:tasks.workunit:cleanup=True 2024-03-10T22:13:04.282 DEBUG:teuthology.orchestra.run.smithi169:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 2b0101eb74d60610d544cb8a473e23a35ac1cc0b 2024-03-10T22:13:04.338 INFO:tasks.workunit.client.0.smithi169.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-03-10T22:13:04.399 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:04 smithi172 ceph-mon[31000]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:04.400 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:04 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/978541032' entity='client.admin' 2024-03-10T22:13:04.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:04 smithi169 ceph-mon[27156]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:04.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:04 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/978541032' entity='client.admin' 2024-03-10T22:13:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:04 smithi169 ceph-mon[37738]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:04 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/978541032' entity='client.admin' 2024-03-10T22:13:06.487 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:06 smithi172 ceph-mon[31000]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:06.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:06 smithi169 ceph-mon[27156]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:06.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:06 smithi169 ceph-mon[37738]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:07.504 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 systemd[1]: Started Ceph grafana.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:13:07.755 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.504949812Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-03-10T22:13:07.755 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505141017Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505207916Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505217477Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505223697Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505229636Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505235956Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505241941Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505249184Z level=info msg="Path Home" path=/usr/share/grafana 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505257405Z level=info msg="Path Data" path=/var/lib/grafana 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505267962Z level=info msg="Path Logs" path=/var/log/grafana 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505277431Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505286674Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-03-10T22:13:07.756 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=settings t=2024-03-10T22:13:07.505296302Z level=info msg="App mode production" 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=sqlstore t=2024-03-10T22:13:07.505357292Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=sqlstore t=2024-03-10T22:13:07.505375544Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.50621625Z level=info msg="Starting DB migrations" 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.506287878Z level=info msg="Executing migration" id="create migration_log table" 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.506826547Z level=info msg="Executing migration" id="create user table" 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.507362786Z level=info msg="Executing migration" id="add unique index user.login" 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.507848038Z level=info msg="Executing migration" id="add unique index user.email" 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.51065402Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.513202285Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.513618494Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.51438971Z level=info msg="Executing migration" id="create user table v2" 2024-03-10T22:13:07.757 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.514826586Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.515267427Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.51572306Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.516103941Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.516470031Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.516885201Z level=info msg="Executing migration" id="Update user table charset" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.517221274Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.517632417Z level=info msg="Executing migration" id="Add missing user data" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.518019129Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.518465167Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.51886166Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.519307091Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-03-10T22:13:07.758 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.520438694Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-03-10T22:13:07.760 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.52088141Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-03-10T22:13:07.760 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.521344233Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-03-10T22:13:07.760 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.524259414Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-03-10T22:13:07.760 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.524844805Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-03-10T22:13:07.760 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.527748545Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-03-10T22:13:07.760 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.530464204Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-03-10T22:13:07.760 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.533232135Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-03-10T22:13:07.760 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.53599574Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-03-10T22:13:07.760 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.538952874Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.541881537Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.544805728Z level=info msg="Executing migration" id="create temp_user v2" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.547444115Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.550453407Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.553278975Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.556150779Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.558928254Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.561665705Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.56453239Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.566985608Z level=info msg="Executing migration" id="create star table" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.567382426Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-03-10T22:13:07.761 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.570113304Z level=info msg="Executing migration" id="create org table v1" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.572693648Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.575382655Z level=info msg="Executing migration" id="create org_user table v1" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.577914219Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.580867584Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.581269305Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.583442085Z level=info msg="Executing migration" id="Update org table charset" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.586012277Z level=info msg="Executing migration" id="Update org_user table charset" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.588536099Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.591312197Z level=info msg="Executing migration" id="create dashboard table" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.591699955Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.59447166Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-03-10T22:13:07.762 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.597036099Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.599751995Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.600324757Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.601141755Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.602042193Z level=info msg="Executing migration" id="create dashboard v2" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.60243232Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.603383339Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.603930765Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.604867859Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.605601279Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.606416896Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.606974768Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.607451313Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.608271621Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-03-10T22:13:07.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.608709299Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.609195055Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.610045693Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.610451756Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.611276149Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.611570515Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.612139235Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.612632446Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.613636395Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.614373388Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.615278478Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.615840848Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.616238226Z level=info msg="Executing migration" id="Update dashboard title length" 2024-03-10T22:13:07.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.616501082Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.616899582Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.617293334Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.618169146Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.619023812Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.619900201Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.62037491Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.621190081Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.621566307Z level=info msg="Executing migration" id="Add check_sum column" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.622097328Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.622992416Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.623328146Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.626114873Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-03-10T22:13:07.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.626562521Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.629151937Z level=info msg="Executing migration" id="create data_source table" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.631948161Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.632431803Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.63287652Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.635696078Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.638585071Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.639830788Z level=info msg="Executing migration" id="create data_source table v2" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.642524958Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.645452736Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.648319642Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.648748675Z level=info msg="Executing migration" id="Add column with_credentials" 2024-03-10T22:13:07.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.651462294Z level=info msg="Executing migration" id="Add secure json data column" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.654410123Z level=info msg="Executing migration" id="Update data_source table charset" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.654739652Z level=info msg="Executing migration" id="Update initial version to 1" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.655071726Z level=info msg="Executing migration" id="Add read_only data column" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.65725362Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.659961686Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.660507208Z level=info msg="Executing migration" id="Add uid column" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.661051928Z level=info msg="Executing migration" id="Update uid value" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.663876328Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.664424884Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.667096782Z level=info msg="Executing migration" id="create api_key table" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.667638429Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.670233649Z level=info msg="Executing migration" id="add index api_key.key" 2024-03-10T22:13:07.767 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.672909444Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.675578929Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.676033371Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.676531101Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.676947863Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.677985048Z level=info msg="Executing migration" id="create api_key table v2" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.678375845Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.678750641Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.679203328Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.679616572Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.679950924Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.680321374Z level=info msg="Executing migration" id="Update api_key table charset" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.680600916Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.681198756Z level=info msg="Executing migration" id="Add service account foreign key" 2024-03-10T22:13:07.768 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.681742184Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.682087124Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.682630012Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.683218442Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.683628433Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.68403252Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.68700298Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.68971815Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.692424384Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.695255124Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.697960826Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.700733216Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.70375317Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-03-10T22:13:07.769 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.706527668Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.709271893Z level=info msg="Executing migration" id="create quota table v1" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.712106755Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.714900994Z level=info msg="Executing migration" id="Update quota table charset" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.717685763Z level=info msg="Executing migration" id="create plugin_setting table" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.720690576Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.723469725Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.72638682Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.729060969Z level=info msg="Executing migration" id="create session table" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.731927233Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.734744673Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.737315529Z level=info msg="Executing migration" id="create playlist table v2" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.73991346Z level=info msg="Executing migration" id="create playlist item table v2" 2024-03-10T22:13:07.770 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.742622574Z level=info msg="Executing migration" id="Update playlist table charset" 2024-03-10T22:13:07.771 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.745121342Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-03-10T22:13:07.771 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.747655099Z level=info msg="Executing migration" id="drop preferences table v2" 2024-03-10T22:13:07.771 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.750411838Z level=info msg="Executing migration" id="drop preferences table v3" 2024-03-10T22:13:07.771 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.753185722Z level=info msg="Executing migration" id="create preferences table v3" 2024-03-10T22:13:07.771 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.755916496Z level=info msg="Executing migration" id="Update preferences table charset" 2024-03-10T22:13:07.771 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.758522944Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-03-10T22:13:08.007 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.761068024Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-03-10T22:13:08.008 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.763529304Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-03-10T22:13:08.008 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.766116256Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-03-10T22:13:08.008 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.768817319Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-03-10T22:13:08.008 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.771318054Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-03-10T22:13:08.008 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.77393991Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-03-10T22:13:08.008 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.776624519Z level=info msg="Executing migration" id="create alert table v1" 2024-03-10T22:13:08.008 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.779355785Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-03-10T22:13:08.008 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.7801803Z level=info msg="Executing migration" id="add index alert state" 2024-03-10T22:13:08.008 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.781016898Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-03-10T22:13:08.008 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.781826773Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.782670339Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.78345231Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.784279142Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.78583801Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.786661427Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.787475979Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.788329824Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.789204635Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.790010604Z level=info msg="Executing migration" id="Add column is_default" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.790864005Z level=info msg="Executing migration" id="Add column frequency" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.791763594Z level=info msg="Executing migration" id="Add column send_reminder" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.792571674Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-03-10T22:13:08.009 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.793359243Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.794240438Z level=info msg="Executing migration" id="Update alert table charset" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.795064293Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.795924573Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.796767542Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.797646464Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.798544247Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.799395884Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.800255767Z level=info msg="Executing migration" id="Add for to alert table" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.801101106Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.801951626Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.802889497Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-03-10T22:13:08.010 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.803712414Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-03-10T22:13:08.011 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.804566071Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-03-10T22:13:08.011 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.805478625Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-03-10T22:13:08.012 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.806342114Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-03-10T22:13:08.012 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.807198901Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-03-10T22:13:08.012 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.808053952Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-03-10T22:13:08.012 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.808928439Z level=info msg="Executing migration" id="create annotation table v5" 2024-03-10T22:13:08.012 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.809812263Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-03-10T22:13:08.012 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.812677206Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-03-10T22:13:08.012 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.815384947Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.818251997Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.821126422Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.823905224Z level=info msg="Executing migration" id="Update annotation table charset" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.826674522Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.829378358Z level=info msg="Executing migration" id="Drop category_id index" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.832221072Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.834959815Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.837788922Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.84057875Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.843392056Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.846309399Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.849088402Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-03-10T22:13:08.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.851969669Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.854758757Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.85764416Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.860457346Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.863134303Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.865775809Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.868561706Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.871297268Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.873840728Z level=info msg="Executing migration" id="Add epoch_end column" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.876559931Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.879082441Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.881856755Z level=info msg="Executing migration" id="Move region to single row" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.884544178Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-03-10T22:13:08.014 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.887127476Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.889909765Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.892678271Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.895431981Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.898025908Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.900669964Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.903290018Z level=info msg="Executing migration" id="create test_data table" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.905936734Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.906769421Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.90764284Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.908458913Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.909309327Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.910089154Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-03-10T22:13:08.015 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.910949044Z level=info msg="Executing migration" id="create team table" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.911764494Z level=info msg="Executing migration" id="add index team.org_id" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.91258413Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.913458124Z level=info msg="Executing migration" id="create team member table" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.914317038Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.915193678Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.915961868Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.916819763Z level=info msg="Executing migration" id="Add column email to team table" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.917625807Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.918473121Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.919315788Z level=info msg="Executing migration" id="create dashboard acl table" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.920179557Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.921043996Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-03-10T22:13:08.016 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.921915266Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.922816466Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.923669106Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.924538277Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.924971189Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.925384465Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.925774278Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.926108083Z level=info msg="Executing migration" id="create tag table" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.926482887Z level=info msg="Executing migration" id="add index tag.key_value" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.926894544Z level=info msg="Executing migration" id="create login attempt table" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.927291739Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.927702139Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.928116664Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.929982935Z level=info msg="Executing migration" id="create login_attempt v2" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.930392657Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-03-10T22:13:08.017 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.930843606Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.931190679Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.931735236Z level=info msg="Executing migration" id="create user auth table" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.932199854Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.932628038Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.932934279Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.933677304Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.934490852Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.935255485Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.936040839Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.936487158Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.937265482Z level=info msg="Executing migration" id="create server_lock table" 2024-03-10T22:13:08.018 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.937662353Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.938161059Z level=info msg="Executing migration" id="create user auth token table" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.938597419Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.939040915Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.939484639Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.93990649Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.940665026Z level=info msg="Executing migration" id="create cache_data table" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.941089213Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.941537794Z level=info msg="Executing migration" id="create short_url table v1" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.941990447Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.942472785Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.942748307Z level=info msg="Executing migration" id="delete alert_definition table" 2024-03-10T22:13:08.019 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.943094647Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.944763673Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.947402415Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.949986602Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.9503073Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.950718522Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.951212019Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.953355538Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.954202981Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.95501484Z level=info msg="Executing migration" id="drop alert_definition table" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.955897684Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.956741881Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.957513123Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.957984282Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-03-10T22:13:08.020 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.958845684Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.959718009Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.96057771Z level=info msg="Executing migration" id="create alert_instance table" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.961021915Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.96189017Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.962733585Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.963572801Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.964002971Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.964785582Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.968213972Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.971705534Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.972164284Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.973025643Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.973891168Z level=info msg="Executing migration" id="create alert_rule table" 2024-03-10T22:13:08.021 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.974322274Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.97521196Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.976119699Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.97689305Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.977738153Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.978601039Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.979492122Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.980365784Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.981216129Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.981667921Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.98255685Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.983427131Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-03-10T22:13:08.022 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.984348598Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.985221012Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.986080275Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.988965498Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.991679817Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.99227229Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.995108808Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.995485264Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.99826091Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:07.999124839Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.001966836Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.004765853Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.007663405Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-03-10T22:13:08.023 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.008125235Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-03-10T22:13:08.024 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.011203815Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-03-10T22:13:08.260 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.013947607Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-03-10T22:13:08.260 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.016740454Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-03-10T22:13:08.260 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.017861778Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-03-10T22:13:08.260 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.020744953Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-03-10T22:13:08.260 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.023505447Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-03-10T22:13:08.261 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.026325465Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-03-10T22:13:08.261 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.026863023Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-03-10T22:13:08.261 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.029556377Z level=info msg="Executing migration" id="create provenance_type table" 2024-03-10T22:13:08.261 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.032285725Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-03-10T22:13:08.261 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.034958582Z level=info msg="Executing migration" id="create alert_image table" 2024-03-10T22:13:08.261 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.037693877Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-03-10T22:13:08.261 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.040372218Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-03-10T22:13:08.261 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.043075316Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-03-10T22:13:08.261 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.04360376Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-03-10T22:13:08.261 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.045753149Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-03-10T22:13:08.261 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.045848855Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.04842646Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.051231085Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.053966726Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.05412272Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.054264701Z level=info msg="alerts found to migrate" alerts=0 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.054707924Z level=info msg="Executing migration" id="create library_element table v1" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.057380184Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.060121174Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.062747384Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.063231534Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.065958506Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.068556866Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-03-10T22:13:08.262 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.069446934Z level=info msg="Executing migration" id="create data_keys table" 2024-03-10T22:13:08.263 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.070313577Z level=info msg="Executing migration" id="create secrets table" 2024-03-10T22:13:08.263 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.071187349Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-03-10T22:13:08.263 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.075559249Z level=info msg="Executing migration" id="add name column into data_keys" 2024-03-10T22:13:08.263 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.076485967Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-03-10T22:13:08.263 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.077270971Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-03-10T22:13:08.263 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.081741203Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-03-10T22:13:08.263 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.086174037Z level=info msg="Executing migration" id="create kv_store table v1" 2024-03-10T22:13:08.264 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.086688459Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-03-10T22:13:08.264 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.08717027Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-03-10T22:13:08.264 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.087683092Z level=info msg="Executing migration" id="create permission table" 2024-03-10T22:13:08.264 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.08828088Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-03-10T22:13:08.264 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.08887391Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.089499445Z level=info msg="Executing migration" id="create role table" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.090018654Z level=info msg="Executing migration" id="add column display_name" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.09138478Z level=info msg="Executing migration" id="add column group_name" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.092816318Z level=info msg="Executing migration" id="add index role.org_id" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.093688593Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.094511155Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.095327264Z level=info msg="Executing migration" id="create team role table" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.09620838Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.097032703Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.098034473Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.098740894Z level=info msg="Executing migration" id="create user role table" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.099610077Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-03-10T22:13:08.265 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.100528018Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.101368704Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.10221689Z level=info msg="Executing migration" id="create builtin role table" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.103055362Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.103939149Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.104804502Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.106059274Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.106933994Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.107821452Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.108692873Z level=info msg="Executing migration" id="add unique index role.uid" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.109574766Z level=info msg="Executing migration" id="create seed assignment table" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.110450121Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-03-10T22:13:08.266 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.111363153Z level=info msg="Executing migration" id="add column hidden to role table" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.114180727Z level=info msg="Executing migration" id="create query_history table v1" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.116928821Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.119743282Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.122503965Z level=info msg="Executing migration" id="teams permissions migration" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.125264269Z level=info msg="Executing migration" id="dashboard permissions" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.128028405Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.130876626Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.133719439Z level=info msg="Executing migration" id="alerting notification permissions" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.136589028Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.139430644Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.142218467Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.145035023Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-03-10T22:13:08.267 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.147803273Z level=info msg="Executing migration" id="create correlation table v1" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.150578163Z level=info msg="Executing migration" id="add index correlations.uid" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.153434693Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.15605906Z level=info msg="Executing migration" id="add correlation config column" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.158976311Z level=info msg="Executing migration" id="create entity_events table" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.161711482Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.164394173Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.164510256Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.167072801Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.167162568Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.171370659Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.172638727Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.175120565Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.177911795Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-10T22:13:08.268 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.180628374Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.183299504Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.186017383Z level=info msg="Executing migration" id="Drop public config table" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.188628127Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.191502236Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.193986211Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.196747271Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.199516469Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.20272717Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.205594582Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.208249729Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.209074832Z level=info msg="Executing migration" id="add share column" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.210171212Z level=info msg="Executing migration" id="create default alerting folders" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.211161977Z level=info msg="Executing migration" id="create file table" 2024-03-10T22:13:08.269 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.211892333Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.212859109Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.213681857Z level=info msg="Executing migration" id="create file_meta table" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.214322484Z level=info msg="Executing migration" id="file table idx: path key" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.215143748Z level=info msg="Executing migration" id="set path collation in file table" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.216147938Z level=info msg="Executing migration" id="managed permissions migration" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.216847971Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.217690878Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.218522822Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.219675453Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.220639287Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.221375508Z level=info msg="Executing migration" id="update group index for alert rules" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.222199447Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-03-10T22:13:08.270 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.222560621Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.223083766Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.224116257Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.225150514Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.226146766Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.236984685Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.237948507Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.238692789Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.242008092Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.242993273Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.243755869Z level=info msg="Executing migration" id="create folder table" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.244636171Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.245492893Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-03-10T22:13:08.271 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.246347104Z level=info msg="Executing migration" id="Update folder title length" 2024-03-10T22:13:08.272 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.247198918Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-03-10T22:13:08.272 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=migrator t=2024-03-10T22:13:08.248069943Z level=info msg="migrations completed" performed=485 skipped=0 duration=741.799645ms 2024-03-10T22:13:08.272 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=sqlstore t=2024-03-10T22:13:08.248488178Z level=info msg="Created default organization" 2024-03-10T22:13:08.514 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=plugin.loader t=2024-03-10T22:13:08.305905214Z level=info msg="Plugin registered" pluginID=input 2024-03-10T22:13:08.514 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=plugin.loader t=2024-03-10T22:13:08.334608616Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-03-10T22:13:08.514 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=plugin.loader t=2024-03-10T22:13:08.33465819Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-03-10T22:13:08.514 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=secrets t=2024-03-10T22:13:08.334693238Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-03-10T22:13:08.514 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=query_data t=2024-03-10T22:13:08.336354408Z level=info msg="Query Service initialization" 2024-03-10T22:13:08.514 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=live.push_http t=2024-03-10T22:13:08.33867776Z level=info msg="Live Push Gateway initialization" 2024-03-10T22:13:08.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-mon[31000]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:08.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:13:08.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:08 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.624 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[27156]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:08.624 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.624 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.624 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.624 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.625 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:13:08.625 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[37738]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:08.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:08.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:13:08.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:09.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:13:08] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-03-10T22:13:09.319 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=infra.usagestats.collector t=2024-03-10T22:13:09.142829221Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=provisioning.datasources t=2024-03-10T22:13:09.198749516Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=provisioning.datasources t=2024-03-10T22:13:09.238011133Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=provisioning.alerting t=2024-03-10T22:13:09.25968411Z level=info msg="starting to provision alerting" 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=provisioning.alerting t=2024-03-10T22:13:09.259712169Z level=info msg="finished to provision alerting" 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=grafanaStorageLogger t=2024-03-10T22:13:09.259881272Z level=info msg="storage starting" 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=ngalert.state.manager t=2024-03-10T22:13:09.259903622Z level=info msg="Warming state cache for startup" 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=http.server t=2024-03-10T22:13:09.261552195Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=ngalert.state.manager t=2024-03-10T22:13:09.270116986Z level=info msg="State cache has been initialized" states=0 duration=10.211958ms 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=ngalert.multiorg.alertmanager t=2024-03-10T22:13:09.270167425Z level=info msg="starting MultiOrg Alertmanager" 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=ticker t=2024-03-10T22:13:09.270201201Z level=info msg=starting first_tick=2024-03-10T22:13:10Z 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=sqlstore.transactions t=2024-03-10T22:13:09.271002173Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-03-10T22:13:09.320 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=sqlstore.transactions t=2024-03-10T22:13:09.320190011Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-03-10T22:13:09.608 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=sqlstore.transactions t=2024-03-10T22:13:09.331459171Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-03-10T22:13:09.608 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:13:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=sqlstore.transactions t=2024-03-10T22:13:09.34181732Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-03-10T22:13:10.382 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:10 smithi172 ceph-mon[31000]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:10.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:10 smithi169 ceph-mon[27156]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:10.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:10 smithi169 ceph-mon[37738]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:11 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:11 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:11 smithi172 ceph-mon[31000]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:11 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:11 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:11 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:12.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:11 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:12.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:11 smithi169 ceph-mon[37738]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:12.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:11 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:12.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:11 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:11 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:11 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:11 smithi169 ceph-mon[27156]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:11 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:11 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:12.575 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:12 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:13:12.576 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:12 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:13:12.576 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:12 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:12.576 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:12 smithi169 ceph-mon[27156]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-10T22:13:12.576 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:12 smithi169 ceph-mon[27156]: Reconfiguring daemon alertmanager.a on smithi169 2024-03-10T22:13:12.576 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:12 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:13:12.576 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:12 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:13:12.576 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:12 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:12.576 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:12 smithi169 ceph-mon[37738]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-10T22:13:12.576 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:12 smithi169 ceph-mon[37738]: Reconfiguring daemon alertmanager.a on smithi169 2024-03-10T22:13:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:12 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:13:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:12 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:13:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:12 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:12 smithi172 ceph-mon[31000]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-10T22:13:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:12 smithi172 ceph-mon[31000]: Reconfiguring daemon alertmanager.a on smithi169 2024-03-10T22:13:13.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:13 smithi169 ceph-mon[27156]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:13.725 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:13.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:13 smithi169 ceph-mon[37738]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:13.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:13 smithi172 ceph-mon[31000]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:15.253 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:15 smithi169 systemd[1]: Stopping Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:13:15.663 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:15 smithi169 ceph-mon[37738]: mgrmap e21: y(active, since 91s), standbys: x 2024-03-10T22:13:15.663 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:15 smithi169 ceph-mon[37738]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:15.664 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:15 smithi169 ceph-mon[27156]: mgrmap e21: y(active, since 91s), standbys: x 2024-03-10T22:13:15.664 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:15 smithi169 ceph-mon[27156]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:15.664 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[67932]: ts=2024-03-10T22:13:15.346Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-10T22:13:15.664 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:15 smithi169 podman[73549]: 2024-03-10 22:13:15.366838784 +0000 UTC m=+0.149552542 container died 36322bcea28abf1b948cded38c6933183477e92b8fe4c58dcaf45db4461b1107 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:15.980 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:15 smithi169 podman[73549]: 2024-03-10 22:13:15.80513895 +0000 UTC m=+0.587852713 container cleanup 36322bcea28abf1b948cded38c6933183477e92b8fe4c58dcaf45db4461b1107 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:15.980 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:15 smithi169 bash[73549]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a 2024-03-10T22:13:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:15 smithi172 ceph-mon[31000]: mgrmap e21: y(active, since 91s), standbys: x 2024-03-10T22:13:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:15 smithi172 ceph-mon[31000]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:16.253 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:15 smithi169 podman[73564]: 2024-03-10 22:13:15.981314508 +0000 UTC m=+0.614983101 container remove 36322bcea28abf1b948cded38c6933183477e92b8fe4c58dcaf45db4461b1107 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:16.253 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:16 smithi169 podman[73564]: 2024-03-10 22:13:16.082237282 +0000 UTC m=+0.715905881 volume remove 1ee674dae86bed6cf955fac9cd801a8e1bb2f12c2ab4ed57af7e1561927d7364 2024-03-10T22:13:16.699 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:16 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-10T22:13:16.699 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:16 smithi169 systemd[1]: Stopped Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:13:16.699 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:16 smithi169 systemd[1]: Starting Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:13:16.699 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:16 smithi169 podman[73661]: 2024-03-10 22:13:16.485977169 +0000 UTC m=+0.018708733 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-03-10T22:13:16.699 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:16 smithi169 podman[73661]: 2024-03-10 22:13:16.599776613 +0000 UTC m=+0.132508206 volume create 2d941b62371285a0cf3867076dca371675fb9af685fa5e8037f8504d295b7a0e 2024-03-10T22:13:16.699 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:16 smithi169 podman[73661]: 2024-03-10 22:13:16.700095241 +0000 UTC m=+0.232826834 container create add9094b6b20a05b3e8f434c067f022091f055075a4d00717dc663626ae2d130 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:17.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 podman[73661]: 2024-03-10 22:13:17.028043188 +0000 UTC m=+0.560774740 container init add9094b6b20a05b3e8f434c067f022091f055075a4d00717dc663626ae2d130 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:17.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 podman[73661]: 2024-03-10 22:13:17.030630509 +0000 UTC m=+0.563362060 container start add9094b6b20a05b3e8f434c067f022091f055075a4d00717dc663626ae2d130 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:17.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[73676]: ts=2024-03-10T22:13:17.043Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-10T22:13:17.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[73676]: ts=2024-03-10T22:13:17.043Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-10T22:13:17.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[73676]: ts=2024-03-10T22:13:17.044Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.169 port=9094 2024-03-10T22:13:17.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[73676]: ts=2024-03-10T22:13:17.045Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-10T22:13:17.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[73676]: ts=2024-03-10T22:13:17.067Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T22:13:17.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[73676]: ts=2024-03-10T22:13:17.068Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T22:13:17.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[73676]: ts=2024-03-10T22:13:17.070Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-10T22:13:17.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[73676]: ts=2024-03-10T22:13:17.071Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-10T22:13:17.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 bash[73661]: add9094b6b20a05b3e8f434c067f022091f055075a4d00717dc663626ae2d130 2024-03-10T22:13:17.504 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:17 smithi169 systemd[1]: Started Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:13:18.406 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:18 smithi169 ceph-mon[37738]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:18.406 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:18 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:18.406 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:18 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:18.406 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:18 smithi169 ceph-mon[37738]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T22:13:18.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:18 smithi169 ceph-mon[27156]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:18.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:18 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:18.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:18 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:18.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:18 smithi169 ceph-mon[27156]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T22:13:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:18 smithi172 ceph-mon[31000]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:18 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:18 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:18 smithi172 ceph-mon[31000]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T22:13:18.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:13:18] "GET /metrics HTTP/1.1" 200 33643 "" "Prometheus/2.43.0" 2024-03-10T22:13:19.253 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:19 smithi172 ceph-mon[31000]: Reconfiguring daemon prometheus.a on smithi172 2024-03-10T22:13:19.425 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:19 smithi169 ceph-mon[27156]: Reconfiguring daemon prometheus.a on smithi172 2024-03-10T22:13:19.425 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:19 smithi169 ceph-mon[37738]: Reconfiguring daemon prometheus.a on smithi172 2024-03-10T22:13:19.426 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[73676]: ts=2024-03-10T22:13:19.045Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000630083s 2024-03-10T22:13:20.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-mon[31000]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:20.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:20 smithi169 ceph-mon[27156]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:20.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:20 smithi169 ceph-mon[37738]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:20.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 systemd[1]: Stopping Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:13:21.066 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.799Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-10T22:13:21.066 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.799Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-10T22:13:21.066 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.799Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-10T22:13:21.066 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.799Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-10T22:13:21.066 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.799Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-10T22:13:21.066 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.799Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-10T22:13:21.066 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.800Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-10T22:13:21.066 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.800Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-10T22:13:21.066 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.800Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-10T22:13:21.067 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.800Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-10T22:13:21.067 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.800Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-10T22:13:21.067 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[58973]: ts=2024-03-10T22:13:20.800Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-10T22:13:21.067 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:20 smithi172 podman[62350]: 2024-03-10 22:13:20.809712436 +0000 UTC m=+0.139465797 container died 2e5c8e3c57e616cdc81118e9151d2222d4921a320fa3a1dceca4881468a14b29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:21.470 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:21 smithi172 podman[62350]: 2024-03-10 22:13:21.165560838 +0000 UTC m=+0.495314200 container cleanup 2e5c8e3c57e616cdc81118e9151d2222d4921a320fa3a1dceca4881468a14b29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:21.471 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:21 smithi172 bash[62350]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a 2024-03-10T22:13:21.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:21 smithi172 podman[62365]: 2024-03-10 22:13:21.471308751 +0000 UTC m=+0.664343882 container remove 2e5c8e3c57e616cdc81118e9151d2222d4921a320fa3a1dceca4881468a14b29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:21.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:21 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-10T22:13:21.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:21 smithi172 systemd[1]: Stopped Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:13:21.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:21 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@prometheus.a.service: Consumed 1.102s CPU time. 2024-03-10T22:13:21.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:21 smithi172 systemd[1]: Starting Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:13:22.071 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:21 smithi172 podman[62461]: 2024-03-10 22:13:21.722562741 +0000 UTC m=+0.019874475 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-10T22:13:22.071 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:21 smithi172 podman[62461]: 2024-03-10 22:13:21.834556432 +0000 UTC m=+0.131868153 container create 1c89eab767daccb07eb40e7d36c0ddf9110251348f814fc2504f0f25dc9c1631 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:22.071 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 podman[62461]: 2024-03-10 22:13:22.045325473 +0000 UTC m=+0.342637203 container init 1c89eab767daccb07eb40e7d36c0ddf9110251348f814fc2504f0f25dc9c1631 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:22.071 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 podman[62461]: 2024-03-10 22:13:22.047816286 +0000 UTC m=+0.345128011 container start 1c89eab767daccb07eb40e7d36c0ddf9110251348f814fc2504f0f25dc9c1631 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:13:22.454 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[37738]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:22.454 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.454 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.454 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:13:22.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T22:13:22.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:13:22.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi172.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T22:13:22.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.455 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[27156]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:22.455 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.455 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.455 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:13:22.455 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T22:13:22.456 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.456 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:13:22.456 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi172.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T22:13:22.456 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.456 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STOPPING 2024-03-10T22:13:22.456 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:13:22.456 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STOPPED 2024-03-10T22:13:22.456 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STARTING 2024-03-10T22:13:22.456 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Serving on http://:::9283 2024-03-10T22:13:22.456 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STARTED 2024-03-10T22:13:22.456 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STOPPING 2024-03-10T22:13:22.457 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:13:22.457 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STOPPED 2024-03-10T22:13:22.457 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STARTING 2024-03-10T22:13:22.457 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Serving on http://:::9283 2024-03-10T22:13:22.457 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STARTED 2024-03-10T22:13:22.457 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STOPPING 2024-03-10T22:13:22.457 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:13:22.457 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STOPPED 2024-03-10T22:13:22.457 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STARTING 2024-03-10T22:13:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-mon[31000]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:13:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T22:13:22.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:13:22.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi172.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T22:13:22.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:22.514 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.071Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-10T22:13:22.514 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.071Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-10T22:13:22.514 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.071Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi172 (none))" 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.071Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.071Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.074Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.074Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.075Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.075Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.076Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.076Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.572µs 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.076Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.079Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.080Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-03-10T22:13:22.515 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.080Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.286µs wal_replay_duration=3.603727ms wbl_replay_duration=98ns total_replay_duration=3.642134ms 2024-03-10T22:13:22.516 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.081Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-10T22:13:22.516 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.081Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-10T22:13:22.516 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.081Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-10T22:13:22.516 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.097Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.308249ms db_storage=731ns remote_storage=1.436µs web_handler=358ns query_engine=574ns scrape=408.606µs scrape_sd=84.625µs notify=9.565µs notify_sd=16.134µs rules=15.581539ms tracing=5.687µs 2024-03-10T22:13:22.516 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.097Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-10T22:13:22.516 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:13:22.097Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-10T22:13:22.516 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 bash[62461]: 1c89eab767daccb07eb40e7d36c0ddf9110251348f814fc2504f0f25dc9c1631 2024-03-10T22:13:22.516 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:13:22 smithi172 systemd[1]: Started Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:13:22.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Serving on http://:::9283 2024-03-10T22:13:22.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:13:22] ENGINE Bus STARTED 2024-03-10T22:13:23.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[27156]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:13:23.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[27156]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T22:13:23.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[27156]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:13:23.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[27156]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi172.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T22:13:23.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:13:23.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[27156]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:13:23.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi172.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T22:13:23.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[27156]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi172.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T22:13:23.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:23.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:13:23.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[37738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:13:23.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[37738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T22:13:23.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[37738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:13:23.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[37738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi172.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T22:13:23.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:13:23.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[37738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:13:23.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi172.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T22:13:23.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[37738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi172.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T22:13:23.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:23.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:23 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:13:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:23 smithi172 ceph-mon[31000]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:13:23.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:23 smithi172 ceph-mon[31000]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T22:13:23.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:23 smithi172 ceph-mon[31000]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:13:23.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:23 smithi172 ceph-mon[31000]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi172.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T22:13:23.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:23 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:13:23.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:23 smithi172 ceph-mon[31000]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:13:23.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:23 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi172.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T22:13:23.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:23 smithi172 ceph-mon[31000]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi172.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T22:13:23.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:23 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:23.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:23 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:13:24.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:24 smithi169 ceph-mon[27156]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:24.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:24 smithi169 ceph-mon[37738]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:24 smithi172 ceph-mon[31000]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:26.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[27156]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:26.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:13:26.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:13:26.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[37738]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:26.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:13:26.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:13:26.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:26 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:26 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:26 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:26 smithi172 ceph-mon[31000]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T22:13:26.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:26 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:26 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:26.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:26 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:13:26.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:26 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:13:26.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:26 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:13:27.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:13:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[73676]: ts=2024-03-10T22:13:27.047Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002769177s 2024-03-10T22:13:28.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:28 smithi169 ceph-mon[37738]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:28.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:28 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:28.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:28 smithi169 ceph-mon[27156]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:28.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:28 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:28.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:28 smithi172 ceph-mon[31000]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:28.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:28 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:29.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:13:28] "GET /metrics HTTP/1.1" 200 33645 "" "Prometheus/2.43.0" 2024-03-10T22:13:30.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:30 smithi169 ceph-mon[27156]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:30.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:30 smithi169 ceph-mon[37738]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:30.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:30 smithi172 ceph-mon[31000]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:32.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:32 smithi169 ceph-mon[27156]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:32.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:32 smithi169 ceph-mon[37738]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:32.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:32 smithi172 ceph-mon[31000]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:34.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:34 smithi169 ceph-mon[27156]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:34 smithi169 ceph-mon[37738]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:34 smithi172 ceph-mon[31000]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:36.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:36 smithi169 ceph-mon[27156]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:36.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:36 smithi169 ceph-mon[37738]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:36.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:36 smithi172 ceph-mon[31000]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:38.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:38 smithi169 ceph-mon[27156]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:38.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:38 smithi169 ceph-mon[37738]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:38.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:38 smithi172 ceph-mon[31000]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:39.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:13:38] "GET /metrics HTTP/1.1" 200 33645 "" "Prometheus/2.43.0" 2024-03-10T22:13:40.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:40 smithi169 ceph-mon[27156]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:40 smithi169 ceph-mon[37738]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:40.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:40 smithi172 ceph-mon[31000]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:42.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:42 smithi169 ceph-mon[37738]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:42 smithi169 ceph-mon[27156]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:42 smithi172 ceph-mon[31000]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:43.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:43.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:43.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:44.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:44 smithi169 ceph-mon[37738]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:44.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:44 smithi169 ceph-mon[27156]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:44 smithi172 ceph-mon[31000]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:46 smithi172 ceph-mon[31000]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:46.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:46 smithi169 ceph-mon[27156]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:46.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:46 smithi169 ceph-mon[37738]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:48.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:48 smithi172 ceph-mon[31000]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:48.555 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:48 smithi169 ceph-mon[37738]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:48.555 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:48 smithi169 ceph-mon[27156]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:49.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:13:48] "GET /metrics HTTP/1.1" 200 33645 "" "Prometheus/2.43.0" 2024-03-10T22:13:50.586 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:50 smithi172 ceph-mon[31000]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:50.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:50 smithi169 ceph-mon[37738]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:50.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:50 smithi169 ceph-mon[27156]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:52.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:52 smithi169 ceph-mon[27156]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:52.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:52 smithi169 ceph-mon[37738]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:52.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:52 smithi172 ceph-mon[31000]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:54.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:54 smithi169 ceph-mon[37738]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:54.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:54 smithi169 ceph-mon[27156]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:54.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:54 smithi172 ceph-mon[31000]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:56.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:56 smithi169 ceph-mon[37738]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:56.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:56 smithi169 ceph-mon[27156]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:56 smithi172 ceph-mon[31000]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:58.624 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:58 smithi169 ceph-mon[27156]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:58.624 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:13:58 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:58.624 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:58 smithi169 ceph-mon[37738]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:58.624 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:13:58 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:58 smithi172 ceph-mon[31000]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:13:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:13:58 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:13:59.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:13:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:13:58] "GET /metrics HTTP/1.1" 200 33656 "" "Prometheus/2.43.0" 2024-03-10T22:14:00.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:00 smithi169 ceph-mon[27156]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:00.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:00 smithi169 ceph-mon[37738]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:00.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:00 smithi172 ceph-mon[31000]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:02.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:02 smithi169 ceph-mon[37738]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:02.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:02 smithi169 ceph-mon[27156]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:02.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:02 smithi172 ceph-mon[31000]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:04.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:04 smithi169 ceph-mon[37738]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:04.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:04 smithi169 ceph-mon[27156]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:04 smithi172 ceph-mon[31000]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:06.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:06 smithi169 ceph-mon[27156]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:06.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:06 smithi169 ceph-mon[37738]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:06 smithi172 ceph-mon[31000]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:08.120 INFO:tasks.workunit.client.0.smithi169.stderr:Note: switching to '2b0101eb74d60610d544cb8a473e23a35ac1cc0b'. 2024-03-10T22:14:08.120 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:08.120 INFO:tasks.workunit.client.0.smithi169.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-03-10T22:14:08.120 INFO:tasks.workunit.client.0.smithi169.stderr:changes and commit them, and you can discard any commits you make in this 2024-03-10T22:14:08.120 INFO:tasks.workunit.client.0.smithi169.stderr:state without impacting any branches by switching back to a branch. 2024-03-10T22:14:08.120 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:08.120 INFO:tasks.workunit.client.0.smithi169.stderr:If you want to create a new branch to retain commits you create, you may 2024-03-10T22:14:08.120 INFO:tasks.workunit.client.0.smithi169.stderr:do so (now or later) by using -c with the switch command. Example: 2024-03-10T22:14:08.121 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:08.121 INFO:tasks.workunit.client.0.smithi169.stderr: git switch -c 2024-03-10T22:14:08.121 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:08.121 INFO:tasks.workunit.client.0.smithi169.stderr:Or undo this operation with: 2024-03-10T22:14:08.121 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:08.121 INFO:tasks.workunit.client.0.smithi169.stderr: git switch - 2024-03-10T22:14:08.121 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:08.121 INFO:tasks.workunit.client.0.smithi169.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-03-10T22:14:08.121 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:08.121 INFO:tasks.workunit.client.0.smithi169.stderr:HEAD is now at 2b0101eb74d Merge pull request #56076 from zdover23/wip-doc-2024-03-10-glossary-crimson 2024-03-10T22:14:08.123 DEBUG:teuthology.orchestra.run.smithi169:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-03-10T22:14:08.148 INFO:tasks.workunit.client.0.smithi169.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-03-10T22:14:08.150 INFO:tasks.workunit.client.0.smithi169.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-10T22:14:08.150 INFO:tasks.workunit.client.0.smithi169.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-03-10T22:14:08.623 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:08 smithi169 ceph-mon[27156]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:08.623 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:08 smithi169 ceph-mon[37738]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:08 smithi172 ceph-mon[31000]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:08.950 INFO:tasks.workunit.client.0.smithi169.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-03-10T22:14:09.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:14:08] "GET /metrics HTTP/1.1" 200 33656 "" "Prometheus/2.43.0" 2024-03-10T22:14:09.019 INFO:tasks.workunit.client.0.smithi169.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-03-10T22:14:09.060 INFO:tasks.workunit.client.0.smithi169.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-10T22:14:09.061 INFO:tasks.workunit.client.0.smithi169.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-10T22:14:09.061 INFO:tasks.workunit.client.0.smithi169.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-03-10T22:14:09.100 INFO:tasks.workunit.client.0.smithi169.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-10T22:14:09.103 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-03-10T22:14:09.103 DEBUG:teuthology.orchestra.run.smithi169:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-03-10T22:14:09.159 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-03-10T22:14:09.160 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-03-10T22:14:09.160 DEBUG:teuthology.orchestra.run.smithi169:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2b0101eb74d60610d544cb8a473e23a35ac1cc0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-03-10T22:14:09.217 INFO:tasks.workunit.client.0.smithi169.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-03-10T22:14:09.614 INFO:tasks.workunit.client.0.smithi169.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-03-10T22:14:09.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:09] ENGINE Bus STOPPING 2024-03-10T22:14:09.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:14:09.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:09] ENGINE Bus STOPPED 2024-03-10T22:14:09.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:09] ENGINE Bus STARTING 2024-03-10T22:14:09.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:09] ENGINE Serving on http://:::9283 2024-03-10T22:14:09.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:09] ENGINE Bus STARTED 2024-03-10T22:14:10.028 INFO:tasks.workunit.client.0.smithi169.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-03-10T22:14:10.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:09] ENGINE Bus STOPPING 2024-03-10T22:14:10.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:14:10.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:09] ENGINE Bus STOPPED 2024-03-10T22:14:10.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:09] ENGINE Bus STARTING 2024-03-10T22:14:10.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:10] ENGINE Serving on http://:::9283 2024-03-10T22:14:10.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:10] ENGINE Bus STARTED 2024-03-10T22:14:10.427 INFO:tasks.workunit.client.0.smithi169.stderr:+ ceph telemetry preview 2024-03-10T22:14:10.557 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:10 smithi172 ceph-mon[31000]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:10.558 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:10 smithi172 ceph-mon[31000]: from='client.? ' entity='client.admin' 2024-03-10T22:14:10.558 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:10 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:10.558 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:10 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2540389702' entity='client.admin' 2024-03-10T22:14:10.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-mon[27156]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:10.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-mon[27156]: from='client.? ' entity='client.admin' 2024-03-10T22:14:10.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:10.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2540389702' entity='client.admin' 2024-03-10T22:14:10.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-mon[37738]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:10.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-mon[37738]: from='client.? ' entity='client.admin' 2024-03-10T22:14:10.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:10.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2540389702' entity='client.admin' 2024-03-10T22:14:10.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:10] ENGINE Bus STOPPING 2024-03-10T22:14:10.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:14:10.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:10] ENGINE Bus STOPPED 2024-03-10T22:14:10.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:10] ENGINE Bus STARTING 2024-03-10T22:14:10.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:10] ENGINE Serving on http://:::9283 2024-03-10T22:14:10.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:10] ENGINE Bus STARTED 2024-03-10T22:14:10.967 INFO:tasks.workunit.client.0.smithi169.stdout:{ 2024-03-10T22:14:10.967 INFO:tasks.workunit.client.0.smithi169.stdout: "balancer": { 2024-03-10T22:14:10.967 INFO:tasks.workunit.client.0.smithi169.stdout: "active": true, 2024-03-10T22:14:10.967 INFO:tasks.workunit.client.0.smithi169.stdout: "mode": "" 2024-03-10T22:14:10.967 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.967 INFO:tasks.workunit.client.0.smithi169.stdout: "channels": [ 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: "basic", 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: "crash", 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: "device", 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: "ident" 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: "channels_available": [ 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: "basic", 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: "ident", 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: "crash", 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: "device", 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: "perf" 2024-03-10T22:14:10.968 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "collections_available": [ 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_base", 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "device_base", 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "crash_base", 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "ident_base", 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_perf", 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_mds_metadata", 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_usage", 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_usage_by_class", 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_rook_v01", 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_memory_metrics", 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_options_bluestore" 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "collections_opted_in": [ 2024-03-10T22:14:10.969 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_base", 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: "device_base", 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: "crash_base", 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: "ident_base", 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_perf", 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_mds_metadata", 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_usage", 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_usage_by_class", 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_rook_v01", 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_memory_metrics", 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_options_bluestore" 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:10.970 INFO:tasks.workunit.client.0.smithi169.stdout: "config": { 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "active_changed": [ 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_debug", 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_mon_ticket_ttl", 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_service_ticket_ttl", 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "bdev_debug_aio", 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "client_check_pool_perm", 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "client_mount_gid", 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "client_mount_uid", 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "client_quota", 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "container_image", 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "daemonize", 2024-03-10T22:14:10.971 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_asserts_on_shutdown", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mgr", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mon", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_ms", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_osd", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_paxos", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "keyring", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_block_size", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_cache_size", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_compression", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_log", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_write_buffer_size", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_file", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_journald", 2024-03-10T22:14:10.972 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_stderr", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_allow_pool_delete", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_clock_drift_allowed", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_file_level", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_file", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_journald", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_stderr", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_data_avail_warn", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_election_default_strategy", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_host", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_max_pg_per_osd", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_mgr_mkfs_grace", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_prime_pg_temp", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T22:14:10.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_too_few_osds", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_bug", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_old_message", 2024-03-10T22:14:10.974 INFO:tasks.workunit.client.0.smithi169.stdout: "no_config_file", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_default_list", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_load_list", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_crush_chooseleaf_type", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_misdirected_ops", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_op_order", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_pg_log_writeout", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_shutdown", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_profile", 2024-03-10T22:14:10.975 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_lim", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_res", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target_autotune", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue_cut_off", 2024-03-10T22:14:10.976 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recover_clone_overlap", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recovery_max_chunk", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_load_threshold", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_max_interval", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_shutdown_pgref_assert", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "public_addr", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "public_addrv", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "public_network", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd_default_features", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd_qos_exclude_ops", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "setgroup", 2024-03-10T22:14:10.977 INFO:tasks.workunit.client.0.smithi169.stdout: "setuser" 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster_changed": [ 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_debug", 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_mon_ticket_ttl", 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_service_ticket_ttl", 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: "bdev_debug_aio", 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: "container_image", 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_asserts_on_shutdown", 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mgr", 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mon", 2024-03-10T22:14:10.978 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_ms", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_osd", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_paxos", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_file", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_journald", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_stderr", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_join_fs", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/allow_ptrace", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/container_init", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/migration_current", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/use_repo_digest", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-10T22:14:10.979 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/ssl_server_port", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/orchestrator/orchestrator", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/channel_ident", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/description", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/organization", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_allow_pool_delete", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_clock_drift_allowed", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_file_level", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_file", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_data_avail_warn", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_election_default_strategy", 2024-03-10T22:14:10.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_max_pg_per_osd", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_mgr_mkfs_grace", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_prime_pg_temp", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_too_few_osds", 2024-03-10T22:14:10.981 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_bug", 2024-03-10T22:14:10.982 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_old_message", 2024-03-10T22:14:10.982 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_default_list", 2024-03-10T22:14:10.982 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_load_list", 2024-03-10T22:14:10.982 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_misdirected_ops", 2024-03-10T22:14:10.982 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_op_order", 2024-03-10T22:14:10.982 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_pg_log_writeout", 2024-03-10T22:14:10.982 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_shutdown", 2024-03-10T22:14:10.983 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T22:14:10.983 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T22:14:10.983 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T22:14:10.983 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T22:14:10.983 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_profile", 2024-03-10T22:14:10.983 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target", 2024-03-10T22:14:10.983 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target_autotune", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue_cut_off", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recover_clone_overlap", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recovery_max_chunk", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_load_threshold", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_max_interval", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_shutdown_pgref_assert", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "public_network", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_cache_enabled", 2024-03-10T22:14:10.984 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_enable_ops_log", 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_enable_usage_log" 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: "contact": null, 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: "crashes": [], 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: "created": "2024-03-10T22:05:40.249990Z", 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: "crush": { 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_algs": { 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: "straw2": 3 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_sizes": { 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: "2": 1, 2024-03-10T22:14:10.985 INFO:tasks.workunit.client.0.smithi169.stdout: "4": 2 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_types": { 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: "1": 2, 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: "11": 1 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: "compat_weight_set": false, 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: "device_classes": [ 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: 8 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: "num_buckets": 6, 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: "num_devices": 8, 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: "num_rules": 1, 2024-03-10T22:14:10.986 INFO:tasks.workunit.client.0.smithi169.stdout: "num_types": 12, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "num_weight_sets": 0, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "tunables": { 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "allowed_bucket_algs": 54, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_local_fallback_tries": 0, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_local_tries": 0, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_total_tries": 50, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_descend_once": 1, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_stable": 1, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_vary_r": 1, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v2_rules": 0, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v3_rules": 0, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v4_buckets": 1, 2024-03-10T22:14:10.987 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v5_rules": 0, 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "legacy_tunables": 0, 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "minimum_required_version": "jewel", 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "optimal_tunables": 1, 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "profile": "jewel", 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables": 1, 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables2": 1, 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables3": 1, 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables5": 1, 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "straw_calc_version": 1 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "description": "upgrade test cluster", 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "fs": { 2024-03-10T22:14:10.988 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "feature_flags": { 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "enable_multiple": true, 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "ever_enabled_multiple": true 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "filesystems": [ 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "approx_ctime": "2024-03", 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "balancer_enabled": false, 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_caps": 0, 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_dns": 10, 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_inos": 13, 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_subtrees": 2, 2024-03-10T22:14:10.989 INFO:tasks.workunit.client.0.smithi169.stdout: "ever_allowed_features": 0, 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: "explicitly_allowed_features": 0, 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: "files": 0, 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: "max_mds": 1, 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_data_pools": 1, 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_in": 1, 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_mds": 1, 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_sessions": 0, 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_standby_replay": 0, 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_up": 1, 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: "snaps": 0, 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: "standby_count_wanted": 0 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:10.990 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_standby_mds": 1, 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "total_num_mds": 2 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "hosts": { 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num": 2, 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mds": 2, 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mgr": 2, 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mon": 2, 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_osd": 2 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "leaderboard": false, 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "leaderboard_description": null, 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "license": "sharing-1-0", 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "metadata": { 2024-03-10T22:14:10.991 INFO:tasks.workunit.client.0.smithi169.stdout: "mds": { 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 2 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 2 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.992 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 2 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 2 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.993 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 3 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 3 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.994 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 3 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 3 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:10.995 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 8 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 8 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 8 2024-03-10T22:14:10.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 8 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_objectstore": { 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": 8 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: "rotational": { 2024-03-10T22:14:10.997 INFO:tasks.workunit.client.0.smithi169.stdout: "0": 8 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: "features": { 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: "optional": [], 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: "persistent": [ 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: "kraken", 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: "luminous", 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: "mimic", 2024-03-10T22:14:10.998 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap-prune", 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: "nautilus", 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: "octopus", 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: "pacific", 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: "elector-pinging", 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: "quincy", 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: "reef" 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: "ipv4_addr_mons": 6, 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: "ipv6_addr_mons": 0, 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: "min_mon_release": 18, 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: "v1_addr_mons": 3, 2024-03-10T22:14:10.999 INFO:tasks.workunit.client.0.smithi169.stdout: "v2_addr_mons": 3 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: "organization": "ceph-qa", 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster_network": false, 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 8, 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: "require_min_compat_client": "luminous", 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: "require_osd_release": "reef" 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: "pools": [ 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr" 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.000 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 1, 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 1, 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 1, 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 1781760, 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:11.001 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 1781760, 2024-03-10T22:14:11.002 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:11.002 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:11.002 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 2, 2024-03-10T22:14:11.002 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:11.002 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 2.443002131258254e-06, 2024-03-10T22:14:11.002 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:11.002 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:11.002 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 212, 2024-03-10T22:14:11.002 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 313344, 2024-03-10T22:14:11.002 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 590368, 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 590368, 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 1771104, 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 179, 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 2473984 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:11.003 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 32, 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 32, 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 2, 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:11.004 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 98304, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 98304, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 22, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 1.3478663163368765e-07, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 3428, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 3428, 2024-03-10T22:14:11.005 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:11.006 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 10284, 2024-03-10T22:14:11.006 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 51, 2024-03-10T22:14:11.006 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 20480 2024-03-10T22:14:11.006 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.006 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:11.006 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:11.006 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:11.006 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.006 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:11.006 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:11.006 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 64, 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 64, 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 3, 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 0, 2024-03-10T22:14:11.007 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 0.0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 0, 2024-03-10T22:14:11.008 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:11.009 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 0, 2024-03-10T22:14:11.009 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 0, 2024-03-10T22:14:11.009 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 0 2024-03-10T22:14:11.009 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.009 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:11.009 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:11.009 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:11.009 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.009 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:11.009 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:11.009 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd" 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 8, 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 8, 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 4, 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:11.010 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 0, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 0, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 0, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 0.0, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:11.011 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 0, 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 0, 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 0, 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 0, 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 0 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd": { 2024-03-10T22:14:11.012 INFO:tasks.workunit.client.0.smithi169.stdout: "mirroring_by_pool": [ 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: false 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_images_by_pool": [ 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pools": 1 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: "report_id": "1e176e1c-cab2-4115-9412-ed5985620341", 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: "report_timestamp": "2024-03-10T22:14:10.960360", 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: "report_version": 1, 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: "rook": { 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster": { 2024-03-10T22:14:11.013 INFO:tasks.workunit.client.0.smithi169.stdout: "external-mode": null, 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: "allow-multiple-per-node": null, 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: "count": null, 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: "max-id": null, 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: "pvc": { 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: "enabled": null 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: "stretch": { 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: "enabled": null 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.014 INFO:tasks.workunit.client.0.smithi169.stdout: "network": { 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: "provider": null 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: "storage": { 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: "device-set": { 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: "non-portable": null, 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: "portable": null, 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: "total": null 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.015 INFO:tasks.workunit.client.0.smithi169.stdout: "csi": { 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: "kubernetes": { 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: "node": { 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: "kubernetes-total": null, 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: "with-ceph-daemons": null, 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-cephfs-plugin": null, 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-nfs-plugin": null, 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-rbd-plugin": null 2024-03-10T22:14:11.016 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: "usage": { 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: "storage-class": { 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket": null, 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs": null, 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: "nfs": null, 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd": null, 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: "total": null 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.017 INFO:tasks.workunit.client.0.smithi169.stdout: "services": {}, 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "usage": { 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 105, 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "pools": 4, 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_by_class": { 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "ssd": { 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "total_avail_bytes": 767731421184, 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "total_bytes": 767960285184, 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_bytes": 228864000, 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_raw_bytes": 228864000, 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_raw_ratio": 0.0002980154240503907 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "total_avail_bytes": 767731421184, 2024-03-10T22:14:11.018 INFO:tasks.workunit.client.0.smithi169.stdout: "total_bytes": 767960285184, 2024-03-10T22:14:11.019 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_bytes": 228864000 2024-03-10T22:14:11.019 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.019 INFO:tasks.workunit.client.0.smithi169.stdout:} 2024-03-10T22:14:11.019 INFO:tasks.workunit.client.0.smithi169.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-03-10T22:14:11.019 INFO:tasks.workunit.client.0.smithi169.stderr:+ ceph telemetry preview-device 2024-03-10T22:14:11.510 INFO:tasks.workunit.client.0.smithi169.stdout:{ 2024-03-10T22:14:11.510 INFO:tasks.workunit.client.0.smithi169.stdout: "859ad5fa-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:11.510 INFO:tasks.workunit.client.0.smithi169.stdout: "INTEL_SSDPEDMD400G4_859b6bd2-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:11.510 INFO:tasks.workunit.client.0.smithi169.stdout: "20240310-220858": { 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: "device": { 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "/dev/nvme0n1", 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: "protocol": "NVMe", 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "nvme" 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: "firmware_version": "8DV101H0", 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: "host_id": "859ad5fa-df2b-11ee-9ffc-0cc47a887f4d", 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: "json_format_version": [ 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: "local_time": { 2024-03-10T22:14:11.511 INFO:tasks.workunit.client.0.smithi169.stdout: "asctime": "Sun Mar 10 22:08:57 2024 UTC", 2024-03-10T22:14:11.513 INFO:tasks.workunit.client.0.smithi169.stdout: "time_t": 1710108537 2024-03-10T22:14:11.513 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.513 INFO:tasks.workunit.client.0.smithi169.stdout: "logical_block_size": 512, 2024-03-10T22:14:11.514 INFO:tasks.workunit.client.0.smithi169.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T22:14:11.514 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_controller_id": 0, 2024-03-10T22:14:11.514 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T22:14:11.514 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_namespaces": [ 2024-03-10T22:14:11.514 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:11.514 INFO:tasks.workunit.client.0.smithi169.stdout: "capacity": { 2024-03-10T22:14:11.514 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:11.514 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:11.514 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.514 INFO:tasks.workunit.client.0.smithi169.stdout: "formatted_lba_size": 512, 2024-03-10T22:14:11.514 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 1, 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: "size": { 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: "utilization": { 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_pci_vendor": { 2024-03-10T22:14:11.515 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 32902, 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: "subsystem_id": 32902 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: "Device stats": { 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_fw_downgrades": { 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: "crc_error_count": { 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: "end_to_end_error_detection_count": { 2024-03-10T22:14:11.516 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: "erase_fail_count": { 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: "host_bytes_written": { 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 29903673 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: "host_ctx_wear_used": { 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.517 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 1 2024-03-10T22:14:11.518 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.518 INFO:tasks.workunit.client.0.smithi169.stdout: "media_bytes_read": { 2024-03-10T22:14:11.518 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.518 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.518 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.518 INFO:tasks.workunit.client.0.smithi169.stdout: "nand_bytes_written": { 2024-03-10T22:14:11.518 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.518 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 49598668 2024-03-10T22:14:11.518 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.518 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_stat_indicator": { 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: "pll_lock_loss_count": { 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: "program_fail_count": { 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: "re_alloc_sectr_cnt": { 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.519 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: "retry_buffer_overflow_count": { 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: "soft_ecc_err_rate": { 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: "thermal_throttle_status": { 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:11.520 INFO:tasks.workunit.client.0.smithi169.stdout: "cnt": 0, 2024-03-10T22:14:11.521 INFO:tasks.workunit.client.0.smithi169.stdout: "pct": 0 2024-03-10T22:14:11.521 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.521 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.521 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_host_reads": { 2024-03-10T22:14:11.521 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.521 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:11.521 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.521 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_media_wear": { 2024-03-10T22:14:11.521 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.521 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 64 2024-03-10T22:14:11.522 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.522 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_timer": { 2024-03-10T22:14:11.522 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.522 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:11.522 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.522 INFO:tasks.workunit.client.0.smithi169.stdout: "unexp_power_loss": { 2024-03-10T22:14:11.522 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.522 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: "wear_leveling": { 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 89, 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: "avg": 3332, 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: "max": 3340, 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 3323 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T22:14:11.523 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_log": { 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare": 100, 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare_threshold": 10, 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "controller_busy_time": 234, 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "critical_warning": 0, 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_read": 405707228, 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_written": 1959767116, 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "host_reads": 7469957732, 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "host_writes": 35980779616, 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "media_errors": 0, 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "num_err_log_entries": 0, 2024-03-10T22:14:11.524 INFO:tasks.workunit.client.0.smithi169.stdout: "percentage_used": 11, 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycles": 51546, 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_hours": 52931, 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": 28, 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: "unsafe_shutdowns": 22751 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_vendor": "intel", 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycle_count": 51546, 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_time": { 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: "hours": 52931 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: "serial_number": "deleted", 2024-03-10T22:14:11.525 INFO:tasks.workunit.client.0.smithi169.stdout: "smart_status": { 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme": { 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: "passed": true 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl": { 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: "argv": [ 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl", 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: "-x", 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: "--json=o", 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: "/dev/nvme0n1" 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.526 INFO:tasks.workunit.client.0.smithi169.stdout: "build_info": "(local build)", 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "exit_status": 0, 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "output": [ 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "Serial Number: deleted", 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Version: 8DV101H0", 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller ID: 0", 2024-03-10T22:14:11.527 INFO:tasks.workunit.client.0.smithi169.stdout: "Number of Namespaces: 1", 2024-03-10T22:14:11.528 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T22:14:11.528 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T22:14:11.528 INFO:tasks.workunit.client.0.smithi169.stdout: "Local Time is: Sun Mar 10 22:08:57 2024 UTC", 2024-03-10T22:14:11.528 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T22:14:11.528 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T22:14:11.528 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T22:14:11.528 INFO:tasks.workunit.client.0.smithi169.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T22:14:11.528 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.528 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported Power States", 2024-03-10T22:14:11.528 INFO:tasks.workunit.client.0.smithi169.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 512 0 2", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: " 1 - 512 8 2", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: " 2 - 512 16 2", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: " 3 - 4096 0 0", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: " 4 - 4096 8 0", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: " 5 - 4096 64 0", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: " 6 - 4096 128 0", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T22:14:11.529 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "Critical Warning: 0x00", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "Temperature: 28 Celsius", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare: 100%", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare Threshold: 10%", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "Percentage Used: 11%", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Read: 405,707,228 [207 TB]", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Written: 1,959,767,116 [1.00 PB]", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Read Commands: 7,469,957,732", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Write Commands: 35,980,779,616", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller Busy Time: 234", 2024-03-10T22:14:11.530 INFO:tasks.workunit.client.0.smithi169.stdout: "Power Cycles: 51,546", 2024-03-10T22:14:11.531 INFO:tasks.workunit.client.0.smithi169.stdout: "Power On Hours: 52,931", 2024-03-10T22:14:11.531 INFO:tasks.workunit.client.0.smithi169.stdout: "Unsafe Shutdowns: 22,751", 2024-03-10T22:14:11.531 INFO:tasks.workunit.client.0.smithi169.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T22:14:11.531 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information Log Entries: 0", 2024-03-10T22:14:11.531 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.531 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T22:14:11.531 INFO:tasks.workunit.client.0.smithi169.stdout: "No Errors Logged", 2024-03-10T22:14:11.531 INFO:tasks.workunit.client.0.smithi169.stdout: "" 2024-03-10T22:14:11.531 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.531 INFO:tasks.workunit.client.0.smithi169.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: "svn_revision": "5022", 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: "version": [ 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": { 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: "current": 28 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: "user_capacity": { 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:11.532 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: "859cb668-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: "INTEL_SSDPEDMD400G4_859d4a1a-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: "20240310-220856": { 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: "device": { 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "/dev/nvme0n1", 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: "protocol": "NVMe", 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "nvme" 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: "firmware_version": "8DV101H0", 2024-03-10T22:14:11.533 INFO:tasks.workunit.client.0.smithi169.stdout: "host_id": "859cb668-df2b-11ee-9ffc-0cc47a887f4d", 2024-03-10T22:14:11.534 INFO:tasks.workunit.client.0.smithi169.stdout: "json_format_version": [ 2024-03-10T22:14:11.534 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:11.534 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:11.534 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.534 INFO:tasks.workunit.client.0.smithi169.stdout: "local_time": { 2024-03-10T22:14:11.534 INFO:tasks.workunit.client.0.smithi169.stdout: "asctime": "Sun Mar 10 22:08:55 2024 UTC", 2024-03-10T22:14:11.535 INFO:tasks.workunit.client.0.smithi169.stdout: "time_t": 1710108535 2024-03-10T22:14:11.535 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.535 INFO:tasks.workunit.client.0.smithi169.stdout: "logical_block_size": 512, 2024-03-10T22:14:11.535 INFO:tasks.workunit.client.0.smithi169.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T22:14:11.535 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_controller_id": 0, 2024-03-10T22:14:11.535 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T22:14:11.536 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_namespaces": [ 2024-03-10T22:14:11.536 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:11.536 INFO:tasks.workunit.client.0.smithi169.stdout: "capacity": { 2024-03-10T22:14:11.536 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:11.536 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:11.536 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.536 INFO:tasks.workunit.client.0.smithi169.stdout: "formatted_lba_size": 512, 2024-03-10T22:14:11.536 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 1, 2024-03-10T22:14:11.536 INFO:tasks.workunit.client.0.smithi169.stdout: "size": { 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: "utilization": { 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_pci_vendor": { 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 32902, 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: "subsystem_id": 32902 2024-03-10T22:14:11.537 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.538 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T22:14:11.538 INFO:tasks.workunit.client.0.smithi169.stdout: "Device stats": { 2024-03-10T22:14:11.538 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_fw_downgrades": { 2024-03-10T22:14:11.538 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.538 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.538 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.538 INFO:tasks.workunit.client.0.smithi169.stdout: "crc_error_count": { 2024-03-10T22:14:11.538 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.538 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.538 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.539 INFO:tasks.workunit.client.0.smithi169.stdout: "end_to_end_error_detection_count": { 2024-03-10T22:14:11.539 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.539 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.539 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.539 INFO:tasks.workunit.client.0.smithi169.stdout: "erase_fail_count": { 2024-03-10T22:14:11.539 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.539 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.539 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.539 INFO:tasks.workunit.client.0.smithi169.stdout: "host_bytes_written": { 2024-03-10T22:14:11.539 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.539 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 28949332 2024-03-10T22:14:11.540 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.540 INFO:tasks.workunit.client.0.smithi169.stdout: "host_ctx_wear_used": { 2024-03-10T22:14:11.540 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.540 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 1 2024-03-10T22:14:11.540 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.540 INFO:tasks.workunit.client.0.smithi169.stdout: "media_bytes_read": { 2024-03-10T22:14:11.540 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.541 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.541 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.541 INFO:tasks.workunit.client.0.smithi169.stdout: "nand_bytes_written": { 2024-03-10T22:14:11.541 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.541 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 49494085 2024-03-10T22:14:11.541 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.541 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_stat_indicator": { 2024-03-10T22:14:11.542 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.542 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.542 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.542 INFO:tasks.workunit.client.0.smithi169.stdout: "pll_lock_loss_count": { 2024-03-10T22:14:11.542 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.542 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.542 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.542 INFO:tasks.workunit.client.0.smithi169.stdout: "program_fail_count": { 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: "re_alloc_sectr_cnt": { 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: "retry_buffer_overflow_count": { 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: "soft_ecc_err_rate": { 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.543 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: "thermal_throttle_status": { 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: "cnt": 0, 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: "pct": 0 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_host_reads": { 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_media_wear": { 2024-03-10T22:14:11.544 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 64 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_timer": { 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: "unexp_power_loss": { 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: "wear_leveling": { 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 89, 2024-03-10T22:14:11.545 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: "avg": 3357, 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: "max": 3369, 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 3348 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_log": { 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare": 100, 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare_threshold": 10, 2024-03-10T22:14:11.546 INFO:tasks.workunit.client.0.smithi169.stdout: "controller_busy_time": 62, 2024-03-10T22:14:11.547 INFO:tasks.workunit.client.0.smithi169.stdout: "critical_warning": 0, 2024-03-10T22:14:11.547 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_read": 408676717, 2024-03-10T22:14:11.547 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_written": 1897223484, 2024-03-10T22:14:11.547 INFO:tasks.workunit.client.0.smithi169.stdout: "host_reads": 7078564678, 2024-03-10T22:14:11.547 INFO:tasks.workunit.client.0.smithi169.stdout: "host_writes": 34600774177, 2024-03-10T22:14:11.547 INFO:tasks.workunit.client.0.smithi169.stdout: "media_errors": 0, 2024-03-10T22:14:11.547 INFO:tasks.workunit.client.0.smithi169.stdout: "num_err_log_entries": 0, 2024-03-10T22:14:11.547 INFO:tasks.workunit.client.0.smithi169.stdout: "percentage_used": 11, 2024-03-10T22:14:11.548 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycles": 55950, 2024-03-10T22:14:11.548 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_hours": 51643, 2024-03-10T22:14:11.548 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": 29, 2024-03-10T22:14:11.548 INFO:tasks.workunit.client.0.smithi169.stdout: "unsafe_shutdowns": 3111 2024-03-10T22:14:11.548 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.549 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_vendor": "intel", 2024-03-10T22:14:11.549 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycle_count": 55950, 2024-03-10T22:14:11.549 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_time": { 2024-03-10T22:14:11.549 INFO:tasks.workunit.client.0.smithi169.stdout: "hours": 51643 2024-03-10T22:14:11.549 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.549 INFO:tasks.workunit.client.0.smithi169.stdout: "serial_number": "deleted", 2024-03-10T22:14:11.549 INFO:tasks.workunit.client.0.smithi169.stdout: "smart_status": { 2024-03-10T22:14:11.549 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme": { 2024-03-10T22:14:11.549 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: "passed": true 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl": { 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: "argv": [ 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl", 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: "-x", 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: "--json=o", 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: "/dev/nvme0n1" 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: "build_info": "(local build)", 2024-03-10T22:14:11.550 INFO:tasks.workunit.client.0.smithi169.stdout: "exit_status": 0, 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "output": [ 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "Serial Number: deleted", 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Version: 8DV101H0", 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller ID: 0", 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "Number of Namespaces: 1", 2024-03-10T22:14:11.551 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T22:14:11.552 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T22:14:11.552 INFO:tasks.workunit.client.0.smithi169.stdout: "Local Time is: Sun Mar 10 22:08:55 2024 UTC", 2024-03-10T22:14:11.552 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T22:14:11.552 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T22:14:11.552 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T22:14:11.552 INFO:tasks.workunit.client.0.smithi169.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T22:14:11.552 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.552 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported Power States", 2024-03-10T22:14:11.552 INFO:tasks.workunit.client.0.smithi169.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T22:14:11.552 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 512 0 2", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: " 1 - 512 8 2", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: " 2 - 512 16 2", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: " 3 - 4096 0 0", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: " 4 - 4096 8 0", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: " 5 - 4096 64 0", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: " 6 - 4096 128 0", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T22:14:11.553 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "Critical Warning: 0x00", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "Temperature: 29 Celsius", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare: 100%", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare Threshold: 10%", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "Percentage Used: 11%", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Read: 408,676,717 [209 TB]", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Written: 1,897,223,484 [971 TB]", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Read Commands: 7,078,564,678", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Write Commands: 34,600,774,177", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller Busy Time: 62", 2024-03-10T22:14:11.554 INFO:tasks.workunit.client.0.smithi169.stdout: "Power Cycles: 55,950", 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: "Power On Hours: 51,643", 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: "Unsafe Shutdowns: 3,111", 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information Log Entries: 0", 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS Message", 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 1 0 - 0x400c - 0 - - Internal Error", 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: "" 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: "svn_revision": "5022", 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: "version": [ 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:11.555 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": { 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: "current": 29 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: "user_capacity": { 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:11.556 INFO:tasks.workunit.client.0.smithi169.stdout:} 2024-03-10T22:14:11.557 INFO:tasks.workunit.client.0.smithi169.stderr:+ ceph telemetry preview-all 2024-03-10T22:14:11.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:11 smithi169 ceph-mon[27156]: from='client.? ' entity='client.admin' 2024-03-10T22:14:11.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:11 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:11.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:11 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:11.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:11 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:11.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:11 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:11 smithi169 ceph-mon[37738]: from='client.? ' entity='client.admin' 2024-03-10T22:14:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:11 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:11 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:11 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:11 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:11 smithi172 ceph-mon[31000]: from='client.? ' entity='client.admin' 2024-03-10T22:14:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:11 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:11 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:11 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:11 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.042 INFO:tasks.workunit.client.0.smithi169.stdout:{ 2024-03-10T22:14:12.043 INFO:tasks.workunit.client.0.smithi169.stdout: "device_report": { 2024-03-10T22:14:12.043 INFO:tasks.workunit.client.0.smithi169.stdout: "859ad5fa-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:12.043 INFO:tasks.workunit.client.0.smithi169.stdout: "INTEL_SSDPEDMD400G4_859b6bd2-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:12.043 INFO:tasks.workunit.client.0.smithi169.stdout: "20240310-220858": { 2024-03-10T22:14:12.043 INFO:tasks.workunit.client.0.smithi169.stdout: "device": { 2024-03-10T22:14:12.043 INFO:tasks.workunit.client.0.smithi169.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T22:14:12.043 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "/dev/nvme0n1", 2024-03-10T22:14:12.043 INFO:tasks.workunit.client.0.smithi169.stdout: "protocol": "NVMe", 2024-03-10T22:14:12.044 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "nvme" 2024-03-10T22:14:12.044 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.044 INFO:tasks.workunit.client.0.smithi169.stdout: "firmware_version": "8DV101H0", 2024-03-10T22:14:12.044 INFO:tasks.workunit.client.0.smithi169.stdout: "host_id": "859ad5fa-df2b-11ee-9ffc-0cc47a887f4d", 2024-03-10T22:14:12.044 INFO:tasks.workunit.client.0.smithi169.stdout: "json_format_version": [ 2024-03-10T22:14:12.044 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:12.044 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:12.044 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.044 INFO:tasks.workunit.client.0.smithi169.stdout: "local_time": { 2024-03-10T22:14:12.045 INFO:tasks.workunit.client.0.smithi169.stdout: "asctime": "Sun Mar 10 22:08:57 2024 UTC", 2024-03-10T22:14:12.045 INFO:tasks.workunit.client.0.smithi169.stdout: "time_t": 1710108537 2024-03-10T22:14:12.045 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.045 INFO:tasks.workunit.client.0.smithi169.stdout: "logical_block_size": 512, 2024-03-10T22:14:12.045 INFO:tasks.workunit.client.0.smithi169.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T22:14:12.045 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_controller_id": 0, 2024-03-10T22:14:12.045 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T22:14:12.046 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_namespaces": [ 2024-03-10T22:14:12.046 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:12.046 INFO:tasks.workunit.client.0.smithi169.stdout: "capacity": { 2024-03-10T22:14:12.046 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:12.046 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:12.046 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.046 INFO:tasks.workunit.client.0.smithi169.stdout: "formatted_lba_size": 512, 2024-03-10T22:14:12.046 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 1, 2024-03-10T22:14:12.047 INFO:tasks.workunit.client.0.smithi169.stdout: "size": { 2024-03-10T22:14:12.047 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:12.047 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:12.047 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.047 INFO:tasks.workunit.client.0.smithi169.stdout: "utilization": { 2024-03-10T22:14:12.047 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:12.047 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:12.047 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.047 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.048 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.048 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T22:14:12.048 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_pci_vendor": { 2024-03-10T22:14:12.048 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 32902, 2024-03-10T22:14:12.048 INFO:tasks.workunit.client.0.smithi169.stdout: "subsystem_id": 32902 2024-03-10T22:14:12.048 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.048 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T22:14:12.048 INFO:tasks.workunit.client.0.smithi169.stdout: "Device stats": { 2024-03-10T22:14:12.049 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_fw_downgrades": { 2024-03-10T22:14:12.049 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.049 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.049 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.049 INFO:tasks.workunit.client.0.smithi169.stdout: "crc_error_count": { 2024-03-10T22:14:12.049 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.049 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.050 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.050 INFO:tasks.workunit.client.0.smithi169.stdout: "end_to_end_error_detection_count": { 2024-03-10T22:14:12.050 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.050 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.050 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.050 INFO:tasks.workunit.client.0.smithi169.stdout: "erase_fail_count": { 2024-03-10T22:14:12.050 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.051 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.051 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.051 INFO:tasks.workunit.client.0.smithi169.stdout: "host_bytes_written": { 2024-03-10T22:14:12.051 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.051 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 29903673 2024-03-10T22:14:12.051 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.051 INFO:tasks.workunit.client.0.smithi169.stdout: "host_ctx_wear_used": { 2024-03-10T22:14:12.052 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.052 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 1 2024-03-10T22:14:12.052 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.052 INFO:tasks.workunit.client.0.smithi169.stdout: "media_bytes_read": { 2024-03-10T22:14:12.052 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.052 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.052 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.052 INFO:tasks.workunit.client.0.smithi169.stdout: "nand_bytes_written": { 2024-03-10T22:14:12.052 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 49598668 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_stat_indicator": { 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: "pll_lock_loss_count": { 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: "program_fail_count": { 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.053 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.054 INFO:tasks.workunit.client.0.smithi169.stdout: "re_alloc_sectr_cnt": { 2024-03-10T22:14:12.054 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.054 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.054 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.054 INFO:tasks.workunit.client.0.smithi169.stdout: "retry_buffer_overflow_count": { 2024-03-10T22:14:12.054 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.054 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.054 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.054 INFO:tasks.workunit.client.0.smithi169.stdout: "soft_ecc_err_rate": { 2024-03-10T22:14:12.054 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.054 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.055 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.055 INFO:tasks.workunit.client.0.smithi169.stdout: "thermal_throttle_status": { 2024-03-10T22:14:12.055 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.055 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:12.055 INFO:tasks.workunit.client.0.smithi169.stdout: "cnt": 0, 2024-03-10T22:14:12.055 INFO:tasks.workunit.client.0.smithi169.stdout: "pct": 0 2024-03-10T22:14:12.055 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.055 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.055 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_host_reads": { 2024-03-10T22:14:12.056 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.056 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:12.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.056 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_media_wear": { 2024-03-10T22:14:12.056 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.056 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 64 2024-03-10T22:14:12.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.056 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_timer": { 2024-03-10T22:14:12.056 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.056 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:12.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: "unexp_power_loss": { 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: "wear_leveling": { 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 89, 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: "avg": 3332, 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: "max": 3340, 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 3323 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.057 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T22:14:12.058 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.058 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_log": { 2024-03-10T22:14:12.058 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare": 100, 2024-03-10T22:14:12.058 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare_threshold": 10, 2024-03-10T22:14:12.058 INFO:tasks.workunit.client.0.smithi169.stdout: "controller_busy_time": 234, 2024-03-10T22:14:12.058 INFO:tasks.workunit.client.0.smithi169.stdout: "critical_warning": 0, 2024-03-10T22:14:12.058 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_read": 405707228, 2024-03-10T22:14:12.058 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_written": 1959767116, 2024-03-10T22:14:12.058 INFO:tasks.workunit.client.0.smithi169.stdout: "host_reads": 7469957732, 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: "host_writes": 35980779616, 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: "media_errors": 0, 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: "num_err_log_entries": 0, 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: "percentage_used": 11, 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycles": 51546, 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_hours": 52931, 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": 28, 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: "unsafe_shutdowns": 22751 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_vendor": "intel", 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycle_count": 51546, 2024-03-10T22:14:12.059 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_time": { 2024-03-10T22:14:12.060 INFO:tasks.workunit.client.0.smithi169.stdout: "hours": 52931 2024-03-10T22:14:12.060 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.060 INFO:tasks.workunit.client.0.smithi169.stdout: "serial_number": "deleted", 2024-03-10T22:14:12.060 INFO:tasks.workunit.client.0.smithi169.stdout: "smart_status": { 2024-03-10T22:14:12.060 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme": { 2024-03-10T22:14:12.060 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:12.060 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.060 INFO:tasks.workunit.client.0.smithi169.stdout: "passed": true 2024-03-10T22:14:12.060 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.060 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl": { 2024-03-10T22:14:12.060 INFO:tasks.workunit.client.0.smithi169.stdout: "argv": [ 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl", 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "-x", 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "--json=o", 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "/dev/nvme0n1" 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "build_info": "(local build)", 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "exit_status": 0, 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "output": [ 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T22:14:12.061 INFO:tasks.workunit.client.0.smithi169.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T22:14:12.062 INFO:tasks.workunit.client.0.smithi169.stdout: "Serial Number: deleted", 2024-03-10T22:14:12.062 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Version: 8DV101H0", 2024-03-10T22:14:12.062 INFO:tasks.workunit.client.0.smithi169.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T22:14:12.062 INFO:tasks.workunit.client.0.smithi169.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T22:14:12.062 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller ID: 0", 2024-03-10T22:14:12.062 INFO:tasks.workunit.client.0.smithi169.stdout: "Number of Namespaces: 1", 2024-03-10T22:14:12.062 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T22:14:12.062 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T22:14:12.062 INFO:tasks.workunit.client.0.smithi169.stdout: "Local Time is: Sun Mar 10 22:08:57 2024 UTC", 2024-03-10T22:14:12.062 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T22:14:12.062 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported Power States", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 512 0 2", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: " 1 - 512 8 2", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: " 2 - 512 16 2", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: " 3 - 4096 0 0", 2024-03-10T22:14:12.063 INFO:tasks.workunit.client.0.smithi169.stdout: " 4 - 4096 8 0", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: " 5 - 4096 64 0", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: " 6 - 4096 128 0", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "Critical Warning: 0x00", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "Temperature: 28 Celsius", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare: 100%", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare Threshold: 10%", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "Percentage Used: 11%", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Read: 405,707,228 [207 TB]", 2024-03-10T22:14:12.064 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Written: 1,959,767,116 [1.00 PB]", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Read Commands: 7,469,957,732", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Write Commands: 35,980,779,616", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller Busy Time: 234", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "Power Cycles: 51,546", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "Power On Hours: 52,931", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "Unsafe Shutdowns: 22,751", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information Log Entries: 0", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "No Errors Logged", 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: "" 2024-03-10T22:14:12.065 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.066 INFO:tasks.workunit.client.0.smithi169.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T22:14:12.066 INFO:tasks.workunit.client.0.smithi169.stdout: "svn_revision": "5022", 2024-03-10T22:14:12.066 INFO:tasks.workunit.client.0.smithi169.stdout: "version": [ 2024-03-10T22:14:12.066 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:12.066 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:12.066 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:12.066 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.066 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": { 2024-03-10T22:14:12.066 INFO:tasks.workunit.client.0.smithi169.stdout: "current": 28 2024-03-10T22:14:12.066 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: "user_capacity": { 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: "859cb668-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: "INTEL_SSDPEDMD400G4_859d4a1a-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: "20240310-220856": { 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: "device": { 2024-03-10T22:14:12.067 INFO:tasks.workunit.client.0.smithi169.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T22:14:12.068 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "/dev/nvme0n1", 2024-03-10T22:14:12.068 INFO:tasks.workunit.client.0.smithi169.stdout: "protocol": "NVMe", 2024-03-10T22:14:12.068 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "nvme" 2024-03-10T22:14:12.068 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.068 INFO:tasks.workunit.client.0.smithi169.stdout: "firmware_version": "8DV101H0", 2024-03-10T22:14:12.068 INFO:tasks.workunit.client.0.smithi169.stdout: "host_id": "859cb668-df2b-11ee-9ffc-0cc47a887f4d", 2024-03-10T22:14:12.068 INFO:tasks.workunit.client.0.smithi169.stdout: "json_format_version": [ 2024-03-10T22:14:12.068 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:12.068 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: "local_time": { 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: "asctime": "Sun Mar 10 22:08:55 2024 UTC", 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: "time_t": 1710108535 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: "logical_block_size": 512, 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_controller_id": 0, 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_namespaces": [ 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: "capacity": { 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:12.069 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:12.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.070 INFO:tasks.workunit.client.0.smithi169.stdout: "formatted_lba_size": 512, 2024-03-10T22:14:12.070 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 1, 2024-03-10T22:14:12.070 INFO:tasks.workunit.client.0.smithi169.stdout: "size": { 2024-03-10T22:14:12.070 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:12.070 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:12.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.070 INFO:tasks.workunit.client.0.smithi169.stdout: "utilization": { 2024-03-10T22:14:12.070 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:12.070 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:12.070 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_pci_vendor": { 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 32902, 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: "subsystem_id": 32902 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: "Device stats": { 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_fw_downgrades": { 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.071 INFO:tasks.workunit.client.0.smithi169.stdout: "crc_error_count": { 2024-03-10T22:14:12.072 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.072 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.072 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.072 INFO:tasks.workunit.client.0.smithi169.stdout: "end_to_end_error_detection_count": { 2024-03-10T22:14:12.072 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.072 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.072 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.072 INFO:tasks.workunit.client.0.smithi169.stdout: "erase_fail_count": { 2024-03-10T22:14:12.072 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.072 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: "host_bytes_written": { 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 28949332 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: "host_ctx_wear_used": { 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 1 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: "media_bytes_read": { 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.073 INFO:tasks.workunit.client.0.smithi169.stdout: "nand_bytes_written": { 2024-03-10T22:14:12.074 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.074 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 49494085 2024-03-10T22:14:12.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.074 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_stat_indicator": { 2024-03-10T22:14:12.074 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.074 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.074 INFO:tasks.workunit.client.0.smithi169.stdout: "pll_lock_loss_count": { 2024-03-10T22:14:12.074 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.074 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.075 INFO:tasks.workunit.client.0.smithi169.stdout: "program_fail_count": { 2024-03-10T22:14:12.075 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.075 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.075 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.075 INFO:tasks.workunit.client.0.smithi169.stdout: "re_alloc_sectr_cnt": { 2024-03-10T22:14:12.075 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.075 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.075 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.075 INFO:tasks.workunit.client.0.smithi169.stdout: "retry_buffer_overflow_count": { 2024-03-10T22:14:12.076 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.076 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.076 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.076 INFO:tasks.workunit.client.0.smithi169.stdout: "soft_ecc_err_rate": { 2024-03-10T22:14:12.076 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.076 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.077 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.077 INFO:tasks.workunit.client.0.smithi169.stdout: "thermal_throttle_status": { 2024-03-10T22:14:12.077 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.077 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:12.077 INFO:tasks.workunit.client.0.smithi169.stdout: "cnt": 0, 2024-03-10T22:14:12.077 INFO:tasks.workunit.client.0.smithi169.stdout: "pct": 0 2024-03-10T22:14:12.078 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.078 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.078 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_host_reads": { 2024-03-10T22:14:12.078 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.078 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:12.078 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.078 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_media_wear": { 2024-03-10T22:14:12.078 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.079 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 64 2024-03-10T22:14:12.079 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.079 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_timer": { 2024-03-10T22:14:12.079 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:12.079 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:12.079 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.079 INFO:tasks.workunit.client.0.smithi169.stdout: "unexp_power_loss": { 2024-03-10T22:14:12.079 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:12.079 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:12.079 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.079 INFO:tasks.workunit.client.0.smithi169.stdout: "wear_leveling": { 2024-03-10T22:14:12.080 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 89, 2024-03-10T22:14:12.080 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:12.080 INFO:tasks.workunit.client.0.smithi169.stdout: "avg": 3357, 2024-03-10T22:14:12.080 INFO:tasks.workunit.client.0.smithi169.stdout: "max": 3369, 2024-03-10T22:14:12.080 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 3348 2024-03-10T22:14:12.080 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.080 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.081 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T22:14:12.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.081 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_log": { 2024-03-10T22:14:12.081 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare": 100, 2024-03-10T22:14:12.081 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare_threshold": 10, 2024-03-10T22:14:12.081 INFO:tasks.workunit.client.0.smithi169.stdout: "controller_busy_time": 62, 2024-03-10T22:14:12.081 INFO:tasks.workunit.client.0.smithi169.stdout: "critical_warning": 0, 2024-03-10T22:14:12.082 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_read": 408676717, 2024-03-10T22:14:12.082 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_written": 1897223484, 2024-03-10T22:14:12.082 INFO:tasks.workunit.client.0.smithi169.stdout: "host_reads": 7078564678, 2024-03-10T22:14:12.082 INFO:tasks.workunit.client.0.smithi169.stdout: "host_writes": 34600774177, 2024-03-10T22:14:12.082 INFO:tasks.workunit.client.0.smithi169.stdout: "media_errors": 0, 2024-03-10T22:14:12.082 INFO:tasks.workunit.client.0.smithi169.stdout: "num_err_log_entries": 0, 2024-03-10T22:14:12.082 INFO:tasks.workunit.client.0.smithi169.stdout: "percentage_used": 11, 2024-03-10T22:14:12.083 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycles": 55950, 2024-03-10T22:14:12.083 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_hours": 51643, 2024-03-10T22:14:12.083 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": 29, 2024-03-10T22:14:12.083 INFO:tasks.workunit.client.0.smithi169.stdout: "unsafe_shutdowns": 3111 2024-03-10T22:14:12.083 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.083 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_vendor": "intel", 2024-03-10T22:14:12.083 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycle_count": 55950, 2024-03-10T22:14:12.083 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_time": { 2024-03-10T22:14:12.084 INFO:tasks.workunit.client.0.smithi169.stdout: "hours": 51643 2024-03-10T22:14:12.084 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.084 INFO:tasks.workunit.client.0.smithi169.stdout: "serial_number": "deleted", 2024-03-10T22:14:12.084 INFO:tasks.workunit.client.0.smithi169.stdout: "smart_status": { 2024-03-10T22:14:12.084 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme": { 2024-03-10T22:14:12.084 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:12.084 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.084 INFO:tasks.workunit.client.0.smithi169.stdout: "passed": true 2024-03-10T22:14:12.085 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.085 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl": { 2024-03-10T22:14:12.085 INFO:tasks.workunit.client.0.smithi169.stdout: "argv": [ 2024-03-10T22:14:12.085 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl", 2024-03-10T22:14:12.085 INFO:tasks.workunit.client.0.smithi169.stdout: "-x", 2024-03-10T22:14:12.085 INFO:tasks.workunit.client.0.smithi169.stdout: "--json=o", 2024-03-10T22:14:12.085 INFO:tasks.workunit.client.0.smithi169.stdout: "/dev/nvme0n1" 2024-03-10T22:14:12.086 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.086 INFO:tasks.workunit.client.0.smithi169.stdout: "build_info": "(local build)", 2024-03-10T22:14:12.086 INFO:tasks.workunit.client.0.smithi169.stdout: "exit_status": 0, 2024-03-10T22:14:12.087 INFO:tasks.workunit.client.0.smithi169.stdout: "output": [ 2024-03-10T22:14:12.087 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T22:14:12.087 INFO:tasks.workunit.client.0.smithi169.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T22:14:12.087 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.087 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T22:14:12.087 INFO:tasks.workunit.client.0.smithi169.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "Serial Number: deleted", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Version: 8DV101H0", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller ID: 0", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "Number of Namespaces: 1", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "Local Time is: Sun Mar 10 22:08:55 2024 UTC", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T22:14:12.088 INFO:tasks.workunit.client.0.smithi169.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported Power States", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 512 0 2", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: " 1 - 512 8 2", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: " 2 - 512 16 2", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: " 3 - 4096 0 0", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: " 4 - 4096 8 0", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: " 5 - 4096 64 0", 2024-03-10T22:14:12.089 INFO:tasks.workunit.client.0.smithi169.stdout: " 6 - 4096 128 0", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "Critical Warning: 0x00", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "Temperature: 29 Celsius", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare: 100%", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare Threshold: 10%", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "Percentage Used: 11%", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Read: 408,676,717 [209 TB]", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Written: 1,897,223,484 [971 TB]", 2024-03-10T22:14:12.090 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Read Commands: 7,078,564,678", 2024-03-10T22:14:12.091 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Write Commands: 34,600,774,177", 2024-03-10T22:14:12.091 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller Busy Time: 62", 2024-03-10T22:14:12.091 INFO:tasks.workunit.client.0.smithi169.stdout: "Power Cycles: 55,950", 2024-03-10T22:14:12.091 INFO:tasks.workunit.client.0.smithi169.stdout: "Power On Hours: 51,643", 2024-03-10T22:14:12.091 INFO:tasks.workunit.client.0.smithi169.stdout: "Unsafe Shutdowns: 3,111", 2024-03-10T22:14:12.091 INFO:tasks.workunit.client.0.smithi169.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T22:14:12.091 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information Log Entries: 0", 2024-03-10T22:14:12.091 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:12.091 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T22:14:12.091 INFO:tasks.workunit.client.0.smithi169.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS Message", 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 1 0 - 0x400c - 0 - - Internal Error", 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: "" 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: "svn_revision": "5022", 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: "version": [ 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": { 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: "current": 29 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.092 INFO:tasks.workunit.client.0.smithi169.stdout: "user_capacity": { 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: "report": { 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: "balancer": { 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: "active": true, 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: "mode": "" 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.093 INFO:tasks.workunit.client.0.smithi169.stdout: "channels": [ 2024-03-10T22:14:12.094 INFO:tasks.workunit.client.0.smithi169.stdout: "basic", 2024-03-10T22:14:12.094 INFO:tasks.workunit.client.0.smithi169.stdout: "crash", 2024-03-10T22:14:12.094 INFO:tasks.workunit.client.0.smithi169.stdout: "device", 2024-03-10T22:14:12.094 INFO:tasks.workunit.client.0.smithi169.stdout: "ident" 2024-03-10T22:14:12.094 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.094 INFO:tasks.workunit.client.0.smithi169.stdout: "channels_available": [ 2024-03-10T22:14:12.094 INFO:tasks.workunit.client.0.smithi169.stdout: "basic", 2024-03-10T22:14:12.094 INFO:tasks.workunit.client.0.smithi169.stdout: "ident", 2024-03-10T22:14:12.094 INFO:tasks.workunit.client.0.smithi169.stdout: "crash", 2024-03-10T22:14:12.095 INFO:tasks.workunit.client.0.smithi169.stdout: "device", 2024-03-10T22:14:12.095 INFO:tasks.workunit.client.0.smithi169.stdout: "perf" 2024-03-10T22:14:12.095 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.095 INFO:tasks.workunit.client.0.smithi169.stdout: "collections_available": [ 2024-03-10T22:14:12.095 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_base", 2024-03-10T22:14:12.095 INFO:tasks.workunit.client.0.smithi169.stdout: "device_base", 2024-03-10T22:14:12.095 INFO:tasks.workunit.client.0.smithi169.stdout: "crash_base", 2024-03-10T22:14:12.095 INFO:tasks.workunit.client.0.smithi169.stdout: "ident_base", 2024-03-10T22:14:12.095 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_perf", 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_mds_metadata", 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_usage", 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_usage_by_class", 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_rook_v01", 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_memory_metrics", 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_options_bluestore" 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: "collections_opted_in": [ 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_base", 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: "device_base", 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: "crash_base", 2024-03-10T22:14:12.096 INFO:tasks.workunit.client.0.smithi169.stdout: "ident_base", 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_perf", 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_mds_metadata", 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_usage", 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_usage_by_class", 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_rook_v01", 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_memory_metrics", 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_options_bluestore" 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "config": { 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "active_changed": [ 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_debug", 2024-03-10T22:14:12.097 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_mon_ticket_ttl", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_service_ticket_ttl", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "bdev_debug_aio", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "client_check_pool_perm", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "client_mount_gid", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "client_mount_uid", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "client_quota", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "container_image", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "daemonize", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_asserts_on_shutdown", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mgr", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mon", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_ms", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_osd", 2024-03-10T22:14:12.098 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_paxos", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "keyring", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_block_size", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_cache_size", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_compression", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_log", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_write_buffer_size", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_file", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_journald", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_stderr", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_allow_pool_delete", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_clock_drift_allowed", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_file_level", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_file", 2024-03-10T22:14:12.099 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_journald", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_stderr", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_data_avail_warn", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_election_default_strategy", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_host", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_max_pg_per_osd", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_mgr_mkfs_grace", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_prime_pg_temp", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T22:14:12.100 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_too_few_osds", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_bug", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_old_message", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "no_config_file", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_default_list", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_load_list", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_crush_chooseleaf_type", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_misdirected_ops", 2024-03-10T22:14:12.101 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_op_order", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_pg_log_writeout", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_shutdown", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_profile", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-10T22:14:12.102 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_lim", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_res", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target_autotune", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue_cut_off", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recover_clone_overlap", 2024-03-10T22:14:12.103 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recovery_max_chunk", 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_load_threshold", 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_max_interval", 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_shutdown_pgref_assert", 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: "public_addr", 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: "public_addrv", 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: "public_network", 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd_default_features", 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd_qos_exclude_ops", 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: "setgroup", 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: "setuser" 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.104 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster_changed": [ 2024-03-10T22:14:12.105 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T22:14:12.105 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_debug", 2024-03-10T22:14:12.105 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_mon_ticket_ttl", 2024-03-10T22:14:12.105 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_service_ticket_ttl", 2024-03-10T22:14:12.105 INFO:tasks.workunit.client.0.smithi169.stdout: "bdev_debug_aio", 2024-03-10T22:14:12.105 INFO:tasks.workunit.client.0.smithi169.stdout: "container_image", 2024-03-10T22:14:12.105 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_asserts_on_shutdown", 2024-03-10T22:14:12.105 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mgr", 2024-03-10T22:14:12.105 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mon", 2024-03-10T22:14:12.105 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_ms", 2024-03-10T22:14:12.106 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_osd", 2024-03-10T22:14:12.106 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_paxos", 2024-03-10T22:14:12.106 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_file", 2024-03-10T22:14:12.106 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_journald", 2024-03-10T22:14:12.106 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_stderr", 2024-03-10T22:14:12.106 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_join_fs", 2024-03-10T22:14:12.106 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/allow_ptrace", 2024-03-10T22:14:12.106 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/container_init", 2024-03-10T22:14:12.106 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/migration_current", 2024-03-10T22:14:12.106 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/use_repo_digest", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/ssl_server_port", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/orchestrator/orchestrator", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/channel_ident", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/description", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/organization", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_allow_pool_delete", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_clock_drift_allowed", 2024-03-10T22:14:12.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_file_level", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_file", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_data_avail_warn", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_election_default_strategy", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_max_pg_per_osd", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_mgr_mkfs_grace", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_prime_pg_temp", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T22:14:12.108 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_too_few_osds", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_bug", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_old_message", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_default_list", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_load_list", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_misdirected_ops", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_op_order", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_pg_log_writeout", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_shutdown", 2024-03-10T22:14:12.109 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T22:14:12.110 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T22:14:12.110 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T22:14:12.110 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T22:14:12.110 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_profile", 2024-03-10T22:14:12.110 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target", 2024-03-10T22:14:12.110 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target_autotune", 2024-03-10T22:14:12.110 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue", 2024-03-10T22:14:12.110 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue_cut_off", 2024-03-10T22:14:12.110 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T22:14:12.110 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T22:14:12.110 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recover_clone_overlap", 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recovery_max_chunk", 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_load_threshold", 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_max_interval", 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_shutdown_pgref_assert", 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: "public_network", 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_cache_enabled", 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_enable_ops_log", 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_enable_usage_log" 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: "contact": null, 2024-03-10T22:14:12.111 INFO:tasks.workunit.client.0.smithi169.stdout: "crashes": [], 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: "created": "2024-03-10T22:05:40.249990Z", 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: "crush": { 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_algs": { 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: "straw2": 3 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_sizes": { 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: "2": 1, 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: "4": 2 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_types": { 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: "1": 2, 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: "11": 1 2024-03-10T22:14:12.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: "compat_weight_set": false, 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: "device_classes": [ 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: 8 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: "num_buckets": 6, 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: "num_devices": 8, 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: "num_rules": 1, 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: "num_types": 12, 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: "num_weight_sets": 0, 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: "tunables": { 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: "allowed_bucket_algs": 54, 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_local_fallback_tries": 0, 2024-03-10T22:14:12.113 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_local_tries": 0, 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_total_tries": 50, 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_descend_once": 1, 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_stable": 1, 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_vary_r": 1, 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v2_rules": 0, 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v3_rules": 0, 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v4_buckets": 1, 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v5_rules": 0, 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "legacy_tunables": 0, 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "minimum_required_version": "jewel", 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "optimal_tunables": 1, 2024-03-10T22:14:12.114 INFO:tasks.workunit.client.0.smithi169.stdout: "profile": "jewel", 2024-03-10T22:14:12.115 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables": 1, 2024-03-10T22:14:12.115 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables2": 1, 2024-03-10T22:14:12.115 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables3": 1, 2024-03-10T22:14:12.115 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables5": 1, 2024-03-10T22:14:12.115 INFO:tasks.workunit.client.0.smithi169.stdout: "straw_calc_version": 1 2024-03-10T22:14:12.115 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.115 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.115 INFO:tasks.workunit.client.0.smithi169.stdout: "description": "upgrade test cluster", 2024-03-10T22:14:12.115 INFO:tasks.workunit.client.0.smithi169.stdout: "fs": { 2024-03-10T22:14:12.115 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:12.116 INFO:tasks.workunit.client.0.smithi169.stdout: "feature_flags": { 2024-03-10T22:14:12.116 INFO:tasks.workunit.client.0.smithi169.stdout: "enable_multiple": true, 2024-03-10T22:14:12.116 INFO:tasks.workunit.client.0.smithi169.stdout: "ever_enabled_multiple": true 2024-03-10T22:14:12.116 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.116 INFO:tasks.workunit.client.0.smithi169.stdout: "filesystems": [ 2024-03-10T22:14:12.116 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:12.116 INFO:tasks.workunit.client.0.smithi169.stdout: "approx_ctime": "2024-03", 2024-03-10T22:14:12.116 INFO:tasks.workunit.client.0.smithi169.stdout: "balancer_enabled": false, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_caps": 0, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_dns": 10, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_inos": 13, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_subtrees": 2, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "ever_allowed_features": 0, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "explicitly_allowed_features": 0, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "files": 0, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "max_mds": 1, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "num_data_pools": 1, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "num_in": 1, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "num_mds": 1, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "num_sessions": 0, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "num_standby_replay": 0, 2024-03-10T22:14:12.117 INFO:tasks.workunit.client.0.smithi169.stdout: "num_up": 1, 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: "snaps": 0, 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: "standby_count_wanted": 0 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: "num_standby_mds": 1, 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: "total_num_mds": 2 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: "hosts": { 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: "num": 2, 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mds": 2, 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mgr": 2, 2024-03-10T22:14:12.118 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mon": 2, 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_osd": 2 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: "leaderboard": false, 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: "leaderboard_description": null, 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: "license": "sharing-1-0", 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: "metadata": { 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: "mds": { 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 2 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:14:12.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 2 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 2 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-10T22:14:12.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 2 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 3 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:12.121 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 3 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 3 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-10T22:14:12.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 3 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 8 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:12.123 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:14:12.125 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.125 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:12.125 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 8 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 8 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.126 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 8 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_objectstore": { 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": 8 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: "rotational": { 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: "0": 8 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: "features": { 2024-03-10T22:14:12.127 INFO:tasks.workunit.client.0.smithi169.stdout: "optional": [], 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "persistent": [ 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "kraken", 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "luminous", 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "mimic", 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap-prune", 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "nautilus", 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "octopus", 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "pacific", 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "elector-pinging", 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "quincy", 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "reef" 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.128 INFO:tasks.workunit.client.0.smithi169.stdout: "ipv4_addr_mons": 6, 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "ipv6_addr_mons": 0, 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "min_mon_release": 18, 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "v1_addr_mons": 3, 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "v2_addr_mons": 3 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "organization": "ceph-qa", 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster_network": false, 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 8, 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "require_min_compat_client": "luminous", 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "require_osd_release": "reef" 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "pools": [ 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:12.129 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr" 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 1, 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 1, 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 1, 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:12.130 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 1781760, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 1781760, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 2, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 2.443002131258254e-06, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 212, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 313344, 2024-03-10T22:14:12.131 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 590368, 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 590368, 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 1771104, 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 179, 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 2473984 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:12.132 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 32, 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 32, 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 2, 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 98304, 2024-03-10T22:14:12.133 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 98304, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 22, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 1.3478663163368765e-07, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 3428, 2024-03-10T22:14:12.134 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 3428, 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 10284, 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 51, 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 20480 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.135 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 64, 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 64, 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 3, 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 0, 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:12.136 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 0, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 0, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 0.0, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 0, 2024-03-10T22:14:12.137 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 0, 2024-03-10T22:14:12.138 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:12.138 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 0, 2024-03-10T22:14:12.138 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 0, 2024-03-10T22:14:12.138 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 0 2024-03-10T22:14:12.138 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.138 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:12.138 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:12.138 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:12.138 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.138 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:12.138 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd" 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 8, 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 8, 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 4, 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:12.139 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 0, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 0, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 0, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 0.0, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:12.140 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 0, 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 0, 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 0, 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 0, 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 0 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.141 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd": { 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: "mirroring_by_pool": [ 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: false 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: "num_images_by_pool": [ 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pools": 1 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: "report_id": "1e176e1c-cab2-4115-9412-ed5985620341", 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: "report_timestamp": "2024-03-10T22:14:12.025397", 2024-03-10T22:14:12.142 INFO:tasks.workunit.client.0.smithi169.stdout: "report_version": 1, 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: "rook": { 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster": { 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: "external-mode": null, 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: "allow-multiple-per-node": null, 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: "count": null, 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: "max-id": null, 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: "pvc": { 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: "enabled": null 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: "stretch": { 2024-03-10T22:14:12.143 INFO:tasks.workunit.client.0.smithi169.stdout: "enabled": null 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: "network": { 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: "provider": null 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: "storage": { 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: "device-set": { 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: "non-portable": null, 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: "portable": null, 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: "total": null 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.144 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.145 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.145 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.145 INFO:tasks.workunit.client.0.smithi169.stdout: "csi": { 2024-03-10T22:14:12.145 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:12.145 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.145 INFO:tasks.workunit.client.0.smithi169.stdout: "kubernetes": { 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: "node": { 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: "kubernetes-total": null, 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: "with-ceph-daemons": null, 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-cephfs-plugin": null, 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-nfs-plugin": null, 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-rbd-plugin": null 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: "usage": { 2024-03-10T22:14:12.146 INFO:tasks.workunit.client.0.smithi169.stdout: "storage-class": { 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket": null, 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs": null, 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: "nfs": null, 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd": null, 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: "total": null 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: "services": {}, 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: "usage": { 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 105, 2024-03-10T22:14:12.147 INFO:tasks.workunit.client.0.smithi169.stdout: "pools": 4, 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_by_class": { 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: "ssd": { 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: "total_avail_bytes": 767731421184, 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: "total_bytes": 767960285184, 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_bytes": 228864000, 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_raw_bytes": 228864000, 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_raw_ratio": 0.0002980154240503907 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: "total_avail_bytes": 767731421184, 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: "total_bytes": 767960285184, 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_bytes": 228864000 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.148 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:12.149 INFO:tasks.workunit.client.0.smithi169.stdout:} 2024-03-10T22:14:12.149 INFO:tasks.workunit.client.0.smithi169.stderr:++ ceph telemetry collection ls 2024-03-10T22:14:12.558 INFO:tasks.workunit.client.0.smithi169.stderr:+ COLLECTIONS='New collections are available: 2024-03-10T22:14:12.558 INFO:tasks.workunit.client.0.smithi169.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:NAME STATUS DESC 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T22:14:12.559 INFO:tasks.workunit.client.0.smithi169.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:+ [[ New collections are available: 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:NAME STATUS DESC 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T22:14:12.560 INFO:tasks.workunit.client.0.smithi169.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:+ [[ New collections are available: 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:NAME STATUS DESC 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T22:14:12.561 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:+ [[ New collections are available: 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:12.562 INFO:tasks.workunit.client.0.smithi169.stderr:NAME STATUS DESC 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-10T22:14:12.563 INFO:tasks.workunit.client.0.smithi169.stderr:+ [[ New collections are available: 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:NAME STATUS DESC 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T22:14:12.564 INFO:tasks.workunit.client.0.smithi169.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:+ [[ New collections are available: 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr: 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:NAME STATUS DESC 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T22:14:12.565 INFO:tasks.workunit.client.0.smithi169.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T22:14:12.566 INFO:tasks.workunit.client.0.smithi169.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T22:14:12.566 INFO:tasks.workunit.client.0.smithi169.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T22:14:12.566 INFO:tasks.workunit.client.0.smithi169.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T22:14:12.566 INFO:tasks.workunit.client.0.smithi169.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-03-10T22:14:12.566 INFO:tasks.workunit.client.0.smithi169.stderr:+ ceph telemetry on --license sharing-1-0 2024-03-10T22:14:12.750 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:12.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:12.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:12.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:12.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:12 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:12.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:12.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:12.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:13.072 INFO:tasks.workunit.client.0.smithi169.stdout:Telemetry is on. 2024-03-10T22:14:13.072 INFO:tasks.workunit.client.0.smithi169.stdout:Some channels are disabled, please enable with: 2024-03-10T22:14:13.073 INFO:tasks.workunit.client.0.smithi169.stdout:`ceph telemetry enable channel perf` 2024-03-10T22:14:13.085 INFO:tasks.workunit.client.0.smithi169.stderr:+ ceph telemetry enable channel perf 2024-03-10T22:14:13.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:12] ENGINE Bus STOPPING 2024-03-10T22:14:13.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:14:13.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:12] ENGINE Bus STOPPED 2024-03-10T22:14:13.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:12] ENGINE Bus STARTING 2024-03-10T22:14:13.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:13] ENGINE Serving on http://:::9283 2024-03-10T22:14:13.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:13] ENGINE Bus STARTED 2024-03-10T22:14:13.579 INFO:tasks.workunit.client.0.smithi169.stdout:channel_perf is enabled 2024-03-10T22:14:13.591 INFO:tasks.workunit.client.0.smithi169.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-03-10T22:14:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: mgrmap e22: y(active, since 2m), standbys: x 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:13] ENGINE Bus STOPPING 2024-03-10T22:14:13.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:14:13.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:13] ENGINE Bus STOPPED 2024-03-10T22:14:13.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:13] ENGINE Bus STARTING 2024-03-10T22:14:13.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:13] ENGINE Serving on http://:::9283 2024-03-10T22:14:13.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:14:13] ENGINE Bus STARTED 2024-03-10T22:14:13.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: mgrmap e22: y(active, since 2m), standbys: x 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:13.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: mgrmap e22: y(active, since 2m), standbys: x 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:13.981 INFO:tasks.workunit.client.0.smithi169.stderr:+ LAST_OPT_REVISION=1 2024-03-10T22:14:13.981 INFO:tasks.workunit.client.0.smithi169.stderr:+ '[' 1 -ne 1 ']' 2024-03-10T22:14:13.981 INFO:tasks.workunit.client.0.smithi169.stderr:+ ceph telemetry show 2024-03-10T22:14:14.699 INFO:tasks.workunit.client.0.smithi169.stdout:{ 2024-03-10T22:14:14.699 INFO:tasks.workunit.client.0.smithi169.stdout: "balancer": { 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: "active": true, 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: "mode": "" 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: "channels": [ 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: "basic", 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: "crash", 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: "device", 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: "ident", 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: "perf" 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: "channels_available": [ 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: "basic", 2024-03-10T22:14:14.700 INFO:tasks.workunit.client.0.smithi169.stdout: "ident", 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "crash", 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "device", 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "perf" 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "collections_available": [ 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_base", 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "device_base", 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "crash_base", 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "ident_base", 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_perf", 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_mds_metadata", 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_usage", 2024-03-10T22:14:14.701 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_usage_by_class", 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_rook_v01", 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_memory_metrics", 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_options_bluestore" 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "collections_opted_in": [ 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_base", 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "device_base", 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "crash_base", 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "ident_base", 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_perf", 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_mds_metadata", 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_usage", 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_usage_by_class", 2024-03-10T22:14:14.702 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_rook_v01", 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_memory_metrics", 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_options_bluestore" 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "config": { 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "active_changed": [ 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_debug", 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_mon_ticket_ttl", 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_service_ticket_ttl", 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "bdev_debug_aio", 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "client_check_pool_perm", 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "client_mount_gid", 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "client_mount_uid", 2024-03-10T22:14:14.703 INFO:tasks.workunit.client.0.smithi169.stdout: "client_quota", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "container_image", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "daemonize", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_asserts_on_shutdown", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mgr", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mon", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_ms", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_osd", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_paxos", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "keyring", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_block_size", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_cache_size", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_compression", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_log", 2024-03-10T22:14:14.704 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_write_buffer_size", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_file", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_journald", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_stderr", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_allow_pool_delete", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_clock_drift_allowed", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_file_level", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_file", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_journald", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_stderr", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_data_avail_warn", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_election_default_strategy", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_host", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_max_pg_per_osd", 2024-03-10T22:14:14.705 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_mgr_mkfs_grace", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_prime_pg_temp", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_too_few_osds", 2024-03-10T22:14:14.706 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_bug", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_old_message", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "no_config_file", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_default_list", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_load_list", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_crush_chooseleaf_type", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_misdirected_ops", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_op_order", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_pg_log_writeout", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_shutdown", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_profile", 2024-03-10T22:14:14.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-10T22:14:14.708 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-10T22:14:14.708 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-10T22:14:14.708 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-10T22:14:14.708 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-10T22:14:14.708 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-10T22:14:14.708 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_lim", 2024-03-10T22:14:14.708 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_res", 2024-03-10T22:14:14.708 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-10T22:14:14.708 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target", 2024-03-10T22:14:14.708 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target_autotune", 2024-03-10T22:14:14.708 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue_cut_off", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recover_clone_overlap", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recovery_max_chunk", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_load_threshold", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_max_interval", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_shutdown_pgref_assert", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "public_addr", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "public_addrv", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "public_network", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd_default_features", 2024-03-10T22:14:14.709 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd_qos_exclude_ops", 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "setgroup", 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "setuser" 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster_changed": [ 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_debug", 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_mon_ticket_ttl", 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_service_ticket_ttl", 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "bdev_debug_aio", 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "container_image", 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_asserts_on_shutdown", 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mgr", 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mon", 2024-03-10T22:14:14.710 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_ms", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_osd", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_paxos", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_file", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_journald", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_stderr", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_join_fs", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/allow_ptrace", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/container_init", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/migration_current", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/use_repo_digest", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-10T22:14:14.711 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/ssl_server_port", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/orchestrator/orchestrator", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/channel_ident", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/channel_perf", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/description", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/enabled", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/organization", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_allow_pool_delete", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_clock_drift_allowed", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_file_level", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_file", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_data_avail_warn", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_election_default_strategy", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_max_pg_per_osd", 2024-03-10T22:14:14.712 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_mgr_mkfs_grace", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_prime_pg_temp", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_too_few_osds", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_bug", 2024-03-10T22:14:14.713 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_old_message", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_default_list", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_load_list", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_misdirected_ops", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_op_order", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_pg_log_writeout", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_shutdown", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_profile", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target_autotune", 2024-03-10T22:14:14.714 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue_cut_off", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recover_clone_overlap", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recovery_max_chunk", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_load_threshold", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_max_interval", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_shutdown_pgref_assert", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "public_network", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_cache_enabled", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_enable_ops_log", 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_enable_usage_log" 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.715 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "contact": null, 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "crashes": [], 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "created": "2024-03-10T22:05:40.249990Z", 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "crush": { 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_algs": { 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "straw2": 3 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_sizes": { 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "2": 1, 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "4": 2 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_types": { 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "1": 2, 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: "11": 1 2024-03-10T22:14:14.716 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.717 INFO:tasks.workunit.client.0.smithi169.stdout: "compat_weight_set": false, 2024-03-10T22:14:14.717 INFO:tasks.workunit.client.0.smithi169.stdout: "device_classes": [ 2024-03-10T22:14:14.717 INFO:tasks.workunit.client.0.smithi169.stdout: 8 2024-03-10T22:14:14.717 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_buckets": 6, 2024-03-10T22:14:14.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_devices": 8, 2024-03-10T22:14:14.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_rules": 1, 2024-03-10T22:14:14.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_types": 12, 2024-03-10T22:14:14.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_weight_sets": 0, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "tunables": { 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "allowed_bucket_algs": 54, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_local_fallback_tries": 0, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_local_tries": 0, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_total_tries": 50, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_descend_once": 1, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_stable": 1, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_vary_r": 1, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v2_rules": 0, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v3_rules": 0, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v4_buckets": 1, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v5_rules": 0, 2024-03-10T22:14:14.718 INFO:tasks.workunit.client.0.smithi169.stdout: "legacy_tunables": 0, 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "minimum_required_version": "jewel", 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "optimal_tunables": 1, 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "profile": "jewel", 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables": 1, 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables2": 1, 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables3": 1, 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables5": 1, 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "straw_calc_version": 1 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "description": "upgrade test cluster", 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "fs": { 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:14.719 INFO:tasks.workunit.client.0.smithi169.stdout: "feature_flags": { 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "enable_multiple": true, 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "ever_enabled_multiple": true 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "filesystems": [ 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "approx_ctime": "2024-03", 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "balancer_enabled": false, 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_caps": 0, 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_dns": 10, 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_inos": 13, 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_subtrees": 2, 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "ever_allowed_features": 0, 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "explicitly_allowed_features": 0, 2024-03-10T22:14:14.720 INFO:tasks.workunit.client.0.smithi169.stdout: "files": 0, 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: "max_mds": 1, 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: "num_data_pools": 1, 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: "num_in": 1, 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: "num_mds": 1, 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: "num_sessions": 0, 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: "num_standby_replay": 0, 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: "num_up": 1, 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: "snaps": 0, 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: "standby_count_wanted": 0 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: "num_standby_mds": 1, 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: "total_num_mds": 2 2024-03-10T22:14:14.721 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_stats": { 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "mds": { 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "mds.6967dccfb754893b6b1b46d66026e3f640e83f96": { 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 20267008, 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 313232, 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2752512, 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 999424, 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 0, 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 319, 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 1132384, 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 12, 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 612352, 2024-03-10T22:14:14.722 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 14457104, 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 20267008 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "mds.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 20430848, 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 466024, 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2752512, 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 884736, 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 406, 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 1337432, 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 21, 2024-03-10T22:14:14.723 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1010176, 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 14864704, 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 21315584 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.3d03441b2c2dca7b4904acfb49a748c8580f9818": { 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 35045376, 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1138592, 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2752512, 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 917504, 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 9461760, 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1005, 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.724 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 7806448, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 21, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1738240, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 20692080, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 44507136 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.6967dccfb754893b6b1b46d66026e3f640e83f96": { 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 42393600, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1963128, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2752512, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 6209536, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1654, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.725 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 10807040, 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 23, 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 2540800, 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 24330120, 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 48603136 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 34455552, 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1584544, 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2752512, 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 11100160, 2024-03-10T22:14:14.726 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1167, 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 8556792, 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 21, 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 943360, 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 20618344, 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 45555712 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.0": { 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 47013888, 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 937912, 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:14.727 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 352256, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1372, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 5197296, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 46, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 2444288, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 35550808, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 47366144 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.1": { 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 45744128, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1105872, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:14.728 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 507904, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1295, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 5150984, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 47, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 2139904, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34463784, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 46252032 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.2": { 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 44376064, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 709120, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:14.729 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 827392, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1217, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4465936, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 47, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 2797056, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 33520368, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 45203456 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.3": { 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 43982848, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 796960, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:14.730 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 1286144, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1202, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4220648, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 45, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1809408, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34272248, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 45268992 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.4": { 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 45031424, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 684056, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:14.731 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 237568, 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1217, 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4923616, 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 47, 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1848064, 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34692104, 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 45268992 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.5": { 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 44703744, 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1081456, 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:14.732 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 565248, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1212, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4177912, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 47, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1885952, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34674840, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 45268992 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.6": { 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 47013888, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1121120, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 4980736, 2024-03-10T22:14:14.733 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 16384, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 1400832, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1231, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4640912, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 46, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1979392, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34275344, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 48414720 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.7": { 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 45334528, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1201136, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:14.734 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 57344, 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 983040, 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1262, 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4575984, 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 47, 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 2184704, 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34431776, 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 46317568 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: "hosts": { 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: "num": 2, 2024-03-10T22:14:14.735 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mds": 2, 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mgr": 2, 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mon": 2, 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_osd": 2 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "io_rate": { 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_stats_delta": { 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": 0, 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "num_store_stats": 0, 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "stamp_delta": "12.002694", 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:14.736 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:14.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:14.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "store_stats": { 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": 0, 2024-03-10T22:14:14.739 INFO:tasks.workunit.client.0.smithi169.stdout: "available": 0, 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed": 0, 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_allocated": 0, 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_original": 0, 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: "data_stored": 0, 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: "internal_metadata": 0, 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: "internally_reserved": 0, 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_allocated": 0, 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: "total": 0 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: "up": 0 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: "leaderboard": false, 2024-03-10T22:14:14.740 INFO:tasks.workunit.client.0.smithi169.stdout: "leaderboard_description": null, 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "license": "sharing-1-0", 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "mempool": { 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "mds": { 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "mds.6967dccfb754893b6b1b46d66026e3f640e83f96": { 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.741 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.742 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.743 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.744 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.745 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.746 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 149137, 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 32 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.747 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 928, 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 2 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.748 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.749 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: "mds.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.750 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.751 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.752 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.753 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.754 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 222439, 2024-03-10T22:14:14.755 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 68 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 51496, 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 208 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.756 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 7912, 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.757 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.758 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.3d03441b2c2dca7b4904acfb49a748c8580f9818": { 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.759 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.760 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.761 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.762 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.763 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1093891, 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 362 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.764 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.765 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6488, 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 122 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 12744, 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 1546 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 5152, 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 83 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.766 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.6967dccfb754893b6b1b46d66026e3f640e83f96": { 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.767 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.768 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.769 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.770 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.771 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1142107, 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 334 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 440, 2024-03-10T22:14:14.772 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 5 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.773 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6488, 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 122 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 12744, 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 1546 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 10304, 2024-03-10T22:14:14.774 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 166 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.775 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.776 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.777 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.778 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.779 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.780 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1120955, 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 349 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.781 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6488, 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 122 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.782 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 12744, 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 1546 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 5152, 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 83 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.783 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.784 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.784 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.784 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.784 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.0": { 2024-03-10T22:14:14.784 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.784 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.784 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.784 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.784 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.784 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:14.785 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:14.785 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.785 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.785 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:14.785 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 5600, 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 70 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20944, 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 187 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.786 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1824, 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 46 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 616657, 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 19 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 51022, 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 9468 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 136936, 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 233 2024-03-10T22:14:14.787 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 11372, 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 742 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8976, 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 187 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.788 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 31702, 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 201 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20944, 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 187 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 412238, 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 92 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.789 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2467260, 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 199 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6952, 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 79 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.790 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 521640, 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 45 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.791 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 86840, 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 171 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225128, 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3418 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.792 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.1": { 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.793 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.794 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4720, 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 59 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19376, 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1264, 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 41 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16384, 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 4 2024-03-10T22:14:14.795 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 44596, 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8421 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 126056, 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 217 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 9288, 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 563 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8304, 2024-03-10T22:14:14.796 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 27338, 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 185 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19376, 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.797 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 736, 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 1 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 425551, 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 95 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 12112, 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.798 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2410844, 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 175 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4928, 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 56 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 428904, 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 37 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.799 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 7280, 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 18 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225896, 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3454 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.800 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.801 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.2": { 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.802 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4080, 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 51 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19376, 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1040, 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 39 2024-03-10T22:14:14.803 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8192, 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 2 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 43722, 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8285 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 123336, 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 213 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.804 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8280, 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 515 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8304, 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 26314, 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 181 2024-03-10T22:14:14.805 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19376, 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 736, 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 1 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 315268, 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 68 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.806 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 12112, 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2430708, 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 183 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4400, 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 50 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.807 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 359352, 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 31 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 9360, 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 26 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.808 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225640, 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3442 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.809 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.3": { 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.810 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4000, 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 50 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.811 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19936, 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 178 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 480, 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 34 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 44416, 2024-03-10T22:14:14.812 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8505 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 127416, 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 219 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 9420, 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 575 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8544, 2024-03-10T22:14:14.813 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 178 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 27010, 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 187 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19936, 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 178 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.814 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2208, 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 303903, 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 65 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 26565, 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 9 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2461663, 2024-03-10T22:14:14.815 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 193 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4752, 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 54 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 428904, 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 37 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.816 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 10400, 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 20 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225128, 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3418 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.817 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.818 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.4": { 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.819 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 3600, 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 45 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19824, 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 177 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 480, 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 34 2024-03-10T22:14:14.820 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 13805, 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 44758, 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8586 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 128776, 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 221 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.821 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 9576, 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 572 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8496, 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 177 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 27690, 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 189 2024-03-10T22:14:14.822 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19824, 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 177 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 879125, 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 63 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.823 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2411766, 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 172 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4840, 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 55 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.824 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 452088, 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 39 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 7904, 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 16 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.825 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225384, 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3430 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.826 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.5": { 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:14.827 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2800, 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 35 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.828 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19712, 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 176 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 480, 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 34 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 45199, 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8612 2024-03-10T22:14:14.829 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 129456, 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 222 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 9828, 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 575 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8448, 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 176 2024-03-10T22:14:14.830 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 28114, 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 190 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19712, 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 176 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.831 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2208, 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 833615, 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 52 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 26565, 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 9 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2407312, 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 168 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.832 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 5368, 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 61 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 475272, 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 41 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.833 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 11960, 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 23 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225640, 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3442 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.834 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.6": { 2024-03-10T22:14:14.835 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:14.836 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2400, 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 30 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20608, 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 256, 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 32 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.837 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 45558, 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8868 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 128096, 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 220 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 10832, 2024-03-10T22:14:14.838 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 730 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8832, 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 28798, 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 188 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.839 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20608, 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 467690, 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 42 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.840 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2432765, 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 178 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4576, 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 52 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.841 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 452088, 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 39 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 86632, 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 177 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225896, 2024-03-10T22:14:14.842 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3454 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.843 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.7": { 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.844 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1760, 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 22 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20608, 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:14.845 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1264, 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 41 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 284623, 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 10 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 47931, 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 9191 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.846 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 133536, 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 228 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 11616, 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 737 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8832, 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.847 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 30846, 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 196 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20608, 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 151968, 2024-03-10T22:14:14.848 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 30 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2432080, 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 197 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 5984, 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 68 2024-03-10T22:14:14.849 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 533232, 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 46 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.850 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 86840, 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 191 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225128, 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3418 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.851 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: "metadata": { 2024-03-10T22:14:14.852 INFO:tasks.workunit.client.0.smithi169.stdout: "mds": { 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 2 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 2 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 2 2024-03-10T22:14:14.853 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 2 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:14.854 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 3 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 3 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 3 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.855 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 3 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 8 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:14.856 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 8 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 8 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.857 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 8 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_objectstore": { 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": 8 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: "rotational": { 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: "0": 8 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.858 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "features": { 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "optional": [], 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "persistent": [ 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "kraken", 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "luminous", 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "mimic", 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap-prune", 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "nautilus", 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "octopus", 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "pacific", 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "elector-pinging", 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "quincy", 2024-03-10T22:14:14.859 INFO:tasks.workunit.client.0.smithi169.stdout: "reef" 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: "ipv4_addr_mons": 6, 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: "ipv6_addr_mons": 0, 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: "min_mon_release": 18, 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: "v1_addr_mons": 3, 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: "v2_addr_mons": 3 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: "organization": "ceph-qa", 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster_network": false, 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 8, 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: "require_min_compat_client": "luminous", 2024-03-10T22:14:14.860 INFO:tasks.workunit.client.0.smithi169.stdout: "require_osd_release": "reef" 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_perf_histograms": [ 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: "axes": [ 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Latency (usec)", 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 100000, 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 99999]", 2024-03-10T22:14:14.861 INFO:tasks.workunit.client.0.smithi169.stdout: "[100000, 199999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[200000, 399999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[400000, 799999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[800000, 1599999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[1600000, 3199999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[3200000, 6399999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[6400000, 12799999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[12800000, 25599999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[25600000, 51199999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[51200000, 102399999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[102400000, 204799999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[204800000, 409599999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[409600000, 819199999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[819200000, 1638399999]", 2024-03-10T22:14:14.862 INFO:tasks.workunit.client.0.smithi169.stdout: "[1638400000, 3276799999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[3276800000, 6553599999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[6553600000, 13107199999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[13107200000, 26214399999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[26214400000, 52428799999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[52428800000, 104857599999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[104857600000, 209715199999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[209715200000, 419430399999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[419430400000, 838860799999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[838860800000, 1677721599999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[1677721600000, 3355443199999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[3355443200000, 6710886399999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[6710886400000, 13421772799999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[13421772800000, 26843545599999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[26843545600000, 53687091199999]", 2024-03-10T22:14:14.863 INFO:tasks.workunit.client.0.smithi169.stdout: "[53687091200000, None]" 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Request size (bytes)", 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 512, 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 511]", 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: "[512, 1023]", 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: "[1024, 2047]", 2024-03-10T22:14:14.864 INFO:tasks.workunit.client.0.smithi169.stdout: "[2048, 4095]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[4096, 8191]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[8192, 16383]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[16384, 32767]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[32768, 65535]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[65536, 131071]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[131072, 262143]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[262144, 524287]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[524288, 1048575]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[1048576, 2097151]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[2097152, 4194303]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[4194304, 8388607]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[8388608, 16777215]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[16777216, 33554431]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[33554432, 67108863]", 2024-03-10T22:14:14.865 INFO:tasks.workunit.client.0.smithi169.stdout: "[67108864, 134217727]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[134217728, 268435455]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[268435456, 536870911]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[536870912, 1073741823]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[1073741824, 2147483647]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[2147483648, 4294967295]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[4294967296, 8589934591]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[8589934592, 17179869183]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[17179869184, 34359738367]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[34359738368, 68719476735]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[68719476736, 137438953471]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[137438953472, 274877906943]", 2024-03-10T22:14:14.866 INFO:tasks.workunit.client.0.smithi169.stdout: "[274877906944, None]" 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: "osds": [ 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 0, 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.867 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.868 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.869 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 1, 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.870 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.871 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 2, 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.872 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.873 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.874 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 3, 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.875 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.876 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.877 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 4, 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.878 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.879 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 5, 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.880 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.881 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.882 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.882 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.882 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.882 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.882 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.882 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.882 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.882 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.882 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 6, 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.883 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.884 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.885 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 7, 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.886 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.887 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.888 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "axes": [ 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Latency (usec)", 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 100000, 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 99999]", 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "[100000, 199999]", 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "[200000, 399999]", 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "[400000, 799999]", 2024-03-10T22:14:14.889 INFO:tasks.workunit.client.0.smithi169.stdout: "[800000, 1599999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[1600000, 3199999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[3200000, 6399999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[6400000, 12799999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[12800000, 25599999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[25600000, 51199999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[51200000, 102399999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[102400000, 204799999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[204800000, 409599999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[409600000, 819199999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[819200000, 1638399999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[1638400000, 3276799999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[3276800000, 6553599999]", 2024-03-10T22:14:14.890 INFO:tasks.workunit.client.0.smithi169.stdout: "[6553600000, 13107199999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[13107200000, 26214399999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[26214400000, 52428799999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[52428800000, 104857599999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[104857600000, 209715199999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[209715200000, 419430399999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[419430400000, 838860799999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[838860800000, 1677721599999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[1677721600000, 3355443199999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[3355443200000, 6710886399999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[6710886400000, 13421772799999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[13421772800000, 26843545599999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[26843545600000, 53687091199999]", 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "[53687091200000, None]" 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.891 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Request size (bytes)", 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 512, 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 511]", 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "[512, 1023]", 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "[1024, 2047]", 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "[2048, 4095]", 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "[4096, 8191]", 2024-03-10T22:14:14.892 INFO:tasks.workunit.client.0.smithi169.stdout: "[8192, 16383]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[16384, 32767]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[32768, 65535]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[65536, 131071]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[131072, 262143]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[262144, 524287]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[524288, 1048575]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[1048576, 2097151]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[2097152, 4194303]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[4194304, 8388607]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[8388608, 16777215]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[16777216, 33554431]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[33554432, 67108863]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[67108864, 134217727]", 2024-03-10T22:14:14.893 INFO:tasks.workunit.client.0.smithi169.stdout: "[134217728, 268435455]", 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "[268435456, 536870911]", 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "[536870912, 1073741823]", 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "[1073741824, 2147483647]", 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "[2147483648, 4294967295]", 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "[4294967296, 8589934591]", 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "[8589934592, 17179869183]", 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "[17179869184, 34359738367]", 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "[34359738368, 68719476735]", 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "[68719476736, 137438953471]", 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "[137438953472, 274877906943]", 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "[274877906944, None]" 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.894 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "osds": [ 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 0, 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.895 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.896 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.897 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 1, 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.898 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.899 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 2, 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.900 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.901 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.902 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 3, 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.903 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.904 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.905 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 4, 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.906 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.907 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 5, 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.908 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.909 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.910 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 6, 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.911 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.912 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.913 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 7, 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.914 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.915 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: "axes": [ 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:14.916 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Latency (usec)", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 100000, 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 99999]", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[100000, 199999]", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[200000, 399999]", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[400000, 799999]", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[800000, 1599999]", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[1600000, 3199999]", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[3200000, 6399999]", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[6400000, 12799999]", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[12800000, 25599999]", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[25600000, 51199999]", 2024-03-10T22:14:14.917 INFO:tasks.workunit.client.0.smithi169.stdout: "[51200000, 102399999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[102400000, 204799999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[204800000, 409599999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[409600000, 819199999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[819200000, 1638399999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[1638400000, 3276799999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[3276800000, 6553599999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[6553600000, 13107199999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[13107200000, 26214399999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[26214400000, 52428799999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[52428800000, 104857599999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[104857600000, 209715199999]", 2024-03-10T22:14:14.918 INFO:tasks.workunit.client.0.smithi169.stdout: "[209715200000, 419430399999]", 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "[419430400000, 838860799999]", 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "[838860800000, 1677721599999]", 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "[1677721600000, 3355443199999]", 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "[3355443200000, 6710886399999]", 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "[6710886400000, 13421772799999]", 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "[13421772800000, 26843545599999]", 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "[26843545600000, 53687091199999]", 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "[53687091200000, None]" 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:14.919 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Request size (bytes)", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 512, 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 511]", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[512, 1023]", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[1024, 2047]", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[2048, 4095]", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[4096, 8191]", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[8192, 16383]", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[16384, 32767]", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[32768, 65535]", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[65536, 131071]", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[131072, 262143]", 2024-03-10T22:14:14.920 INFO:tasks.workunit.client.0.smithi169.stdout: "[262144, 524287]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[524288, 1048575]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[1048576, 2097151]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[2097152, 4194303]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[4194304, 8388607]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[8388608, 16777215]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[16777216, 33554431]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[33554432, 67108863]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[67108864, 134217727]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[134217728, 268435455]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[268435456, 536870911]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[536870912, 1073741823]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[1073741824, 2147483647]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[2147483648, 4294967295]", 2024-03-10T22:14:14.921 INFO:tasks.workunit.client.0.smithi169.stdout: "[4294967296, 8589934591]", 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: "[8589934592, 17179869183]", 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: "[17179869184, 34359738367]", 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: "[34359738368, 68719476735]", 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: "[68719476736, 137438953471]", 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: "[137438953472, 274877906943]", 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: "[274877906944, None]" 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: "osds": [ 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 0, 2024-03-10T22:14:14.922 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.923 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.924 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 1, 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.925 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.926 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.927 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 2, 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.928 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.929 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 3, 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.930 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.931 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.932 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 4, 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.933 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.934 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.935 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 5, 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.936 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.937 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 6, 2024-03-10T22:14:14.938 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.939 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.940 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 7, 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.941 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.942 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.943 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: "axes": [ 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Latency (usec)", 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 100000, 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:14.944 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 99999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[100000, 199999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[200000, 399999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[400000, 799999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[800000, 1599999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[1600000, 3199999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[3200000, 6399999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[6400000, 12799999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[12800000, 25599999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[25600000, 51199999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[51200000, 102399999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[102400000, 204799999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[204800000, 409599999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[409600000, 819199999]", 2024-03-10T22:14:14.945 INFO:tasks.workunit.client.0.smithi169.stdout: "[819200000, 1638399999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[1638400000, 3276799999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[3276800000, 6553599999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[6553600000, 13107199999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[13107200000, 26214399999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[26214400000, 52428799999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[52428800000, 104857599999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[104857600000, 209715199999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[209715200000, 419430399999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[419430400000, 838860799999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[838860800000, 1677721599999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[1677721600000, 3355443199999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[3355443200000, 6710886399999]", 2024-03-10T22:14:14.946 INFO:tasks.workunit.client.0.smithi169.stdout: "[6710886400000, 13421772799999]", 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: "[13421772800000, 26843545599999]", 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: "[26843545600000, 53687091199999]", 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: "[53687091200000, None]" 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Request size (bytes)", 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 512, 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:14.947 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 511]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[512, 1023]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[1024, 2047]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[2048, 4095]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[4096, 8191]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[8192, 16383]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[16384, 32767]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[32768, 65535]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[65536, 131071]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[131072, 262143]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[262144, 524287]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[524288, 1048575]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[1048576, 2097151]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[2097152, 4194303]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[4194304, 8388607]", 2024-03-10T22:14:14.948 INFO:tasks.workunit.client.0.smithi169.stdout: "[8388608, 16777215]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[16777216, 33554431]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[33554432, 67108863]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[67108864, 134217727]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[134217728, 268435455]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[268435456, 536870911]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[536870912, 1073741823]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[1073741824, 2147483647]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[2147483648, 4294967295]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[4294967296, 8589934591]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[8589934592, 17179869183]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[17179869184, 34359738367]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[34359738368, 68719476735]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[68719476736, 137438953471]", 2024-03-10T22:14:14.949 INFO:tasks.workunit.client.0.smithi169.stdout: "[137438953472, 274877906943]", 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: "[274877906944, None]" 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: "osds": [ 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 0, 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.950 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.951 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.952 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 1, 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 13, 5, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 18, 1, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.953 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.954 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 2, 2024-03-10T22:14:14.955 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.956 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.957 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 3, 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.958 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.959 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.960 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 4, 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.961 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.962 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 5, 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.963 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.964 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.965 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 6, 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.966 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.967 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.968 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 7, 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.969 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.970 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.971 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_counters": { 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: "mds.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: "mds": { 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: "caps": { 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_cap_op_flush_ack": { 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_cap_op_flushsnap_ack": { 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_cap_op_grant": { 2024-03-10T22:14:14.972 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_cap_op_revoke": { 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_cap_op_trunc": { 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: "dir_commit": { 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: "dir_fetch_complete": { 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.973 INFO:tasks.workunit.client.0.smithi169.stdout: "dir_fetch_keys": { 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: "dir_merge": { 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: "dir_split": { 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: "exported_inodes": { 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: "forward": { 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.974 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_client_cap_release": { 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_client_caps": { 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_client_caps_dirty": { 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_inode_file_caps": { 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: "imported_inodes": { 2024-03-10T22:14:14.975 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: "inodes": { 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: "inodes_expired": { 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: "inodes_pinned": { 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: "inodes_with_caps": { 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.976 INFO:tasks.workunit.client.0.smithi169.stdout: "load_cent": { 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: "openino_dir_fetch": { 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: "process_request_cap_release": { 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: "reply_latency": { 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 126513 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: "request": { 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:14.977 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: "root_rbytes": { 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: "root_rfiles": { 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: "root_rsnaps": { 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_reply": { 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: "subtrees": { 2024-03-10T22:14:14.978 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_cache": { 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_enqueue_scrub": { 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_exportdir": { 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_flush": { 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_fragmentdir": { 2024-03-10T22:14:14.979 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_fragstats": { 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_inodestats": { 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_recovering_enqueued": { 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_recovering_prioritized": { 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_recovering_processing": { 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_strays": { 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_strays_delayed": { 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_strays_enqueuing": { 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_completed": { 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.981 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_started": { 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: "strays_created": { 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: "strays_enqueued": { 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: "strays_migrated": { 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: "strays_reintegrated": { 2024-03-10T22:14:14.982 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_log": { 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: "ev": { 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: "evadd": { 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: "evex": { 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: "evexd": { 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.983 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: "evexg": { 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: "evtrm": { 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: "jlat": { 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12623492 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: "replayed": { 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.984 INFO:tasks.workunit.client.0.smithi169.stdout: "seg": { 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: "segadd": { 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: "segex": { 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: "segexd": { 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: "segexg": { 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.985 INFO:tasks.workunit.client.0.smithi169.stdout: "segtrm": { 2024-03-10T22:14:14.986 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.986 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.986 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.986 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_mem": { 2024-03-10T22:14:14.986 INFO:tasks.workunit.client.0.smithi169.stdout: "cap": { 2024-03-10T22:14:14.986 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.986 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.986 INFO:tasks.workunit.client.0.smithi169.stdout: "cap+": { 2024-03-10T22:14:14.986 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:14.989 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.989 INFO:tasks.workunit.client.0.smithi169.stdout: "cap-": { 2024-03-10T22:14:14.989 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:14.989 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.989 INFO:tasks.workunit.client.0.smithi169.stdout: "dir": { 2024-03-10T22:14:14.989 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12 2024-03-10T22:14:14.989 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: "dir+": { 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: "dir-": { 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: "dn": { 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: "dn+": { 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: "dn-": { 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.990 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: "heap": { 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 207156 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: "ino": { 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: "ino+": { 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: "ino-": { 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: "rss": { 2024-03-10T22:14:14.991 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42872 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_server": { 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: "cap_acquisition_throttle": { 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: "cap_revoke_eviction": { 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_client_request": { 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.992 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_client_session": { 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 16 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_peer_request": { 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: "req_create_latency": { 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: "req_getattr_latency": { 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 126513 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.993 INFO:tasks.workunit.client.0.smithi169.stdout: "req_getfilelock_latency": { 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: "req_getvxattr_latency": { 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: "req_link_latency": { 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookup_latency": { 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.994 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookuphash_latency": { 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookupino_latency": { 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookupname_latency": { 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookupparent_latency": { 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookupsnap_latency": { 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lssnap_latency": { 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "req_mkdir_latency": { 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.996 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: "req_mknod_latency": { 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: "req_mksnap_latency": { 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: "req_open_latency": { 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.997 INFO:tasks.workunit.client.0.smithi169.stdout: "req_readdir_latency": { 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: "req_rename_latency": { 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: "req_renamesnap_latency": { 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: "req_rmdir_latency": { 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.998 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: "req_rmsnap_latency": { 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: "req_rmxattr_latency": { 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: "req_setattr_latency": { 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:14.999 INFO:tasks.workunit.client.0.smithi169.stdout: "req_setdirlayout_latency": { 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: "req_setfilelock_latency": { 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: "req_setlayout_latency": { 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: "req_setxattr_latency": { 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: "req_snapdiff_latency": { 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: "req_symlink_latency": { 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: "req_unlink_latency": { 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.001 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_sessions": { 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: "average_load": { 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: "avg_session_uptime": { 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: "mdthresh_evicted": { 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: "session_add": { 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: "session_count": { 2024-03-10T22:14:15.002 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: "session_remove": { 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: "sessions_open": { 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: "sessions_stale": { 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: "total_load": { 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 45 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.004 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: "purge_queue": { 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_executed": { 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_executing": { 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_executing_high_water": { 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_executing_ops": { 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_executing_ops_high_water": { 2024-03-10T22:14:15.005 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_item_in_journal": { 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.3d03441b2c2dca7b4904acfb49a748c8580f9818": { 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: "election_call": { 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: "election_lose": { 2024-03-10T22:14:15.006 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: "election_win": { 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_elections": { 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_sessions": { 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: "session_add": { 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.007 INFO:tasks.workunit.client.0.smithi169.stdout: "session_rm": { 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 90 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: "session_trim": { 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: "paxos": { 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: "accept_timeout": { 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: "begin": { 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 869 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_bytes": { 2024-03-10T22:14:15.008 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 869, 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3934942 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_keys": { 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_latency": { 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 869, 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 240994766 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: "collect": { 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.009 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_bytes": { 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_keys": { 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_latency": { 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 999978 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_timeout": { 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.010 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_uncommitted": { 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: "commit": { 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 871 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_bytes": { 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_keys": { 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.011 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_latency": { 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_ack_timeout": { 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_timeout": { 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn": { 2024-03-10T22:14:15.012 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn_latency": { 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh": { 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 871 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh_latency": { 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 871, 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2097954490 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: "restart": { 2024-03-10T22:14:15.013 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state": { 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_bytes": { 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_keys": { 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: "start_leader": { 2024-03-10T22:14:15.014 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: "start_peon": { 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state": { 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 870 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_bytes": { 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 870, 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7706773 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_keys": { 2024-03-10T22:14:15.015 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 870, 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6200 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_latency": { 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 870, 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 521988672 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache": { 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1020054731 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:15.016 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41754624 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 30302208 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2147483648 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 11452416 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:full": { 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.017 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277021473 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 271033 2024-03-10T22:14:15.018 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.019 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 70834726 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.020 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:inc": { 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277021473 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.021 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41401 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.022 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.023 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71064358 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:kv": { 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 322961408 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.024 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 184680982 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.026 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71171562 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb": { 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: "compact": { 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_len": { 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_merge": { 2024-03-10T22:14:15.027 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_range": { 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: "get_latency": { 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 36992, 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 92667560 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_delay_time": { 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_memtable_time": { 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.028 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_wal_time": { 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_latency": { 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.029 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_sync_latency": { 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1857, 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 844515601 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.6967dccfb754893b6b1b46d66026e3f640e83f96": { 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: "election_call": { 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: "election_lose": { 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.030 INFO:tasks.workunit.client.0.smithi169.stdout: "election_win": { 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: "num_elections": { 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 9 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: "num_sessions": { 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: "session_add": { 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: "session_rm": { 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 219 2024-03-10T22:14:15.031 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: "session_trim": { 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: "paxos": { 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: "accept_timeout": { 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: "begin": { 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1023 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_bytes": { 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:15.032 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5014535 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_keys": { 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3069 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_latency": { 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 197995710 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: "collect": { 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_bytes": { 2024-03-10T22:14:15.033 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_keys": { 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_latency": { 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_timeout": { 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.034 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_uncommitted": { 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: "commit": { 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1023 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_bytes": { 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4940870 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_keys": { 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6186 2024-03-10T22:14:15.035 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_latency": { 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 497620172 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_ack_timeout": { 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_timeout": { 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn": { 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.036 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn_latency": { 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 999979 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh": { 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1025 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh_latency": { 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1025, 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2647942641 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: "restart": { 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.037 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state": { 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_bytes": { 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1627 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_keys": { 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: "start_leader": { 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:15.038 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: "start_peon": { 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state": { 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_bytes": { 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_keys": { 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.039 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_latency": { 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache": { 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1020054731 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 45850624 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:15.040 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 37257216 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2147483648 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8593408 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:full": { 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.041 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277022549 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 270603 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.042 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.043 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 70834080 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:inc": { 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:15.044 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277022549 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 38962 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.045 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.046 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71065721 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:kv": { 2024-03-10T22:14:15.047 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 322961408 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 184681699 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.048 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.049 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71170845 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.050 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb": { 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: "compact": { 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_len": { 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_merge": { 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_range": { 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: "get_latency": { 2024-03-10T22:14:15.051 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 45860, 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 172752604 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_delay_time": { 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_memtable_time": { 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.052 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_wal_time": { 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_latency": { 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_sync_latency": { 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2208, 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 766586530 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.053 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: "election_call": { 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: "election_lose": { 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: "election_win": { 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_elections": { 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_sessions": { 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: "session_add": { 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: "session_rm": { 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 50 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: "session_trim": { 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.055 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: "paxos": { 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: "accept_timeout": { 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: "begin": { 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 881 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_bytes": { 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 881, 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3962616 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_keys": { 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.056 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_latency": { 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 881, 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 144996632 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: "collect": { 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_bytes": { 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 146 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_keys": { 2024-03-10T22:14:15.057 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_latency": { 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_timeout": { 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_uncommitted": { 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: "commit": { 2024-03-10T22:14:15.058 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 882 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_bytes": { 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_keys": { 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_latency": { 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.059 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_ack_timeout": { 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_timeout": { 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn": { 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn_latency": { 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh": { 2024-03-10T22:14:15.060 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 882 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh_latency": { 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 882, 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1914955436 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: "restart": { 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state": { 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_bytes": { 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.061 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_keys": { 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: "start_leader": { 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: "start_peon": { 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state": { 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 882 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.062 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_bytes": { 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 882, 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7759645 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_keys": { 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 882, 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6289 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_latency": { 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 882, 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 331992285 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache": { 2024-03-10T22:14:15.063 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1020054731 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42803200 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 30851072 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2147483648 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 11952128 2024-03-10T22:14:15.064 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:full": { 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277021473 2024-03-10T22:14:15.065 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 271033 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.066 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.067 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 70834726 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:inc": { 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.068 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277021473 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41401 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71064358 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:kv": { 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 322961408 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.071 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 184680982 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.072 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.073 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71171562 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb": { 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: "compact": { 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_len": { 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_merge": { 2024-03-10T22:14:15.074 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_range": { 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: "get_latency": { 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 37446, 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 89786675 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_delay_time": { 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_memtable_time": { 2024-03-10T22:14:15.075 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_wal_time": { 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_latency": { 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.076 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_sync_latency": { 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1907, 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 576044628 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.0": { 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.077 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:15.078 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2646016 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.079 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1634304 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1495040 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:15.080 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.081 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:15.082 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.083 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:15.084 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.085 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4218880 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1318912 2024-03-10T22:14:15.086 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 4, 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 161123 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.087 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 22, 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 60146 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 352, 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 94961043 2024-03-10T22:14:15.088 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 347, 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8166456 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 352, 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 326276 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 352, 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95287319 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.089 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 44040 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 6, 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 18224 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.090 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4196 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 839 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 227 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:15.091 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 121, 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2733722 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 327, 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 273634 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 206, 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5231204 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.092 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 44469 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 25971395 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 125, 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 37595168 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 125, 2024-03-10T22:14:15.093 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 527956397622 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 125, 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 133169269971 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 72819938849 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41752 2024-03-10T22:14:15.094 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 9237911 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 194333302 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 155492 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:15.095 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 135258174 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 26263669 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 900672 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 59, 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 265501 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.096 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 391129249 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 30678313 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2932550 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:15.097 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861634483 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 44482560 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 44056576 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137577472 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 425984 2024-03-10T22:14:15.098 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85471729 2024-03-10T22:14:15.099 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.100 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 610304 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.101 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73301519 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.102 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641037972 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.103 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.104 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71991580 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.105 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 56981153 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.106 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.107 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68847503 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.108 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641037972 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.109 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6118 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 234968 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.110 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71752622 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:15.111 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:15.112 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 47 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.113 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 616 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 34678100 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 6, 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2910979 2024-03-10T22:14:15.114 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 33467697 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.115 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.116 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.117 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.118 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 616 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 34678100 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 6, 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2910979 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:15.119 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 33467697 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1771104 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28983296 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.1": { 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.121 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:15.122 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2351104 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.123 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1470464 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1331200 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:15.124 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:15.125 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.126 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:15.127 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.128 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.129 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3760128 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.130 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 708608 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 196757 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.131 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 27, 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 76210 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.132 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 312, 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 94020154 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 300, 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12751331 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 312, 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 319933 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.133 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 312, 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 94340087 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 35895 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.134 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7056 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4309 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.135 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 810 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 232 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 134, 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4890337 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 349, 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 273926 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.136 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 215, 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4462137 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 123011 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15988090 2024-03-10T22:14:15.137 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 122, 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 50712964 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 121, 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 299712023176 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 122, 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 124262931225 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:15.138 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 401, 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 34873100112 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 401, 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 40906 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5427255 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 183463446 2024-03-10T22:14:15.139 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 130006 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 72652547 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 20401822 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:15.140 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 309190 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 56, 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 256497 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 297988136 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24025335 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.141 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2881309 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861634483 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 43368448 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:15.142 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42770432 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137577472 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 598016 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.143 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85509137 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.144 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 16384 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.145 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73858031 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:15.146 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641318532 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.147 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.148 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71711020 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.149 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006091 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.150 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.151 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68822565 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.152 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641318532 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.153 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 9422 2024-03-10T22:14:15.154 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206127 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.155 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71497599 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.156 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 37 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 155 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.157 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2429440 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 155, 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1351897836 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1063 2024-03-10T22:14:15.158 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 155, 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 52842548 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 155, 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 267801485 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 33 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 33, 2024-03-10T22:14:15.159 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5543045 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1063 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 33, 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4832666 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 33, 2024-03-10T22:14:15.160 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4051749 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 22 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 22, 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 19191383 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.161 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 22, 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8476116 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 22, 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 18052133 2024-03-10T22:14:15.162 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 100 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2429440 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 100, 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1327163408 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.163 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 100, 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 39533766 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 100, 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 245697603 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 590368 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.164 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28377088 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.2": { 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:15.165 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.166 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2113536 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:15.167 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1335296 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1196032 2024-03-10T22:14:15.168 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:15.169 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.170 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.171 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.172 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:15.173 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3387392 2024-03-10T22:14:15.174 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 708608 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 4, 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 178307 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.175 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:15.176 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14804 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 279, 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 72895602 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 277, 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6917556 2024-03-10T22:14:15.177 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 279, 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 275960 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 279, 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73171562 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:15.178 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 94100 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.179 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5250 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 580 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 217 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 89, 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1205840 2024-03-10T22:14:15.180 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 251, 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 285256 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 162, 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4895573 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 125556 2024-03-10T22:14:15.181 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8958247 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 113, 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6313493 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 112, 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 243309825044 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:15.182 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 113, 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 121447074299 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 330, 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 84998280877 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 330, 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 29566 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2586075 2024-03-10T22:14:15.183 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 130961011 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 116269 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57194256 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:15.184 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 21483137 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 309576 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 48, 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 215287 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 221235498 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.185 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24646673 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2482300 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861634483 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:15.186 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42319872 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41443328 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137577472 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 876544 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.187 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85509980 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.188 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8192 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.189 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73865380 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:15.190 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.191 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:15.191 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.191 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.191 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.191 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.191 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.193 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.193 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.193 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.193 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641324851 2024-03-10T22:14:15.193 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.194 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.195 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71704701 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:15.196 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006653 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.197 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.198 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68822003 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.199 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641324851 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.200 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10552 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 199329 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.201 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71496948 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:15.202 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:15.203 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 30 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.204 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 124374098 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6616366 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.205 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 107405866 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:15.206 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:15.207 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.208 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:15.209 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 124374098 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:15.210 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6616366 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 107405866 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:15.211 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28377088 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.3": { 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.212 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.213 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1130496 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.214 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 823296 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 684032 2024-03-10T22:14:15.215 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.216 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.217 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.218 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.219 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:15.220 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1892352 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.221 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 729088 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.222 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5405 2024-03-10T22:14:15.223 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 154, 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 56748010 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 151, 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 9107699 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:15.224 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 154, 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 210226 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 154, 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 56958236 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42860 2024-03-10T22:14:15.225 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.226 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 21501 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 352 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 217 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 90, 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1026236 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.227 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 160, 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 251310 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 70, 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 428347 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.228 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 18692872 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 54, 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4092662 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 51, 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 339450770125 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:15.229 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 54, 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 87287037482 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 239, 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 586991 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 239, 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31367 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:15.230 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 286642 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 188908028 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 75101 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 103783844 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.231 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14719414 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 312310 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 45, 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 240957 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 326424575 2024-03-10T22:14:15.232 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 17066223 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1656105 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861634483 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.233 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42385408 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41009152 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137577472 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1376256 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.234 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85510027 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.235 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.236 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.237 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73873525 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.238 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641325203 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.239 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.240 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71704349 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.241 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006684 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.242 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.243 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68821972 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.244 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641325203 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.245 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14090 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 205491 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.246 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71486896 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:15.247 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:15.248 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 36 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.249 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.250 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 628499 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:15.251 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.252 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.253 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.254 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.255 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 628499 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.256 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28393472 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.4": { 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.257 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:15.258 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1273856 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.259 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 933888 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 794624 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.260 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:15.261 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:15.262 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.263 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:15.264 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.265 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2146304 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:15.266 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 724992 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 8, 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 317708 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.267 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5271 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:15.268 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 181, 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 53837337 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 181, 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4380566 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 181, 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 177406 2024-03-10T22:14:15.269 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 181, 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 54014743 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 38967 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:15.270 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3807 2024-03-10T22:14:15.271 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 366 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 234 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 92, 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1014254 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 155, 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 255345 2024-03-10T22:14:15.272 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 63, 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 283585 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 154148 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3413194 2024-03-10T22:14:15.273 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 43, 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5487800 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 43, 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 163262357491 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 43, 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 64045036107 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.274 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 578798 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24055 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 280576 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.275 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 84348939 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 83964 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 45021456 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12799868 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:15.276 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 310284 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 42, 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 190640 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 145898113 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15163537 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.277 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1743280 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861633873 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42385408 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41992192 2024-03-10T22:14:15.278 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137576755 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 393216 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.279 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85509363 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.280 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8192 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.281 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73865997 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.282 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641320222 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.283 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.284 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71709330 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.285 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006242 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.286 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.287 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68822414 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:15.288 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641320222 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.289 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14086 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.290 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 207773 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71489599 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.291 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.292 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:15.293 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 22 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24219195 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:15.294 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 620680 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 16690801 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.295 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.296 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:15.297 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.298 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 22 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24219195 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.299 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 620680 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 16690801 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.300 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28389376 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.5": { 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.301 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.302 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1183744 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.303 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 872448 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 733184 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.304 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:15.305 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:15.306 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.307 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.308 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.309 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1994752 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:15.310 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 720896 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 6, 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 218477 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.311 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5287 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.312 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 166, 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 54478057 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 157, 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5722233 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 166, 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 135781 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 166, 2024-03-10T22:14:15.313 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 54613838 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 32115 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1006 2024-03-10T22:14:15.314 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3624 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:15.315 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 338 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 242 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 91, 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 775964 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 145, 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 258223 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.316 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 54, 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 400007 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 4, 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 118743 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3438874 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.317 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 39, 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3206972 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 36, 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 321106721891 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 39, 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68042712269 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:15.318 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 266, 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 537292 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 266, 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 25322 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 266794 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 244919823 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.319 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 92752 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 97646778 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13421373 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 311965 2024-03-10T22:14:15.320 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 32, 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 138886 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 359728024 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 16976631 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:15.321 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1713227 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861633873 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42385408 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41787392 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.322 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137576755 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 598016 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.323 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85509763 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.324 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.325 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73873789 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.326 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641323222 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.327 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.328 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71706330 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.329 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006508 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.330 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.331 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68822148 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.332 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641323222 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.333 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15280 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 208053 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.334 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71485125 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:15.335 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42 2024-03-10T22:14:15.336 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.337 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.338 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.339 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.340 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:15.341 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:15.342 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:15.343 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.344 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28385280 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.6": { 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:15.345 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.346 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1212416 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.347 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 905216 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 765952 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.348 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:15.349 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:15.350 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:15.351 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:15.352 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.353 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2056192 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1306624 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.354 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.355 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5772 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 174, 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 50035133 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 167, 2024-03-10T22:14:15.356 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8071810 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 174, 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 120475 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 174, 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 50155608 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.357 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 33823 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.358 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5648 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 338 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 249 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 88, 2024-03-10T22:14:15.359 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 686073 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 133, 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 281558 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 45, 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 392027 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:15.360 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7912986 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 34, 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2023433 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 34, 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 473781347032 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.361 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 34, 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 52629508577 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 502349 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 56595 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.362 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 231297 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 127041487 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 83361 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 64539886 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.363 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 17745419 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 901970 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 27, 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 116856 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 217506838 2024-03-10T22:14:15.364 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 19661171 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1714507 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861633873 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.365 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 43433984 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41943040 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137576755 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1490944 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:15.366 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85509604 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.367 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.368 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73873948 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.369 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641322035 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.370 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.371 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71707517 2024-03-10T22:14:15.372 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006403 2024-03-10T22:14:15.373 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.374 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.375 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68822253 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.376 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641322035 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2396 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3594 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.377 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14377 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 204879 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.378 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71484399 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:15.379 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 39 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:15.380 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2810 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 13, 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 118743999 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.381 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 15, 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7327875 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 13, 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 79138275 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.382 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.383 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.384 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.385 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2810 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 13, 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 118743999 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.386 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 15, 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7327875 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 13, 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 79138275 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.387 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28971008 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.7": { 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:15.388 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.389 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1134592 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.390 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 851968 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 712704 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:15.391 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:15.392 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:15.393 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.394 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.395 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:15.396 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1925120 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:15.397 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1306624 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 219057 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:15.398 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 30590 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.399 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 161, 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 53606872 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 155, 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5688626 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 161, 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 91104 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.400 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 161, 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 53697976 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42568 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.401 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4400 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.402 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 575 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 276 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 115, 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2632144 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 177, 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 267895 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.403 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 62, 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1956139 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65175 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2332701 2024-03-10T22:14:15.404 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 20, 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1580587 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 20, 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 295679939202 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 20, 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 29728979435 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:15.405 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 444809 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 26619 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 288455 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 134740759 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.406 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 82703 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 125380931 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 11910124 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:15.407 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 900267 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 19, 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 70499 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 274685335 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13993371 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:15.408 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2438227 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861633873 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 43433984 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42401792 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.409 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137576755 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1032192 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.410 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85492193 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 143360 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.411 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 135168 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.412 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73612831 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.413 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641191453 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.414 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 128 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2000 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.415 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71838099 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.416 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 56994795 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.417 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.418 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68833861 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:15.419 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641191453 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:15.420 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13279 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7243 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 216088 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.421 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71603617 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:15.422 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:15.423 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.425 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.425 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.425 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.425 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.425 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 47 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.426 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 101 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 101, 2024-03-10T22:14:15.427 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 118358688 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 264707 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 103, 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 25247012 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 101, 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 108066916 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 70 2024-03-10T22:14:15.428 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 70, 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 11096492 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 264707 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 70, 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10000099 2024-03-10T22:14:15.429 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 70, 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8295003 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 26 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 26, 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24729979 2024-03-10T22:14:15.430 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 26, 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 11190980 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:15.431 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 26, 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23407691 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 82532217 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.432 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 7, 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4055933 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 76364222 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.433 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28971008 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.434 INFO:tasks.workunit.client.0.smithi169.stdout: "pools": [ 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr" 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 1, 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 1, 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 1, 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:15.435 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 1781760, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 1781760, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 2, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 2.443002131258254e-06, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 212, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 313344, 2024-03-10T22:14:15.436 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 590368, 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 590368, 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 1771104, 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 179, 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 2473984 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:15.437 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 32, 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 32, 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 2, 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 98304, 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:15.438 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 98304, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 22, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 1.3478663163368765e-07, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 3428, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 3428, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:15.439 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 10284, 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 51, 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 20480 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:15.440 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 64, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 64, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 3, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 0, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 0, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:15.441 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 0.0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 0, 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 0 2024-03-10T22:14:15.442 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd" 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:15.443 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 8, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 8, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 4, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330329866, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 0, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 0, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110117376, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 0, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:15.444 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 0.0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 0 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:15.445 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd": { 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: "mirroring_by_pool": [ 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: false 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: "num_images_by_pool": [ 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pools": 1 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: "report_id": "1e176e1c-cab2-4115-9412-ed5985620341", 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: "report_timestamp": "2024-03-10T22:14:14.574884", 2024-03-10T22:14:15.446 INFO:tasks.workunit.client.0.smithi169.stdout: "report_version": 1, 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_stats": { 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "7.9.2" 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "rook": { 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster": { 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "external-mode": null, 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "allow-multiple-per-node": null, 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "count": null, 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "max-id": null, 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "pvc": { 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "enabled": null 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "stretch": { 2024-03-10T22:14:15.447 INFO:tasks.workunit.client.0.smithi169.stdout: "enabled": null 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: "network": { 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: "provider": null 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: "storage": { 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: "device-set": { 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: "non-portable": null, 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: "portable": null, 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: "total": null 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.448 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: "csi": { 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: "kubernetes": { 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: "node": { 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: "kubernetes-total": null, 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: "with-ceph-daemons": null, 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-cephfs-plugin": null, 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-nfs-plugin": null, 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-rbd-plugin": null 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.449 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: "usage": { 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: "storage-class": { 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket": null, 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs": null, 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: "nfs": null, 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd": null, 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: "total": null 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.450 INFO:tasks.workunit.client.0.smithi169.stdout: "services": {}, 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_per_pg": [ 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.451 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700074+0000", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700074+0000", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701205+0000", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.453 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3f", 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:23:01.902605+0000", 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.454 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.457 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:15.458 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.691245+0000", 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.691245+0000", 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.691519+0000", 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.459 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.460 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3e", 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:08:14.452838+0000", 2024-03-10T22:14:15.461 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.462 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.464 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.465 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.695507+0000", 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.695507+0000", 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.695791+0000", 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:15.466 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.467 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3d", 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.468 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:33:48.988967+0000", 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.469 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.472 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.473 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.693236+0000", 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.693236+0000", 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.693517+0000", 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:15.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.475 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3c", 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:26:13.561703+0000", 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.476 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.479 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.480 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700703+0000", 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700703+0000", 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701277+0000", 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.481 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.482 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3b", 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.483 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:12:20.808902+0000", 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.484 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.487 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.686274+0000", 2024-03-10T22:14:15.488 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.686274+0000", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.686552+0000", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:15.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.490 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3a", 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:19:53.208566+0000", 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.491 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.494 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.495 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700514+0000", 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700514+0000", 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701505+0000", 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:15.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.497 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.39", 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:15:57.043751+0000", 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.498 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.501 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.502 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.690648+0000", 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.690648+0000", 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.692086+0000", 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:15.503 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.504 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.38", 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.505 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:46:11.054836+0000", 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.506 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.509 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:15.510 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.705130+0000", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.705130+0000", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.705416+0000", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.512 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.37", 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:12:10.920888+0000", 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.513 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.516 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:15.517 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.690091+0000", 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.690091+0000", 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.690415+0000", 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.519 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.36", 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.520 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:28:29.762666+0000", 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.524 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.688877+0000", 2024-03-10T22:14:15.525 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.688877+0000", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.689154+0000", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:15.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.527 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.35", 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:55:18.736111+0000", 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.528 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.531 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.532 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.691009+0000", 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.691009+0000", 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.691279+0000", 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:15.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.534 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.34", 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:39:42.628456+0000", 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.535 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.539 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.686643+0000", 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.686643+0000", 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.687905+0000", 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:15.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.541 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.33", 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.542 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:21:46.602771+0000", 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.546 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.547 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.694647+0000", 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.694647+0000", 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.694945+0000", 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:15.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.549 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.32", 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:52:59.239119+0000", 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.550 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.553 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.554 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.681448+0000", 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.681448+0000", 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.681705+0000", 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.556 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.31", 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.557 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:52:30.120706+0000", 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.561 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:15.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.694455+0000", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.694455+0000", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.695264+0000", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.564 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.30", 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T10:07:36.041532+0000", 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.568 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:15.569 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.288046+0000", 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.288046+0000", 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.571 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2f", 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 11, 2024-03-10T22:14:15.572 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:21:29.385418+0000", 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:15.576 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.577 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.692123+0000", 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.692123+0000", 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.692403+0000", 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:15.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.579 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2e", 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:13:46.329297+0000", 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.580 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.583 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.584 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.692090+0000", 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.692090+0000", 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.692539+0000", 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.585 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.586 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2d", 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.587 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:40:00.077776+0000", 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.588 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.591 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:15.592 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.331669+0000", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.331669+0000", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.331999+0000", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.593 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 4, 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 4, 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.594 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1f", 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 24, 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:11:58.108647+0000", 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 582, 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.595 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 6, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 2, 2024-03-10T22:14:15.596 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 2, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.597 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 4, 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 1 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.598 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.599 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.599 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:15.599 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'4" 2024-03-10T22:14:15.599 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.599 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.599 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.599 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.599 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.599 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.599 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.599 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:15.601 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.601 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.601 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.601 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.689687+0000", 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.689687+0000", 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.690022+0000", 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:15.602 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.603 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1e", 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:05:37.487003+0000", 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.604 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.605 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.606 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.607 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.608 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.324381+0000", 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.324381+0000", 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.324676+0000", 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.609 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.610 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1e", 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.611 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:36:39.187956+0000", 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.612 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.613 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.614 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'1" 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.615 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.688473+0000", 2024-03-10T22:14:15.616 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.688473+0000", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.689295+0000", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:15.617 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1f", 2024-03-10T22:14:15.618 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:05:15.873149+0000", 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.620 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.621 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.622 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.623 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.335558+0000", 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.335558+0000", 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.335915+0000", 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:15.624 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.625 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1d", 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 22, 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:16:06.166557+0000", 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 3, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.629 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.630 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.681502+0000", 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.681502+0000", 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.681774+0000", 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.632 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1c", 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.633 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:29:35.646835+0000", 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.637 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.638 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.339021+0000", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.339021+0000", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.339324+0000", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.639 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:15.640 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1c", 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 22, 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:11:01.173700+0000", 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.641 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.642 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 3, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.644 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.645 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.704605+0000", 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.704605+0000", 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.704879+0000", 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.646 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.647 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1d", 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.648 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:22:49.476011+0000", 2024-03-10T22:14:15.649 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.649 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.649 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.649 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.649 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.649 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.649 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.649 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.649 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.649 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.649 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.650 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.651 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.652 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.653 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.327914+0000", 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.327914+0000", 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.328412+0000", 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:15.654 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.655 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1b", 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:08:37.921104+0000", 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.656 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.657 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.658 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.659 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'1" 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.660 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.687582+0000", 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.687582+0000", 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.687879+0000", 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:15.661 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.662 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1a", 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.663 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:45:00.469959+0000", 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.665 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.666 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:15.667 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.668 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.334600+0000", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.334600+0000", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.334884+0000", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.669 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:15.670 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1a", 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:28:39.542401+0000", 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.674 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'1" 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.675 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.699852+0000", 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.699852+0000", 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701043+0000", 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:15.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.677 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1b", 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:52:52.944578+0000", 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.678 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.681 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.682 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.324591+0000", 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.324591+0000", 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.329339+0000", 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.683 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.684 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.19", 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.685 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:59:20.829563+0000", 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.686 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.689 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.684801+0000", 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.684801+0000", 2024-03-10T22:14:15.690 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.685105+0000", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:15.691 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.18", 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.692 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:02:33.141180+0000", 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.693 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.694 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.695 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:15.696 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.697 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.337506+0000", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.337506+0000", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.337832+0000", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.698 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.699 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.18", 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:21:21.901356+0000", 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.700 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.701 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.702 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.703 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:15.704 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.692276+0000", 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.692276+0000", 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.692561+0000", 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.705 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.706 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.19", 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:04:32.793389+0000", 2024-03-10T22:14:15.707 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.708 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.709 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.710 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.711 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.330569+0000", 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.330569+0000", 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.330952+0000", 2024-03-10T22:14:15.712 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.713 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.17", 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.714 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:35:05.959497+0000", 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.717 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:15.718 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.693203+0000", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.693203+0000", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.693500+0000", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.721 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.16", 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:27:48.202264+0000", 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.725 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.726 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.333179+0000", 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.333179+0000", 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.333487+0000", 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:15.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.728 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.16", 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:41:49.042592+0000", 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.729 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.730 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.732 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:15.733 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.697052+0000", 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.697052+0000", 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.697335+0000", 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.734 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.735 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.17", 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.736 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:29:07.163750+0000", 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.737 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.738 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.739 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.740 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:15.741 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.336317+0000", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.336317+0000", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.336603+0000", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.742 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 3, 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 3, 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.743 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.15", 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 23, 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:01:30.357130+0000", 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 90, 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.744 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 6, 2024-03-10T22:14:15.745 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 2, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 2, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.746 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 4, 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 1 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.747 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'3" 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.748 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.696899+0000", 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.696899+0000", 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.697177+0000", 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.749 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.750 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.14", 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:21:13.556936+0000", 2024-03-10T22:14:15.751 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.753 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.754 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.755 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.332951+0000", 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.332951+0000", 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.333491+0000", 2024-03-10T22:14:15.756 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.757 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 12, 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 12, 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.14", 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.758 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 32, 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:02:33.459289+0000", 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 2630, 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 12, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 4, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 4, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 12, 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 9 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.762 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "69'12" 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.763 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.699207+0000", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.699207+0000", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.699526+0000", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.765 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.15", 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:30:31.727476+0000", 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.766 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.769 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:15.770 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.332929+0000", 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.332929+0000", 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.333163+0000", 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.771 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.772 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.13", 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 22, 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.773 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:49:55.523315+0000", 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 34, 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.774 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 6, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 2, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 2, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 3, 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 7 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.777 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.778 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.686356+0000", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.686356+0000", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.687001+0000", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.779 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.780 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.12", 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:55:04.769067+0000", 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.781 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.782 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.783 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.784 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.785 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.335743+0000", 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.335743+0000", 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.336067+0000", 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.786 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.787 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.12", 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:31:01.175277+0000", 2024-03-10T22:14:15.788 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.789 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.790 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.791 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.792 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700567+0000", 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700567+0000", 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701062+0000", 2024-03-10T22:14:15.793 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:15.794 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.13", 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.795 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:29:53.128362+0000", 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.798 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.799 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.800 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.331529+0000", 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.331529+0000", 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.331888+0000", 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:15.801 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.802 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.11", 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:14:54.061339+0000", 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.803 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.806 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.807 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.688073+0000", 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.688073+0000", 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.688359+0000", 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.809 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.10", 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.810 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:02:02.500459+0000", 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.811 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.814 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.815 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.329149+0000", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.329149+0000", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.329835+0000", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.816 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 8, 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.817 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 8, 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.10", 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 28, 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:35:31.108239+0000", 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.818 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.819 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 12, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 4, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 4, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 4, 2024-03-10T22:14:15.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 12, 2024-03-10T22:14:15.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'8" 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.822 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.701158+0000", 2024-03-10T22:14:15.823 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.701158+0000", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701701+0000", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:15.824 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.11", 2024-03-10T22:14:15.825 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:07:36.075457+0000", 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.826 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.827 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.828 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.829 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.830 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.325364+0000", 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.325364+0000", 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.325718+0000", 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.831 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.832 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.f", 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.833 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:07:55.783060+0000", 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 22, 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.834 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.835 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.836 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 1, 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 1 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'1" 2024-03-10T22:14:15.837 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.838 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.699528+0000", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.699528+0000", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.699893+0000", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.839 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.840 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.e", 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:49:49.010215+0000", 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.842 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.843 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.844 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.845 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.597138+0000", 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.597138+0000", 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.597501+0000", 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.846 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:15.847 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.2", 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.848 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:43:28.629259+0000", 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.851 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.852 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:15.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.330583+0000", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.330583+0000", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.330875+0000", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.855 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.4", 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:54:17.000879+0000", 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.859 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.860 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.673386+0000", 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.673386+0000", 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.673695+0000", 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.862 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.5", 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.863 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:37:53.995145+0000", 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.864 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.867 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.537010+0000", 2024-03-10T22:14:15.868 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.537010+0000", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.537752+0000", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:15.869 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.870 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.4", 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:46:46.722245+0000", 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.871 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.872 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.874 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.875 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.328828+0000", 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.328828+0000", 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.329115+0000", 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:15.876 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.877 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.2", 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:17:57.474260+0000", 2024-03-10T22:14:15.878 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.879 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.880 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.881 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.882 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.698920+0000", 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.698920+0000", 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.699187+0000", 2024-03-10T22:14:15.883 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.884 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3", 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.885 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:12:28.843806+0000", 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.886 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.887 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.888 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.889 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.890 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.597148+0000", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.597148+0000", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.597789+0000", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.891 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.892 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.7", 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:36:10.285544+0000", 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.895 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.896 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.897 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.691199+0000", 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.691199+0000", 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.691485+0000", 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.898 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.899 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.0", 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:22:59.513117+0000", 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.900 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.903 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.904 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.322907+0000", 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.322907+0000", 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.323199+0000", 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:15.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.906 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1", 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.907 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:37:17.480409+0000", 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.908 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:15.911 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.912 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.598687+0000", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.598687+0000", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.599005+0000", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.913 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.914 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.5", 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:21:23.660161+0000", 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.915 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.916 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.918 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.919 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.690556+0000", 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.690556+0000", 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.691003+0000", 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.920 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.921 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2", 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.922 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:38:21.961501+0000", 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.923 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.924 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.925 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.926 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:15.927 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.337350+0000", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.337350+0000", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.337640+0000", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.928 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.929 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.3", 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:18:51.316696+0000", 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.930 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.931 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.932 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.933 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 19, 2024-03-10T22:14:15.934 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285090+0000", 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:10:57.219072+0000", 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:10:57.219072+0000", 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:10:57.219572+0000", 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285090+0000", 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:08:53.532817+0000", 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:08:53.532817+0000", 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 58, 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285090+0000", 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285090+0000", 2024-03-10T22:14:15.935 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285090+0000", 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:08:53.532817+0000", 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285090+0000", 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285090+0000", 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 128, 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 57, 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.936 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 128, 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "1.0", 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 266, 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:18:55.665209+0000", 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.937 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 590368, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 1771104, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 6, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 2, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 2, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 6, 2024-03-10T22:14:15.939 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 212, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 306, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 179, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 2416 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.940 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "63'128" 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.941 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.537005+0000", 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.537005+0000", 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.537409+0000", 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.942 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.943 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.6", 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:15.944 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:21:08.163921+0000", 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.948 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700188+0000", 2024-03-10T22:14:15.949 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700188+0000", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.700447+0000", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:15.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.951 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1", 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:56:29.291812+0000", 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.952 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:15.955 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.956 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.334941+0000", 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.334941+0000", 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.336134+0000", 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:15.957 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.958 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.0", 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:28:58.368677+0000", 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.959 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.960 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.961 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.962 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.963 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.598326+0000", 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.598326+0000", 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.598596+0000", 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.964 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.965 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.3", 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:15.966 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:02:37.043827+0000", 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.967 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.968 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.969 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.970 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.334900+0000", 2024-03-10T22:14:15.971 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.334900+0000", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.335201+0000", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:15.972 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.973 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.5", 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:12:13.670799+0000", 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.975 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.976 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:15.977 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.978 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.685139+0000", 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.685139+0000", 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.685626+0000", 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:15.979 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.980 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.4", 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:23:50.538402+0000", 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.984 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:15.985 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.597232+0000", 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.597232+0000", 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.597583+0000", 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:15.987 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.0", 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.988 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:27:45.331515+0000", 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:15.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.992 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.337220+0000", 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.337220+0000", 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.337498+0000", 2024-03-10T22:14:15.993 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:15.994 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.6", 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:15.995 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:23:20.823871+0000", 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:15.996 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:15.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:15.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 1, 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:15.999 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "62'1" 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.000 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.384134+0000", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.384134+0000", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.384542+0000", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.001 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.002 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.7", 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 28, 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:34:32.856356+0000", 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.003 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.004 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.005 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.006 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.007 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.597211+0000", 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.597211+0000", 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.597534+0000", 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:16.008 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:16.009 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.1", 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.010 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:45:08.004011+0000", 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.011 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.012 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.013 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.014 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.335257+0000", 2024-03-10T22:14:16.015 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.335257+0000", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.335574+0000", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:16.016 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.7", 2024-03-10T22:14:16.017 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 22, 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:44:50.635659+0000", 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.019 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.020 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 3, 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:16.021 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.022 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.383553+0000", 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.383553+0000", 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:16.023 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.024 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.6", 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 11, 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:22:21.429652+0000", 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.025 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.028 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.029 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.334935+0000", 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.334935+0000", 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.335225+0000", 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.031 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.8", 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.032 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:17:38.481353+0000", 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.036 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.696912+0000", 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.696912+0000", 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.697161+0000", 2024-03-10T22:14:16.037 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:16.038 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.038 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.038 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.038 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.038 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:16.038 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:16.038 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:16.038 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.038 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.038 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.039 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.9", 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:26:59.747974+0000", 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.040 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.041 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.043 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.044 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.333081+0000", 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.333081+0000", 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.333353+0000", 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:16.045 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.046 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.9", 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:46:37.187269+0000", 2024-03-10T22:14:16.047 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.048 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.049 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.050 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.051 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.697127+0000", 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.697127+0000", 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.697952+0000", 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:16.052 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.053 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.8", 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.054 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:12:54.076961+0000", 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.056 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.057 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.058 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.059 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.333020+0000", 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.333020+0000", 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.333316+0000", 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:16.060 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.061 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.a", 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:06:02.673277+0000", 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.062 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.065 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:16.066 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.683298+0000", 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.683298+0000", 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.683564+0000", 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.067 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.068 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.b", 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.069 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:34:06.223712+0000", 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.070 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:16.073 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.074 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.287252+0000", 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.287252+0000", 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:16.075 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:16.076 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.b", 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:51:35.301402+0000", 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.077 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 1, 2024-03-10T22:14:16.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 1, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.080 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.081 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.694103+0000", 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.694103+0000", 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.694551+0000", 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.082 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.083 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.a", 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.084 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T10:02:24.857502+0000", 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.087 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.088 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:16.089 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.326976+0000", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.326976+0000", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.327273+0000", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.090 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.091 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.c", 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:03:10.050899+0000", 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.092 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.093 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.094 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.095 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.096 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.691687+0000", 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.691687+0000", 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.692371+0000", 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:16.097 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.098 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.d", 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:03:08.645949+0000", 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.099 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.100 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.101 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.102 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.195 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.195 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.195 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.195 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:16.195 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.195 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:16.195 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.195 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.195 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:16.196 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.335072+0000", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.335072+0000", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.335362+0000", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.197 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.198 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.d", 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:10:06.268606+0000", 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 70, 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:16.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.201 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 1, 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 1 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.202 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'1" 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:16.203 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.204 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.204 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.204 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.204 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.204 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.204 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:16.204 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.691239+0000", 2024-03-10T22:14:16.205 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.691239+0000", 2024-03-10T22:14:16.205 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.691542+0000", 2024-03-10T22:14:16.205 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:16.205 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.205 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.205 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.205 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.205 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:16.206 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:16.206 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:16.206 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.206 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.206 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.206 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.207 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.c", 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:35:35.724739+0000", 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.208 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.209 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.210 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.211 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.212 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.324012+0000", 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.324012+0000", 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.324316+0000", 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:16.213 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.214 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.e", 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 22, 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:37:46.548051+0000", 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.215 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.216 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.216 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.216 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.216 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.216 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.217 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.217 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.217 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.217 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.218 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 3, 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:16.220 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.221 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700388+0000", 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700388+0000", 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.700997+0000", 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:16.222 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.223 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.f", 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:07:25.174409+0000", 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.224 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.225 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.226 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.227 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.228 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.688141+0000", 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.688141+0000", 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.688395+0000", 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.229 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.230 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.20", 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.231 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:49:09.870496+0000", 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.232 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.233 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.234 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.235 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:16.236 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.684397+0000", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.684397+0000", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.684650+0000", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:16.237 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.238 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.21", 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:15:16.855317+0000", 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.239 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.240 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.242 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:16.243 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.684764+0000", 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.684764+0000", 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.685079+0000", 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.245 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.22", 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.246 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:13:58.426610+0000", 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:16.250 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700222+0000", 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700222+0000", 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.700486+0000", 2024-03-10T22:14:16.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.252 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.23", 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.253 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:42:06.722766+0000", 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:16.257 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.258 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.550934+0000", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.550934+0000", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.551296+0000", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.260 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.24", 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 28, 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:54:59.297274+0000", 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.261 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.264 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:16.265 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.685391+0000", 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.685391+0000", 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.686286+0000", 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.267 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.25", 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.268 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:00:37.997982+0000", 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.269 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.270 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.271 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.272 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.291667+0000", 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.291667+0000", 2024-03-10T22:14:16.273 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.292058+0000", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:16.274 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.26", 2024-03-10T22:14:16.275 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 28, 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:50:06.961630+0000", 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.276 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.279 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.280 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.675998+0000", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.675998+0000", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.676274+0000", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.281 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.282 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.27", 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:33:53.622272+0000", 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.283 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.284 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.286 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.287 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.674942+0000", 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.674942+0000", 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.675273+0000", 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.288 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.289 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.28", 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.290 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:39:56.075042+0000", 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.291 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.294 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.686748+0000", 2024-03-10T22:14:16.295 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.686748+0000", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.687021+0000", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:16.296 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.29", 2024-03-10T22:14:16.297 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:32:09.336948+0000", 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.298 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.301 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.302 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.694357+0000", 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.694357+0000", 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.695569+0000", 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:16.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.304 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2a", 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T10:04:33.554551+0000", 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.305 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.308 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.309 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.693387+0000", 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.693387+0000", 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.693655+0000", 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.310 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.311 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2b", 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.312 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:52:12.433908+0000", 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.313 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.316 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:16.317 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.695183+0000", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.695183+0000", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.695564+0000", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:16.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:16.319 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2c", 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:59:18.929756+0000", 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.320 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:16.323 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_per_pool": [ 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": 24, 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd" 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.324 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pg": 8, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_store_stats": 8, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "poolid": 4, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.325 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.326 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.327 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: "store_stats": { 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": 0, 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: "available": 0, 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed": 0, 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_allocated": 0, 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_original": 0, 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: "data_stored": 0, 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: "internal_metadata": 0, 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: "internally_reserved": 0, 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_allocated": 0, 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: "total": 0 2024-03-10T22:14:16.328 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "up": 24 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": 192, 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pg": 64, 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_store_stats": 8, 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "poolid": 3, 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "store_stats": { 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": 0, 2024-03-10T22:14:16.332 INFO:tasks.workunit.client.0.smithi169.stdout: "available": 0, 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed": 0, 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_allocated": 0, 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_original": 0, 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: "data_stored": 0, 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: "internal_metadata": 0, 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: "internally_reserved": 0, 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_allocated": 0, 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: "total": 0 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: "up": 192 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": 3, 2024-03-10T22:14:16.333 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr" 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 128, 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pg": 1, 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "num_store_stats": 3, 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 128, 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "poolid": 1, 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 590368, 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 1771104, 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.334 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 6, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 2, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 2, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 6, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 212, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 306, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 179, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 2416 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "store_stats": { 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": 1781760, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "available": 0, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed": 0, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_allocated": 0, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_original": 0, 2024-03-10T22:14:16.337 INFO:tasks.workunit.client.0.smithi169.stdout: "data_stored": 1771104, 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: "internal_metadata": 0, 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: "internally_reserved": 0, 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_allocated": 0, 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: "total": 0 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: "up": 3 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": 96, 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 45, 2024-03-10T22:14:16.338 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pg": 32, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "num_store_stats": 8, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 45, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "poolid": 2, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 3428, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.339 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 66, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 22, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 22, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.340 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 14, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 1, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.341 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 51, 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 20 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "store_stats": { 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": 98304, 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "available": 0, 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed": 0, 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_allocated": 0, 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_original": 0, 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "data_stored": 10284, 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "internal_metadata": 0, 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "internally_reserved": 0, 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_allocated": 0, 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: "total": 0 2024-03-10T22:14:16.342 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: "up": 96 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: "usage": { 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 105, 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: "pools": 4, 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_by_class": { 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: "ssd": { 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: "total_avail_bytes": 767731421184, 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: "total_bytes": 767960285184, 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_bytes": 228864000, 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_raw_bytes": 228864000, 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_raw_ratio": 0.0002980154240503907 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.343 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.344 INFO:tasks.workunit.client.0.smithi169.stdout: "total_avail_bytes": 767731421184, 2024-03-10T22:14:16.344 INFO:tasks.workunit.client.0.smithi169.stdout: "total_bytes": 767960285184, 2024-03-10T22:14:16.344 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_bytes": 228864000 2024-03-10T22:14:16.344 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.344 INFO:tasks.workunit.client.0.smithi169.stdout:} 2024-03-10T22:14:16.344 INFO:tasks.workunit.client.0.smithi169.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-03-10T22:14:16.345 INFO:tasks.workunit.client.0.smithi169.stderr:+ ceph telemetry show-device 2024-03-10T22:14:16.345 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.345 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3184679308' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3184679308' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T22:14:16.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.347 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.347 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.347 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.347 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.347 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.347 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:16.347 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:16.347 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:14:16.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:14:16.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:16.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:14:16.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:14:16.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:16.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3184679308' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T22:14:16.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3184679308' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T22:14:16.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:14 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:14:16.349 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3184679308' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3184679308' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:14 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.350 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.353 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.354 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.354 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:15 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.354 INFO:tasks.workunit.client.0.smithi169.stdout:{ 2024-03-10T22:14:16.354 INFO:tasks.workunit.client.0.smithi169.stdout: "859ad5fa-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:16.354 INFO:tasks.workunit.client.0.smithi169.stdout: "INTEL_SSDPEDMD400G4_859b6bd2-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:16.354 INFO:tasks.workunit.client.0.smithi169.stdout: "20240310-220858": { 2024-03-10T22:14:16.354 INFO:tasks.workunit.client.0.smithi169.stdout: "device": { 2024-03-10T22:14:16.354 INFO:tasks.workunit.client.0.smithi169.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T22:14:16.354 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "/dev/nvme0n1", 2024-03-10T22:14:16.354 INFO:tasks.workunit.client.0.smithi169.stdout: "protocol": "NVMe", 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "nvme" 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: "firmware_version": "8DV101H0", 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: "host_id": "859ad5fa-df2b-11ee-9ffc-0cc47a887f4d", 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: "json_format_version": [ 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: "local_time": { 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: "asctime": "Sun Mar 10 22:08:57 2024 UTC", 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: "time_t": 1710108537 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: "logical_block_size": 512, 2024-03-10T22:14:16.355 INFO:tasks.workunit.client.0.smithi169.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_controller_id": 0, 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_namespaces": [ 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: "capacity": { 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: "formatted_lba_size": 512, 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 1, 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: "size": { 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.356 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: "utilization": { 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_pci_vendor": { 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 32902, 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: "subsystem_id": 32902 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: "Device stats": { 2024-03-10T22:14:16.357 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_fw_downgrades": { 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: "crc_error_count": { 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: "end_to_end_error_detection_count": { 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: "erase_fail_count": { 2024-03-10T22:14:16.358 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: "host_bytes_written": { 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 29903673 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: "host_ctx_wear_used": { 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 1 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: "media_bytes_read": { 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.359 INFO:tasks.workunit.client.0.smithi169.stdout: "nand_bytes_written": { 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 49598668 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_stat_indicator": { 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: "pll_lock_loss_count": { 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: "program_fail_count": { 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.360 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: "re_alloc_sectr_cnt": { 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: "retry_buffer_overflow_count": { 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: "soft_ecc_err_rate": { 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.361 INFO:tasks.workunit.client.0.smithi169.stdout: "thermal_throttle_status": { 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: "cnt": 0, 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: "pct": 0 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_host_reads": { 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_media_wear": { 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 64 2024-03-10T22:14:16.362 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_timer": { 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "unexp_power_loss": { 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "wear_leveling": { 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 89, 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "avg": 3332, 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "max": 3340, 2024-03-10T22:14:16.363 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 3323 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_log": { 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare": 100, 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare_threshold": 10, 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: "controller_busy_time": 234, 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: "critical_warning": 0, 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_read": 405707228, 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_written": 1959767116, 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: "host_reads": 7469957732, 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: "host_writes": 35980779616, 2024-03-10T22:14:16.364 INFO:tasks.workunit.client.0.smithi169.stdout: "media_errors": 0, 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "num_err_log_entries": 0, 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "percentage_used": 11, 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycles": 51546, 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_hours": 52931, 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": 28, 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "unsafe_shutdowns": 22751 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_vendor": "intel", 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycle_count": 51546, 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_time": { 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "hours": 52931 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "serial_number": "deleted", 2024-03-10T22:14:16.365 INFO:tasks.workunit.client.0.smithi169.stdout: "smart_status": { 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme": { 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: "passed": true 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl": { 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: "argv": [ 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl", 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: "-x", 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: "--json=o", 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: "/dev/nvme0n1" 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: "build_info": "(local build)", 2024-03-10T22:14:16.366 INFO:tasks.workunit.client.0.smithi169.stdout: "exit_status": 0, 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "output": [ 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "Serial Number: deleted", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Version: 8DV101H0", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller ID: 0", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "Number of Namespaces: 1", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T22:14:16.367 INFO:tasks.workunit.client.0.smithi169.stdout: "Local Time is: Sun Mar 10 22:08:57 2024 UTC", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported Power States", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 512 0 2", 2024-03-10T22:14:16.368 INFO:tasks.workunit.client.0.smithi169.stdout: " 1 - 512 8 2", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: " 2 - 512 16 2", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: " 3 - 4096 0 0", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: " 4 - 4096 8 0", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: " 5 - 4096 64 0", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: " 6 - 4096 128 0", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: "Critical Warning: 0x00", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: "Temperature: 28 Celsius", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare: 100%", 2024-03-10T22:14:16.369 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare Threshold: 10%", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Percentage Used: 11%", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Read: 405,707,228 [207 TB]", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Written: 1,959,767,116 [1.00 PB]", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Read Commands: 7,469,957,732", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Write Commands: 35,980,779,616", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller Busy Time: 234", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Power Cycles: 51,546", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Power On Hours: 52,931", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Unsafe Shutdowns: 22,751", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information Log Entries: 0", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T22:14:16.370 INFO:tasks.workunit.client.0.smithi169.stdout: "No Errors Logged", 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: "" 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: "svn_revision": "5022", 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: "version": [ 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": { 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: "current": 28 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: "user_capacity": { 2024-03-10T22:14:16.371 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: "859cb668-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: "INTEL_SSDPEDMD400G4_859d4a1a-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: "20240310-220856": { 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: "device": { 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "/dev/nvme0n1", 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: "protocol": "NVMe", 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "nvme" 2024-03-10T22:14:16.372 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: "firmware_version": "8DV101H0", 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: "host_id": "859cb668-df2b-11ee-9ffc-0cc47a887f4d", 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: "json_format_version": [ 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: "local_time": { 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: "asctime": "Sun Mar 10 22:08:55 2024 UTC", 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: "time_t": 1710108535 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: "logical_block_size": 512, 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_controller_id": 0, 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T22:14:16.373 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_namespaces": [ 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: "capacity": { 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: "formatted_lba_size": 512, 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 1, 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: "size": { 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: "utilization": { 2024-03-10T22:14:16.374 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_pci_vendor": { 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 32902, 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: "subsystem_id": 32902 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: "Device stats": { 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_fw_downgrades": { 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.375 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: "crc_error_count": { 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: "end_to_end_error_detection_count": { 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: "erase_fail_count": { 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: "host_bytes_written": { 2024-03-10T22:14:16.376 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 28949332 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: "host_ctx_wear_used": { 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 1 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: "media_bytes_read": { 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: "nand_bytes_written": { 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 49494085 2024-03-10T22:14:16.377 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_stat_indicator": { 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: "pll_lock_loss_count": { 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: "program_fail_count": { 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: "re_alloc_sectr_cnt": { 2024-03-10T22:14:16.378 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "retry_buffer_overflow_count": { 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "soft_ecc_err_rate": { 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "thermal_throttle_status": { 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "cnt": 0, 2024-03-10T22:14:16.379 INFO:tasks.workunit.client.0.smithi169.stdout: "pct": 0 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_host_reads": { 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_media_wear": { 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 64 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_timer": { 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:16.380 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: "unexp_power_loss": { 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: "wear_leveling": { 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 89, 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: "avg": 3357, 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: "max": 3369, 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 3348 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.381 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_log": { 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare": 100, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare_threshold": 10, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "controller_busy_time": 62, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "critical_warning": 0, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_read": 408676717, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_written": 1897223484, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "host_reads": 7078564678, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "host_writes": 34600774177, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "media_errors": 0, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_err_log_entries": 0, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "percentage_used": 11, 2024-03-10T22:14:16.382 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycles": 55950, 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_hours": 51643, 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": 29, 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: "unsafe_shutdowns": 3111 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_vendor": "intel", 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycle_count": 55950, 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_time": { 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: "hours": 51643 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: "serial_number": "deleted", 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: "smart_status": { 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme": { 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.383 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "passed": true 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl": { 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "argv": [ 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl", 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "-x", 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "--json=o", 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "/dev/nvme0n1" 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "build_info": "(local build)", 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "exit_status": 0, 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "output": [ 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T22:14:16.384 INFO:tasks.workunit.client.0.smithi169.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "Serial Number: deleted", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Version: 8DV101H0", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller ID: 0", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "Number of Namespaces: 1", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "Local Time is: Sun Mar 10 22:08:55 2024 UTC", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T22:14:16.385 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported Power States", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 512 0 2", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: " 1 - 512 8 2", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: " 2 - 512 16 2", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: " 3 - 4096 0 0", 2024-03-10T22:14:16.386 INFO:tasks.workunit.client.0.smithi169.stdout: " 4 - 4096 8 0", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: " 5 - 4096 64 0", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: " 6 - 4096 128 0", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "Critical Warning: 0x00", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "Temperature: 29 Celsius", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare: 100%", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare Threshold: 10%", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "Percentage Used: 11%", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Read: 408,676,717 [209 TB]", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Written: 1,897,223,484 [971 TB]", 2024-03-10T22:14:16.387 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Read Commands: 7,078,564,678", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Write Commands: 34,600,774,177", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller Busy Time: 62", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "Power Cycles: 55,950", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "Power On Hours: 51,643", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "Unsafe Shutdowns: 3,111", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information Log Entries: 0", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS Message", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 1 0 - 0x400c - 0 - - Internal Error", 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "" 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.388 INFO:tasks.workunit.client.0.smithi169.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: "svn_revision": "5022", 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: "version": [ 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": { 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: "current": 29 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: "user_capacity": { 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.389 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.390 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.390 INFO:tasks.workunit.client.0.smithi169.stdout:} 2024-03-10T22:14:16.390 INFO:tasks.workunit.client.0.smithi169.stderr:+ ceph telemetry show-all 2024-03-10T22:14:16.390 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.390 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.391 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.392 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.392 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.392 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.392 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.392 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.392 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.392 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.392 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.392 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.392 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.392 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.393 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:16.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:16.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:16.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:16.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:16.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:15 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout:{ 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout: "device_report": { 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout: "859ad5fa-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout: "INTEL_SSDPEDMD400G4_859b6bd2-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout: "20240310-220858": { 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout: "device": { 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "/dev/nvme0n1", 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout: "protocol": "NVMe", 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "nvme" 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.405 INFO:tasks.workunit.client.0.smithi169.stdout: "firmware_version": "8DV101H0", 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: "host_id": "859ad5fa-df2b-11ee-9ffc-0cc47a887f4d", 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: "json_format_version": [ 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: "local_time": { 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: "asctime": "Sun Mar 10 22:08:57 2024 UTC", 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: "time_t": 1710108537 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: "logical_block_size": 512, 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_controller_id": 0, 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T22:14:16.406 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_namespaces": [ 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: "capacity": { 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: "formatted_lba_size": 512, 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 1, 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: "size": { 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: "utilization": { 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.407 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_pci_vendor": { 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 32902, 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: "subsystem_id": 32902 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: "Device stats": { 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_fw_downgrades": { 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.408 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: "crc_error_count": { 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: "end_to_end_error_detection_count": { 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: "erase_fail_count": { 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: "host_bytes_written": { 2024-03-10T22:14:16.409 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 29903673 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: "host_ctx_wear_used": { 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 1 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: "media_bytes_read": { 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: "nand_bytes_written": { 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.410 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 49598668 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_stat_indicator": { 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: "pll_lock_loss_count": { 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: "program_fail_count": { 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.411 INFO:tasks.workunit.client.0.smithi169.stdout: "re_alloc_sectr_cnt": { 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "retry_buffer_overflow_count": { 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "soft_ecc_err_rate": { 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "thermal_throttle_status": { 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:16.412 INFO:tasks.workunit.client.0.smithi169.stdout: "cnt": 0, 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: "pct": 0 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_host_reads": { 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_media_wear": { 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 64 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_timer": { 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.413 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: "unexp_power_loss": { 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: "wear_leveling": { 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 89, 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: "avg": 3332, 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: "max": 3340, 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 3323 2024-03-10T22:14:16.414 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_log": { 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare": 100, 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare_threshold": 10, 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: "controller_busy_time": 234, 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: "critical_warning": 0, 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_read": 405707228, 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_written": 1959767116, 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: "host_reads": 7469957732, 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: "host_writes": 35980779616, 2024-03-10T22:14:16.415 INFO:tasks.workunit.client.0.smithi169.stdout: "media_errors": 0, 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "num_err_log_entries": 0, 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "percentage_used": 11, 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycles": 51546, 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_hours": 52931, 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": 28, 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "unsafe_shutdowns": 22751 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_vendor": "intel", 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycle_count": 51546, 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_time": { 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "hours": 52931 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "serial_number": "deleted", 2024-03-10T22:14:16.416 INFO:tasks.workunit.client.0.smithi169.stdout: "smart_status": { 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme": { 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "passed": true 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl": { 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "argv": [ 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl", 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "-x", 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "--json=o", 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "/dev/nvme0n1" 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "build_info": "(local build)", 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "exit_status": 0, 2024-03-10T22:14:16.417 INFO:tasks.workunit.client.0.smithi169.stdout: "output": [ 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "Serial Number: deleted", 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Version: 8DV101H0", 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller ID: 0", 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "Number of Namespaces: 1", 2024-03-10T22:14:16.418 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T22:14:16.419 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T22:14:16.421 INFO:tasks.workunit.client.0.smithi169.stdout: "Local Time is: Sun Mar 10 22:08:57 2024 UTC", 2024-03-10T22:14:16.421 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T22:14:16.421 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T22:14:16.421 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported Power States", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 512 0 2", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: " 1 - 512 8 2", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: " 2 - 512 16 2", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: " 3 - 4096 0 0", 2024-03-10T22:14:16.422 INFO:tasks.workunit.client.0.smithi169.stdout: " 4 - 4096 8 0", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: " 5 - 4096 64 0", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: " 6 - 4096 128 0", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "Critical Warning: 0x00", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "Temperature: 28 Celsius", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare: 100%", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare Threshold: 10%", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "Percentage Used: 11%", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Read: 405,707,228 [207 TB]", 2024-03-10T22:14:16.423 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Written: 1,959,767,116 [1.00 PB]", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Read Commands: 7,469,957,732", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Write Commands: 35,980,779,616", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller Busy Time: 234", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "Power Cycles: 51,546", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "Power On Hours: 52,931", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "Unsafe Shutdowns: 22,751", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information Log Entries: 0", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "No Errors Logged", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "" 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T22:14:16.424 INFO:tasks.workunit.client.0.smithi169.stdout: "svn_revision": "5022", 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: "version": [ 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": { 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: "current": 28 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: "user_capacity": { 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.425 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: "859cb668-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: "INTEL_SSDPEDMD400G4_859d4a1a-df2b-11ee-9ffc-0cc47a887f4d": { 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: "20240310-220856": { 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: "device": { 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "/dev/nvme0n1", 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: "protocol": "NVMe", 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "nvme" 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: "firmware_version": "8DV101H0", 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: "host_id": "859cb668-df2b-11ee-9ffc-0cc47a887f4d", 2024-03-10T22:14:16.426 INFO:tasks.workunit.client.0.smithi169.stdout: "json_format_version": [ 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: "local_time": { 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: "asctime": "Sun Mar 10 22:08:55 2024 UTC", 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: "time_t": 1710108535 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: "logical_block_size": 512, 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_controller_id": 0, 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_namespaces": [ 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: "capacity": { 2024-03-10T22:14:16.427 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: "formatted_lba_size": 512, 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 1, 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: "size": { 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: "utilization": { 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.428 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_pci_vendor": { 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "id": 32902, 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "subsystem_id": 32902 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "Device stats": { 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_fw_downgrades": { 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "crc_error_count": { 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.429 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: "end_to_end_error_detection_count": { 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: "erase_fail_count": { 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: "host_bytes_written": { 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 28949332 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.430 INFO:tasks.workunit.client.0.smithi169.stdout: "host_ctx_wear_used": { 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 1 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: "media_bytes_read": { 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: "nand_bytes_written": { 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 49494085 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_stat_indicator": { 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.431 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: "pll_lock_loss_count": { 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: "program_fail_count": { 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: "re_alloc_sectr_cnt": { 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.432 INFO:tasks.workunit.client.0.smithi169.stdout: "retry_buffer_overflow_count": { 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: "soft_ecc_err_rate": { 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: "thermal_throttle_status": { 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: "cnt": 0, 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: "pct": 0 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.433 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_host_reads": { 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_media_wear": { 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 64 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: "timed_workload_timer": { 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 100, 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 65535 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: "unexp_power_loss": { 2024-03-10T22:14:16.434 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 0, 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": 0 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: "wear_leveling": { 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: "normalized": 89, 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: "raw": { 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: "avg": 3357, 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: "max": 3369, 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 3348 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.435 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_smart_health_information_log": { 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare": 100, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "available_spare_threshold": 10, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "controller_busy_time": 62, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "critical_warning": 0, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_read": 408676717, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "data_units_written": 1897223484, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "host_reads": 7078564678, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "host_writes": 34600774177, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "media_errors": 0, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "num_err_log_entries": 0, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "percentage_used": 11, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycles": 55950, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_hours": 51643, 2024-03-10T22:14:16.436 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": 29, 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: "unsafe_shutdowns": 3111 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme_vendor": "intel", 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: "power_cycle_count": 55950, 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: "power_on_time": { 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: "hours": 51643 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: "serial_number": "deleted", 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: "smart_status": { 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: "nvme": { 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: "passed": true 2024-03-10T22:14:16.437 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl": { 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "argv": [ 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl", 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "-x", 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "--json=o", 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "/dev/nvme0n1" 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "build_info": "(local build)", 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "exit_status": 0, 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "output": [ 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.438 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Serial Number: deleted", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Version: 8DV101H0", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller ID: 0", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Number of Namespaces: 1", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Local Time is: Sun Mar 10 22:08:55 2024 UTC", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T22:14:16.439 INFO:tasks.workunit.client.0.smithi169.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported Power States", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 + 512 0 2", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: " 1 - 512 8 2", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: " 2 - 512 16 2", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: " 3 - 4096 0 0", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: " 4 - 4096 8 0", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: " 5 - 4096 64 0", 2024-03-10T22:14:16.440 INFO:tasks.workunit.client.0.smithi169.stdout: " 6 - 4096 128 0", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "Critical Warning: 0x00", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "Temperature: 29 Celsius", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare: 100%", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "Available Spare Threshold: 10%", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "Percentage Used: 11%", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Read: 408,676,717 [209 TB]", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "Data Units Written: 1,897,223,484 [971 TB]", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Read Commands: 7,078,564,678", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "Host Write Commands: 34,600,774,177", 2024-03-10T22:14:16.441 INFO:tasks.workunit.client.0.smithi169.stdout: "Controller Busy Time: 62", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "Power Cycles: 55,950", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "Power On Hours: 51,643", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "Unsafe Shutdowns: 3,111", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information Log Entries: 0", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS Message", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: " 0 1 0 - 0x400c - 0 - - Internal Error", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "" 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "svn_revision": "5022", 2024-03-10T22:14:16.442 INFO:tasks.workunit.client.0.smithi169.stdout: "version": [ 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: "temperature": { 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: "current": 29 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: "user_capacity": { 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: "blocks": 781422768, 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 400088457216 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.443 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: "report": { 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: "balancer": { 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: "active": true, 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: "mode": "" 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: "channels": [ 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: "basic", 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: "crash", 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: "device", 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: "ident", 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: "perf" 2024-03-10T22:14:16.444 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "channels_available": [ 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "basic", 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "ident", 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "crash", 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "device", 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "perf" 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "collections_available": [ 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_base", 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "device_base", 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "crash_base", 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "ident_base", 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_perf", 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_mds_metadata", 2024-03-10T22:14:16.445 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_usage", 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_usage_by_class", 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_rook_v01", 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_memory_metrics", 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_options_bluestore" 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "collections_opted_in": [ 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_base", 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "device_base", 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "crash_base", 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "ident_base", 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_perf", 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_mds_metadata", 2024-03-10T22:14:16.446 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_usage", 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_usage_by_class", 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_rook_v01", 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_memory_metrics", 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "basic_pool_options_bluestore" 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "config": { 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "active_changed": [ 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_debug", 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_mon_ticket_ttl", 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_service_ticket_ttl", 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "bdev_debug_aio", 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "client_check_pool_perm", 2024-03-10T22:14:16.447 INFO:tasks.workunit.client.0.smithi169.stdout: "client_mount_gid", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "client_mount_uid", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "client_quota", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "container_image", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "daemonize", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_asserts_on_shutdown", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mgr", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mon", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_ms", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_osd", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_paxos", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "keyring", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_block_size", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_cache_size", 2024-03-10T22:14:16.448 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_compression", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_log", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "leveldb_write_buffer_size", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_file", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_journald", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_stderr", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_allow_pool_delete", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_clock_drift_allowed", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_file_level", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_file", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_journald", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_stderr", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_data_avail_warn", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_election_default_strategy", 2024-03-10T22:14:16.449 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_host", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_max_pg_per_osd", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_mgr_mkfs_grace", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_prime_pg_temp", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T22:14:16.450 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_too_few_osds", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_bug", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_old_message", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "no_config_file", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_default_list", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_load_list", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_crush_chooseleaf_type", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_misdirected_ops", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_op_order", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_pg_log_writeout", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_shutdown", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T22:14:16.451 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_profile", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_lim", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_res", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target_autotune", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue", 2024-03-10T22:14:16.452 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue_cut_off", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recover_clone_overlap", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recovery_max_chunk", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_load_threshold", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_max_interval", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_shutdown_pgref_assert", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "public_addr", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "public_addrv", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "public_network", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd_default_features", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd_qos_exclude_ops", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "setgroup", 2024-03-10T22:14:16.453 INFO:tasks.workunit.client.0.smithi169.stdout: "setuser" 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster_changed": [ 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_debug", 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_mon_ticket_ttl", 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "auth_service_ticket_ttl", 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "bdev_debug_aio", 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "container_image", 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_asserts_on_shutdown", 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mgr", 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_mon", 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_ms", 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_osd", 2024-03-10T22:14:16.454 INFO:tasks.workunit.client.0.smithi169.stdout: "debug_paxos", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_file", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_journald", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "log_to_stderr", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_join_fs", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/allow_ptrace", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/container_init", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/migration_current", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/cephadm/use_repo_digest", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/dashboard/ssl_server_port", 2024-03-10T22:14:16.455 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/orchestrator/orchestrator", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/channel_ident", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/channel_perf", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/description", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/enabled", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr/telemetry/organization", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_allow_pool_delete", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_clock_drift_allowed", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_file_level", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_cluster_log_to_file", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_data_avail_warn", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_election_default_strategy", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_max_pg_per_osd", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_mgr_mkfs_grace", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_prime_pg_temp", 2024-03-10T22:14:16.456 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "mon_warn_on_too_few_osds", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_bug", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "ms_die_on_old_message", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_default_list", 2024-03-10T22:14:16.457 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_class_load_list", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_misdirected_ops", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_op_order", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_pg_log_writeout", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_shutdown", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mclock_profile", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_memory_target_autotune", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_op_queue_cut_off", 2024-03-10T22:14:16.458 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recover_clone_overlap", 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_recovery_max_chunk", 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_load_threshold", 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_scrub_max_interval", 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_shutdown_pgref_assert", 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: "public_network", 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_cache_enabled", 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_enable_ops_log", 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: "rgw_enable_usage_log" 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.459 INFO:tasks.workunit.client.0.smithi169.stdout: "contact": null, 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: "crashes": [], 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: "created": "2024-03-10T22:05:40.249990Z", 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: "crush": { 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_algs": { 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: "straw2": 3 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_sizes": { 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: "2": 1, 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: "4": 2 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket_types": { 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: "1": 2, 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: "11": 1 2024-03-10T22:14:16.460 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "compat_weight_set": false, 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "device_classes": [ 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: 8 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "num_buckets": 6, 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "num_devices": 8, 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "num_rules": 1, 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "num_types": 12, 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "num_weight_sets": 0, 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "tunables": { 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "allowed_bucket_algs": 54, 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_local_fallback_tries": 0, 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_local_tries": 0, 2024-03-10T22:14:16.461 INFO:tasks.workunit.client.0.smithi169.stdout: "choose_total_tries": 50, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_descend_once": 1, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_stable": 1, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "chooseleaf_vary_r": 1, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v2_rules": 0, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v3_rules": 0, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v4_buckets": 1, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "has_v5_rules": 0, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "legacy_tunables": 0, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "minimum_required_version": "jewel", 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "optimal_tunables": 1, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "profile": "jewel", 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables": 1, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables2": 1, 2024-03-10T22:14:16.462 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables3": 1, 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: "require_feature_tunables5": 1, 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: "straw_calc_version": 1 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: "description": "upgrade test cluster", 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: "fs": { 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: "feature_flags": { 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: "enable_multiple": true, 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: "ever_enabled_multiple": true 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: "filesystems": [ 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.463 INFO:tasks.workunit.client.0.smithi169.stdout: "approx_ctime": "2024-03", 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "balancer_enabled": false, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_caps": 0, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_dns": 10, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_inos": 13, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "cached_subtrees": 2, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "ever_allowed_features": 0, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "explicitly_allowed_features": 0, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "files": 0, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "max_mds": 1, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_data_pools": 1, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_in": 1, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_mds": 1, 2024-03-10T22:14:16.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_sessions": 0, 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_standby_replay": 0, 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_up": 1, 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: "snaps": 0, 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: "standby_count_wanted": 0 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_standby_mds": 1, 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: "total_num_mds": 2 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_stats": { 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: "mds": { 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: "mds.6967dccfb754893b6b1b46d66026e3f640e83f96": { 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 20267008, 2024-03-10T22:14:16.465 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 315424, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2752512, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 991232, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 0, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 320, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 1138384, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 12, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 612352, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 14457104, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 20267008 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "mds.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 20447232, 2024-03-10T22:14:16.466 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 464056, 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2752512, 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 868352, 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 407, 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 1352712, 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 21, 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1013248, 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 14864704, 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 21315584 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:16.467 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.3d03441b2c2dca7b4904acfb49a748c8580f9818": { 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 34283520, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1070864, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2752512, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 10223616, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1008, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 8037120, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 21, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1753088, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 20669936, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 44507136 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.468 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.6967dccfb754893b6b1b46d66026e3f640e83f96": { 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 42557440, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1907512, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2752512, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 6045696, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1660, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 10755592, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 23, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 2821888, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 24319936, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 48603136 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:16.469 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 34603008, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1609616, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2752512, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 10952704, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1170, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 8638312, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 21, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 992000, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 20610568, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 45555712 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.470 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.0": { 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 47030272, 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 992304, 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 335872, 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1373, 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 5134056, 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 46, 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 2459648, 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 35560680, 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 47366144 2024-03-10T22:14:16.471 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.1": { 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 45744128, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1072248, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 507904, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1295, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 5206112, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 47, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 2115328, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34466856, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 46252032 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.472 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.2": { 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 44376064, 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 697896, 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 827392, 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1217, 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4433640, 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 47, 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 2837504, 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 33523440, 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 45203456 2024-03-10T22:14:16.473 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.3": { 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 43982848, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 817360, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 1286144, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1202, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4258584, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 45, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1744896, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34278424, 2024-03-10T22:14:16.474 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 45268992 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.4": { 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 45047808, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 663336, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 221184, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1218, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4908496, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 47, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1894144, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34698248, 2024-03-10T22:14:16.475 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 45268992 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.5": { 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 44703744, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1043488, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 565248, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1212, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4279848, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 47, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1818880, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34677944, 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 45268992 2024-03-10T22:14:16.476 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.6": { 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 46997504, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1078752, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 4980736, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 1417216, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1231, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4734416, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 46, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 1912320, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34291280, 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 48414720 2024-03-10T22:14:16.477 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.7": { 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "actual_memory_used": 45408256, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "central_cache_freelist": 1207328, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "malloc_metadata": 2883584, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "page_heap_freelist": 0, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "released_to_os": 909312, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "spans_in_use": 1274, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "tcmalloc_page_size": 8192, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_cache_freelists": 4570336, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "thread_heaps_in_use": 47, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "transfer_cache_freelist": 2296832, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "use_by_application": 34450176, 2024-03-10T22:14:16.478 INFO:tasks.workunit.client.0.smithi169.stdout: "virtual_address_space_used": 46317568 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: "hosts": { 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num": 2, 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mds": 2, 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mgr": 2, 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_mon": 2, 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_with_osd": 2 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: "io_rate": { 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_stats_delta": { 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": 0, 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:16.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_store_stats": 0, 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "stamp_delta": "12.002670", 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:16.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:16.481 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 146, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 248, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:16.482 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 32, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "store_stats": { 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": 0, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "available": 0, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed": 0, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_allocated": 0, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_original": 0, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "data_stored": 0, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "internal_metadata": 0, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "internally_reserved": 0, 2024-03-10T22:14:16.483 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_allocated": 0, 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: "total": 0 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: "up": 0 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: "leaderboard": false, 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: "leaderboard_description": null, 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: "license": "sharing-1-0", 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: "mempool": { 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: "mds": { 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: "mds.6967dccfb754893b6b1b46d66026e3f640e83f96": { 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.484 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.485 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.486 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.487 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.488 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.489 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 149137, 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 32 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 928, 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 2 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.490 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.491 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.492 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: "mds.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.493 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.494 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.495 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.496 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.497 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 222439, 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 68 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.498 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 51496, 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 208 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.499 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 7912, 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.500 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.3d03441b2c2dca7b4904acfb49a748c8580f9818": { 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.501 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.502 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.503 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.504 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.505 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.506 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1093699, 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 360 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.507 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6488, 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 122 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.508 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 12744, 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 1546 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 5152, 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 83 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.509 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.6967dccfb754893b6b1b46d66026e3f640e83f96": { 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.510 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.511 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.512 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.513 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.514 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1137827, 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 327 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 440, 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 5 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.515 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.516 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6488, 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 122 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 12744, 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 1546 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 10304, 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 166 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.517 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.518 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.519 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.520 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.521 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.522 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1129148, 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 354 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.523 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 88, 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 1 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.524 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6488, 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 122 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 12744, 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 1546 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 5152, 2024-03-10T22:14:16.525 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 83 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.0": { 2024-03-10T22:14:16.526 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:16.527 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 5600, 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 70 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20944, 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 187 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1824, 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 46 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.528 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 616657, 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 19 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 51022, 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 9468 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 136936, 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 233 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 11372, 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 742 2024-03-10T22:14:16.529 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8976, 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 187 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 31702, 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 201 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.530 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20944, 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 187 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 412238, 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 92 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.531 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2467260, 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 199 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6952, 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 79 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.532 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 521640, 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 45 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 93080, 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 183 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225128, 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3418 2024-03-10T22:14:16.533 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.534 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.1": { 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.535 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4720, 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 59 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19376, 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:16.536 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1264, 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 41 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16384, 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 4 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 44596, 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8421 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.537 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 126056, 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 217 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 9288, 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 563 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8304, 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.538 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.539 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.539 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 27338, 2024-03-10T22:14:16.539 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 185 2024-03-10T22:14:16.539 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.539 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.539 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19376, 2024-03-10T22:14:16.539 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:16.539 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.539 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.539 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 736, 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 1 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 425551, 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 95 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 12112, 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2410844, 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 175 2024-03-10T22:14:16.540 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4928, 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 56 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 428904, 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 37 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.541 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 7280, 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 18 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225896, 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3454 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.542 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.543 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.2": { 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.544 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4080, 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 51 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19376, 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1040, 2024-03-10T22:14:16.545 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 39 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8192, 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 2 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 43722, 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8285 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 123336, 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 213 2024-03-10T22:14:16.546 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8280, 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 515 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8304, 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.547 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 26314, 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 181 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19376, 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 173 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 736, 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 1 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 315268, 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 68 2024-03-10T22:14:16.548 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 12112, 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2430708, 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 183 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4400, 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 50 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.549 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 359352, 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 31 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 9360, 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 26 2024-03-10T22:14:16.550 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225640, 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3442 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.551 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.3": { 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.552 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4000, 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 50 2024-03-10T22:14:16.553 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19936, 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 178 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 480, 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 34 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.554 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 44416, 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8505 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 127416, 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 219 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 9420, 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 575 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8544, 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 178 2024-03-10T22:14:16.555 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 27010, 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 187 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19936, 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 178 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.556 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2208, 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 303903, 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 65 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 26565, 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 9 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.557 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2461663, 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 193 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4752, 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 54 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 428904, 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 37 2024-03-10T22:14:16.558 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 10400, 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 20 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225128, 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3418 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.559 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.560 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.4": { 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:16.561 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 3600, 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 45 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19824, 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 177 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.562 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 480, 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 34 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 13805, 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 44758, 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8586 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 128776, 2024-03-10T22:14:16.563 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 221 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 9576, 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 572 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8496, 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 177 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.564 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 27690, 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 189 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19824, 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 177 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 879125, 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 63 2024-03-10T22:14:16.565 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2411766, 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 172 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4840, 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 55 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.566 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 452088, 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 39 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 7904, 2024-03-10T22:14:16.567 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 16 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225384, 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3430 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.568 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.5": { 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.569 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2800, 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 35 2024-03-10T22:14:16.570 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19712, 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 176 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 480, 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 34 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.571 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 45199, 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8612 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 129456, 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 222 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 9828, 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 575 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8448, 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 176 2024-03-10T22:14:16.572 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 28114, 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 190 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 19712, 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 176 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.573 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2208, 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 833615, 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 52 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 26565, 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 9 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2407312, 2024-03-10T22:14:16.574 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 168 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 5368, 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 61 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 475272, 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 41 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.575 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 11960, 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 23 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225640, 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3442 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.576 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.577 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.6": { 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.578 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2400, 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 30 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20608, 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.579 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 256, 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 32 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 45558, 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8868 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 128096, 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 220 2024-03-10T22:14:16.580 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 10832, 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 730 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8832, 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.581 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 28798, 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 188 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20608, 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 467690, 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 42 2024-03-10T22:14:16.582 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2432765, 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 178 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 4576, 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 52 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.583 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 452088, 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 39 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 92872, 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 189 2024-03-10T22:14:16.584 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225896, 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3454 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.585 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.7": { 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: "bloom_filter": { 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 6368, 2024-03-10T22:14:16.586 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 123 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_reader": { 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 16896, 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 8 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs_file_writer": { 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 576, 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_alloc": { 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1760, 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 22 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.587 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_blob": { 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20608, 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_buffer": { 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 1264, 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 41 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_data": { 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 284623, 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 10 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_meta": { 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 47931, 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 9191 2024-03-10T22:14:16.588 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_onode": { 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 133536, 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 228 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_cache_other": { 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 11616, 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 737 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_extent": { 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 8832, 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_fsck": { 2024-03-10T22:14:16.589 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_inline_bl": { 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 30846, 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 196 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_shared_blob": { 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 20608, 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 184 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_txc": { 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.590 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing": { 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 151968, 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 30 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore_writing_deferred": { 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_anon": { 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 2432080, 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 197 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: "buffer_meta": { 2024-03-10T22:14:16.591 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 5984, 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 68 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_co": { 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 533232, 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 46 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_mapbl": { 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.592 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_pglog": { 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 94328, 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 215 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap": { 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 225128, 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 3418 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap_mapping": { 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: "pgmap": { 2024-03-10T22:14:16.593 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_1": { 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: "unittest_2": { 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes": 0, 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: "items": 0 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.594 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: "metadata": { 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: "mds": { 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 2 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 2 2024-03-10T22:14:16.595 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 2 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 2 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.596 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 3 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 3 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:16.597 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 3 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 3 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: "arch": { 2024-03-10T22:14:16.598 INFO:tasks.workunit.client.0.smithi169.stdout: "x86_64": 8 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_version": { 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: "cpu": { 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: "distro": { 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: "centos": 8 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: "distro_description": { 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: "CentOS Stream 8": 8 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.599 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_description": { 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: "kernel_version": { 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: "os": { 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: "Linux": 8 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_objectstore": { 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": 8 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: "rotational": { 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: "0": 8 2024-03-10T22:14:16.600 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "features": { 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "optional": [], 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "persistent": [ 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "kraken", 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "luminous", 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "mimic", 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "osdmap-prune", 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "nautilus", 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "octopus", 2024-03-10T22:14:16.601 INFO:tasks.workunit.client.0.smithi169.stdout: "pacific", 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: "elector-pinging", 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: "quincy", 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: "reef" 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: "ipv4_addr_mons": 6, 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: "ipv6_addr_mons": 0, 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: "min_mon_release": 18, 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: "v1_addr_mons": 3, 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: "v2_addr_mons": 3 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: "organization": "ceph-qa", 2024-03-10T22:14:16.602 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster_network": false, 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 8, 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: "require_min_compat_client": "luminous", 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: "require_osd_release": "reef" 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_perf_histograms": [ 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: "axes": [ 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Latency (usec)", 2024-03-10T22:14:16.603 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 100000, 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 99999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[100000, 199999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[200000, 399999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[400000, 799999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[800000, 1599999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[1600000, 3199999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[3200000, 6399999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[6400000, 12799999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[12800000, 25599999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[25600000, 51199999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[51200000, 102399999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[102400000, 204799999]", 2024-03-10T22:14:16.604 INFO:tasks.workunit.client.0.smithi169.stdout: "[204800000, 409599999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[409600000, 819199999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[819200000, 1638399999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[1638400000, 3276799999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[3276800000, 6553599999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[6553600000, 13107199999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[13107200000, 26214399999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[26214400000, 52428799999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[52428800000, 104857599999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[104857600000, 209715199999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[209715200000, 419430399999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[419430400000, 838860799999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[838860800000, 1677721599999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[1677721600000, 3355443199999]", 2024-03-10T22:14:16.605 INFO:tasks.workunit.client.0.smithi169.stdout: "[3355443200000, 6710886399999]", 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: "[6710886400000, 13421772799999]", 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: "[13421772800000, 26843545599999]", 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: "[26843545600000, 53687091199999]", 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: "[53687091200000, None]" 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Request size (bytes)", 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 512, 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:16.606 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 511]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[512, 1023]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[1024, 2047]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[2048, 4095]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[4096, 8191]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[8192, 16383]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[16384, 32767]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[32768, 65535]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[65536, 131071]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[131072, 262143]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[262144, 524287]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[524288, 1048575]", 2024-03-10T22:14:16.607 INFO:tasks.workunit.client.0.smithi169.stdout: "[1048576, 2097151]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[2097152, 4194303]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[4194304, 8388607]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[8388608, 16777215]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[16777216, 33554431]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[33554432, 67108863]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[67108864, 134217727]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[134217728, 268435455]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[268435456, 536870911]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[536870912, 1073741823]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[1073741824, 2147483647]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[2147483648, 4294967295]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[4294967296, 8589934591]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[8589934592, 17179869183]", 2024-03-10T22:14:16.608 INFO:tasks.workunit.client.0.smithi169.stdout: "[17179869184, 34359738367]", 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: "[34359738368, 68719476735]", 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: "[68719476736, 137438953471]", 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: "[137438953472, 274877906943]", 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: "[274877906944, None]" 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: "osds": [ 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 0, 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.609 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.610 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.611 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 1, 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.612 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.613 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.614 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 2, 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.615 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.616 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 3, 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.617 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.618 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.619 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 4, 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.620 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.621 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.622 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.623 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 5, 2024-03-10T22:14:16.623 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.623 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.623 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.623 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.623 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.623 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.623 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.623 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.623 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.623 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.625 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.625 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.625 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.625 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.625 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.626 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 6, 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.627 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.628 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.629 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 7, 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.630 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.631 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.632 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "axes": [ 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Latency (usec)", 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 100000, 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 99999]", 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "[100000, 199999]", 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "[200000, 399999]", 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "[400000, 799999]", 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "[800000, 1599999]", 2024-03-10T22:14:16.633 INFO:tasks.workunit.client.0.smithi169.stdout: "[1600000, 3199999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[3200000, 6399999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[6400000, 12799999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[12800000, 25599999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[25600000, 51199999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[51200000, 102399999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[102400000, 204799999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[204800000, 409599999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[409600000, 819199999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[819200000, 1638399999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[1638400000, 3276799999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[3276800000, 6553599999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[6553600000, 13107199999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[13107200000, 26214399999]", 2024-03-10T22:14:16.634 INFO:tasks.workunit.client.0.smithi169.stdout: "[26214400000, 52428799999]", 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "[52428800000, 104857599999]", 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "[104857600000, 209715199999]", 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "[209715200000, 419430399999]", 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "[419430400000, 838860799999]", 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "[838860800000, 1677721599999]", 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "[1677721600000, 3355443199999]", 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "[3355443200000, 6710886399999]", 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "[6710886400000, 13421772799999]", 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "[13421772800000, 26843545599999]", 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "[26843545600000, 53687091199999]", 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "[53687091200000, None]" 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:16.635 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Request size (bytes)", 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 512, 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 511]", 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "[512, 1023]", 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "[1024, 2047]", 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "[2048, 4095]", 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "[4096, 8191]", 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "[8192, 16383]", 2024-03-10T22:14:16.636 INFO:tasks.workunit.client.0.smithi169.stdout: "[16384, 32767]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[32768, 65535]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[65536, 131071]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[131072, 262143]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[262144, 524287]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[524288, 1048575]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[1048576, 2097151]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[2097152, 4194303]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[4194304, 8388607]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[8388608, 16777215]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[16777216, 33554431]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[33554432, 67108863]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[67108864, 134217727]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[134217728, 268435455]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[268435456, 536870911]", 2024-03-10T22:14:16.637 INFO:tasks.workunit.client.0.smithi169.stdout: "[536870912, 1073741823]", 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: "[1073741824, 2147483647]", 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: "[2147483648, 4294967295]", 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: "[4294967296, 8589934591]", 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: "[8589934592, 17179869183]", 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: "[17179869184, 34359738367]", 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: "[34359738368, 68719476735]", 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: "[68719476736, 137438953471]", 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: "[137438953472, 274877906943]", 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: "[274877906944, None]" 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.638 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "osds": [ 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 0, 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.639 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.640 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 1, 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.641 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.642 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.643 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 2, 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.644 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.645 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.646 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 3, 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.647 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.648 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 4, 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.649 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.650 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.651 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 5, 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.652 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.653 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.654 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 6, 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.655 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.656 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 7, 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.657 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.658 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.659 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: "axes": [ 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:16.660 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Latency (usec)", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 100000, 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 99999]", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[100000, 199999]", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[200000, 399999]", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[400000, 799999]", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[800000, 1599999]", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[1600000, 3199999]", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[3200000, 6399999]", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[6400000, 12799999]", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[12800000, 25599999]", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[25600000, 51199999]", 2024-03-10T22:14:16.661 INFO:tasks.workunit.client.0.smithi169.stdout: "[51200000, 102399999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[102400000, 204799999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[204800000, 409599999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[409600000, 819199999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[819200000, 1638399999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[1638400000, 3276799999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[3276800000, 6553599999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[6553600000, 13107199999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[13107200000, 26214399999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[26214400000, 52428799999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[52428800000, 104857599999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[104857600000, 209715199999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[209715200000, 419430399999]", 2024-03-10T22:14:16.662 INFO:tasks.workunit.client.0.smithi169.stdout: "[419430400000, 838860799999]", 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "[838860800000, 1677721599999]", 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "[1677721600000, 3355443199999]", 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "[3355443200000, 6710886399999]", 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "[6710886400000, 13421772799999]", 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "[13421772800000, 26843545599999]", 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "[26843545600000, 53687091199999]", 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "[53687091200000, None]" 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Request size (bytes)", 2024-03-10T22:14:16.663 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 512, 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 511]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[512, 1023]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[1024, 2047]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[2048, 4095]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[4096, 8191]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[8192, 16383]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[16384, 32767]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[32768, 65535]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[65536, 131071]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[131072, 262143]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[262144, 524287]", 2024-03-10T22:14:16.664 INFO:tasks.workunit.client.0.smithi169.stdout: "[524288, 1048575]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[1048576, 2097151]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[2097152, 4194303]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[4194304, 8388607]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[8388608, 16777215]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[16777216, 33554431]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[33554432, 67108863]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[67108864, 134217727]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[134217728, 268435455]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[268435456, 536870911]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[536870912, 1073741823]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[1073741824, 2147483647]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[2147483648, 4294967295]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[4294967296, 8589934591]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[8589934592, 17179869183]", 2024-03-10T22:14:16.665 INFO:tasks.workunit.client.0.smithi169.stdout: "[17179869184, 34359738367]", 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: "[34359738368, 68719476735]", 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: "[68719476736, 137438953471]", 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: "[137438953472, 274877906943]", 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: "[274877906944, None]" 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: "osds": [ 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 0, 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.666 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.667 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.668 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 1, 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.669 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.670 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.671 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 2, 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.672 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.673 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 3, 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.674 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.675 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.676 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 4, 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.677 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.678 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.679 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 5, 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.680 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.681 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 6, 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.682 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.683 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.684 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 7, 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.685 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.686 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.687 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "axes": [ 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Latency (usec)", 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 100000, 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 99999]", 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "[100000, 199999]", 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "[200000, 399999]", 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "[400000, 799999]", 2024-03-10T22:14:16.688 INFO:tasks.workunit.client.0.smithi169.stdout: "[800000, 1599999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[1600000, 3199999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[3200000, 6399999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[6400000, 12799999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[12800000, 25599999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[25600000, 51199999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[51200000, 102399999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[102400000, 204799999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[204800000, 409599999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[409600000, 819199999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[819200000, 1638399999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[1638400000, 3276799999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[3276800000, 6553599999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[6553600000, 13107199999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[13107200000, 26214399999]", 2024-03-10T22:14:16.689 INFO:tasks.workunit.client.0.smithi169.stdout: "[26214400000, 52428799999]", 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "[52428800000, 104857599999]", 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "[104857600000, 209715199999]", 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "[209715200000, 419430399999]", 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "[419430400000, 838860799999]", 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "[838860800000, 1677721599999]", 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "[1677721600000, 3355443199999]", 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "[3355443200000, 6710886399999]", 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "[6710886400000, 13421772799999]", 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "[13421772800000, 26843545599999]", 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "[26843545600000, 53687091199999]", 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "[53687091200000, None]" 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:16.690 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "buckets": 32, 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "min": 0, 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "name": "Request size (bytes)", 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "quant_size": 512, 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "ranges": [ 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "[None, -1]", 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 511]", 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "[512, 1023]", 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "[1024, 2047]", 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "[2048, 4095]", 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "[4096, 8191]", 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "[8192, 16383]", 2024-03-10T22:14:16.691 INFO:tasks.workunit.client.0.smithi169.stdout: "[16384, 32767]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[32768, 65535]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[65536, 131071]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[131072, 262143]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[262144, 524287]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[524288, 1048575]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[1048576, 2097151]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[2097152, 4194303]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[4194304, 8388607]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[8388608, 16777215]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[16777216, 33554431]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[33554432, 67108863]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[67108864, 134217727]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[134217728, 268435455]", 2024-03-10T22:14:16.692 INFO:tasks.workunit.client.0.smithi169.stdout: "[268435456, 536870911]", 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: "[536870912, 1073741823]", 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: "[1073741824, 2147483647]", 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: "[2147483648, 4294967295]", 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: "[4294967296, 8589934591]", 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: "[8589934592, 17179869183]", 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: "[17179869184, 34359738367]", 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: "[34359738368, 68719476735]", 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: "[68719476736, 137438953471]", 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: "[137438953472, 274877906943]", 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: "[274877906944, None]" 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: "scale_type": "log2" 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.693 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "osds": [ 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 0, 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.694 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.695 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.696 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 1, 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 13, 5, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 18, 1, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.697 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.698 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 2, 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.699 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.700 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.701 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 3, 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.702 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.703 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 4, 2024-03-10T22:14:16.704 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.705 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.706 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 5, 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.707 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.708 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.709 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 6, 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.710 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.711 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:16.712 INFO:tasks.workunit.client.0.smithi169.stdout: "osd_id": 7, 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "values": [ 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.713 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.714 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: ] 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: "perf_counters": { 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: "mds.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:16.715 INFO:tasks.workunit.client.0.smithi169.stdout: "mds": { 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: "caps": { 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_cap_op_flush_ack": { 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_cap_op_flushsnap_ack": { 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_cap_op_grant": { 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_cap_op_revoke": { 2024-03-10T22:14:16.716 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: "ceph_cap_op_trunc": { 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: "dir_commit": { 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: "dir_fetch_complete": { 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: "dir_fetch_keys": { 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.717 INFO:tasks.workunit.client.0.smithi169.stdout: "dir_merge": { 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: "dir_split": { 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: "exported_inodes": { 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: "forward": { 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_client_cap_release": { 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.718 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_client_caps": { 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_client_caps_dirty": { 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_inode_file_caps": { 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: "imported_inodes": { 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: "inodes": { 2024-03-10T22:14:16.719 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: "inodes_expired": { 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: "inodes_pinned": { 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: "inodes_with_caps": { 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: "load_cent": { 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.720 INFO:tasks.workunit.client.0.smithi169.stdout: "openino_dir_fetch": { 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: "process_request_cap_release": { 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: "reply_latency": { 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 126513 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: "request": { 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: "root_rbytes": { 2024-03-10T22:14:16.721 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: "root_rfiles": { 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: "root_rsnaps": { 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_reply": { 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: "subtrees": { 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.722 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_cache": { 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_enqueue_scrub": { 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_exportdir": { 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_flush": { 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_fragmentdir": { 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.723 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_fragstats": { 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: "ireq_inodestats": { 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_recovering_enqueued": { 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_recovering_prioritized": { 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_recovering_processing": { 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.724 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_strays": { 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_strays_delayed": { 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_strays_enqueuing": { 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_completed": { 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_started": { 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.725 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: "strays_created": { 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: "strays_enqueued": { 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: "strays_migrated": { 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: "strays_reintegrated": { 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.726 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_log": { 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: "ev": { 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: "evadd": { 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: "evex": { 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: "evexd": { 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: "evexg": { 2024-03-10T22:14:16.727 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: "evtrm": { 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: "jlat": { 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12623492 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: "replayed": { 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: "seg": { 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.728 INFO:tasks.workunit.client.0.smithi169.stdout: "segadd": { 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: "segex": { 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: "segexd": { 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: "segexg": { 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: "segtrm": { 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.729 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_mem": { 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: "cap": { 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: "cap+": { 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: "cap-": { 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: "dir": { 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.730 INFO:tasks.workunit.client.0.smithi169.stdout: "dir+": { 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: "dir-": { 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: "dn": { 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: "dn+": { 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: "dn-": { 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.731 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: "heap": { 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 207156 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: "ino": { 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: "ino+": { 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: "ino-": { 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: "rss": { 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42872 2024-03-10T22:14:16.732 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_server": { 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: "cap_acquisition_throttle": { 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: "cap_revoke_eviction": { 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_client_request": { 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_client_session": { 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 16 2024-03-10T22:14:16.733 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: "handle_peer_request": { 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: "req_create_latency": { 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: "req_getattr_latency": { 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 126513 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: "req_getfilelock_latency": { 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.734 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: "req_getvxattr_latency": { 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: "req_link_latency": { 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookup_latency": { 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.735 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookuphash_latency": { 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookupino_latency": { 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookupname_latency": { 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookupparent_latency": { 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.736 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lookupsnap_latency": { 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: "req_lssnap_latency": { 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: "req_mkdir_latency": { 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: "req_mknod_latency": { 2024-03-10T22:14:16.737 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: "req_mksnap_latency": { 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: "req_open_latency": { 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: "req_readdir_latency": { 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.738 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: "req_rename_latency": { 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: "req_renamesnap_latency": { 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: "req_rmdir_latency": { 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: "req_rmsnap_latency": { 2024-03-10T22:14:16.739 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: "req_rmxattr_latency": { 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: "req_setattr_latency": { 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: "req_setdirlayout_latency": { 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.740 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "req_setfilelock_latency": { 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "req_setlayout_latency": { 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "req_setxattr_latency": { 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "req_snapdiff_latency": { 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.741 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: "req_symlink_latency": { 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: "req_unlink_latency": { 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: "mds_sessions": { 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: "average_load": { 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:16.742 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: "avg_session_uptime": { 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: "mdthresh_evicted": { 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: "session_add": { 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: "session_count": { 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: "session_remove": { 2024-03-10T22:14:16.743 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: "sessions_open": { 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: "sessions_stale": { 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: "total_load": { 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.744 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 45 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: "purge_queue": { 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_executed": { 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.745 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_executing": { 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_executing_high_water": { 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_executing_ops": { 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_executing_ops_high_water": { 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: "pq_item_in_journal": { 2024-03-10T22:14:16.746 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.3d03441b2c2dca7b4904acfb49a748c8580f9818": { 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: "election_call": { 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: "election_lose": { 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: "election_win": { 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.747 INFO:tasks.workunit.client.0.smithi169.stdout: "num_elections": { 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: "num_sessions": { 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: "session_add": { 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: "session_rm": { 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 90 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: "session_trim": { 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.748 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: "paxos": { 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: "accept_timeout": { 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: "begin": { 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 869 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_bytes": { 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 869, 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3934942 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_keys": { 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.749 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_latency": { 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 869, 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 240994766 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: "collect": { 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_bytes": { 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.750 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_keys": { 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_latency": { 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 999978 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_timeout": { 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_uncommitted": { 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.751 INFO:tasks.workunit.client.0.smithi169.stdout: "commit": { 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 871 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_bytes": { 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_keys": { 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_latency": { 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.752 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_ack_timeout": { 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_timeout": { 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn": { 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn_latency": { 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh": { 2024-03-10T22:14:16.753 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 871 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh_latency": { 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 871, 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2097954490 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: "restart": { 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state": { 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_bytes": { 2024-03-10T22:14:16.754 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_keys": { 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: "start_leader": { 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: "start_peon": { 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state": { 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 870 2024-03-10T22:14:16.755 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_bytes": { 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 870, 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7706773 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_keys": { 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 870, 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6200 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_latency": { 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 870, 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 521988672 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.756 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache": { 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1020054731 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41754624 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 30302208 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2147483648 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:16.757 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 11452416 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:full": { 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.758 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277021473 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 271033 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.759 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.760 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 70834726 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:inc": { 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.761 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277021473 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41401 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.762 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.763 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71064358 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:kv": { 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 322961408 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.764 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 184680982 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.765 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.766 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71171562 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb": { 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: "compact": { 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_len": { 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_merge": { 2024-03-10T22:14:16.767 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.768 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.768 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_range": { 2024-03-10T22:14:16.768 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.768 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.768 INFO:tasks.workunit.client.0.smithi169.stdout: "get_latency": { 2024-03-10T22:14:16.768 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 36992, 2024-03-10T22:14:16.768 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 92667560 2024-03-10T22:14:16.768 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.768 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_delay_time": { 2024-03-10T22:14:16.768 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.768 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_memtable_time": { 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_wal_time": { 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.769 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_latency": { 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_sync_latency": { 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1857, 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 844515601 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.6967dccfb754893b6b1b46d66026e3f640e83f96": { 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: "election_call": { 2024-03-10T22:14:16.770 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: "election_lose": { 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: "election_win": { 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: "num_elections": { 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 9 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: "num_sessions": { 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: "session_add": { 2024-03-10T22:14:16.771 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: "session_rm": { 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 219 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: "session_trim": { 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: "paxos": { 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: "accept_timeout": { 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: "begin": { 2024-03-10T22:14:16.772 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1023 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_bytes": { 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5014535 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_keys": { 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3069 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_latency": { 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 197995710 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.773 INFO:tasks.workunit.client.0.smithi169.stdout: "collect": { 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_bytes": { 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_keys": { 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_latency": { 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.774 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_timeout": { 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_uncommitted": { 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: "commit": { 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1023 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_bytes": { 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4940870 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.775 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_keys": { 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6186 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_latency": { 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1023, 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 497620172 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_ack_timeout": { 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_timeout": { 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.776 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn": { 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn_latency": { 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 999979 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh": { 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1025 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh_latency": { 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1025, 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2647942641 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.777 INFO:tasks.workunit.client.0.smithi169.stdout: "restart": { 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state": { 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_bytes": { 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1627 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_keys": { 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.778 INFO:tasks.workunit.client.0.smithi169.stdout: "start_leader": { 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: "start_peon": { 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state": { 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_bytes": { 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_keys": { 2024-03-10T22:14:16.779 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_latency": { 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache": { 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1020054731 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 45850624 2024-03-10T22:14:16.780 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 37257216 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2147483648 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8593408 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:full": { 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.781 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277022549 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 270603 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.782 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.783 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 70834080 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:inc": { 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:16.784 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277022549 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 38962 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.785 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.786 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71065721 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.787 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:kv": { 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 322961408 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 184681699 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.788 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.789 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71170845 2024-03-10T22:14:16.790 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb": { 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: "compact": { 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_len": { 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_merge": { 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_range": { 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.791 INFO:tasks.workunit.client.0.smithi169.stdout: "get_latency": { 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 45860, 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 172752604 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_delay_time": { 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_memtable_time": { 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.792 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_wal_time": { 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_latency": { 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_sync_latency": { 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2208, 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 766586530 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.793 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: "mon.9a987f2f71a85efd13ef47d08cb8f8e3cf61d1ab": { 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: "election_call": { 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: "election_lose": { 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: "election_win": { 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_elections": { 2024-03-10T22:14:16.794 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_sessions": { 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: "session_add": { 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: "session_rm": { 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 50 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: "session_trim": { 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.795 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: "paxos": { 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: "accept_timeout": { 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: "begin": { 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 881 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_bytes": { 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 881, 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3962616 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_keys": { 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.796 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: "begin_latency": { 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 881, 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 144996632 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: "collect": { 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_bytes": { 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 146 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_keys": { 2024-03-10T22:14:16.797 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_latency": { 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_timeout": { 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: "collect_uncommitted": { 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: "commit": { 2024-03-10T22:14:16.798 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 882 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_bytes": { 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_keys": { 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: "commit_latency": { 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_ack_timeout": { 2024-03-10T22:14:16.799 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: "lease_timeout": { 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn": { 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: "new_pn_latency": { 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh": { 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 882 2024-03-10T22:14:16.800 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: "refresh_latency": { 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 882, 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1914955436 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: "restart": { 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state": { 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_bytes": { 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.801 INFO:tasks.workunit.client.0.smithi169.stdout: "share_state_keys": { 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: "start_leader": { 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: "start_peon": { 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state": { 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 882 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_bytes": { 2024-03-10T22:14:16.802 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 882, 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7759645 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_keys": { 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 882, 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6289 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: "store_state_latency": { 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 882, 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 331992285 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache": { 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:16.803 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1020054731 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42803200 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 30851072 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2147483648 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 11952128 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.804 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:full": { 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277021473 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.805 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 271033 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.806 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.807 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 70834726 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:inc": { 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 348127232 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.808 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 277021473 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41401 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.809 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.810 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71064358 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: "prioritycache:kv": { 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 322961408 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.811 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 184680982 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.812 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.813 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71171562 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb": { 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: "compact": { 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_len": { 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_queue_merge": { 2024-03-10T22:14:16.814 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_range": { 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: "get_latency": { 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 37446, 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 89786675 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_delay_time": { 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_memtable_time": { 2024-03-10T22:14:16.815 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_write_wal_time": { 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_latency": { 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.816 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: "submit_sync_latency": { 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1907, 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 576044628 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.0": { 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.817 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:16.818 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2646016 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:16.819 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1634304 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1495040 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.820 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.821 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:16.822 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:16.823 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.824 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.825 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.826 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:16.826 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.826 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.826 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:16.826 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4218880 2024-03-10T22:14:16.826 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.826 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.826 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:16.829 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:16.829 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:16.829 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.829 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:16.829 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1318912 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 4, 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 161123 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.830 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 22, 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 60146 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.831 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 352, 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 94961043 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 347, 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8166456 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 352, 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 326276 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 352, 2024-03-10T22:14:16.832 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95287319 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 44040 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 6, 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 18224 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.833 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4196 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 839 2024-03-10T22:14:16.834 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 227 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 121, 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2733722 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 327, 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 273634 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:16.835 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 206, 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5231204 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 44469 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 25971395 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.836 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 125, 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 37595168 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 125, 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 527956397622 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 125, 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 133169269971 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:16.837 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 72819938849 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41752 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 9237911 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 194333302 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.838 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 155492 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 135258174 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 26263669 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 900672 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.839 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 59, 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 265501 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 391129249 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 30678313 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 488, 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2932550 2024-03-10T22:14:16.840 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861634483 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 44482560 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 44056576 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:16.841 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137577472 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 425984 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.842 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85471729 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.843 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 610304 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.844 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73301519 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:16.845 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641037972 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.846 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.847 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71991580 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.848 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 56981153 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.849 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.850 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68847503 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:16.851 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641037972 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.852 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6118 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 234968 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.853 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71752622 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:16.854 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.855 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 47 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.856 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 616 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 34678100 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 6, 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2910979 2024-03-10T22:14:16.857 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 33467697 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.858 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.859 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.860 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.861 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 616 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 34678100 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 6, 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2910979 2024-03-10T22:14:16.862 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 33467697 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1771104 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.863 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28983296 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.1": { 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:16.864 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.865 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2351104 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.866 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1470464 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1331200 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:16.867 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:16.868 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.869 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:16.870 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.871 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.872 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3760128 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.873 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 708608 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 196757 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.874 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 27, 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 76210 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.875 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 312, 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 94020154 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 300, 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12751331 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 312, 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 319933 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 312, 2024-03-10T22:14:16.876 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 94340087 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 35895 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7056 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.877 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4309 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:16.878 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 810 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 232 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 134, 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4890337 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 349, 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 273926 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 215, 2024-03-10T22:14:16.879 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4462137 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 123011 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15988090 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:16.880 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 122, 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 50712964 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 121, 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 299712023176 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 122, 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 124262931225 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 401, 2024-03-10T22:14:16.881 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 34873100112 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 401, 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 40906 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5427255 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 183463446 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.882 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 130006 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 72652547 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 20401822 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 309190 2024-03-10T22:14:16.883 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 56, 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 256497 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 297988136 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24025335 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:16.884 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 402, 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2881309 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861634483 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 43368448 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42770432 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.885 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137577472 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 598016 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.886 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85509137 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.887 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 16384 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.888 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73858031 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.889 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641318532 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.890 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.891 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71711020 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:16.892 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006091 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.893 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.894 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68822565 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:16.895 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641318532 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.896 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 9422 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.897 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206127 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71497599 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.898 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.899 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 37 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 155 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:16.900 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2429440 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 155, 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1351897836 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1063 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 155, 2024-03-10T22:14:16.901 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 52842548 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 155, 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 267801485 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 33 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 33, 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5543045 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:16.902 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1063 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 33, 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4832666 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 33, 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4051749 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:16.903 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 22 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 22, 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 19191383 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.904 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 22, 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8476116 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 22, 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 18052133 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 100 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.905 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2429440 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 100, 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1327163408 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 100, 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 39533766 2024-03-10T22:14:16.906 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 100, 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 245697603 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 590368 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:16.907 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28377088 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.2": { 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.908 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:16.909 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2113536 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:16.910 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1335296 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1196032 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:16.911 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.912 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.913 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:16.914 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:16.915 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.916 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3387392 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 708608 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.917 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 4, 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 178307 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.918 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14804 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 279, 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 72895602 2024-03-10T22:14:16.919 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 277, 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6917556 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 279, 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 275960 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 279, 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73171562 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:16.920 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 94100 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.921 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5250 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 580 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:16.922 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 217 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 89, 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1205840 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 251, 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 285256 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 162, 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4895573 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.923 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 125556 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8958247 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 113, 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6313493 2024-03-10T22:14:16.924 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 112, 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 243309825044 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 113, 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 121447074299 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 330, 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 84998280877 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:16.925 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 330, 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 29566 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2586075 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 130961011 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 116269 2024-03-10T22:14:16.926 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57194256 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 21483137 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 309576 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 48, 2024-03-10T22:14:16.927 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 215287 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 221235498 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24646673 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 331, 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2482300 2024-03-10T22:14:16.928 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861634483 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42319872 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41443328 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137577472 2024-03-10T22:14:16.929 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 876544 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.930 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85509980 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.931 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8192 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.932 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73865380 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.933 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641324851 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.934 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.935 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71704701 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:16.936 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006653 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.937 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.938 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68822003 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:16.939 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641324851 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.940 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10552 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.941 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 199329 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71496948 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.942 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.943 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 30 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:16.944 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 124374098 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6616366 2024-03-10T22:14:16.945 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 107405866 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:16.946 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:16.947 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:16.948 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:16.949 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 124374098 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:16.950 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 6616366 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 107405866 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:16.951 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28377088 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.3": { 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.952 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:16.953 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1130496 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:16.954 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 823296 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 684032 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.955 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:16.956 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:16.957 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:16.958 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:16.959 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:16.960 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1892352 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:16.961 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 729088 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:16.962 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5405 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.963 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 154, 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 56748010 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 151, 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 9107699 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 154, 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 210226 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:16.964 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 154, 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 56958236 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42860 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.965 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 21501 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.966 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 352 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 217 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 90, 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1026236 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 160, 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 251310 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:16.967 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 70, 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 428347 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 18692872 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.968 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 54, 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4092662 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 51, 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 339450770125 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 54, 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 87287037482 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 239, 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 586991 2024-03-10T22:14:16.969 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 239, 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31367 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 286642 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 188908028 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.970 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 75101 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 103783844 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14719414 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 312310 2024-03-10T22:14:16.971 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 45, 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 240957 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 326424575 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 17066223 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:16.972 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 242, 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1656105 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861634483 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42385408 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41009152 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.973 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137577472 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1376256 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.974 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85510027 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.975 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.976 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73873525 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.977 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641325203 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.978 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.979 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71704349 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.980 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006684 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.981 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.982 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68821972 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:16.983 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641325203 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.984 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14090 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:16.985 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 205491 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71486896 2024-03-10T22:14:16.986 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.987 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 36 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.988 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.989 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 628499 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.990 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.991 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.994 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 628499 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:16.995 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28393472 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.4": { 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.996 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.997 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1273856 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:16.998 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 933888 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 794624 2024-03-10T22:14:16.999 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:17.000 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:17.001 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:17.002 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.003 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:17.004 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2146304 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:17.005 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 724992 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 8, 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 317708 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.006 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5271 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.007 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 181, 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 53837337 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 181, 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4380566 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 181, 2024-03-10T22:14:17.008 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 177406 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 181, 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 54014743 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 38967 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:17.009 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:17.010 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3807 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 366 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 234 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 92, 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1014254 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 155, 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 255345 2024-03-10T22:14:17.011 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 63, 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 283585 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 154148 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.012 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3413194 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 43, 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5487800 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 43, 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 163262357491 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 43, 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 64045036107 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.013 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 578798 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24055 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 280576 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.014 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 84348939 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 83964 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 45021456 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12799868 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.015 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 310284 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 42, 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 190640 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 145898113 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15163537 2024-03-10T22:14:17.016 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1743280 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861633873 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42385408 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:17.017 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41992192 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137576755 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 393216 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.018 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85509363 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.019 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8192 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.020 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73865997 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.021 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641320222 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.022 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.023 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71709330 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.024 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006242 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.025 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.026 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68822414 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.027 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641320222 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.028 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14086 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 207773 2024-03-10T22:14:17.029 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71489599 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.030 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.031 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.032 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 22 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24219195 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:17.033 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 620680 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 16690801 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.034 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.035 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:17.036 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.036 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.036 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:17.037 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.037 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.037 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:17.037 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.037 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.038 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 22 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24219195 2024-03-10T22:14:17.039 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 620680 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 16690801 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:17.040 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28389376 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.041 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.5": { 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:17.042 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1183744 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.043 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.044 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 872448 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 733184 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.045 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.046 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.047 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:17.048 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.049 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.050 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1994752 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 720896 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 6, 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 218477 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.051 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:17.052 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5287 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 166, 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 54478057 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 157, 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5722233 2024-03-10T22:14:17.053 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 166, 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 135781 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 166, 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 54613838 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.054 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 32115 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1006 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.055 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3624 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 338 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 242 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:17.056 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 91, 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 775964 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 145, 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 258223 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 54, 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 400007 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.057 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 4, 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 118743 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3438874 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 39, 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3206972 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.058 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 36, 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 321106721891 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 39, 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68042712269 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 266, 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 537292 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 266, 2024-03-10T22:14:17.059 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 25322 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 266794 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 244919823 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 92752 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.060 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 97646778 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13421373 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 311965 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 32, 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 138886 2024-03-10T22:14:17.061 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 359728024 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 16976631 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 269, 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1713227 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.062 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861633873 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42385408 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41787392 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137576755 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.063 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 598016 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.064 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85509763 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.065 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.066 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73873789 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.067 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641323222 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.068 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.069 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71706330 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.070 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006508 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.071 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.072 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68822148 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.073 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641323222 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.074 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15280 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 208053 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.075 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71485125 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:17.076 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42 2024-03-10T22:14:17.077 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.078 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.079 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.080 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.082 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.083 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:17.084 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.085 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28385280 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.6": { 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:17.086 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.087 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1212416 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:17.088 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 905216 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 765952 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:17.089 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:17.090 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.091 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:17.092 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:17.093 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.094 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2056192 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:17.095 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1306624 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:17.096 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 3, 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5772 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.097 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 174, 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 50035133 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 167, 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8071810 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 174, 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 120475 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.098 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 174, 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 50155608 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 1, 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 33823 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.099 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5648 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.100 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 338 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 249 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 88, 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 686073 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 133, 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 281558 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:17.101 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 45, 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 392027 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7912986 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.102 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 34, 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2023433 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 34, 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 473781347032 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 34, 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 52629508577 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.103 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 502349 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 56595 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 231297 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 127041487 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:17.104 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 83361 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 64539886 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 17745419 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 901970 2024-03-10T22:14:17.105 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 27, 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 116856 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 217506838 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 19661171 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:17.106 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 265, 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1714507 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861633873 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 43433984 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 41943040 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:17.107 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137576755 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1490944 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.108 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85509604 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.109 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.110 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73873948 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.111 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641322035 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.112 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2128 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.113 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71707517 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:17.114 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 57006403 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.115 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.116 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68822253 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.117 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641322035 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.118 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2396 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3594 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14377 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 204879 2024-03-10T22:14:17.119 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71484399 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.120 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:17.121 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 39 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.122 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2810 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 13, 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 118743999 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 15, 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7327875 2024-03-10T22:14:17.123 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 13, 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 79138275 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.124 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.125 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.126 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13 2024-03-10T22:14:17.127 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2810 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 13, 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 118743999 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 15, 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7327875 2024-03-10T22:14:17.128 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 13, 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 79138275 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.129 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28971008 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: "osd.7": { 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: "bluefs": { 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_fallback": { 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_slow_size_fallback": { 2024-03-10T22:14:17.130 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_db": { 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65536 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_main": { 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit_wal": { 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_slow": { 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.131 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_sst": { 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 12288 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_written_wal": { 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1134592 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lat": { 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: "compact_lock_lat": { 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.132 INFO:tasks.workunit.client.0.smithi169.stdout: "db_total_bytes": { 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: "db_used_bytes": { 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 27656192 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: "log_bytes": { 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 851968 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: "logged_bytes": { 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 712704 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_db": { 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 31850496 2024-03-10T22:14:17.133 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_slow": { 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: "max_bytes_wal": { 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: "num_files": { 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 14 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: "read_bytes": { 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 206366 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: "read_count": { 2024-03-10T22:14:17.134 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes": { 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1282048 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_db": { 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1286144 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_slow": { 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_bytes_wal": { 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: "read_disk_count": { 2024-03-10T22:14:17.135 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 15 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_bytes": { 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5019 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: "read_prefetch_count": { 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_bytes": { 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_buffer_count": { 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.136 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_bytes": { 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5845 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_count": { 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes": { 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_db": { 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_slow": { 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.137 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_bytes_wal": { 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: "read_random_disk_count": { 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_total_bytes": { 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: "slow_used_bytes": { 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_total_bytes": { 2024-03-10T22:14:17.138 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: "wal_used_bytes": { 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: "write_bytes": { 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1925120 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore": { 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: "alloc_unit": { 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4096 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": { 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1306624 2024-03-10T22:14:17.139 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: "clist_lat": { 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 219057 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_lat": { 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed": { 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_allocated": { 2024-03-10T22:14:17.140 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: "compressed_original": { 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: "csum_lat": { 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 10, 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 30590 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: "decompress_lat": { 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_commit_lat": { 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 161, 2024-03-10T22:14:17.141 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 53606872 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_final_lat": { 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 155, 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5688626 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_flush_lat": { 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 161, 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 91104 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: "kv_sync_lat": { 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 161, 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 53697976 2024-03-10T22:14:17.142 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_keys_lat": { 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_get_values_lat": { 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42568 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_lower_bound_lat": { 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_next_lat": { 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.143 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_seek_to_first_lat": { 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 0, 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_upper_bound_lat": { 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4400 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_hits": { 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 575 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.144 INFO:tasks.workunit.client.0.smithi169.stdout: "onode_misses": { 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 276 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: "read_lat": { 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 115, 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2632144 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: "read_onode_meta_lat": { 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 177, 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 267895 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: "read_wait_aio_lat": { 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 62, 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1956139 2024-03-10T22:14:17.145 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: "reads_with_retries": { 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: "remove_lat": { 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 2, 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 65175 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: "state_aio_wait_lat": { 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2332701 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 20, 2024-03-10T22:14:17.146 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1580587 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_cleanup_lat": { 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 20, 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 295679939202 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: "state_deferred_queued_lat": { 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 20, 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 29728979435 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: "state_done_lat": { 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 444809 2024-03-10T22:14:17.147 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: "state_finishing_lat": { 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 26619 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: "state_io_done_lat": { 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 288455 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_commiting_lat": { 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 134740759 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_done_lat": { 2024-03-10T22:14:17.148 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 82703 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: "state_kv_queued_lat": { 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 125380931 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: "state_prepare_lat": { 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 11910124 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": { 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 900267 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.149 INFO:tasks.workunit.client.0.smithi169.stdout: "truncate_lat": { 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 19, 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 70499 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_commit_lat": { 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 274685335 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_submit_lat": { 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13993371 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: "txc_throttle_lat": { 2024-03-10T22:14:17.150 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 294, 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2438227 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache": { 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_bytes": { 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1861633873 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: "heap_bytes": { 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 43433984 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: "mapped_bytes": { 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 42401792 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.151 INFO:tasks.workunit.client.0.smithi169.stdout: "target_bytes": { 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 3137576755 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: "unmapped_bytes": { 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 1032192 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:data": { 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 159383552 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.152 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 85492193 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 143360 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.153 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 135168 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.154 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 73612831 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv": { 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 780140544 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:17.155 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641191453 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.156 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 128 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 2000 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.157 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.158 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.158 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.158 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.158 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.158 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.158 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71838099 2024-03-10T22:14:17.158 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.158 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.158 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T22:14:17.158 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 192937984 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 67108864 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 464 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 56994795 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.159 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.160 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.161 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 68833861 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: "bluestore-pricache:meta": { 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: "committed_bytes": { 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 713031680 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: "pri0_bytes": { 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: "pri10_bytes": { 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.162 INFO:tasks.workunit.client.0.smithi169.stdout: "pri11_bytes": { 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 641191453 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: "pri1_bytes": { 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: "pri2_bytes": { 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 13279 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: "pri3_bytes": { 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.163 INFO:tasks.workunit.client.0.smithi169.stdout: "pri4_bytes": { 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: "pri5_bytes": { 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 7243 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: "pri6_bytes": { 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 216088 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: "pri7_bytes": { 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.164 INFO:tasks.workunit.client.0.smithi169.stdout: "pri8_bytes": { 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: "pri9_bytes": { 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: "reserved_bytes": { 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 71603617 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: "objecter": { 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: "op_active": { 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.165 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rmw": { 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: "osd": { 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg": { 2024-03-10T22:14:17.166 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 47 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: "numpg_removing": { 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: "op": { 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 101 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_degraded": { 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: "op_delayed_unreadable": { 2024-03-10T22:14:17.167 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: "op_in_bytes": { 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: "op_latency": { 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 101, 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 118358688 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: "op_out_bytes": { 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 264707 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: "op_prepare_latency": { 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 103, 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 25247012 2024-03-10T22:14:17.168 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.169 INFO:tasks.workunit.client.0.smithi169.stdout: "op_process_latency": { 2024-03-10T22:14:17.169 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 101, 2024-03-10T22:14:17.169 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 108066916 2024-03-10T22:14:17.169 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.169 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r": { 2024-03-10T22:14:17.169 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 70 2024-03-10T22:14:17.169 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.169 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency": { 2024-03-10T22:14:17.169 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 70, 2024-03-10T22:14:17.169 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 11096492 2024-03-10T22:14:17.169 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_out_bytes": { 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 264707 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_prepare_latency": { 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 70, 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 10000099 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: "op_r_process_latency": { 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 70, 2024-03-10T22:14:17.170 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 8295003 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw": { 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 26 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_in_bytes": { 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency": { 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 26, 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 24729979 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T22:14:17.171 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_out_bytes": { 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_prepare_latency": { 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 26, 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 11190980 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.172 INFO:tasks.workunit.client.0.smithi169.stdout: "op_rw_process_latency": { 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 26, 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 23407691 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w": { 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 5 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_in_bytes": { 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency": { 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 82532217 2024-03-10T22:14:17.173 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_prepare_latency": { 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 7, 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 4055933 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: "op_w_process_latency": { 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: "count": 5, 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 76364222 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: "op_wip": { 2024-03-10T22:14:17.174 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_bytes": { 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: "recovery_ops": { 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 0 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes": { 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 95995035648 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_bytes_used": { 2024-03-10T22:14:17.175 INFO:tasks.workunit.client.0.smithi169.stdout: "value": 28971008 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: "pools": [ 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr" 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:17.176 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 1, 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 1, 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 1, 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330395402, 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 1781760, 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 1781760, 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:17.177 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110133760, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 2, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 2.4430019038845785e-06, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 358, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 567296, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 590368, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 590368, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 1771104, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 211, 2024-03-10T22:14:17.178 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 2473984 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:17.179 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 32, 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 32, 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 2, 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330395402, 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 98304, 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 98304, 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:17.180 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110133760, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 22, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 1.3478663163368765e-07, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 3428, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 3428, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 10284, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 51, 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 20480 2024-03-10T22:14:17.181 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:17.182 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 64, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 64, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 3, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330395402, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 0, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 0, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110133760, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 0, 2024-03-10T22:14:17.183 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 0.0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 0 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:17.184 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:17.185 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:17.185 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.185 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.185 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:17.185 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd" 2024-03-10T22:14:17.185 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.185 INFO:tasks.workunit.client.0.smithi169.stdout: "cache_mode": "none", 2024-03-10T22:14:17.185 INFO:tasks.workunit.client.0.smithi169.stdout: "erasure_code_profile": {}, 2024-03-10T22:14:17.185 INFO:tasks.workunit.client.0.smithi169.stdout: "min_size": 2, 2024-03-10T22:14:17.185 INFO:tasks.workunit.client.0.smithi169.stdout: "options": {}, 2024-03-10T22:14:17.185 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_autoscale_mode": "off", 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 8, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "pgp_num": 8, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "pool": 4, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "size": 3, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "stats": { 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_raw": 729330395402, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "bytes_used": 0, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_bytes_used": 0, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "compress_under_bytes": 0, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "data_bytes_used": 0, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty": 0, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "max_avail": 243110133760, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "objects": 0, 2024-03-10T22:14:17.186 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_bytes_used": 0, 2024-03-10T22:14:17.187 INFO:tasks.workunit.client.0.smithi169.stdout: "percent_used": 0.0, 2024-03-10T22:14:17.187 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_bytes": 0, 2024-03-10T22:14:17.187 INFO:tasks.workunit.client.0.smithi169.stdout: "quota_objects": 0, 2024-03-10T22:14:17.187 INFO:tasks.workunit.client.0.smithi169.stdout: "rd": 0, 2024-03-10T22:14:17.187 INFO:tasks.workunit.client.0.smithi169.stdout: "rd_bytes": 0, 2024-03-10T22:14:17.187 INFO:tasks.workunit.client.0.smithi169.stdout: "stored": 0, 2024-03-10T22:14:17.187 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_data": 0, 2024-03-10T22:14:17.187 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_omap": 0, 2024-03-10T22:14:17.187 INFO:tasks.workunit.client.0.smithi169.stdout: "stored_raw": 0, 2024-03-10T22:14:17.187 INFO:tasks.workunit.client.0.smithi169.stdout: "wr": 0, 2024-03-10T22:14:17.187 INFO:tasks.workunit.client.0.smithi169.stdout: "wr_bytes": 0 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_bytes": 0, 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: "target_max_objects": 0, 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: "type": "replicated" 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd": { 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: "mirroring_by_pool": [ 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: false 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: "num_images_by_pool": [ 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.188 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pools": 1 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "report_id": "1e176e1c-cab2-4115-9412-ed5985620341", 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "report_timestamp": "2024-03-10T22:14:15.800343", 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "report_version": 1, 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "rocksdb_stats": { 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "7.9.2" 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "rook": { 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "cluster": { 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "external-mode": null, 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "mon": { 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "allow-multiple-per-node": null, 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "count": null, 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "max-id": null, 2024-03-10T22:14:17.189 INFO:tasks.workunit.client.0.smithi169.stdout: "pvc": { 2024-03-10T22:14:17.190 INFO:tasks.workunit.client.0.smithi169.stdout: "enabled": null 2024-03-10T22:14:17.190 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.190 INFO:tasks.workunit.client.0.smithi169.stdout: "stretch": { 2024-03-10T22:14:17.190 INFO:tasks.workunit.client.0.smithi169.stdout: "enabled": null 2024-03-10T22:14:17.190 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.190 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.190 INFO:tasks.workunit.client.0.smithi169.stdout: "network": { 2024-03-10T22:14:17.190 INFO:tasks.workunit.client.0.smithi169.stdout: "provider": null 2024-03-10T22:14:17.190 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.190 INFO:tasks.workunit.client.0.smithi169.stdout: "storage": { 2024-03-10T22:14:17.190 INFO:tasks.workunit.client.0.smithi169.stdout: "device-set": { 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: "non-portable": null, 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: "portable": null, 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: "total": null 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: "csi": { 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: "kubernetes": { 2024-03-10T22:14:17.191 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: "node": { 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: "kubernetes-total": null, 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: "with-ceph-daemons": null, 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-cephfs-plugin": null, 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-nfs-plugin": null, 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: "with-csi-rbd-plugin": null 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: "usage": { 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: "storage-class": { 2024-03-10T22:14:17.192 INFO:tasks.workunit.client.0.smithi169.stdout: "count": { 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: "bucket": null, 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs": null, 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: "nfs": null, 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd": null, 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: "total": null 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: "version": null 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: "services": {}, 2024-03-10T22:14:17.193 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_per_pg": [ 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.194 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700074+0000", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700074+0000", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701205+0000", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.195 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287331+0000", 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.196 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3f", 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:23:01.902605+0000", 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.197 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.198 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.199 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.200 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.201 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.691245+0000", 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.691245+0000", 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.691519+0000", 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.202 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383259+0000", 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.203 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3e", 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:08:14.452838+0000", 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.204 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.205 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.206 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.207 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.208 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.695507+0000", 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.695507+0000", 2024-03-10T22:14:17.209 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.695791+0000", 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:17.210 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550284+0000", 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.211 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3d", 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:33:48.988967+0000", 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.212 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.213 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.214 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.215 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:17.216 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.693236+0000", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.693236+0000", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.693517+0000", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.217 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282140+0000", 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.218 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3c", 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:26:13.561703+0000", 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.219 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.220 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.221 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.222 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.222 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.222 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.222 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.222 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.222 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.222 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.222 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.222 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.223 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700703+0000", 2024-03-10T22:14:17.224 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700703+0000", 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701277+0000", 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.225 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287183+0000", 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.226 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3b", 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:12:20.808902+0000", 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.227 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.228 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.229 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.230 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.230 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.230 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.230 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.230 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.230 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.230 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.230 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.230 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.230 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.230 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.231 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.232 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.686274+0000", 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.686274+0000", 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.686552+0000", 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:17.233 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281806+0000", 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.234 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3a", 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:19:53.208566+0000", 2024-03-10T22:14:17.235 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.236 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.237 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.238 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.238 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.238 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.238 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.238 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.238 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.238 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.238 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.238 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.238 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.238 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.241 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.242 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.243 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700514+0000", 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700514+0000", 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701505+0000", 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:17.244 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284969+0000", 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.245 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.39", 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:15:57.043751+0000", 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.246 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.247 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.248 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.249 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.250 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.690648+0000", 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.690648+0000", 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.692086+0000", 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.251 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283316+0000", 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.252 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.38", 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.253 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:46:11.054836+0000", 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.254 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.255 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.256 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.257 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.258 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.705130+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.705130+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.705416+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:17.259 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287217+0000", 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.260 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.37", 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:12:10.920888+0000", 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.261 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.262 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.263 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.264 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.265 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.690091+0000", 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.690091+0000", 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.690415+0000", 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:17.266 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:17.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:17.267 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.289085+0000", 2024-03-10T22:14:17.267 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.267 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.267 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.267 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.268 INFO:tasks.workunit.client.0.smithi169.stderr:+ echo OK 2024-03-10T22:14:17.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:17.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:17.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:17.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.271 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:17.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:17.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:17.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:17.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:17.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:17.272 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:16 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:17.276 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.276 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.276 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.276 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.276 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.276 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.276 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.276 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.36", 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:28:29.762666+0000", 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.277 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.278 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.279 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.280 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.281 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.688877+0000", 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.688877+0000", 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.689154+0000", 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.282 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288966+0000", 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.283 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.35", 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:55:18.736111+0000", 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.284 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.285 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.286 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.287 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.288 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.691009+0000", 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.691009+0000", 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.691279+0000", 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.289 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285657+0000", 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.290 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.34", 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.291 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:39:42.628456+0000", 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.292 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.293 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.294 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.295 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.686643+0000", 2024-03-10T22:14:17.296 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.686643+0000", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.687905+0000", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284554+0000", 2024-03-10T22:14:17.297 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.33", 2024-03-10T22:14:17.298 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:21:46.602771+0000", 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.299 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.300 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.301 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.302 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.303 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.694647+0000", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.694647+0000", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.694945+0000", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.304 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550027+0000", 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.305 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.32", 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:52:59.239119+0000", 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.306 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.307 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.308 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.309 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.310 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.681448+0000", 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.681448+0000", 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.681705+0000", 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:17.311 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.382966+0000", 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.312 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.31", 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:52:30.120706+0000", 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.313 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.314 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.315 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.316 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.317 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.694455+0000", 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.694455+0000", 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.695264+0000", 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:17.318 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281520+0000", 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.319 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.30", 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.320 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T10:07:36.041532+0000", 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.321 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.322 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.323 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.324 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.288046+0000", 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.288046+0000", 2024-03-10T22:14:17.325 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288297+0000", 2024-03-10T22:14:17.326 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2f", 2024-03-10T22:14:17.327 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 11, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:21:29.385418+0000", 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.328 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.329 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.330 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:17.331 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.332 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.692123+0000", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.692123+0000", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.692403+0000", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.333 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284071+0000", 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.334 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2e", 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:13:46.329297+0000", 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.335 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.336 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.337 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.338 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.339 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.692090+0000", 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.692090+0000", 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.692539+0000", 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.340 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286520+0000", 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.341 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2d", 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:40:00.077776+0000", 2024-03-10T22:14:17.342 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.343 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.344 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.345 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.346 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.331669+0000", 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.331669+0000", 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.331999+0000", 2024-03-10T22:14:17.347 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550496+0000", 2024-03-10T22:14:17.348 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 4, 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 4, 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1f", 2024-03-10T22:14:17.349 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 24, 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:11:58.108647+0000", 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 582, 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.350 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 6, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 2, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.351 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 2, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.352 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 4, 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 1 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.353 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'4" 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.354 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.689687+0000", 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.689687+0000", 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.690022+0000", 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:17.355 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284457+0000", 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.356 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1e", 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:05:37.487003+0000", 2024-03-10T22:14:17.357 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.358 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.359 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.360 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.361 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.324381+0000", 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.324381+0000", 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.324676+0000", 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.362 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284494+0000", 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.363 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1e", 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:17.364 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:36:39.187956+0000", 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.365 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.366 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.367 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'1" 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.368 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.688473+0000", 2024-03-10T22:14:17.369 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.688473+0000", 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.689295+0000", 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.370 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550407+0000", 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.371 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1f", 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:05:15.873149+0000", 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.372 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.373 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.374 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.375 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.376 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.335558+0000", 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.335558+0000", 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.335915+0000", 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:17.377 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286937+0000", 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.378 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1d", 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 22, 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:16:06.166557+0000", 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.379 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.380 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.381 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 3, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.382 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.383 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.681502+0000", 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.681502+0000", 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.681774+0000", 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:17.384 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282357+0000", 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.385 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1c", 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.386 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:29:35.646835+0000", 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.387 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.388 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.389 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.390 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:17.391 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.339021+0000", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.339021+0000", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.339324+0000", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:17.392 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286400+0000", 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.393 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1c", 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 22, 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:11:01.173700+0000", 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.394 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:17.395 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.396 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 3, 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.397 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.398 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.704605+0000", 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.704605+0000", 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.704879+0000", 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:17.399 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282281+0000", 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.400 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1d", 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:22:49.476011+0000", 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.401 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.402 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.403 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.404 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.405 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.327914+0000", 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.327914+0000", 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.328412+0000", 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:17.406 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284145+0000", 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:17.407 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1b", 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.408 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:08:37.921104+0000", 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.409 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.410 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.411 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'1" 2024-03-10T22:14:17.412 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.413 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.687582+0000", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.687582+0000", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.687879+0000", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.414 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285919+0000", 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.415 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1a", 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:45:00.469959+0000", 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.416 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.417 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.418 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.419 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.420 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.334600+0000", 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.334600+0000", 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.334884+0000", 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:17.421 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288189+0000", 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.422 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1a", 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:28:39.542401+0000", 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.423 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.424 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.425 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.426 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'1" 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.427 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.699852+0000", 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.699852+0000", 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701043+0000", 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:17.428 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549795+0000", 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.429 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1b", 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.430 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:52:52.944578+0000", 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.431 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.432 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.433 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.434 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.324591+0000", 2024-03-10T22:14:17.435 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.324591+0000", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.329339+0000", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283877+0000", 2024-03-10T22:14:17.436 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.19", 2024-03-10T22:14:17.437 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:59:20.829563+0000", 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.438 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.439 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.440 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.441 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.442 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.443 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.443 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.443 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.443 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:17.443 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.684801+0000", 2024-03-10T22:14:17.445 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.684801+0000", 2024-03-10T22:14:17.445 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.685105+0000", 2024-03-10T22:14:17.445 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:17.445 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283572+0000", 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.446 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.18", 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.447 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:02:33.141180+0000", 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.448 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.449 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.450 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.451 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.337506+0000", 2024-03-10T22:14:17.452 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.337506+0000", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.337832+0000", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:17.453 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281521+0000", 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.454 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.18", 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:21:21.901356+0000", 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.455 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.456 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.457 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.458 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.459 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.692276+0000", 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.692276+0000", 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.692561+0000", 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:17.460 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383142+0000", 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.461 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.19", 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:04:32.793389+0000", 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.462 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.463 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.464 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.465 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.466 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.330569+0000", 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.330569+0000", 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.330952+0000", 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.467 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.289095+0000", 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.468 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.17", 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.469 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:35:05.959497+0000", 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.470 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.471 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.472 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.473 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.474 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.693203+0000", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.693203+0000", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.693500+0000", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.475 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282270+0000", 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.476 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.16", 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:27:48.202264+0000", 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.477 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.478 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.479 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.480 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.481 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.333179+0000", 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.333179+0000", 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.333487+0000", 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:17.482 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282165+0000", 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.483 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.16", 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:41:49.042592+0000", 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.484 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.485 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.486 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.487 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.488 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.697052+0000", 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.697052+0000", 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.697335+0000", 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.489 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550361+0000", 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.490 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.17", 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.491 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:29:07.163750+0000", 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.492 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.493 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.494 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.495 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:17.496 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.336317+0000", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.336317+0000", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.336603+0000", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:17.497 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383441+0000", 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 3, 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 3, 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.498 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.15", 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 23, 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:01:30.357130+0000", 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 90, 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.499 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 6, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 2, 2024-03-10T22:14:17.500 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 2, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.501 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 4, 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 1 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.502 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'3" 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.503 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.696899+0000", 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.696899+0000", 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.697177+0000", 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:17.504 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286144+0000", 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.505 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.14", 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:21:13.556936+0000", 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.506 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.507 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.508 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.509 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:17.510 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.332951+0000", 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.332951+0000", 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.333491+0000", 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.511 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:13:13.191835+0000", 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 12, 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.512 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 12, 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.14", 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 32, 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:02:33.459289+0000", 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.513 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 2630, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.514 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 12, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 4, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 4, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.515 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 12, 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 9 2024-03-10T22:14:17.516 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "69'12" 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.517 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.699207+0000", 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.699207+0000", 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.699526+0000", 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:17.518 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286651+0000", 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.519 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.15", 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.520 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:30:31.727476+0000", 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.521 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.522 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.523 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.524 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.525 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.332929+0000", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.332929+0000", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.333163+0000", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.526 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549992+0000", 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.527 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.13", 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 22, 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:49:55.523315+0000", 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 34, 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.528 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 6, 2024-03-10T22:14:17.529 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 2, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 2, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.530 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 3, 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 7 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.531 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.532 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.686356+0000", 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.686356+0000", 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.687001+0000", 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:17.533 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549877+0000", 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.534 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.12", 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:55:04.769067+0000", 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.535 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.536 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.537 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.538 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.539 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.335743+0000", 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.335743+0000", 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.336067+0000", 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.540 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281518+0000", 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.541 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.12", 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:31:01.175277+0000", 2024-03-10T22:14:17.542 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.543 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.544 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.545 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.546 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700567+0000", 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700567+0000", 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701062+0000", 2024-03-10T22:14:17.547 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286942+0000", 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.548 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.13", 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.549 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:29:53.128362+0000", 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.550 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.551 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.552 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.553 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.554 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.331529+0000", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.331529+0000", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.331888+0000", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.555 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288047+0000", 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.556 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.11", 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:14:54.061339+0000", 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.557 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.558 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.559 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.560 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.561 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.688073+0000", 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.688073+0000", 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.688359+0000", 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.562 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288309+0000", 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.563 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.10", 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:02:02.500459+0000", 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.564 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.565 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.566 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.567 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.568 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.329149+0000", 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.329149+0000", 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.329835+0000", 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.569 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283212+0000", 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 8, 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.570 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 8, 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.10", 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.571 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 28, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:35:31.108239+0000", 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.572 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 12, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 4, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 4, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.573 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 4, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.574 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 12, 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'8" 2024-03-10T22:14:17.575 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.576 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.701158+0000", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.701158+0000", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.701701+0000", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.577 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:17.578 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285220+0000", 2024-03-10T22:14:17.578 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.578 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.578 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.578 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.578 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.578 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.579 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.579 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.579 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.579 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.579 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.579 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.579 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.579 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.11", 2024-03-10T22:14:17.579 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.579 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.579 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.580 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.580 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.580 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:07:36.075457+0000", 2024-03-10T22:14:17.580 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.580 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.580 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.580 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.580 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.580 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.580 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.580 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.581 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.582 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.583 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.584 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.585 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.586 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.586 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:17.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.325364+0000", 2024-03-10T22:14:17.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.325364+0000", 2024-03-10T22:14:17.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.325718+0000", 2024-03-10T22:14:17.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:17.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.586 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286310+0000", 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.587 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.f", 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.588 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.589 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.589 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:17.589 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.589 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:07:55.783060+0000", 2024-03-10T22:14:17.589 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.589 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.589 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 22, 2024-03-10T22:14:17.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.589 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.590 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:17.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:17.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:17.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.591 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.592 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 1, 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 1 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.593 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'1" 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.594 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.595 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.595 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.595 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.595 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:17.595 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.699528+0000", 2024-03-10T22:14:17.595 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.699528+0000", 2024-03-10T22:14:17.595 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.699893+0000", 2024-03-10T22:14:17.595 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:17.595 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.595 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.595 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287295+0000", 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.596 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.e", 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.597 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:49:49.010215+0000", 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.598 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.599 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.600 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.601 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.601 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.601 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.601 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.601 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.601 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.601 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.601 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.601 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.601 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.601 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.602 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.603 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.597138+0000", 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.597138+0000", 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.597501+0000", 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:17.604 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:17.605 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.605 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.605 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.605 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:17.605 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383141+0000", 2024-03-10T22:14:17.605 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.605 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.605 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.605 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.605 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:17.605 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.606 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.606 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.606 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.606 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.606 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.606 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.606 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.606 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.2", 2024-03-10T22:14:17.606 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.606 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.606 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:43:28.629259+0000", 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.607 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.608 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.609 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.610 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.610 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.610 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.610 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.610 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.610 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.610 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.610 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.610 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.610 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.610 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.611 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.611 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.611 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.611 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.611 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.611 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.611 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.611 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.611 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.611 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.611 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.612 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.612 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.612 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.612 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.612 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.612 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.612 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.612 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.612 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.612 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.612 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:17.613 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.330583+0000", 2024-03-10T22:14:17.613 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.330583+0000", 2024-03-10T22:14:17.613 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.330875+0000", 2024-03-10T22:14:17.613 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:17.613 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.613 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.613 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.613 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.613 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:17.613 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:17.613 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383347+0000", 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.614 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.4", 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.615 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:54:17.000879+0000", 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.616 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.617 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.617 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.617 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.617 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.617 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.617 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.617 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.617 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.617 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.617 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.618 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.619 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.620 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:17.621 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.673386+0000", 2024-03-10T22:14:17.622 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.673386+0000", 2024-03-10T22:14:17.622 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.673695+0000", 2024-03-10T22:14:17.622 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:17.622 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.622 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.622 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.622 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.622 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:17.622 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:17.622 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:17.622 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282428+0000", 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.623 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.5", 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.624 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:37:53.995145+0000", 2024-03-10T22:14:17.625 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.625 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.625 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.625 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.625 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.625 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.625 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.625 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.625 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.625 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.625 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.626 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.627 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.628 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.628 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.628 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.629 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.629 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.629 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.629 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.629 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.629 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.629 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.629 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.629 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.629 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.629 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.630 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.630 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.630 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.630 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.630 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.630 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.630 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.630 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:17.630 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.630 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.630 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:17.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.537010+0000", 2024-03-10T22:14:17.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.537010+0000", 2024-03-10T22:14:17.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.537752+0000", 2024-03-10T22:14:17.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:17.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:17.631 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383417+0000", 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.632 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.4", 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.633 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.634 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:17.634 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.634 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:46:46.722245+0000", 2024-03-10T22:14:17.634 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.634 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.634 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.634 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.635 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.636 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.637 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.638 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.639 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.639 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.639 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.639 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.639 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.639 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.639 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.639 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.639 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.639 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.639 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.328828+0000", 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.328828+0000", 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.329115+0000", 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:17.640 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:17.641 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.641 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.641 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.641 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:17.641 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281456+0000", 2024-03-10T22:14:17.641 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.641 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.641 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.641 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.641 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.641 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.642 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.642 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.642 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.642 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.642 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.642 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.642 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.642 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.2", 2024-03-10T22:14:17.642 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.642 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.642 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:17:57.474260+0000", 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.643 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.644 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.645 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.645 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.645 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.645 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.645 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.645 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.645 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.645 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.645 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.645 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.645 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.646 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.647 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.648 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.648 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.648 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.648 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.648 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:17.648 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.648 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.648 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.648 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.648 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.648 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.649 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:17.649 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.698920+0000", 2024-03-10T22:14:17.649 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.698920+0000", 2024-03-10T22:14:17.649 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.699187+0000", 2024-03-10T22:14:17.649 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:17.649 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.649 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.649 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.649 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.649 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:17.649 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285977+0000", 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.650 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.3", 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.651 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:12:28.843806+0000", 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.652 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.653 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.654 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.655 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.655 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.655 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.655 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.655 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.655 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.655 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.655 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.655 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.655 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.655 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.656 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.597148+0000", 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.597148+0000", 2024-03-10T22:14:17.657 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.597789+0000", 2024-03-10T22:14:17.658 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:17.658 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.658 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.658 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.658 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:17.658 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:17.658 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:17.658 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:17.658 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.658 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.658 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383309+0000", 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.659 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.7", 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:36:10.285544+0000", 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.660 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.661 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.662 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.663 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.664 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.665 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.691199+0000", 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.691199+0000", 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.691485+0000", 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.666 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.382969+0000", 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.667 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.668 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.0", 2024-03-10T22:14:17.669 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.669 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.669 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.669 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.669 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.669 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:22:59.513117+0000", 2024-03-10T22:14:17.669 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.669 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.669 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.669 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.669 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.670 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.671 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.672 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.673 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.674 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.322907+0000", 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.322907+0000", 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.323199+0000", 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.675 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283377+0000", 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.676 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.677 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.677 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.677 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.677 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.677 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.677 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.677 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.677 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.677 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.1", 2024-03-10T22:14:17.677 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.677 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:37:17.480409+0000", 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.678 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.679 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.680 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.681 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.682 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.683 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.683 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.683 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.683 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.683 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:17.683 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.683 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.683 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:17.683 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.683 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.683 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.598687+0000", 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.598687+0000", 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.599005+0000", 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:17.684 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288383+0000", 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.685 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.5", 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.686 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:21:23.660161+0000", 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.687 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.688 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.689 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.690 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.691 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.691 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.691 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.691 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:17.691 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.691 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.691 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.691 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.691 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.691 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.691 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.690556+0000", 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.690556+0000", 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.691003+0000", 2024-03-10T22:14:17.692 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.693 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.693 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.693 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.693 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.693 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.693 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.693 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.693 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.693 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.693 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.693 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.694 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2", 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:38:21.961501+0000", 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.695 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.696 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.697 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.698 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.699 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.700 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.337350+0000", 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.337350+0000", 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.337640+0000", 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:17.701 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:17.702 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.702 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.702 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.702 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:17.702 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281722+0000", 2024-03-10T22:14:17.702 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.702 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.702 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.702 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.702 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.702 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.3", 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.703 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.704 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:18:51.316696+0000", 2024-03-10T22:14:17.704 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.704 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.704 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.704 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.704 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.704 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.704 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.704 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.704 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.704 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.705 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.705 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.705 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.705 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.705 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.705 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.705 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.705 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.705 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.705 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.705 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.706 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.706 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.706 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.706 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.706 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.706 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.706 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.706 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.706 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.706 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.706 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.707 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.708 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 19, 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:14:12.039369+0000", 2024-03-10T22:14:17.709 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:10:57.219072+0000", 2024-03-10T22:14:17.710 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:10:57.219072+0000", 2024-03-10T22:14:17.710 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:10:57.219572+0000", 2024-03-10T22:14:17.710 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:14:12.039369+0000", 2024-03-10T22:14:17.710 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:08:53.532817+0000", 2024-03-10T22:14:17.710 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.710 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:08:53.532817+0000", 2024-03-10T22:14:17.710 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 58, 2024-03-10T22:14:17.710 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:14:12.039369+0000", 2024-03-10T22:14:17.710 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:14:12.039369+0000", 2024-03-10T22:14:17.710 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:14:12.039369+0000", 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:08:53.532817+0000", 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:14:12.039369+0000", 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:14:12.039369+0000", 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 144, 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 57, 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.711 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 144, 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "1.0", 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 324, 2024-03-10T22:14:17.712 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:18:55.665209+0000", 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 590368, 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 1771104, 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.713 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.714 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.714 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.714 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.714 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.714 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.714 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.714 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.714 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.714 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 6, 2024-03-10T22:14:17.714 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 2, 2024-03-10T22:14:17.714 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 2, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 6, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.715 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 358, 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 554, 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 211, 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 2416 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.716 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "69'144" 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.717 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.537005+0000", 2024-03-10T22:14:17.718 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.537005+0000", 2024-03-10T22:14:17.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.537409+0000", 2024-03-10T22:14:17.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:17.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:17.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:17.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:17.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:17.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.719 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.550461+0000", 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.720 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.721 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.721 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.721 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.721 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.721 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.6", 2024-03-10T22:14:17.721 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.721 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.721 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.721 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:17.721 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.721 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:21:08.163921+0000", 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.722 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.723 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.724 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.725 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.725 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.725 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.726 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.726 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.726 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.726 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.726 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.726 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.726 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.726 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.726 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.726 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.726 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.727 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700188+0000", 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700188+0000", 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.700447+0000", 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:17.728 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.729 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.729 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.729 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:17.729 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549712+0000", 2024-03-10T22:14:17.729 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.729 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.729 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.729 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.729 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.729 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.729 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.1", 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.730 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:56:29.291812+0000", 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.731 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.732 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.733 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.734 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.735 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.736 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.736 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.736 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.736 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.736 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.736 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.736 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.736 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.736 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:17.736 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.334941+0000", 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.334941+0000", 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.336134+0000", 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.737 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.738 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.738 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:17.738 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284974+0000", 2024-03-10T22:14:17.738 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.738 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.738 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.738 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.738 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.738 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.738 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.738 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.739 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.739 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.739 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.739 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.739 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.739 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.0", 2024-03-10T22:14:17.739 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.739 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.739 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.739 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.739 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.740 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:28:58.368677+0000", 2024-03-10T22:14:17.740 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.740 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.740 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.740 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.740 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.740 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.740 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.740 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.740 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.740 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.741 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.742 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.742 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.742 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.742 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.742 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.742 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.742 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.742 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.742 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.742 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.743 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.744 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.744 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.744 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.744 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.744 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.744 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.744 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.744 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.744 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.744 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.744 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.745 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.746 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:17.746 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.598326+0000", 2024-03-10T22:14:17.746 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.598326+0000", 2024-03-10T22:14:17.746 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.598596+0000", 2024-03-10T22:14:17.746 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:17.746 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.746 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.746 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.746 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:17.746 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:17.746 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549767+0000", 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:17.747 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.3", 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.748 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:02:37.043827+0000", 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.749 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.750 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.750 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.750 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.750 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.750 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.750 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.750 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.750 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.750 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.750 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.750 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.751 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.752 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.753 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.753 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.753 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.753 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.753 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.753 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.753 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.753 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.753 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.753 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.754 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.754 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.754 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.754 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.754 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.754 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.754 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.754 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.754 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.754 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:17.754 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.334900+0000", 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.334900+0000", 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.335201+0000", 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.755 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.286828+0000", 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.756 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.5", 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:12:13.670799+0000", 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.757 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.758 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.759 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.760 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.761 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.761 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.761 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.761 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.761 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.761 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.761 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.761 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.762 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.762 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.762 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.762 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.762 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.762 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.762 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.762 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.762 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.762 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.762 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.685139+0000", 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.685139+0000", 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.685626+0000", 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:17.763 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383432+0000", 2024-03-10T22:14:17.764 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.765 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.766 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.4", 2024-03-10T22:14:17.766 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.766 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.766 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.766 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.766 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.766 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:23:50.538402+0000", 2024-03-10T22:14:17.766 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.766 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.766 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.766 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.767 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.768 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.769 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.770 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.770 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.770 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.770 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.770 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.770 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.770 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.770 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.770 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.770 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.770 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.771 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.771 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.771 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.771 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.771 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.771 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.771 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.771 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.771 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.771 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.771 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.772 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.772 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:17.772 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.772 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.772 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:17.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.597232+0000", 2024-03-10T22:14:17.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.597232+0000", 2024-03-10T22:14:17.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.597583+0000", 2024-03-10T22:14:17.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:17.772 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283405+0000", 2024-03-10T22:14:17.773 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.774 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.774 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.774 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.774 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:17.774 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.774 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.774 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.774 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.774 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.774 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.774 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.0", 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:27:45.331515+0000", 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.775 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.776 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.777 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.778 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.779 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.780 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.781 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.781 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:17.781 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.337220+0000", 2024-03-10T22:14:17.781 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.337220+0000", 2024-03-10T22:14:17.781 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.337498+0000", 2024-03-10T22:14:17.781 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:17.781 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.781 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.781 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.781 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.781 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383480+0000", 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.782 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.6", 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.783 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:17.784 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.784 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:23:20.823871+0000", 2024-03-10T22:14:17.784 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.784 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.784 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.784 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:17.785 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:17.786 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.786 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:17.786 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.786 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.786 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.786 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.786 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.786 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:17.786 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.786 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.786 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 1, 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.787 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.788 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.788 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.788 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.788 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.788 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.788 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.788 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.788 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.788 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "62'1" 2024-03-10T22:14:17.788 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.788 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.789 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.789 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.789 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.789 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.789 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.789 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.789 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.789 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.789 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.789 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.789 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.790 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.790 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:17.790 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.384134+0000", 2024-03-10T22:14:17.790 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.384134+0000", 2024-03-10T22:14:17.790 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.384542+0000", 2024-03-10T22:14:17.790 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:17.790 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.790 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.790 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.790 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:17.790 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:17.791 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:17.791 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:17.791 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.791 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.791 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.791 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:17.791 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.384812+0000", 2024-03-10T22:14:17.791 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.791 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.791 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.791 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.7", 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.792 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 28, 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:34:32.856356+0000", 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.793 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.794 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.795 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.796 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.797 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 64, 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.798 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:58.597211+0000", 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:58.597211+0000", 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:58.597534+0000", 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 65, 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:17.799 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:17.800 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:17.800 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.800 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.800 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:57.232888+0000", 2024-03-10T22:14:17.800 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:17.800 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285034+0000", 2024-03-10T22:14:17.800 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.800 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.800 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.800 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.800 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 64, 2024-03-10T22:14:17.801 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.801 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.801 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.801 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.801 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.801 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.801 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.801 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.801 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "4.1", 2024-03-10T22:14:17.801 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.802 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.802 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.802 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:17.802 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.802 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:45:08.004011+0000", 2024-03-10T22:14:17.802 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.802 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.802 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.802 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.802 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.803 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.804 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.805 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.806 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.806 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.806 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.806 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.806 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.806 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.806 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.807 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.807 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.807 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:17.807 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.807 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.807 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.807 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.807 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.807 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.807 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.807 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.335257+0000", 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.335257+0000", 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.335574+0000", 2024-03-10T22:14:17.808 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:17.809 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.289000+0000", 2024-03-10T22:14:17.810 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.810 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:17.810 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.810 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.810 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.810 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.810 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.810 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.810 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.810 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:17.810 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.7", 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 22, 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:44:50.635659+0000", 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.811 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.812 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.813 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.814 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.815 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.815 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 3, 2024-03-10T22:14:17.815 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.815 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.815 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.815 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.815 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.815 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.815 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.815 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.815 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.816 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.817 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.817 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.817 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.817 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.817 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:17.817 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.383553+0000", 2024-03-10T22:14:17.817 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.383553+0000", 2024-03-10T22:14:17.817 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:17.817 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:17.817 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.817 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.818 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.818 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:17.818 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:17.818 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:17.818 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:17.818 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.818 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.818 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.818 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:17.818 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383920+0000", 2024-03-10T22:14:17.818 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.819 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.6", 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 11, 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:22:21.429652+0000", 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.820 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.821 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.822 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.822 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.822 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.822 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.822 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.822 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.822 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.822 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.822 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.822 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.822 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.823 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.823 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.823 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.823 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.823 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.823 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.823 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.823 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.823 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.823 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.823 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:17.824 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.825 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.825 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.825 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.825 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.825 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.825 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.825 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.825 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.825 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.825 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.825 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.826 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.826 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.826 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.826 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:17.826 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.334935+0000", 2024-03-10T22:14:17.826 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.334935+0000", 2024-03-10T22:14:17.826 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.335225+0000", 2024-03-10T22:14:17.826 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:17.826 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.826 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.826 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.827 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.827 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:17.827 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:17.827 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:17.827 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.827 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.827 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.827 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:17.827 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285131+0000", 2024-03-10T22:14:17.827 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.827 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.828 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.8", 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:17:38.481353+0000", 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.829 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.830 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.831 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.831 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.831 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.831 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.831 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.831 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.831 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.831 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.831 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.831 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.831 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.832 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.833 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.834 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.834 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.834 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.834 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.834 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.834 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.834 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.834 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 4, 2024-03-10T22:14:17.834 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.834 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.834 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.696912+0000", 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.696912+0000", 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.697161+0000", 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.835 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285345+0000", 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.836 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.9", 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.837 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.838 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.838 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:26:59.747974+0000", 2024-03-10T22:14:17.838 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.838 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.838 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.838 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.838 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.838 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.838 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.839 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.840 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.841 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.842 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.842 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.842 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.842 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.842 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.842 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.842 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.842 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.842 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 4, 2024-03-10T22:14:17.842 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.842 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.843 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.333081+0000", 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.333081+0000", 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.333353+0000", 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:17.844 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383007+0000", 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.845 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.9", 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.846 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:46:37.187269+0000", 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.847 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.848 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.849 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.850 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.850 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.850 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.850 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.851 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.851 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.851 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.851 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.851 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.851 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.851 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.851 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.851 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.851 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.851 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:17.852 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.697127+0000", 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.697127+0000", 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.697952+0000", 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.853 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:17.854 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283485+0000", 2024-03-10T22:14:17.854 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.854 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.854 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.854 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.854 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.854 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.854 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.854 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.8", 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:12:54.076961+0000", 2024-03-10T22:14:17.855 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.856 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.856 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.856 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.857 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.858 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.859 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.860 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.860 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.860 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.860 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.860 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.860 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.860 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.860 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.860 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.860 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.860 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.333020+0000", 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.333020+0000", 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.333316+0000", 2024-03-10T22:14:17.861 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:17.862 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383235+0000", 2024-03-10T22:14:17.863 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.863 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.863 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.863 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.863 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.863 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.863 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.863 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.863 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.863 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.863 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.a", 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:06:02.673277+0000", 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.864 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.865 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.866 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.867 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.868 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.868 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.868 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.868 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.868 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.868 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.868 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.868 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.868 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.868 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.868 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.869 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.683298+0000", 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.683298+0000", 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.683564+0000", 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.870 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284225+0000", 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.871 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.872 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.b", 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:34:06.223712+0000", 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.873 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.874 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.875 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.876 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.877 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.877 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.877 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.877 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.877 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.877 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.877 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.877 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.877 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.877 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.877 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.878 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.287252+0000", 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.287252+0000", 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:17.879 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.291490+0000", 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.880 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.b", 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 15, 2024-03-10T22:14:17.881 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.882 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:51:35.301402+0000", 2024-03-10T22:14:17.882 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.882 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.882 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.882 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.882 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.882 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.882 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.882 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.882 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.882 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.883 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.883 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.883 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.883 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.883 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.883 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.883 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.883 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.883 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.883 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 1, 2024-03-10T22:14:17.884 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.885 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.885 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.885 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.885 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.885 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.885 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.885 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.885 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.885 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.885 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 1, 2024-03-10T22:14:17.885 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.886 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.886 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.886 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.886 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.886 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.886 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.886 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.886 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.886 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:17.886 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:17.886 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.887 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.888 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:17.888 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.694103+0000", 2024-03-10T22:14:17.888 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.694103+0000", 2024-03-10T22:14:17.888 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.694551+0000", 2024-03-10T22:14:17.888 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:17.888 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.888 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.888 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.888 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.888 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:17.888 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287759+0000", 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.889 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.890 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.890 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.890 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.890 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.890 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.890 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.890 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.890 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.a", 2024-03-10T22:14:17.890 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.890 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.890 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T10:02:24.857502+0000", 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.891 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.892 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.893 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.894 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.894 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.894 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.895 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.326976+0000", 2024-03-10T22:14:17.896 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.326976+0000", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.327273+0000", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:17.897 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.284420+0000", 2024-03-10T22:14:17.898 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.898 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.898 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.898 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.898 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.898 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.898 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.898 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.898 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.898 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.898 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.c", 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 20, 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:03:10.050899+0000", 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.899 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.900 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.900 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.900 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.900 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.900 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.900 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.900 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.900 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.900 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.900 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.900 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.901 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.902 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.903 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.904 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.905 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.905 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.905 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.905 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:17.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.691687+0000", 2024-03-10T22:14:17.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.691687+0000", 2024-03-10T22:14:17.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.692371+0000", 2024-03-10T22:14:17.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:17.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.905 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287031+0000", 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.906 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.907 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.907 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.907 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.907 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.907 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.907 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.907 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.907 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.907 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.907 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.d", 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:03:08.645949+0000", 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.908 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.909 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.910 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.911 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.912 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.913 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.914 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.914 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.914 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.914 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:17.914 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.335072+0000", 2024-03-10T22:14:17.914 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.335072+0000", 2024-03-10T22:14:17.914 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.335362+0000", 2024-03-10T22:14:17.914 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:17.914 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.914 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.914 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383505+0000", 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 1, 2024-03-10T22:14:17.915 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 1, 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.d", 2024-03-10T22:14:17.916 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 21, 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:10:06.268606+0000", 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 70, 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.917 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.918 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.919 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.920 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 1, 2024-03-10T22:14:17.921 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 1 2024-03-10T22:14:17.921 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.921 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.921 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.921 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.921 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.921 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.921 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:17.921 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.921 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:17.921 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'1" 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.922 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.691239+0000", 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.691239+0000", 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.691542+0000", 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.923 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:17.924 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:17.924 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:17.924 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.924 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.924 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.924 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:17.924 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.282024+0000", 2024-03-10T22:14:17.924 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.924 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.924 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.924 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.c", 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.925 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.926 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.926 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.926 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:35:35.724739+0000", 2024-03-10T22:14:17.926 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.926 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.926 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.926 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.926 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.926 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.926 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.926 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.927 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.928 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.929 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.930 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.930 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.930 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.930 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.930 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.930 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.930 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.930 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.930 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.930 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 59, 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.931 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.324012+0000", 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.324012+0000", 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.324316+0000", 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 60, 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:17.932 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:11.303416+0000", 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283762+0000", 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 2, 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 59, 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.933 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 2, 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "2.e", 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 22, 2024-03-10T22:14:17.934 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.935 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:37:46.548051+0000", 2024-03-10T22:14:17.935 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.935 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.935 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.935 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.935 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.935 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.935 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.935 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.935 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.935 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 3, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 1, 2024-03-10T22:14:17.936 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 1, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 1, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.937 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 3, 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.938 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.939 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.939 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.939 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.939 INFO:tasks.workunit.client.0.smithi169.stdout: 7 2024-03-10T22:14:17.939 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.939 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:17.939 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "61'2" 2024-03-10T22:14:17.939 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.939 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.939 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.939 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 7, 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:17.940 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700388+0000", 2024-03-10T22:14:17.941 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700388+0000", 2024-03-10T22:14:17.941 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.700997+0000", 2024-03-10T22:14:17.941 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:17.941 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.941 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.941 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.941 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.941 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:17.941 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:17.941 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:17.941 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.942 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.942 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.942 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:17.942 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.287458+0000", 2024-03-10T22:14:17.942 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.942 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.942 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.942 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.942 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.942 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.942 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.943 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.943 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.943 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.943 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.943 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.943 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.943 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.f", 2024-03-10T22:14:17.943 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.943 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:07:25.174409+0000", 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.944 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.945 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.946 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.947 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.948 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.948 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.948 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.948 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.948 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.948 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:17.948 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:17.948 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.948 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.948 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 7, 2024-03-10T22:14:17.948 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.949 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.949 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.949 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.949 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.949 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.949 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.949 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.949 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:17.949 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.949 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.949 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.688141+0000", 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.688141+0000", 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.688395+0000", 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.950 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.951 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:17.951 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:17.951 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:17.951 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.951 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.951 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.951 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:17.951 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288045+0000", 2024-03-10T22:14:17.951 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.951 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.952 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.952 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.952 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.952 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.952 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.952 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.952 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.952 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.952 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.952 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.952 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.20", 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:49:09.870496+0000", 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.953 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.954 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.955 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.956 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.957 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.957 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.957 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.957 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.957 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.957 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.957 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.957 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.957 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:17.957 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.957 INFO:tasks.workunit.client.0.smithi169.stdout: 5 2024-03-10T22:14:17.958 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.958 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:17.958 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.958 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.958 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.958 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.958 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.958 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.958 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.958 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 2, 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.684397+0000", 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.684397+0000", 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.684650+0000", 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:17.959 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283462+0000", 2024-03-10T22:14:17.960 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.961 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.21", 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:15:16.855317+0000", 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.962 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.963 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.964 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.965 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 2, 2024-03-10T22:14:17.966 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.967 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.684764+0000", 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.684764+0000", 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.685079+0000", 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.968 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281575+0000", 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.969 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.22", 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.970 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:13:58.426610+0000", 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.971 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.972 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.973 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.974 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.975 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:17.976 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.700222+0000", 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.700222+0000", 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.700486+0000", 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.977 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549865+0000", 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.978 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.23", 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:42:06.722766+0000", 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.979 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.980 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.980 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.981 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.982 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:17.983 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: 4 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.984 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.550934+0000", 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.550934+0000", 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.551296+0000", 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:17.985 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.551610+0000", 2024-03-10T22:14:17.986 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.987 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.987 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.987 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.987 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:17.987 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.987 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.987 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.987 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.987 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.987 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.987 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.24", 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 28, 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:54:59.297274+0000", 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.988 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.989 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.990 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:17.991 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: 2, 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.992 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 1, 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:17.993 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:17.994 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:17.994 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:17.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:17.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.685391+0000", 2024-03-10T22:14:17.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.685391+0000", 2024-03-10T22:14:17.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.686286+0000", 2024-03-10T22:14:17.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:17.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:17.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.994 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.383341+0000", 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:17.995 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.25", 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:17.996 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:00:37.997982+0000", 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:17.997 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:17.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:17.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:17.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:17.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:17.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:17.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:17.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:17.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:17.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:17.998 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:17.999 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.000 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:18.001 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:18.001 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.001 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:18.001 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:18.001 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:18.001 INFO:tasks.workunit.client.0.smithi169.stdout: 1, 2024-03-10T22:14:18.001 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:18.001 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:18.001 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.001 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 1, 2024-03-10T22:14:18.001 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:18.002 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:12:44.291667+0000", 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:12:44.291667+0000", 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:12:44.292058+0000", 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 69, 2024-03-10T22:14:18.003 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.292558+0000", 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:18.004 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 68, 2024-03-10T22:14:18.005 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:18.005 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:18.005 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:18.005 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:18.005 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:18.005 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:18.005 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:18.005 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:18.005 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.26", 2024-03-10T22:14:18.005 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:18.005 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 28, 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:50:06.961630+0000", 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:18.006 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:18.007 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:18.008 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.009 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: 3 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:18.010 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:18.011 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.675998+0000", 2024-03-10T22:14:18.012 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.675998+0000", 2024-03-10T22:14:18.012 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.676274+0000", 2024-03-10T22:14:18.012 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:18.012 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.012 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:18.012 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.012 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:18.012 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:18.012 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:18.012 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:18.012 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.285104+0000", 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:18.013 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.27", 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:18.014 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:33:53.622272+0000", 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:18.015 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:18.016 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.017 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:18.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:18.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:18.018 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:18.018 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.018 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:18.018 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:18.018 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:18.019 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.674942+0000", 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.674942+0000", 2024-03-10T22:14:18.020 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.675273+0000", 2024-03-10T22:14:18.021 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:18.021 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.021 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:18.021 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.021 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:18.021 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:18.021 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:18.021 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:18.021 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:18.021 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:18.021 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.022 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:18.022 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281648+0000", 2024-03-10T22:14:18.022 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:18.022 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:18.022 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:18.022 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:18.022 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:18.022 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:18.022 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:18.022 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:18.022 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.28", 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:39:56.075042+0000", 2024-03-10T22:14:18.023 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:18.024 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:18.025 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:18.025 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:18.025 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:18.025 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:18.025 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:18.025 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:18.025 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:18.025 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:18.025 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:18.025 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:18.025 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:18.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:18.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:18.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:18.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:18.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:18.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:18.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.026 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:18.027 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: 2 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:18.028 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:18.029 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.029 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 3, 2024-03-10T22:14:18.029 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:18.029 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:18.029 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:18.029 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:18.029 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:18.029 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:18.029 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:18.029 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.686748+0000", 2024-03-10T22:14:18.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.686748+0000", 2024-03-10T22:14:18.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.687021+0000", 2024-03-10T22:14:18.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:18.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:18.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:18.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:18.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:18.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:18.030 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:18.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:18.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:18.031 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.283730+0000", 2024-03-10T22:14:18.031 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:18.031 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:18.031 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:18.031 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:18.031 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:18.031 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:18.031 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:18.032 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:18.032 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:18.032 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:18.032 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:18.032 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:18.032 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:18.032 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.29", 2024-03-10T22:14:18.032 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:18.032 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:18.032 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:18.033 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:18.033 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:18.033 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:32:09.336948+0000", 2024-03-10T22:14:18.033 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:18.033 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:18.033 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:18.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:18.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:18.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:18.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:18.033 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:18.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:18.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:18.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:18.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:18.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:18.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:18.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:18.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:18.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:18.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:18.034 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.035 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.036 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:18.037 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:18.037 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:18.037 INFO:tasks.workunit.client.0.smithi169.stdout: 3, 2024-03-10T22:14:18.037 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:18.037 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:18.037 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.037 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 3, 2024-03-10T22:14:18.037 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:18.037 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.037 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:18.037 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:18.038 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:18.038 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:18.038 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:18.038 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.038 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 5, 2024-03-10T22:14:18.038 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:18.038 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:18.038 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:18.038 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:18.038 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:18.038 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:18.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:18.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.694357+0000", 2024-03-10T22:14:18.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.694357+0000", 2024-03-10T22:14:18.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.695569+0000", 2024-03-10T22:14:18.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:18.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:18.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:18.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:18.039 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:18.040 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:18.040 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:18.040 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:18.040 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.040 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:18.040 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.281683+0000", 2024-03-10T22:14:18.040 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:18.040 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:18.040 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:18.040 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:18.040 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:18.041 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:18.041 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:18.041 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:18.041 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:18.041 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:18.041 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:18.041 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:18.041 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:18.041 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2a", 2024-03-10T22:14:18.041 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:18.041 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T10:04:33.554551+0000", 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:18.042 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:18.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:18.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:18.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:18.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:18.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:18.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:18.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:18.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:18.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:18.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:18.043 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.044 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:18.045 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.045 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.045 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.045 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.045 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.045 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:18.045 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:18.045 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.045 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.045 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.045 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:18.046 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:18.046 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.046 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:18.046 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:18.046 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:18.046 INFO:tasks.workunit.client.0.smithi169.stdout: 5, 2024-03-10T22:14:18.046 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:18.046 INFO:tasks.workunit.client.0.smithi169.stdout: 6 2024-03-10T22:14:18.046 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.046 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 5, 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 0, 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:18.047 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:18.048 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:18.048 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:18.048 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:18.048 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:18.048 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.693387+0000", 2024-03-10T22:14:18.048 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.693387+0000", 2024-03-10T22:14:18.048 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.693655+0000", 2024-03-10T22:14:18.048 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:18.048 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.048 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:18.048 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.549876+0000", 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:18.049 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:18.050 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:18.050 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:18.050 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:18.050 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:18.050 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:18.050 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:18.050 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:18.050 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:18.050 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:18.050 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2b", 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T09:52:12.433908+0000", 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:18.051 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:18.052 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:18.052 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:18.052 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:18.052 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:18.052 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:18.052 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:18.052 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:18.052 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:18.052 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:18.052 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:18.052 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:18.053 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:18.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:18.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:18.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:18.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:18.054 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: 0, 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: 7, 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: 1 2024-03-10T22:14:18.055 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 0, 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": [ 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: "acting_primary": 6, 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: "avail_no_missing": [], 2024-03-10T22:14:18.056 INFO:tasks.workunit.client.0.smithi169.stdout: "blocked_by": [], 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "created": 60, 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "dirty_stats_invalid": false, 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "hitset_stats_invalid": false, 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "last_active": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_active": "2024-03-10T22:11:12.695183+0000", 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "last_became_peered": "2024-03-10T22:11:12.695183+0000", 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "last_change": "2024-03-10T22:11:12.695564+0000", 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "last_clean_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub": "0'0", 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "last_deep_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.057 INFO:tasks.workunit.client.0.smithi169.stdout: "last_epoch_clean": 61, 2024-03-10T22:14:18.058 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fresh": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:18.058 INFO:tasks.workunit.client.0.smithi169.stdout: "last_fullsized": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:18.058 INFO:tasks.workunit.client.0.smithi169.stdout: "last_peered": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:18.058 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub": "0'0", 2024-03-10T22:14:18.058 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_duration": 0, 2024-03-10T22:14:18.058 INFO:tasks.workunit.client.0.smithi169.stdout: "last_scrub_stamp": "2024-03-10T22:11:12.307971+0000", 2024-03-10T22:14:18.058 INFO:tasks.workunit.client.0.smithi169.stdout: "last_undegraded": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:18.058 INFO:tasks.workunit.client.0.smithi169.stdout: "last_unstale": "2024-03-10T22:12:44.288646+0000", 2024-03-10T22:14:18.058 INFO:tasks.workunit.client.0.smithi169.stdout: "log_dups_size": 0, 2024-03-10T22:14:18.058 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:18.058 INFO:tasks.workunit.client.0.smithi169.stdout: "log_start": "0'0", 2024-03-10T22:14:18.059 INFO:tasks.workunit.client.0.smithi169.stdout: "manifest_stats_invalid": false, 2024-03-10T22:14:18.059 INFO:tasks.workunit.client.0.smithi169.stdout: "mapping_epoch": 60, 2024-03-10T22:14:18.059 INFO:tasks.workunit.client.0.smithi169.stdout: "object_location_counts": [], 2024-03-10T22:14:18.059 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_scrubbed": 0, 2024-03-10T22:14:18.059 INFO:tasks.workunit.client.0.smithi169.stdout: "objects_trimmed": 0, 2024-03-10T22:14:18.059 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_stats_invalid": false, 2024-03-10T22:14:18.059 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:18.059 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_start": "0'0", 2024-03-10T22:14:18.059 INFO:tasks.workunit.client.0.smithi169.stdout: "parent": "0.0", 2024-03-10T22:14:18.059 INFO:tasks.workunit.client.0.smithi169.stdout: "parent_split_bits": 0, 2024-03-10T22:14:18.059 INFO:tasks.workunit.client.0.smithi169.stdout: "pgid": "3.2c", 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "pin_stats_invalid": false, 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "purged_snaps": [], 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_epoch": 69, 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "reported_seq": 19, 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_duration": 0.0, 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:59:18.929756+0000", 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrim_duration": 0.0, 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "snaptrimq_len": 0, 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:18.060 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:18.061 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:18.062 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:18.062 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:18.062 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:18.062 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:18.062 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:18.062 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:18.062 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:18.062 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:18.062 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:18.062 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.063 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: "state": "active+clean", 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_invalid": false, 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: "up": [ 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: 6, 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: 4, 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: 0 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: "up_primary": 6, 2024-03-10T22:14:18.064 INFO:tasks.workunit.client.0.smithi169.stdout: "version": "0'0" 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_per_pool": [ 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": 24, 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: "rbd" 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pg": 8, 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: "num_store_stats": 8, 2024-03-10T22:14:18.065 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "poolid": 4, 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:18.066 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:18.067 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:18.067 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:18.067 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:18.067 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:18.067 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:18.067 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:18.067 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:18.067 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:18.067 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:18.067 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:18.067 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.068 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: "store_stats": { 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": 0, 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: "available": 0, 2024-03-10T22:14:18.069 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed": 0, 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_allocated": 0, 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_original": 0, 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: "data_stored": 0, 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: "internal_metadata": 0, 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: "internally_reserved": 0, 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_allocated": 0, 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: "total": 0 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: "up": 24 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:18.070 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": 192, 2024-03-10T22:14:18.071 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:18.071 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:18.071 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.071 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 0, 2024-03-10T22:14:18.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pg": 64, 2024-03-10T22:14:18.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_store_stats": 8, 2024-03-10T22:14:18.071 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 0, 2024-03-10T22:14:18.071 INFO:tasks.workunit.client.0.smithi169.stdout: "poolid": 3, 2024-03-10T22:14:18.071 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:18.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 0, 2024-03-10T22:14:18.071 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:18.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:18.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:18.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:18.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:18.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:18.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:18.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:18.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:18.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:18.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:18.072 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:18.073 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:18.074 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:18.074 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.074 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 0, 2024-03-10T22:14:18.074 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.074 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.074 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.074 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.074 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.074 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:18.074 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:18.074 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 0, 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 0 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "store_stats": { 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": 0, 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "available": 0, 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed": 0, 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_allocated": 0, 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_original": 0, 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "data_stored": 0, 2024-03-10T22:14:18.075 INFO:tasks.workunit.client.0.smithi169.stdout: "internal_metadata": 0, 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: "internally_reserved": 0, 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_allocated": 0, 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: "total": 0 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: "up": 192 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": 3, 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: "mgr" 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 144, 2024-03-10T22:14:18.076 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pg": 1, 2024-03-10T22:14:18.077 INFO:tasks.workunit.client.0.smithi169.stdout: "num_store_stats": 3, 2024-03-10T22:14:18.077 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 144, 2024-03-10T22:14:18.077 INFO:tasks.workunit.client.0.smithi169.stdout: "poolid": 1, 2024-03-10T22:14:18.077 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:18.077 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 590368, 2024-03-10T22:14:18.077 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:18.077 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 1771104, 2024-03-10T22:14:18.077 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:18.077 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:18.077 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:18.077 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 6, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 2, 2024-03-10T22:14:18.078 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 2, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 0, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 6, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.079 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 358, 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 554, 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 211, 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 2416 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: "store_stats": { 2024-03-10T22:14:18.080 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": 1781760, 2024-03-10T22:14:18.081 INFO:tasks.workunit.client.0.smithi169.stdout: "available": 0, 2024-03-10T22:14:18.081 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed": 0, 2024-03-10T22:14:18.081 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_allocated": 0, 2024-03-10T22:14:18.081 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_original": 0, 2024-03-10T22:14:18.081 INFO:tasks.workunit.client.0.smithi169.stdout: "data_stored": 1771104, 2024-03-10T22:14:18.081 INFO:tasks.workunit.client.0.smithi169.stdout: "internal_metadata": 0, 2024-03-10T22:14:18.081 INFO:tasks.workunit.client.0.smithi169.stdout: "internally_reserved": 0, 2024-03-10T22:14:18.081 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_allocated": 0, 2024-03-10T22:14:18.081 INFO:tasks.workunit.client.0.smithi169.stdout: "total": 0 2024-03-10T22:14:18.081 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.081 INFO:tasks.workunit.client.0.smithi169.stdout: "up": 3 2024-03-10T22:14:18.082 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.082 INFO:tasks.workunit.client.0.smithi169.stdout: { 2024-03-10T22:14:18.082 INFO:tasks.workunit.client.0.smithi169.stdout: "acting": 96, 2024-03-10T22:14:18.082 INFO:tasks.workunit.client.0.smithi169.stdout: "application": [ 2024-03-10T22:14:18.082 INFO:tasks.workunit.client.0.smithi169.stdout: "cephfs" 2024-03-10T22:14:18.082 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.082 INFO:tasks.workunit.client.0.smithi169.stdout: "log_size": 45, 2024-03-10T22:14:18.082 INFO:tasks.workunit.client.0.smithi169.stdout: "num_pg": 32, 2024-03-10T22:14:18.082 INFO:tasks.workunit.client.0.smithi169.stdout: "num_store_stats": 8, 2024-03-10T22:14:18.082 INFO:tasks.workunit.client.0.smithi169.stdout: "ondisk_log_size": 45, 2024-03-10T22:14:18.082 INFO:tasks.workunit.client.0.smithi169.stdout: "poolid": 2, 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "stat_sum": { 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes": 3428, 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "num_bytes_recovered": 0, 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "num_deep_scrub_errors": 0, 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict": 0, 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_kb": 0, 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_full": 0, 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "num_evict_mode_some": 0, 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush": 0, 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_kb": 0, 2024-03-10T22:14:18.083 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_high": 0, 2024-03-10T22:14:18.084 INFO:tasks.workunit.client.0.smithi169.stdout: "num_flush_mode_low": 0, 2024-03-10T22:14:18.084 INFO:tasks.workunit.client.0.smithi169.stdout: "num_keys_recovered": 0, 2024-03-10T22:14:18.084 INFO:tasks.workunit.client.0.smithi169.stdout: "num_large_omap_objects": 0, 2024-03-10T22:14:18.084 INFO:tasks.workunit.client.0.smithi169.stdout: "num_legacy_snapsets": 0, 2024-03-10T22:14:18.084 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_clones": 0, 2024-03-10T22:14:18.084 INFO:tasks.workunit.client.0.smithi169.stdout: "num_object_copies": 66, 2024-03-10T22:14:18.084 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects": 22, 2024-03-10T22:14:18.084 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_degraded": 0, 2024-03-10T22:14:18.084 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_dirty": 22, 2024-03-10T22:14:18.084 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T22:14:18.084 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_manifest": 0, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_misplaced": 0, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing": 0, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_omap": 14, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_pinned": 0, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_recovered": 1, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_repaired": 0, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_objects_unfound": 0, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_bytes": 0, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_omap_keys": 0, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_promote": 0, 2024-03-10T22:14:18.085 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read": 0, 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_read_kb": 0, 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_scrub_errors": 0, 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_whiteouts": 0, 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write": 51, 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: "num_write_kb": 20 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: "store_stats": { 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: "allocated": 98304, 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: "available": 0, 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed": 0, 2024-03-10T22:14:18.086 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_allocated": 0, 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: "data_compressed_original": 0, 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: "data_stored": 10284, 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: "internal_metadata": 0, 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: "internally_reserved": 0, 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: "omap_allocated": 0, 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: "total": 0 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: "up": 96 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: ], 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: "usage": { 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: "pg_num": 105, 2024-03-10T22:14:18.087 INFO:tasks.workunit.client.0.smithi169.stdout: "pools": 4, 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: "stats_by_class": { 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: "ssd": { 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: "total_avail_bytes": 767731437568, 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: "total_bytes": 767960285184, 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_bytes": 228847616, 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_raw_bytes": 228847616, 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_raw_ratio": 0.00029799409094266593 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: }, 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: "total_avail_bytes": 767731437568, 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: "total_bytes": 767960285184, 2024-03-10T22:14:18.088 INFO:tasks.workunit.client.0.smithi169.stdout: "total_used_bytes": 228847616 2024-03-10T22:14:18.089 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:18.089 INFO:tasks.workunit.client.0.smithi169.stdout: } 2024-03-10T22:14:18.089 INFO:tasks.workunit.client.0.smithi169.stdout:} 2024-03-10T22:14:18.089 INFO:tasks.workunit.client.0.smithi169.stdout:OK 2024-03-10T22:14:18.089 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-03-10T22:14:18.090 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-03-10T22:14:18.090 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.090 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.090 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-03-10T22:14:18.091 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.091 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:18.091 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:18.091 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.091 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.091 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.091 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.091 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.091 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.091 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.092 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.092 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.092 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.092 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.092 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.092 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.092 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.092 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.092 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.092 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.092 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.093 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.093 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.093 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.093 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.093 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.093 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-03-10T22:14:18.093 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.093 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:18.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:18.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.095 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:17 smithi172 ceph-mon[31000]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.096 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:17 smithi172 ceph-mon[31000]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.096 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.096 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.096 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.096 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:18.096 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:18.096 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.096 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.097 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.098 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.098 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.098 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.098 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.098 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.098 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.098 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.098 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.098 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.098 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.099 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.100 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.100 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.100 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.100 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.100 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.100 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.100 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.100 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.100 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.100 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.100 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.101 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.101 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:14:18.101 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:14:18.101 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:14:18.101 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:14:18.101 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:16 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:14:18.101 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:17 smithi169 ceph-mon[27156]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.101 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:17 smithi169 ceph-mon[27156]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.102 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:17 smithi169 ceph-mon[37738]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.102 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:17 smithi169 ceph-mon[37738]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:18.137 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-03-10T22:14:18.137 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-03-10T22:14:18.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:18 smithi169 ceph-mon[27156]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-03-10T22:14:18.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:18 smithi169 ceph-mon[37738]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-03-10T22:14:18.445 DEBUG:teuthology.parallel:result is None 2024-03-10T22:14:18.445 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-03-10T22:14:18.473 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-03-10T22:14:18.473 DEBUG:teuthology.orchestra.run.smithi169:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-03-10T22:14:18.540 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-03-10T22:14:18.540 INFO:teuthology.run_tasks:Running task print... 2024-03-10T22:14:18.551 INFO:teuthology.task.print:**** done end telemetry reef... 2024-03-10T22:14:18.551 INFO:teuthology.run_tasks:Running task print... 2024-03-10T22:14:18.586 INFO:teuthology.task.print:**** done start parallel 2024-03-10T22:14:18.586 INFO:teuthology.run_tasks:Running task parallel... 2024-03-10T22:14:18.596 INFO:teuthology.task.parallel:starting parallel... 2024-03-10T22:14:18.596 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-03-10T22:14:18.597 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-03-10T22:14:18.597 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-03-10T22:14:18.597 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-03-10T22:14:18.599 INFO:tasks.rados:Beginning rados... 2024-03-10T22:14:18.599 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-03-10T22:14:18.599 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'main', 'sha1': '2b0101eb74d60610d544cb8a473e23a35ac1cc0b'}} 2024-03-10T22:14:18.600 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-03-10T22:14:18.600 INFO:tasks.rados:joining rados 2024-03-10T22:14:18.600 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-03-10T22:14:18.602 INFO:teuthology.task.sequential:In sequential, running task print... 2024-03-10T22:14:18.602 INFO:teuthology.task.print:**** done start upgrade, wait 2024-03-10T22:14:18.602 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-03-10T22:14:18.602 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi169.front.sepia.ceph.com 2024-03-10T22:14:18.603 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph config set global log_to_journald false --force' 2024-03-10T22:14:18.603 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-03-10T22:14:18.603 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-03-10T22:14:18.723 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:14:18] "GET /metrics HTTP/1.1" 200 33656 "" "Prometheus/2.43.0" 2024-03-10T22:14:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:18 smithi172 ceph-mon[31000]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-03-10T22:14:18.843 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:14:18.846 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:14:20.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:20 smithi169 ceph-mon[27156]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T22:14:20.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:20 smithi169 ceph-mon[37738]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T22:14:20.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:20 smithi172 ceph-mon[31000]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T22:14:22.430 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:22 smithi169 ceph-mon[27156]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T22:14:22.430 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:22 smithi169 ceph-mon[37738]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T22:14:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:22 smithi172 ceph-mon[31000]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T22:14:23.036 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-03-10T22:14:23.247 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:14:23.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:23 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/957400838' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-10T22:14:23.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:23 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/957400838' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-10T22:14:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:23 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/957400838' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-10T22:14:24.139 INFO:tasks.rados:starting run 0 out of 1 2024-03-10T22:14:24.139 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-03-10T22:14:24.139 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-03-10T22:14:24.397 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:24 smithi169 ceph-mon[37738]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T22:14:24.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:24 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/957400838' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-03-10T22:14:24.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:24 smithi169 ceph-mon[37738]: osdmap e70: 8 total, 8 up, 8 in 2024-03-10T22:14:24.398 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:24 smithi169 ceph-mon[27156]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T22:14:24.398 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:24 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/957400838' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-03-10T22:14:24.398 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:24 smithi169 ceph-mon[27156]: osdmap e70: 8 total, 8 up, 8 in 2024-03-10T22:14:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:24 smithi172 ceph-mon[31000]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T22:14:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:24 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/957400838' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-03-10T22:14:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:24 smithi172 ceph-mon[31000]: osdmap e70: 8 total, 8 up, 8 in 2024-03-10T22:14:25.119 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:14:26.458 INFO:teuthology.orchestra.run.smithi169.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:14:26.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:26 smithi169 ceph-mon[27156]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-10T22:14:26.458 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:26 smithi169 ceph-mon[37738]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-10T22:14:26.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:26 smithi172 ceph-mon[31000]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-10T22:14:27.620 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[37738]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:27.620 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[37738]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:14:27.620 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:27.620 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:27.620 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:14:27.620 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:14:27.620 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:27.620 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[37738]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:14:27.620 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[37738]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-10T22:14:27.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[27156]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:27.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[27156]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:14:27.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:27.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:27.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:14:27.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:14:27.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:27.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[27156]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:14:27.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:27 smithi169 ceph-mon[27156]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-10T22:14:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:27 smithi172 ceph-mon[31000]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:27 smithi172 ceph-mon[31000]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:14:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:27 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:27 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:14:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:27 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:14:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:27 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:14:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:27 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:27 smithi172 ceph-mon[31000]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T22:14:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:27 smithi172 ceph-mon[31000]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-10T22:14:27.775 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-03-10T22:14:27.979 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:14:28.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:28 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2855296107' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-10T22:14:28.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:28 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:28.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:28 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2855296107' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-10T22:14:28.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:28 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:28.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:14:28] "GET /metrics HTTP/1.1" 200 33657 "" "Prometheus/2.43.0" 2024-03-10T22:14:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:28 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2855296107' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-10T22:14:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:28 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:29.509 INFO:teuthology.orchestra.run.smithi169.stderr:pool 'unique_pool_0' created 2024-03-10T22:14:29.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:29 smithi169 ceph-mon[27156]: osdmap e71: 8 total, 8 up, 8 in 2024-03-10T22:14:29.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:29 smithi169 ceph-mon[27156]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:29.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:29 smithi169 ceph-mon[37738]: osdmap e71: 8 total, 8 up, 8 in 2024-03-10T22:14:29.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:29 smithi169 ceph-mon[37738]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:29 smithi172 ceph-mon[31000]: osdmap e71: 8 total, 8 up, 8 in 2024-03-10T22:14:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:29 smithi172 ceph-mon[31000]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:30.208 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-03-10T22:14:30.519 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:14:30.704 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:14:30.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:30 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2855296107' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-03-10T22:14:30.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:30 smithi169 ceph-mon[27156]: osdmap e72: 8 total, 8 up, 8 in 2024-03-10T22:14:30.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:30 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2855296107' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-03-10T22:14:30.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:30 smithi169 ceph-mon[37738]: osdmap e72: 8 total, 8 up, 8 in 2024-03-10T22:14:30.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:30 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2855296107' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-03-10T22:14:30.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:30 smithi172 ceph-mon[31000]: osdmap e72: 8 total, 8 up, 8 in 2024-03-10T22:14:31.038 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:14:31.038 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (74s) 18s ago 2m 17.8M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:14:31.038 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (84s) 17s ago 83s 80.8M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:14:31.038 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (3m) 18s ago 3m 14.9M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:14:31.038 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (3m) 17s ago 3m 17.9M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:14:31.038 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,8765 running (6m) 17s ago 6m 449M - 18.2.1-746-gc2ea977b a30af69eda22 7648979bebeb 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:9283,8765 running (8m) 18s ago 8m 499M - 18.2.1-746-gc2ea977b a30af69eda22 2518bef4bd19 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (8m) 18s ago 8m 47.6M 2048M 18.2.1-746-gc2ea977b a30af69eda22 7d38c18f328a 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (7m) 17s ago 7m 43.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 021afd540f8a 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (7m) 18s ago 7m 41.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 c1f018bb2656 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (2m) 18s ago 2m 15.8M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (2m) 17s ago 2m 15.8M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (6m) 18s ago 6m 45.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 943d3ca889b7 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (6m) 18s ago 6m 44.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 bc83559f4e48 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (5m) 18s ago 5m 42.9M 2992M 18.2.1-746-gc2ea977b a30af69eda22 34fdeb0dfbb6 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (5m) 18s ago 5m 41.0M 2992M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (4m) 17s ago 4m 42.4M 2992M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (4m) 17s ago 4m 44.8M 2992M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:14:31.039 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (4m) 17s ago 4m 45.2M 2992M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:14:31.040 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (3m) 17s ago 3m 43.3M 2992M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:14:31.040 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (69s) 17s ago 2m 33.7M - 2.43.0 a07b618ecd1d 1c89eab767da 2024-03-10T22:14:31.450 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:14:31.450 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:14:31.450 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T22:14:31.450 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:14:31.450 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 15 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:14:31.451 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:14:31.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:31 smithi169 ceph-mon[37738]: osdmap e73: 8 total, 8 up, 8 in 2024-03-10T22:14:31.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:31 smithi169 ceph-mon[37738]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:31.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:31 smithi169 ceph-mon[37738]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:31.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:31 smithi169 ceph-mon[37738]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:31 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/130801748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:14:31.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:31 smithi169 ceph-mon[27156]: osdmap e73: 8 total, 8 up, 8 in 2024-03-10T22:14:31.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:31 smithi169 ceph-mon[27156]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:31.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:31 smithi169 ceph-mon[27156]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:31.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:31 smithi169 ceph-mon[27156]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:31.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:31 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/130801748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:14:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:31 smithi172 ceph-mon[31000]: osdmap e73: 8 total, 8 up, 8 in 2024-03-10T22:14:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:31 smithi172 ceph-mon[31000]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:31 smithi172 ceph-mon[31000]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:14:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:31 smithi172 ceph-mon[31000]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:31 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/130801748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:14:32.528 INFO:teuthology.orchestra.run.smithi169.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-03-10T22:14:32.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:32 smithi169 ceph-mon[27156]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T22:14:32.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:32 smithi169 ceph-mon[27156]: osdmap e74: 8 total, 8 up, 8 in 2024-03-10T22:14:32.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:32 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3741711279' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:14:32.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:32 smithi169 ceph-mon[37738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T22:14:32.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:32 smithi169 ceph-mon[37738]: osdmap e74: 8 total, 8 up, 8 in 2024-03-10T22:14:32.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:32 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3741711279' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:14:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:32 smithi172 ceph-mon[31000]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T22:14:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:32 smithi172 ceph-mon[31000]: osdmap e74: 8 total, 8 up, 8 in 2024-03-10T22:14:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:32 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3741711279' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:14:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:33 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/3741711279' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:14:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:33 smithi169 ceph-mon[27156]: osdmap e75: 8 total, 8 up, 8 in 2024-03-10T22:14:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:33 smithi169 ceph-mon[27156]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:33 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/3741711279' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:14:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:33 smithi169 ceph-mon[37738]: osdmap e75: 8 total, 8 up, 8 in 2024-03-10T22:14:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:33 smithi169 ceph-mon[37738]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:34.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:33 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/3741711279' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:14:34.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:33 smithi172 ceph-mon[31000]: osdmap e75: 8 total, 8 up, 8 in 2024-03-10T22:14:34.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:33 smithi172 ceph-mon[31000]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:34.214 DEBUG:teuthology.orchestra.run.smithi169:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-03-10T22:14:34.246 INFO:tasks.rados.rados.0.smithi169.stdout:adding op weight read -> 100 2024-03-10T22:14:34.246 INFO:tasks.rados.rados.0.smithi169.stdout:adding op weight delete -> 50 2024-03-10T22:14:34.246 INFO:tasks.rados.rados.0.smithi169.stdout:adding op weight snap_create -> 50 2024-03-10T22:14:34.246 INFO:tasks.rados.rados.0.smithi169.stdout:adding op weight snap_remove -> 50 2024-03-10T22:14:34.246 INFO:tasks.rados.rados.0.smithi169.stdout:adding op weight rollback -> 50 2024-03-10T22:14:34.246 INFO:tasks.rados.rados.0.smithi169.stdout:adding op weight setattr -> 25 2024-03-10T22:14:34.247 INFO:tasks.rados.rados.0.smithi169.stdout:adding op weight rmattr -> 25 2024-03-10T22:14:34.247 INFO:tasks.rados.rados.0.smithi169.stdout:adding op weight copy_from -> 50 2024-03-10T22:14:34.247 INFO:tasks.rados.rados.0.smithi169.stdout:adding op weight append -> 100 2024-03-10T22:14:34.247 INFO:tasks.rados.rados.0.smithi169.stdout:ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable) 2024-03-10T22:14:34.247 INFO:tasks.rados.rados.0.smithi169.stdout:Configuration: 2024-03-10T22:14:34.247 INFO:tasks.rados.rados.0.smithi169.stdout: Number of operations: 4000 2024-03-10T22:14:34.248 INFO:tasks.rados.rados.0.smithi169.stdout: Number of objects: 50 2024-03-10T22:14:34.248 INFO:tasks.rados.rados.0.smithi169.stdout: Max in flight operations: 16 2024-03-10T22:14:34.248 INFO:tasks.rados.rados.0.smithi169.stdout: Object size (in bytes): 4000000 2024-03-10T22:14:34.248 INFO:tasks.rados.rados.0.smithi169.stdout: Write stride min: 400000 2024-03-10T22:14:34.248 INFO:tasks.rados.rados.0.smithi169.stdout: Write stride max: 800000 2024-03-10T22:14:35.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:34 smithi169 ceph-mon[27156]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T22:14:35.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:34 smithi169 ceph-mon[27156]: Cluster is now healthy 2024-03-10T22:14:35.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:34 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1670987311' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-10T22:14:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:34 smithi169 ceph-mon[37738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T22:14:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:34 smithi169 ceph-mon[37738]: Cluster is now healthy 2024-03-10T22:14:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:34 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1670987311' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-10T22:14:35.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:34 smithi172 ceph-mon[31000]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T22:14:35.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:34 smithi172 ceph-mon[31000]: Cluster is now healthy 2024-03-10T22:14:35.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:34 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1670987311' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-10T22:14:35.246 INFO:tasks.rados.rados.0.smithi169.stdout:1: write initial oid 1 2024-03-10T22:14:35.246 INFO:tasks.rados.rados.0.smithi169.stdout:1: seq_num 0 ranges {0=24576} 2024-03-10T22:14:35.246 INFO:tasks.rados.rados.0.smithi169.stdout:1: writing smithi16976610-1 from 0 to 24576 tid 1 2024-03-10T22:14:35.246 INFO:tasks.rados.rados.0.smithi169.stdout:2: write initial oid 2 2024-03-10T22:14:35.246 INFO:tasks.rados.rados.0.smithi169.stdout:2: seq_num 1 ranges {0=24576} 2024-03-10T22:14:35.246 INFO:tasks.rados.rados.0.smithi169.stdout:2: writing smithi16976610-2 from 0 to 24576 tid 1 2024-03-10T22:14:35.246 INFO:tasks.rados.rados.0.smithi169.stdout:3: write initial oid 3 2024-03-10T22:14:35.247 INFO:tasks.rados.rados.0.smithi169.stdout:3: seq_num 2 ranges {0=40960} 2024-03-10T22:14:35.247 INFO:tasks.rados.rados.0.smithi169.stdout:3: writing smithi16976610-3 from 0 to 40960 tid 1 2024-03-10T22:14:35.247 INFO:tasks.rados.rados.0.smithi169.stdout:4: write initial oid 4 2024-03-10T22:14:35.247 INFO:tasks.rados.rados.0.smithi169.stdout:4: seq_num 3 ranges {0=57344} 2024-03-10T22:14:35.247 INFO:tasks.rados.rados.0.smithi169.stdout:4: writing smithi16976610-4 from 0 to 57344 tid 1 2024-03-10T22:14:35.247 INFO:tasks.rados.rados.0.smithi169.stdout:5: write initial oid 5 2024-03-10T22:14:35.247 INFO:tasks.rados.rados.0.smithi169.stdout:5: seq_num 4 ranges {0=73728} 2024-03-10T22:14:35.248 INFO:tasks.rados.rados.0.smithi169.stdout:5: writing smithi16976610-5 from 0 to 73728 tid 1 2024-03-10T22:14:35.248 INFO:tasks.rados.rados.0.smithi169.stdout:6: write initial oid 6 2024-03-10T22:14:35.248 INFO:tasks.rados.rados.0.smithi169.stdout:6: seq_num 5 ranges {0=90112} 2024-03-10T22:14:35.248 INFO:tasks.rados.rados.0.smithi169.stdout:6: writing smithi16976610-6 from 0 to 90112 tid 1 2024-03-10T22:14:35.248 INFO:tasks.rados.rados.0.smithi169.stdout:7: write initial oid 7 2024-03-10T22:14:35.248 INFO:tasks.rados.rados.0.smithi169.stdout:7: seq_num 6 ranges {0=106496} 2024-03-10T22:14:35.248 INFO:tasks.rados.rados.0.smithi169.stdout:7: writing smithi16976610-7 from 0 to 106496 tid 1 2024-03-10T22:14:35.249 INFO:tasks.rados.rados.0.smithi169.stdout:8: write initial oid 8 2024-03-10T22:14:35.249 INFO:tasks.rados.rados.0.smithi169.stdout:8: seq_num 7 ranges {0=122880} 2024-03-10T22:14:35.249 INFO:tasks.rados.rados.0.smithi169.stdout:8: writing smithi16976610-8 from 0 to 122880 tid 1 2024-03-10T22:14:35.249 INFO:tasks.rados.rados.0.smithi169.stdout:9: write initial oid 9 2024-03-10T22:14:35.249 INFO:tasks.rados.rados.0.smithi169.stdout:9: seq_num 8 ranges {0=139264} 2024-03-10T22:14:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:9: writing smithi16976610-9 from 0 to 139264 tid 1 2024-03-10T22:14:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:10: write initial oid 10 2024-03-10T22:14:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:10: seq_num 9 ranges {0=155648} 2024-03-10T22:14:35.251 INFO:tasks.rados.rados.0.smithi169.stdout:10: writing smithi16976610-10 from 0 to 155648 tid 1 2024-03-10T22:14:35.251 INFO:tasks.rados.rados.0.smithi169.stdout:11: write initial oid 11 2024-03-10T22:14:35.251 INFO:tasks.rados.rados.0.smithi169.stdout:11: seq_num 10 ranges {0=172032} 2024-03-10T22:14:35.252 INFO:tasks.rados.rados.0.smithi169.stdout:11: writing smithi16976610-11 from 0 to 172032 tid 1 2024-03-10T22:14:35.252 INFO:tasks.rados.rados.0.smithi169.stdout:12: write initial oid 12 2024-03-10T22:14:35.253 INFO:tasks.rados.rados.0.smithi169.stdout:12: seq_num 11 ranges {0=188416} 2024-03-10T22:14:35.254 INFO:tasks.rados.rados.0.smithi169.stdout:12: writing smithi16976610-12 from 0 to 188416 tid 1 2024-03-10T22:14:35.254 INFO:tasks.rados.rados.0.smithi169.stdout:13: write initial oid 13 2024-03-10T22:14:35.254 INFO:tasks.rados.rados.0.smithi169.stdout:13: seq_num 12 ranges {0=204800} 2024-03-10T22:14:35.255 INFO:tasks.rados.rados.0.smithi169.stdout:13: writing smithi16976610-13 from 0 to 204800 tid 1 2024-03-10T22:14:35.256 INFO:tasks.rados.rados.0.smithi169.stdout:14: write initial oid 14 2024-03-10T22:14:35.256 INFO:tasks.rados.rados.0.smithi169.stdout:14: seq_num 13 ranges {0=221184} 2024-03-10T22:14:35.257 INFO:tasks.rados.rados.0.smithi169.stdout:14: writing smithi16976610-14 from 0 to 221184 tid 1 2024-03-10T22:14:35.257 INFO:tasks.rados.rados.0.smithi169.stdout:15: write initial oid 15 2024-03-10T22:14:35.257 INFO:tasks.rados.rados.0.smithi169.stdout:15: seq_num 14 ranges {0=237568} 2024-03-10T22:14:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:15: writing smithi16976610-15 from 0 to 237568 tid 1 2024-03-10T22:14:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:1: finishing write tid 1 to smithi16976610-1 2024-03-10T22:14:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:2: finishing write tid 1 to smithi16976610-2 2024-03-10T22:14:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:1: finishing write tid 2 to smithi16976610-1 2024-03-10T22:14:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:4: finishing write tid 1 to smithi16976610-4 2024-03-10T22:14:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:2: finishing write tid 2 to smithi16976610-2 2024-03-10T22:14:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:4: finishing write tid 2 to smithi16976610-4 2024-03-10T22:14:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:3: finishing write tid 1 to smithi16976610-3 2024-03-10T22:14:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:1: finishing write tid 3 to smithi16976610-1 2024-03-10T22:14:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:1: oid 1 updating version 0 to 1 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:1: oid 1 updating version 1 to 2 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:3: finishing write tid 2 to smithi16976610-3 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:7: finishing write tid 1 to smithi16976610-7 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:7: finishing write tid 2 to smithi16976610-7 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:5: finishing write tid 1 to smithi16976610-5 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:5: finishing write tid 2 to smithi16976610-5 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:4: finishing write tid 3 to smithi16976610-4 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:4: oid 4 updating version 0 to 3 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:4: oid 4 updating version 3 to 4 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-03-10T22:14:35.261 INFO:tasks.rados.rados.0.smithi169.stdout:3: finishing write tid 3 to smithi16976610-3 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:3: oid 3 updating version 0 to 1 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:3: oid 3 updating version 1 to 2 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:2: finishing write tid 3 to smithi16976610-2 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:2: oid 2 updating version 0 to 1 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:2: oid 2 updating version 1 to 2 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:6: finishing write tid 1 to smithi16976610-6 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:7: finishing write tid 3 to smithi16976610-7 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:7: oid 7 updating version 0 to 1 2024-03-10T22:14:35.262 INFO:tasks.rados.rados.0.smithi169.stdout:7: oid 7 updating version 1 to 2 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:11: finishing write tid 1 to smithi16976610-11 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:9: finishing write tid 1 to smithi16976610-9 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:11: finishing write tid 2 to smithi16976610-11 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:10: finishing write tid 1 to smithi16976610-10 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:10: finishing write tid 2 to smithi16976610-10 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:9: finishing write tid 2 to smithi16976610-9 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:8: finishing write tid 1 to smithi16976610-8 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:1: done (14 left) 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:2: done (13 left) 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:3: done (12 left) 2024-03-10T22:14:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:4: done (11 left) 2024-03-10T22:14:35.264 INFO:tasks.rados.rados.0.smithi169.stdout:7: done (10 left) 2024-03-10T22:14:35.264 INFO:tasks.rados.rados.0.smithi169.stdout:16: write initial oid 16 2024-03-10T22:14:35.264 INFO:tasks.rados.rados.0.smithi169.stdout:16: seq_num 15 ranges {0=253952} 2024-03-10T22:14:35.266 INFO:tasks.rados.rados.0.smithi169.stdout:16: writing smithi16976610-16 from 0 to 253952 tid 1 2024-03-10T22:14:35.266 INFO:tasks.rados.rados.0.smithi169.stdout:17: write initial oid 17 2024-03-10T22:14:35.266 INFO:tasks.rados.rados.0.smithi169.stdout:17: seq_num 16 ranges {0=270336} 2024-03-10T22:14:35.266 INFO:tasks.rados.rados.0.smithi169.stdout:17: writing smithi16976610-17 from 0 to 270336 tid 1 2024-03-10T22:14:35.266 INFO:tasks.rados.rados.0.smithi169.stdout:18: write initial oid 18 2024-03-10T22:14:35.266 INFO:tasks.rados.rados.0.smithi169.stdout:18: seq_num 17 ranges {0=286720} 2024-03-10T22:14:35.266 INFO:tasks.rados.rados.0.smithi169.stdout:18: writing smithi16976610-18 from 0 to 286720 tid 1 2024-03-10T22:14:35.266 INFO:tasks.rados.rados.0.smithi169.stdout:19: write initial oid 19 2024-03-10T22:14:35.266 INFO:tasks.rados.rados.0.smithi169.stdout:19: seq_num 18 ranges {0=303104} 2024-03-10T22:14:35.267 INFO:tasks.rados.rados.0.smithi169.stdout:19: writing smithi16976610-19 from 0 to 303104 tid 1 2024-03-10T22:14:35.267 INFO:tasks.rados.rados.0.smithi169.stdout:20: write initial oid 20 2024-03-10T22:14:35.267 INFO:tasks.rados.rados.0.smithi169.stdout:20: seq_num 19 ranges {0=319488} 2024-03-10T22:14:35.269 INFO:tasks.rados.rados.0.smithi169.stdout:20: writing smithi16976610-20 from 0 to 319488 tid 1 2024-03-10T22:14:35.269 INFO:tasks.rados.rados.0.smithi169.stdout:21: write initial oid 21 2024-03-10T22:14:35.269 INFO:tasks.rados.rados.0.smithi169.stdout:21: seq_num 20 ranges {0=344064} 2024-03-10T22:14:35.273 INFO:tasks.rados.rados.0.smithi169.stdout:21: writing smithi16976610-21 from 0 to 344064 tid 1 2024-03-10T22:14:35.273 INFO:tasks.rados.rados.0.smithi169.stdout: waiting on 16 2024-03-10T22:14:35.273 INFO:tasks.rados.rados.0.smithi169.stdout:8: finishing write tid 2 to smithi16976610-8 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:12: finishing write tid 1 to smithi16976610-12 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:12: finishing write tid 2 to smithi16976610-12 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:6: finishing write tid 2 to smithi16976610-6 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:5: finishing write tid 3 to smithi16976610-5 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:5: oid 5 updating version 0 to 3 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:5: oid 5 updating version 3 to 4 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:9: finishing write tid 3 to smithi16976610-9 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:9: oid 9 updating version 0 to 1 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:9: oid 9 updating version 1 to 2 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-03-10T22:14:35.274 INFO:tasks.rados.rados.0.smithi169.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:10: finishing write tid 3 to smithi16976610-10 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:10: oid 10 updating version 0 to 1 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:10: oid 10 updating version 1 to 2 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:8: finishing write tid 3 to smithi16976610-8 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:8: oid 8 updating version 0 to 1 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:8: oid 8 updating version 1 to 2 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:6: finishing write tid 3 to smithi16976610-6 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:6: oid 6 updating version 0 to 5 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:6: oid 6 updating version 5 to 6 2024-03-10T22:14:35.275 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 6 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:12: finishing write tid 3 to smithi16976610-12 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:12: oid 12 updating version 0 to 4 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:12: oid 12 version 4 is already newer than 3 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:11: finishing write tid 3 to smithi16976610-11 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:11: oid 11 updating version 0 to 3 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:11: oid 11 updating version 3 to 4 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:13: finishing write tid 1 to smithi16976610-13 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:15: finishing write tid 1 to smithi16976610-15 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:13: finishing write tid 2 to smithi16976610-13 2024-03-10T22:14:35.276 INFO:tasks.rados.rados.0.smithi169.stdout:14: finishing write tid 1 to smithi16976610-14 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:14: finishing write tid 2 to smithi16976610-14 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:15: finishing write tid 2 to smithi16976610-15 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:13: finishing write tid 3 to smithi16976610-13 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:13: oid 13 updating version 0 to 1 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:13: oid 13 updating version 1 to 2 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:14: finishing write tid 3 to smithi16976610-14 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:14: oid 14 updating version 0 to 2 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:14: oid 14 version 2 is already newer than 1 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:16: finishing write tid 1 to smithi16976610-16 2024-03-10T22:14:35.277 INFO:tasks.rados.rados.0.smithi169.stdout:15: finishing write tid 3 to smithi16976610-15 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:15: oid 15 updating version 0 to 1 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:15: oid 15 updating version 1 to 2 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:16: finishing write tid 2 to smithi16976610-16 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:17: finishing write tid 1 to smithi16976610-17 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:17: finishing write tid 2 to smithi16976610-17 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:18: finishing write tid 1 to smithi16976610-18 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:16: finishing write tid 3 to smithi16976610-16 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:16: oid 16 updating version 0 to 1 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:16: oid 16 updating version 1 to 2 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-03-10T22:14:35.278 INFO:tasks.rados.rados.0.smithi169.stdout:17: finishing write tid 3 to smithi16976610-17 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:17: oid 17 updating version 0 to 8 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:17: oid 17 version 8 is already newer than 7 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 8 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:18: finishing write tid 2 to smithi16976610-18 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:5: done (15 left) 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:6: done (14 left) 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:8: done (13 left) 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:9: done (12 left) 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:10: done (11 left) 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:11: done (10 left) 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:12: done (9 left) 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:13: done (8 left) 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:14: done (7 left) 2024-03-10T22:14:35.279 INFO:tasks.rados.rados.0.smithi169.stdout:15: done (6 left) 2024-03-10T22:14:35.280 INFO:tasks.rados.rados.0.smithi169.stdout:16: done (5 left) 2024-03-10T22:14:35.280 INFO:tasks.rados.rados.0.smithi169.stdout:17: done (4 left) 2024-03-10T22:14:35.280 INFO:tasks.rados.rados.0.smithi169.stdout:22: write initial oid 22 2024-03-10T22:14:35.280 INFO:tasks.rados.rados.0.smithi169.stdout:22: seq_num 21 ranges {0=360448} 2024-03-10T22:14:35.281 INFO:tasks.rados.rados.0.smithi169.stdout:22: writing smithi16976610-22 from 0 to 360448 tid 1 2024-03-10T22:14:35.281 INFO:tasks.rados.rados.0.smithi169.stdout:23: write initial oid 23 2024-03-10T22:14:35.281 INFO:tasks.rados.rados.0.smithi169.stdout:23: seq_num 22 ranges {0=376832} 2024-03-10T22:14:35.281 INFO:tasks.rados.rados.0.smithi169.stdout:23: writing smithi16976610-23 from 0 to 376832 tid 1 2024-03-10T22:14:35.281 INFO:tasks.rados.rados.0.smithi169.stdout:24: write initial oid 24 2024-03-10T22:14:35.282 INFO:tasks.rados.rados.0.smithi169.stdout:24: seq_num 23 ranges {0=393216} 2024-03-10T22:14:35.282 INFO:tasks.rados.rados.0.smithi169.stdout:24: writing smithi16976610-24 from 0 to 393216 tid 1 2024-03-10T22:14:35.282 INFO:tasks.rados.rados.0.smithi169.stdout:25: write initial oid 25 2024-03-10T22:14:35.282 INFO:tasks.rados.rados.0.smithi169.stdout:25: seq_num 24 ranges {0=409600} 2024-03-10T22:14:35.282 INFO:tasks.rados.rados.0.smithi169.stdout:25: writing smithi16976610-25 from 0 to 409600 tid 1 2024-03-10T22:14:35.282 INFO:tasks.rados.rados.0.smithi169.stdout:26: write initial oid 26 2024-03-10T22:14:35.282 INFO:tasks.rados.rados.0.smithi169.stdout:26: seq_num 25 ranges {0=425984} 2024-03-10T22:14:35.284 INFO:tasks.rados.rados.0.smithi169.stdout:26: writing smithi16976610-26 from 0 to 425984 tid 1 2024-03-10T22:14:35.284 INFO:tasks.rados.rados.0.smithi169.stdout:27: write initial oid 27 2024-03-10T22:14:35.284 INFO:tasks.rados.rados.0.smithi169.stdout:27: seq_num 26 ranges {0=442368} 2024-03-10T22:14:35.287 INFO:tasks.rados.rados.0.smithi169.stdout:27: writing smithi16976610-27 from 0 to 442368 tid 1 2024-03-10T22:14:35.287 INFO:tasks.rados.rados.0.smithi169.stdout:28: write initial oid 28 2024-03-10T22:14:35.287 INFO:tasks.rados.rados.0.smithi169.stdout:28: seq_num 27 ranges {0=458752} 2024-03-10T22:14:35.290 INFO:tasks.rados.rados.0.smithi169.stdout:28: writing smithi16976610-28 from 0 to 458752 tid 1 2024-03-10T22:14:35.290 INFO:tasks.rados.rados.0.smithi169.stdout:29: write initial oid 29 2024-03-10T22:14:35.290 INFO:tasks.rados.rados.0.smithi169.stdout:29: seq_num 28 ranges {0=475136} 2024-03-10T22:14:35.292 INFO:tasks.rados.rados.0.smithi169.stdout:29: writing smithi16976610-29 from 0 to 475136 tid 1 2024-03-10T22:14:35.293 INFO:tasks.rados.rados.0.smithi169.stdout:30: write initial oid 30 2024-03-10T22:14:35.293 INFO:tasks.rados.rados.0.smithi169.stdout:30: seq_num 29 ranges {0=491520} 2024-03-10T22:14:35.296 INFO:tasks.rados.rados.0.smithi169.stdout:30: writing smithi16976610-30 from 0 to 491520 tid 1 2024-03-10T22:14:35.296 INFO:tasks.rados.rados.0.smithi169.stdout:31: write initial oid 31 2024-03-10T22:14:35.296 INFO:tasks.rados.rados.0.smithi169.stdout:31: seq_num 30 ranges {0=507904} 2024-03-10T22:14:35.298 INFO:tasks.rados.rados.0.smithi169.stdout:31: writing smithi16976610-31 from 0 to 507904 tid 1 2024-03-10T22:14:35.299 INFO:tasks.rados.rados.0.smithi169.stdout:32: write initial oid 32 2024-03-10T22:14:35.299 INFO:tasks.rados.rados.0.smithi169.stdout:32: seq_num 31 ranges {0=524288} 2024-03-10T22:14:35.302 INFO:tasks.rados.rados.0.smithi169.stdout:32: writing smithi16976610-32 from 0 to 524288 tid 1 2024-03-10T22:14:35.302 INFO:tasks.rados.rados.0.smithi169.stdout:33: write initial oid 33 2024-03-10T22:14:35.302 INFO:tasks.rados.rados.0.smithi169.stdout:33: seq_num 32 ranges {0=540672} 2024-03-10T22:14:35.305 INFO:tasks.rados.rados.0.smithi169.stdout:33: writing smithi16976610-33 from 0 to 540672 tid 1 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout: waiting on 16 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout:18: finishing write tid 3 to smithi16976610-18 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout:18: oid 18 updating version 0 to 4 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout:18: oid 18 version 4 is already newer than 3 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout:19: finishing write tid 1 to smithi16976610-19 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout:19: finishing write tid 2 to smithi16976610-19 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout:20: finishing write tid 1 to smithi16976610-20 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout:18: done (15 left) 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout:34: write initial oid 34 2024-03-10T22:14:35.306 INFO:tasks.rados.rados.0.smithi169.stdout:34: seq_num 33 ranges {0=557056} 2024-03-10T22:14:35.310 INFO:tasks.rados.rados.0.smithi169.stdout:34: writing smithi16976610-34 from 0 to 557056 tid 1 2024-03-10T22:14:35.310 INFO:tasks.rados.rados.0.smithi169.stdout: waiting on 16 2024-03-10T22:14:35.310 INFO:tasks.rados.rados.0.smithi169.stdout:20: finishing write tid 2 to smithi16976610-20 2024-03-10T22:14:35.310 INFO:tasks.rados.rados.0.smithi169.stdout:19: finishing write tid 3 to smithi16976610-19 2024-03-10T22:14:35.310 INFO:tasks.rados.rados.0.smithi169.stdout:19: oid 19 updating version 0 to 4 2024-03-10T22:14:35.310 INFO:tasks.rados.rados.0.smithi169.stdout:19: oid 19 version 4 is already newer than 3 2024-03-10T22:14:35.310 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-03-10T22:14:35.310 INFO:tasks.rados.rados.0.smithi169.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:20: finishing write tid 3 to smithi16976610-20 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:20: oid 20 updating version 0 to 3 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:20: oid 20 updating version 3 to 4 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:21: finishing write tid 1 to smithi16976610-21 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:21: finishing write tid 2 to smithi16976610-21 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:21: finishing write tid 3 to smithi16976610-21 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:21: oid 21 updating version 0 to 4 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:21: oid 21 version 4 is already newer than 3 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:22: finishing write tid 1 to smithi16976610-22 2024-03-10T22:14:35.311 INFO:tasks.rados.rados.0.smithi169.stdout:22: finishing write tid 2 to smithi16976610-22 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:23: finishing write tid 1 to smithi16976610-23 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:23: finishing write tid 2 to smithi16976610-23 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:22: finishing write tid 3 to smithi16976610-22 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:22: oid 22 updating version 0 to 1 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:22: oid 22 updating version 1 to 2 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:23: finishing write tid 3 to smithi16976610-23 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:23: oid 23 updating version 0 to 3 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:23: oid 23 updating version 3 to 4 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:24: finishing write tid 1 to smithi16976610-24 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:24: finishing write tid 2 to smithi16976610-24 2024-03-10T22:14:35.312 INFO:tasks.rados.rados.0.smithi169.stdout:19: done (15 left) 2024-03-10T22:14:35.313 INFO:tasks.rados.rados.0.smithi169.stdout:20: done (14 left) 2024-03-10T22:14:35.313 INFO:tasks.rados.rados.0.smithi169.stdout:21: done (13 left) 2024-03-10T22:14:35.313 INFO:tasks.rados.rados.0.smithi169.stdout:22: done (12 left) 2024-03-10T22:14:35.313 INFO:tasks.rados.rados.0.smithi169.stdout:23: done (11 left) 2024-03-10T22:14:35.313 INFO:tasks.rados.rados.0.smithi169.stdout:35: write initial oid 35 2024-03-10T22:14:35.313 INFO:tasks.rados.rados.0.smithi169.stdout:35: seq_num 34 ranges {0=573440} 2024-03-10T22:14:35.313 INFO:tasks.rados.rados.0.smithi169.stdout:35: writing smithi16976610-35 from 0 to 573440 tid 1 2024-03-10T22:14:35.314 INFO:tasks.rados.rados.0.smithi169.stdout:36: write initial oid 36 2024-03-10T22:14:35.314 INFO:tasks.rados.rados.0.smithi169.stdout:36: seq_num 35 ranges {0=589824} 2024-03-10T22:14:35.315 INFO:tasks.rados.rados.0.smithi169.stdout:36: writing smithi16976610-36 from 0 to 589824 tid 1 2024-03-10T22:14:35.315 INFO:tasks.rados.rados.0.smithi169.stdout:37: write initial oid 37 2024-03-10T22:14:35.315 INFO:tasks.rados.rados.0.smithi169.stdout:37: seq_num 36 ranges {0=606208} 2024-03-10T22:14:35.318 INFO:tasks.rados.rados.0.smithi169.stdout:37: writing smithi16976610-37 from 0 to 606208 tid 1 2024-03-10T22:14:35.319 INFO:tasks.rados.rados.0.smithi169.stdout:38: write initial oid 38 2024-03-10T22:14:35.319 INFO:tasks.rados.rados.0.smithi169.stdout:38: seq_num 37 ranges {0=622592} 2024-03-10T22:14:35.323 INFO:tasks.rados.rados.0.smithi169.stdout:38: writing smithi16976610-38 from 0 to 622592 tid 1 2024-03-10T22:14:35.323 INFO:tasks.rados.rados.0.smithi169.stdout:39: write initial oid 39 2024-03-10T22:14:35.323 INFO:tasks.rados.rados.0.smithi169.stdout:39: seq_num 38 ranges {0=638976} 2024-03-10T22:14:35.331 INFO:tasks.rados.rados.0.smithi169.stdout:39: writing smithi16976610-39 from 0 to 638976 tid 1 2024-03-10T22:14:35.331 INFO:tasks.rados.rados.0.smithi169.stdout: waiting on 16 2024-03-10T22:14:35.331 INFO:tasks.rados.rados.0.smithi169.stdout:25: finishing write tid 1 to smithi16976610-25 2024-03-10T22:14:35.331 INFO:tasks.rados.rados.0.smithi169.stdout:25: finishing write tid 2 to smithi16976610-25 2024-03-10T22:14:35.332 INFO:tasks.rados.rados.0.smithi169.stdout:24: finishing write tid 3 to smithi16976610-24 2024-03-10T22:14:35.332 INFO:tasks.rados.rados.0.smithi169.stdout:24: oid 24 updating version 0 to 5 2024-03-10T22:14:35.332 INFO:tasks.rados.rados.0.smithi169.stdout:24: oid 24 updating version 5 to 6 2024-03-10T22:14:35.332 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-03-10T22:14:35.332 INFO:tasks.rados.rados.0.smithi169.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-03-10T22:14:35.332 INFO:tasks.rados.rados.0.smithi169.stdout:25: finishing write tid 3 to smithi16976610-25 2024-03-10T22:14:35.333 INFO:tasks.rados.rados.0.smithi169.stdout:25: oid 25 updating version 0 to 5 2024-03-10T22:14:35.333 INFO:tasks.rados.rados.0.smithi169.stdout:25: oid 25 updating version 5 to 6 2024-03-10T22:14:35.333 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-03-10T22:14:35.333 INFO:tasks.rados.rados.0.smithi169.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-03-10T22:14:35.333 INFO:tasks.rados.rados.0.smithi169.stdout:26: finishing write tid 1 to smithi16976610-26 2024-03-10T22:14:35.333 INFO:tasks.rados.rados.0.smithi169.stdout:26: finishing write tid 2 to smithi16976610-26 2024-03-10T22:14:35.333 INFO:tasks.rados.rados.0.smithi169.stdout:26: finishing write tid 3 to smithi16976610-26 2024-03-10T22:14:35.334 INFO:tasks.rados.rados.0.smithi169.stdout:26: oid 26 updating version 0 to 5 2024-03-10T22:14:35.334 INFO:tasks.rados.rados.0.smithi169.stdout:26: oid 26 updating version 5 to 6 2024-03-10T22:14:35.334 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-03-10T22:14:35.334 INFO:tasks.rados.rados.0.smithi169.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-03-10T22:14:35.334 INFO:tasks.rados.rados.0.smithi169.stdout:27: finishing write tid 1 to smithi16976610-27 2024-03-10T22:14:35.335 INFO:tasks.rados.rados.0.smithi169.stdout:27: finishing write tid 2 to smithi16976610-27 2024-03-10T22:14:35.335 INFO:tasks.rados.rados.0.smithi169.stdout:27: finishing write tid 3 to smithi16976610-27 2024-03-10T22:14:35.335 INFO:tasks.rados.rados.0.smithi169.stdout:27: oid 27 updating version 0 to 9 2024-03-10T22:14:35.335 INFO:tasks.rados.rados.0.smithi169.stdout:27: oid 27 updating version 9 to 10 2024-03-10T22:14:35.335 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-10T22:14:35.335 INFO:tasks.rados.rados.0.smithi169.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-03-10T22:14:35.335 INFO:tasks.rados.rados.0.smithi169.stdout:28: finishing write tid 1 to smithi16976610-28 2024-03-10T22:14:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:28: finishing write tid 2 to smithi16976610-28 2024-03-10T22:14:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:28: finishing write tid 3 to smithi16976610-28 2024-03-10T22:14:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:28: oid 28 updating version 0 to 6 2024-03-10T22:14:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:28: oid 28 version 6 is already newer than 5 2024-03-10T22:14:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-03-10T22:14:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-03-10T22:14:35.337 INFO:tasks.rados.rados.0.smithi169.stdout:24: done (15 left) 2024-03-10T22:14:35.337 INFO:tasks.rados.rados.0.smithi169.stdout:25: done (14 left) 2024-03-10T22:14:35.337 INFO:tasks.rados.rados.0.smithi169.stdout:26: done (13 left) 2024-03-10T22:14:35.337 INFO:tasks.rados.rados.0.smithi169.stdout:27: done (12 left) 2024-03-10T22:14:35.337 INFO:tasks.rados.rados.0.smithi169.stdout:28: done (11 left) 2024-03-10T22:14:35.337 INFO:tasks.rados.rados.0.smithi169.stdout:40: write initial oid 40 2024-03-10T22:14:35.337 INFO:tasks.rados.rados.0.smithi169.stdout:40: seq_num 39 ranges {0=663552} 2024-03-10T22:14:35.337 INFO:tasks.rados.rados.0.smithi169.stdout:40: writing smithi16976610-40 from 0 to 663552 tid 1 2024-03-10T22:14:35.337 INFO:tasks.rados.rados.0.smithi169.stdout:41: write initial oid 41 2024-03-10T22:14:35.337 INFO:tasks.rados.rados.0.smithi169.stdout:41: seq_num 40 ranges {0=679936} 2024-03-10T22:14:35.339 INFO:tasks.rados.rados.0.smithi169.stdout:41: writing smithi16976610-41 from 0 to 679936 tid 1 2024-03-10T22:14:35.339 INFO:tasks.rados.rados.0.smithi169.stdout:42: write initial oid 42 2024-03-10T22:14:35.339 INFO:tasks.rados.rados.0.smithi169.stdout:42: seq_num 41 ranges {0=696320} 2024-03-10T22:14:35.339 INFO:tasks.rados.rados.0.smithi169.stdout:42: writing smithi16976610-42 from 0 to 696320 tid 1 2024-03-10T22:14:35.340 INFO:tasks.rados.rados.0.smithi169.stdout:43: write initial oid 43 2024-03-10T22:14:35.340 INFO:tasks.rados.rados.0.smithi169.stdout:43: seq_num 42 ranges {0=712704} 2024-03-10T22:14:35.342 INFO:tasks.rados.rados.0.smithi169.stdout:43: writing smithi16976610-43 from 0 to 712704 tid 1 2024-03-10T22:14:35.342 INFO:tasks.rados.rados.0.smithi169.stdout:44: write initial oid 44 2024-03-10T22:14:35.342 INFO:tasks.rados.rados.0.smithi169.stdout:44: seq_num 43 ranges {0=729088} 2024-03-10T22:14:35.346 INFO:tasks.rados.rados.0.smithi169.stdout:44: writing smithi16976610-44 from 0 to 729088 tid 1 2024-03-10T22:14:35.346 INFO:tasks.rados.rados.0.smithi169.stdout: waiting on 16 2024-03-10T22:14:35.347 INFO:tasks.rados.rados.0.smithi169.stdout:29: finishing write tid 1 to smithi16976610-29 2024-03-10T22:14:35.347 INFO:tasks.rados.rados.0.smithi169.stdout:29: finishing write tid 2 to smithi16976610-29 2024-03-10T22:14:35.347 INFO:tasks.rados.rados.0.smithi169.stdout:29: finishing write tid 3 to smithi16976610-29 2024-03-10T22:14:35.347 INFO:tasks.rados.rados.0.smithi169.stdout:29: oid 29 updating version 0 to 5 2024-03-10T22:14:35.348 INFO:tasks.rados.rados.0.smithi169.stdout:29: oid 29 updating version 5 to 6 2024-03-10T22:14:35.348 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-03-10T22:14:35.348 INFO:tasks.rados.rados.0.smithi169.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-03-10T22:14:35.348 INFO:tasks.rados.rados.0.smithi169.stdout:30: finishing write tid 1 to smithi16976610-30 2024-03-10T22:14:35.348 INFO:tasks.rados.rados.0.smithi169.stdout:30: finishing write tid 2 to smithi16976610-30 2024-03-10T22:14:35.348 INFO:tasks.rados.rados.0.smithi169.stdout:30: finishing write tid 3 to smithi16976610-30 2024-03-10T22:14:35.348 INFO:tasks.rados.rados.0.smithi169.stdout:30: oid 30 updating version 0 to 6 2024-03-10T22:14:35.348 INFO:tasks.rados.rados.0.smithi169.stdout:30: oid 30 version 6 is already newer than 5 2024-03-10T22:14:35.348 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-03-10T22:14:35.348 INFO:tasks.rados.rados.0.smithi169.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-03-10T22:14:35.349 INFO:tasks.rados.rados.0.smithi169.stdout:31: finishing write tid 1 to smithi16976610-31 2024-03-10T22:14:35.349 INFO:tasks.rados.rados.0.smithi169.stdout:31: finishing write tid 2 to smithi16976610-31 2024-03-10T22:14:35.349 INFO:tasks.rados.rados.0.smithi169.stdout:29: done (15 left) 2024-03-10T22:14:35.349 INFO:tasks.rados.rados.0.smithi169.stdout:30: done (14 left) 2024-03-10T22:14:35.349 INFO:tasks.rados.rados.0.smithi169.stdout:45: write initial oid 45 2024-03-10T22:14:35.349 INFO:tasks.rados.rados.0.smithi169.stdout:45: seq_num 44 ranges {0=745472} 2024-03-10T22:14:35.351 INFO:tasks.rados.rados.0.smithi169.stdout:45: writing smithi16976610-45 from 0 to 745472 tid 1 2024-03-10T22:14:35.351 INFO:tasks.rados.rados.0.smithi169.stdout:46: write initial oid 46 2024-03-10T22:14:35.351 INFO:tasks.rados.rados.0.smithi169.stdout:46: seq_num 45 ranges {0=761856} 2024-03-10T22:14:35.355 INFO:tasks.rados.rados.0.smithi169.stdout:46: writing smithi16976610-46 from 0 to 761856 tid 1 2024-03-10T22:14:35.355 INFO:tasks.rados.rados.0.smithi169.stdout: waiting on 16 2024-03-10T22:14:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:31: finishing write tid 3 to smithi16976610-31 2024-03-10T22:14:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:31: oid 31 updating version 0 to 3 2024-03-10T22:14:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:31: oid 31 updating version 3 to 4 2024-03-10T22:14:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-03-10T22:14:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-03-10T22:14:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:32: finishing write tid 1 to smithi16976610-32 2024-03-10T22:14:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:32: finishing write tid 2 to smithi16976610-32 2024-03-10T22:14:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:31: done (15 left) 2024-03-10T22:14:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:47: write initial oid 47 2024-03-10T22:14:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:47: seq_num 46 ranges {0=778240} 2024-03-10T22:14:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:47: writing smithi16976610-47 from 0 to 778240 tid 1 2024-03-10T22:14:35.360 INFO:tasks.rados.rados.0.smithi169.stdout: waiting on 16 2024-03-10T22:14:35.361 INFO:tasks.rados.rados.0.smithi169.stdout:32: finishing write tid 3 to smithi16976610-32 2024-03-10T22:14:35.361 INFO:tasks.rados.rados.0.smithi169.stdout:32: oid 32 updating version 0 to 8 2024-03-10T22:14:35.361 INFO:tasks.rados.rados.0.smithi169.stdout:32: oid 32 version 8 is already newer than 7 2024-03-10T22:14:35.361 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-03-10T22:14:35.361 INFO:tasks.rados.rados.0.smithi169.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-03-10T22:14:35.361 INFO:tasks.rados.rados.0.smithi169.stdout:33: finishing write tid 1 to smithi16976610-33 2024-03-10T22:14:35.361 INFO:tasks.rados.rados.0.smithi169.stdout:32: done (15 left) 2024-03-10T22:14:35.361 INFO:tasks.rados.rados.0.smithi169.stdout:48: write initial oid 48 2024-03-10T22:14:35.361 INFO:tasks.rados.rados.0.smithi169.stdout:48: seq_num 47 ranges {0=794624} 2024-03-10T22:14:35.365 INFO:tasks.rados.rados.0.smithi169.stdout:48: writing smithi16976610-48 from 0 to 794624 tid 1 2024-03-10T22:14:35.365 INFO:tasks.rados.rados.0.smithi169.stdout: waiting on 16 2024-03-10T22:14:35.366 INFO:tasks.rados.rados.0.smithi169.stdout:33: finishing write tid 2 to smithi16976610-33 2024-03-10T22:14:35.366 INFO:tasks.rados.rados.0.smithi169.stdout:33: finishing write tid 3 to smithi16976610-33 2024-03-10T22:14:35.366 INFO:tasks.rados.rados.0.smithi169.stdout:33: oid 33 updating version 0 to 4 2024-03-10T22:14:35.366 INFO:tasks.rados.rados.0.smithi169.stdout:33: oid 33 version 4 is already newer than 3 2024-03-10T22:14:35.366 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-03-10T22:14:35.366 INFO:tasks.rados.rados.0.smithi169.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-03-10T22:14:35.366 INFO:tasks.rados.rados.0.smithi169.stdout:34: finishing write tid 1 to smithi16976610-34 2024-03-10T22:14:35.366 INFO:tasks.rados.rados.0.smithi169.stdout:33: done (15 left) 2024-03-10T22:14:35.366 INFO:tasks.rados.rados.0.smithi169.stdout:49: write initial oid 49 2024-03-10T22:14:35.366 INFO:tasks.rados.rados.0.smithi169.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-03-10T22:14:35.367 INFO:tasks.rados.rados.0.smithi169.stdout:49: writing smithi16976610-49 from 0 to 409600 tid 1 2024-03-10T22:14:35.371 INFO:tasks.rados.rados.0.smithi169.stdout:49: writing smithi16976610-49 from 409600 to 811008 tid 2 2024-03-10T22:14:35.371 INFO:tasks.rados.rados.0.smithi169.stdout: waiting on 16 2024-03-10T22:14:35.371 INFO:tasks.rados.rados.0.smithi169.stdout:34: finishing write tid 2 to smithi16976610-34 2024-03-10T22:14:35.371 INFO:tasks.rados.rados.0.smithi169.stdout:34: finishing write tid 3 to smithi16976610-34 2024-03-10T22:14:35.371 INFO:tasks.rados.rados.0.smithi169.stdout:34: oid 34 updating version 0 to 5 2024-03-10T22:14:35.371 INFO:tasks.rados.rados.0.smithi169.stdout:34: oid 34 updating version 5 to 6 2024-03-10T22:14:35.371 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-10T22:14:35.371 INFO:tasks.rados.rados.0.smithi169.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-03-10T22:14:35.371 INFO:tasks.rados.rados.0.smithi169.stdout:35: finishing write tid 1 to smithi16976610-35 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:35: finishing write tid 2 to smithi16976610-35 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:35: finishing write tid 3 to smithi16976610-35 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:35: oid 35 updating version 0 to 1 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:35: oid 35 updating version 1 to 2 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:36: finishing write tid 1 to smithi16976610-36 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:36: finishing write tid 2 to smithi16976610-36 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:34: done (15 left) 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:35: done (14 left) 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:50: write initial oid 50 2024-03-10T22:14:35.372 INFO:tasks.rados.rados.0.smithi169.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-03-10T22:14:35.373 INFO:tasks.rados.rados.0.smithi169.stdout:50: writing smithi16976610-50 from 0 to 425984 tid 1 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:50: writing smithi16976610-50 from 425984 to 827392 tid 2 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:36: finishing write tid 3 to smithi16976610-36 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:36: oid 36 updating version 0 to 1 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:36: oid 36 updating version 1 to 2 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 2 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:37: finishing write tid 1 to smithi16976610-37 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:37: finishing write tid 2 to smithi16976610-37 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:37: finishing write tid 3 to smithi16976610-37 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:37: oid 37 updating version 0 to 5 2024-03-10T22:14:35.377 INFO:tasks.rados.rados.0.smithi169.stdout:37: oid 37 updating version 5 to 6 2024-03-10T22:14:35.378 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-10T22:14:35.378 INFO:tasks.rados.rados.0.smithi169.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-03-10T22:14:35.378 INFO:tasks.rados.rados.0.smithi169.stdout:38: finishing write tid 1 to smithi16976610-38 2024-03-10T22:14:35.378 INFO:tasks.rados.rados.0.smithi169.stdout:38: finishing write tid 2 to smithi16976610-38 2024-03-10T22:14:35.378 INFO:tasks.rados.rados.0.smithi169.stdout:38: finishing write tid 3 to smithi16976610-38 2024-03-10T22:14:35.378 INFO:tasks.rados.rados.0.smithi169.stdout:38: oid 38 updating version 0 to 8 2024-03-10T22:14:35.378 INFO:tasks.rados.rados.0.smithi169.stdout:38: oid 38 version 8 is already newer than 7 2024-03-10T22:14:35.378 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-03-10T22:14:35.378 INFO:tasks.rados.rados.0.smithi169.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-03-10T22:14:35.378 INFO:tasks.rados.rados.0.smithi169.stdout:39: finishing write tid 1 to smithi16976610-39 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:39: finishing write tid 2 to smithi16976610-39 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:39: finishing write tid 3 to smithi16976610-39 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:39: oid 39 updating version 0 to 9 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:39: oid 39 updating version 9 to 10 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:40: finishing write tid 1 to smithi16976610-40 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:40: finishing write tid 2 to smithi16976610-40 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:40: finishing write tid 3 to smithi16976610-40 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:40: oid 40 updating version 0 to 10 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:40: oid 40 version 10 is already newer than 9 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-03-10T22:14:35.379 INFO:tasks.rados.rados.0.smithi169.stdout:41: finishing write tid 1 to smithi16976610-41 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:41: finishing write tid 2 to smithi16976610-41 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:41: finishing write tid 3 to smithi16976610-41 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:41: oid 41 updating version 0 to 2 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:41: oid 41 version 2 is already newer than 1 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 2 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:42: finishing write tid 1 to smithi16976610-42 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:42: finishing write tid 2 to smithi16976610-42 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:36: done (15 left) 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:37: done (14 left) 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:38: done (13 left) 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:39: done (12 left) 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:40: done (11 left) 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:41: done (10 left) 2024-03-10T22:14:35.380 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 0 2024-03-10T22:14:35.381 INFO:tasks.rados.rados.0.smithi169.stdout:52: seq_num 50 ranges {393216=442368,835584=401408} 2024-03-10T22:14:35.381 INFO:tasks.rados.rados.0.smithi169.stdout:52: writing smithi16976610-24 from 393216 to 835584 tid 1 2024-03-10T22:14:35.384 INFO:tasks.rados.rados.0.smithi169.stdout:52: writing smithi16976610-24 from 835584 to 1236992 tid 2 2024-03-10T22:14:35.384 INFO:tasks.rados.rados.0.smithi169.stdout:53: rmattr oid 20 current snap is 0 2024-03-10T22:14:35.384 INFO:tasks.rados.rados.0.smithi169.stdout:53: done (11 left) 2024-03-10T22:14:35.384 INFO:tasks.rados.rados.0.smithi169.stdout:54: delete oid 17 current snap is 0 2024-03-10T22:14:35.384 INFO:tasks.rados.rados.0.smithi169.stdout:42: finishing write tid 3 to smithi16976610-42 2024-03-10T22:14:35.384 INFO:tasks.rados.rados.0.smithi169.stdout:42: oid 42 updating version 0 to 4 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:42: oid 42 version 4 is already newer than 3 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:43: finishing write tid 1 to smithi16976610-43 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:43: finishing write tid 2 to smithi16976610-43 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:43: finishing write tid 3 to smithi16976610-43 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:43: oid 43 updating version 0 to 11 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:43: oid 43 updating version 11 to 12 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 12 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:44: finishing write tid 1 to smithi16976610-44 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:44: finishing write tid 2 to smithi16976610-44 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:44: finishing write tid 3 to smithi16976610-44 2024-03-10T22:14:35.385 INFO:tasks.rados.rados.0.smithi169.stdout:44: oid 44 updating version 0 to 8 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:44: oid 44 version 8 is already newer than 7 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:45: finishing write tid 1 to smithi16976610-45 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:45: finishing write tid 2 to smithi16976610-45 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:45: finishing write tid 3 to smithi16976610-45 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:45: oid 45 updating version 0 to 7 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:45: oid 45 updating version 7 to 8 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:46: finishing write tid 1 to smithi16976610-46 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:46: finishing write tid 2 to smithi16976610-46 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:46: finishing write tid 3 to smithi16976610-46 2024-03-10T22:14:35.386 INFO:tasks.rados.rados.0.smithi169.stdout:46: oid 46 updating version 0 to 8 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:46: oid 46 version 8 is already newer than 7 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:47: finishing write tid 1 to smithi16976610-47 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:47: finishing write tid 2 to smithi16976610-47 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:47: finishing write tid 3 to smithi16976610-47 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:47: oid 47 updating version 0 to 10 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:47: oid 47 version 10 is already newer than 9 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:48: finishing write tid 1 to smithi16976610-48 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:48: finishing write tid 2 to smithi16976610-48 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:49: finishing write tid 1 to smithi16976610-49 2024-03-10T22:14:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:48: finishing write tid 3 to smithi16976610-48 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:48: oid 48 updating version 0 to 11 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:48: oid 48 updating version 11 to 12 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:49: finishing write tid 2 to smithi16976610-49 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:49: finishing write tid 3 to smithi16976610-49 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:50: finishing write tid 1 to smithi16976610-50 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:49: finishing write tid 4 to smithi16976610-49 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:49: oid 49 updating version 0 to 8 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:49: oid 49 updating version 8 to 9 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:49: oid 49 version 9 is already newer than 7 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:50: finishing write tid 2 to smithi16976610-50 2024-03-10T22:14:35.388 INFO:tasks.rados.rados.0.smithi169.stdout:50: finishing write tid 3 to smithi16976610-50 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:50: finishing write tid 4 to smithi16976610-50 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:50: oid 50 updating version 0 to 12 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:50: oid 50 updating version 12 to 13 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:50: oid 50 version 13 is already newer than 11 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 13 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:51: finishing copy_from racing read to smithi16976610-2 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:51: finishing copy_from to smithi16976610-2 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:52: finishing write tid 1 to smithi16976610-24 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:42: done (11 left) 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:43: done (10 left) 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:44: done (9 left) 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:45: done (8 left) 2024-03-10T22:14:35.389 INFO:tasks.rados.rados.0.smithi169.stdout:46: done (7 left) 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:47: done (6 left) 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:48: done (5 left) 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:49: done (4 left) 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:50: done (3 left) 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:51: done (2 left) 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:54: done (1 left) 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:55: read oid 15 snap -1 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:56: rollback oid 31 current snap is 0 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:56: done (2 left) 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:57: read oid 28 snap -1 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-03-10T22:14:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:59: rollback oid 45 current snap is 0 2024-03-10T22:14:35.391 INFO:tasks.rados.rados.0.smithi169.stdout:59: done (4 left) 2024-03-10T22:14:35.391 INFO:tasks.rados.rados.0.smithi169.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-03-10T22:14:35.391 INFO:tasks.rados.rados.0.smithi169.stdout:61: delete oid 1 current snap is 0 2024-03-10T22:14:35.391 INFO:tasks.rados.rados.0.smithi169.stdout:52: finishing write tid 2 to smithi16976610-24 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:52: finishing write tid 3 to smithi16976610-24 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:61: done (5 left) 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:62: read oid 17 snap -1 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:62: expect deleted 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:63: snap_create 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:52: finishing write tid 4 to smithi16976610-24 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:52: oid 24 updating version 0 to 9 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:52: oid 24 updating version 9 to 11 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:52: oid 24 version 11 is already newer than 10 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 11 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:52: left oid 24 (ObjNum 50 snap 0 seq_num 50) 2024-03-10T22:14:35.392 INFO:tasks.rados.rados.0.smithi169.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-03-10T22:14:35.395 INFO:tasks.rados.rados.0.smithi169.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T22:14:35.407 INFO:tasks.rados.rados.0.smithi169.stdout:60: finishing copy_from racing read to smithi16976610-22 2024-03-10T22:14:35.407 INFO:tasks.rados.rados.0.smithi169.stdout:58: finishing copy_from racing read to smithi16976610-29 2024-03-10T22:14:35.407 INFO:tasks.rados.rados.0.smithi169.stdout:60: finishing copy_from to smithi16976610-22 2024-03-10T22:14:35.408 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-03-10T22:14:35.408 INFO:tasks.rados.rados.0.smithi169.stdout:58: finishing copy_from to smithi16976610-29 2024-03-10T22:14:35.408 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-10T22:14:36.251 INFO:tasks.rados.rados.0.smithi169.stdout:52: done (6 left) 2024-03-10T22:14:36.251 INFO:tasks.rados.rados.0.smithi169.stdout:55: done (5 left) 2024-03-10T22:14:36.251 INFO:tasks.rados.rados.0.smithi169.stdout:57: done (4 left) 2024-03-10T22:14:36.251 INFO:tasks.rados.rados.0.smithi169.stdout:58: done (3 left) 2024-03-10T22:14:36.251 INFO:tasks.rados.rados.0.smithi169.stdout:60: done (2 left) 2024-03-10T22:14:36.251 INFO:tasks.rados.rados.0.smithi169.stdout:62: done (1 left) 2024-03-10T22:14:36.251 INFO:tasks.rados.rados.0.smithi169.stdout:63: done (0 left) 2024-03-10T22:14:36.251 INFO:tasks.rados.rados.0.smithi169.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-03-10T22:14:36.251 INFO:tasks.rados.rados.0.smithi169.stdout:65: read oid 30 snap -1 2024-03-10T22:14:36.251 INFO:tasks.rados.rados.0.smithi169.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T22:14:36.252 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 1 2024-03-10T22:14:36.252 INFO:tasks.rados.rados.0.smithi169.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-03-10T22:14:36.256 INFO:tasks.rados.rados.0.smithi169.stdout:66: writing smithi16976610-23 from 376832 to 868352 tid 1 2024-03-10T22:14:36.259 INFO:tasks.rados.rados.0.smithi169.stdout:66: writing smithi16976610-23 from 868352 to 1269760 tid 2 2024-03-10T22:14:36.259 INFO:tasks.rados.rados.0.smithi169.stdout:67: rollback oid 10 current snap is 1 2024-03-10T22:14:36.259 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 10 to 0 2024-03-10T22:14:36.259 INFO:tasks.rados.rados.0.smithi169.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T22:14:36.274 INFO:tasks.rados.rados.0.smithi169.stdout:64: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:14:36.274 INFO:tasks.rados.rados.0.smithi169.stdout:66: finishing write tid 1 to smithi16976610-23 2024-03-10T22:14:36.274 INFO:tasks.rados.rados.0.smithi169.stdout:64: finishing copy_from to smithi16976610-15 2024-03-10T22:14:36.274 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-03-10T22:14:36.274 INFO:tasks.rados.rados.0.smithi169.stdout:67: finishing rollback tid 0 to smithi16976610-10 2024-03-10T22:14:36.274 INFO:tasks.rados.rados.0.smithi169.stdout:66: finishing write tid 2 to smithi16976610-23 2024-03-10T22:14:36.274 INFO:tasks.rados.rados.0.smithi169.stdout:67: finishing rollback tid 1 to smithi16976610-10 2024-03-10T22:14:36.274 INFO:tasks.rados.rados.0.smithi169.stdout:66: finishing write tid 3 to smithi16976610-23 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:67: finishing rollback tid 2 to smithi16976610-10 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 6 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:66: finishing write tid 4 to smithi16976610-23 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:66: oid 23 updating version 0 to 16 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:66: oid 23 version 16 is already newer than 13 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:66: oid 23 updating version 16 to 17 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 17 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:64: done (3 left) 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:65: done (2 left) 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:66: done (1 left) 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:67: done (0 left) 2024-03-10T22:14:36.275 INFO:tasks.rados.rados.0.smithi169.stdout:68: setattr oid 23 current snap is 1 2024-03-10T22:14:36.277 INFO:tasks.rados.rados.0.smithi169.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-03-10T22:14:36.277 INFO:tasks.rados.rados.0.smithi169.stdout:70: read oid 24 snap 0 2024-03-10T22:14:36.277 INFO:tasks.rados.rados.0.smithi169.stdout:70: expect (ObjNum 50 snap 0 seq_num 50) 2024-03-10T22:14:36.277 INFO:tasks.rados.rados.0.smithi169.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-03-10T22:14:36.277 INFO:tasks.rados.rados.0.smithi169.stdout:72: rollback oid 49 current snap is 1 2024-03-10T22:14:36.277 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 49 to 0 2024-03-10T22:14:36.277 INFO:tasks.rados.rados.0.smithi169.stdout:73: read oid 4 snap 0 2024-03-10T22:14:36.277 INFO:tasks.rados.rados.0.smithi169.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T22:14:36.277 INFO:tasks.rados.rados.0.smithi169.stdout:74: rmattr oid 7 current snap is 1 2024-03-10T22:14:36.277 INFO:tasks.rados.rados.0.smithi169.stdout:74: done (6 left) 2024-03-10T22:14:36.277 INFO:tasks.rados.rados.0.smithi169.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-03-10T22:14:36.278 INFO:tasks.rados.rados.0.smithi169.stdout:76: read oid 39 snap -1 2024-03-10T22:14:36.278 INFO:tasks.rados.rados.0.smithi169.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T22:14:36.278 INFO:tasks.rados.rados.0.smithi169.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-03-10T22:14:36.278 INFO:tasks.rados.rados.0.smithi169.stdout:78: read oid 2 snap -1 2024-03-10T22:14:36.278 INFO:tasks.rados.rados.0.smithi169.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T22:14:36.278 INFO:tasks.rados.rados.0.smithi169.stdout:79: setattr oid 41 current snap is 1 2024-03-10T22:14:36.278 INFO:tasks.rados.rados.0.smithi169.stdout:80: snap_create 2024-03-10T22:14:36.278 INFO:tasks.rados.rados.0.smithi169.stdout:72: finishing rollback tid 0 to smithi16976610-49 2024-03-10T22:14:36.279 INFO:tasks.rados.rados.0.smithi169.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T22:14:36.281 INFO:tasks.rados.rados.0.smithi169.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T22:14:36.288 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 18 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-03-10T22:14:36.288 INFO:tasks.rados.rados.0.smithi169.stdout:72: finishing rollback tid 1 to smithi16976610-49 2024-03-10T22:14:36.288 INFO:tasks.rados.rados.0.smithi169.stdout:72: finishing rollback tid 2 to smithi16976610-49 2024-03-10T22:14:36.288 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-03-10T22:14:36.288 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T22:14:36.288 INFO:tasks.rados.rados.0.smithi169.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T22:14:36.305 INFO:tasks.rados.rados.0.smithi169.stdout:77: finishing copy_from racing read to smithi16976610-6 2024-03-10T22:14:36.305 INFO:tasks.rados.rados.0.smithi169.stdout:71: finishing copy_from racing read to smithi16976610-36 2024-03-10T22:14:36.306 INFO:tasks.rados.rados.0.smithi169.stdout:70: expect (ObjNum 50 snap 0 seq_num 50) 2024-03-10T22:14:36.345 INFO:tasks.rados.rados.0.smithi169.stdout:75: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:14:36.345 INFO:tasks.rados.rados.0.smithi169.stdout:77: finishing copy_from to smithi16976610-6 2024-03-10T22:14:36.345 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-10T22:14:36.345 INFO:tasks.rados.rados.0.smithi169.stdout:71: finishing copy_from to smithi16976610-36 2024-03-10T22:14:36.345 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-03-10T22:14:36.345 INFO:tasks.rados.rados.0.smithi169.stdout:75: finishing copy_from to smithi16976610-20 2024-03-10T22:14:36.345 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-03-10T22:14:36.346 INFO:tasks.rados.rados.0.smithi169.stdout:69: finishing copy_from racing read to smithi16976610-45 2024-03-10T22:14:36.346 INFO:tasks.rados.rados.0.smithi169.stdout:69: finishing copy_from to smithi16976610-45 2024-03-10T22:14:36.346 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-10T22:14:36.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:36 smithi169 ceph-mon[27156]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:36.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:36 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/1670987311' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-03-10T22:14:36.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:36 smithi169 ceph-mon[27156]: osdmap e76: 8 total, 8 up, 8 in 2024-03-10T22:14:36.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:36 smithi169 ceph-mon[37738]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:36.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:36 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/1670987311' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-03-10T22:14:36.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:36 smithi169 ceph-mon[37738]: osdmap e76: 8 total, 8 up, 8 in 2024-03-10T22:14:36.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:36 smithi172 ceph-mon[31000]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:36.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:36 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/1670987311' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-03-10T22:14:36.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:36 smithi172 ceph-mon[31000]: osdmap e76: 8 total, 8 up, 8 in 2024-03-10T22:14:37.257 INFO:tasks.rados.rados.0.smithi169.stdout:68: done (11 left) 2024-03-10T22:14:37.257 INFO:tasks.rados.rados.0.smithi169.stdout:69: done (10 left) 2024-03-10T22:14:37.257 INFO:tasks.rados.rados.0.smithi169.stdout:70: done (9 left) 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:71: done (8 left) 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:72: done (7 left) 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:73: done (6 left) 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:75: done (5 left) 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:76: done (4 left) 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:77: done (3 left) 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:78: done (2 left) 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:79: done (1 left) 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:80: done (0 left) 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:81: rollback oid 40 current snap is 2 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 40 to 1 2024-03-10T22:14:37.258 INFO:tasks.rados.rados.0.smithi169.stdout:82: snap_create 2024-03-10T22:14:37.259 INFO:tasks.rados.rados.0.smithi169.stdout:81: finishing rollback tid 0 to smithi16976610-40 2024-03-10T22:14:37.260 INFO:tasks.rados.rados.0.smithi169.stdout:81: finishing rollback tid 1 to smithi16976610-40 2024-03-10T22:14:37.260 INFO:tasks.rados.rados.0.smithi169.stdout:81: finishing rollback tid 2 to smithi16976610-40 2024-03-10T22:14:37.260 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 15 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-03-10T22:14:37.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:37 smithi169 ceph-mon[27156]: osdmap e77: 8 total, 8 up, 8 in 2024-03-10T22:14:37.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:37 smithi169 ceph-mon[37738]: osdmap e77: 8 total, 8 up, 8 in 2024-03-10T22:14:37.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:37 smithi172 ceph-mon[31000]: osdmap e77: 8 total, 8 up, 8 in 2024-03-10T22:14:38.258 INFO:tasks.rados.rados.0.smithi169.stdout:81: done (1 left) 2024-03-10T22:14:38.258 INFO:tasks.rados.rados.0.smithi169.stdout:82: done (0 left) 2024-03-10T22:14:38.258 INFO:tasks.rados.rados.0.smithi169.stdout:83: rollback oid 9 current snap is 3 2024-03-10T22:14:38.258 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 9 to 0 2024-03-10T22:14:38.258 INFO:tasks.rados.rados.0.smithi169.stdout:84: read oid 20 snap 1 2024-03-10T22:14:38.258 INFO:tasks.rados.rados.0.smithi169.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-03-10T22:14:38.258 INFO:tasks.rados.rados.0.smithi169.stdout:85: read oid 41 snap -1 2024-03-10T22:14:38.259 INFO:tasks.rados.rados.0.smithi169.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-10T22:14:38.259 INFO:tasks.rados.rados.0.smithi169.stdout:86: snap_create 2024-03-10T22:14:38.269 INFO:tasks.rados.rados.0.smithi169.stdout:83: finishing rollback tid 0 to smithi16976610-9 2024-03-10T22:14:38.269 INFO:tasks.rados.rados.0.smithi169.stdout:83: finishing rollback tid 1 to smithi16976610-9 2024-03-10T22:14:38.269 INFO:tasks.rados.rados.0.smithi169.stdout:83: finishing rollback tid 2 to smithi16976610-9 2024-03-10T22:14:38.269 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 10 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-03-10T22:14:38.269 INFO:tasks.rados.rados.0.smithi169.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-10T22:14:38.303 INFO:tasks.rados.rados.0.smithi169.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-03-10T22:14:38.623 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:38 smithi169 ceph-mon[27156]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:38.624 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:38 smithi169 ceph-mon[27156]: osdmap e78: 8 total, 8 up, 8 in 2024-03-10T22:14:38.624 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:38 smithi169 ceph-mon[37738]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:38.624 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:38 smithi169 ceph-mon[37738]: osdmap e78: 8 total, 8 up, 8 in 2024-03-10T22:14:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:38 smithi172 ceph-mon[31000]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:38.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:38 smithi172 ceph-mon[31000]: osdmap e78: 8 total, 8 up, 8 in 2024-03-10T22:14:39.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:14:38] "GET /metrics HTTP/1.1" 200 33657 "" "Prometheus/2.43.0" 2024-03-10T22:14:39.265 INFO:tasks.rados.rados.0.smithi169.stdout:83: done (3 left) 2024-03-10T22:14:39.265 INFO:tasks.rados.rados.0.smithi169.stdout:84: done (2 left) 2024-03-10T22:14:39.265 INFO:tasks.rados.rados.0.smithi169.stdout:85: done (1 left) 2024-03-10T22:14:39.265 INFO:tasks.rados.rados.0.smithi169.stdout:86: done (0 left) 2024-03-10T22:14:39.265 INFO:tasks.rados.rados.0.smithi169.stdout:87: snap_remove snap 0 2024-03-10T22:14:39.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:39 smithi169 ceph-mon[27156]: osdmap e79: 8 total, 8 up, 8 in 2024-03-10T22:14:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:39 smithi169 ceph-mon[37738]: osdmap e79: 8 total, 8 up, 8 in 2024-03-10T22:14:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:39 smithi172 ceph-mon[31000]: osdmap e79: 8 total, 8 up, 8 in 2024-03-10T22:14:40.262 INFO:tasks.rados.rados.0.smithi169.stdout:87: done (0 left) 2024-03-10T22:14:40.262 INFO:tasks.rados.rados.0.smithi169.stdout:88: read oid 29 snap 3 2024-03-10T22:14:40.262 INFO:tasks.rados.rados.0.smithi169.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T22:14:40.262 INFO:tasks.rados.rados.0.smithi169.stdout:89: read oid 46 snap -1 2024-03-10T22:14:40.262 INFO:tasks.rados.rados.0.smithi169.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:14:40.262 INFO:tasks.rados.rados.0.smithi169.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-03-10T22:14:40.263 INFO:tasks.rados.rados.0.smithi169.stdout:91: rmattr oid 49 current snap is 4 2024-03-10T22:14:40.263 INFO:tasks.rados.rados.0.smithi169.stdout:91: done (3 left) 2024-03-10T22:14:40.263 INFO:tasks.rados.rados.0.smithi169.stdout:92: snap_remove snap 2 2024-03-10T22:14:40.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:40 smithi169 ceph-mon[27156]: pgmap v107: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.3 MiB/s wr, 77 op/s 2024-03-10T22:14:40.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:40 smithi169 ceph-mon[27156]: osdmap e80: 8 total, 8 up, 8 in 2024-03-10T22:14:40.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:40 smithi169 ceph-mon[27156]: osdmap e81: 8 total, 8 up, 8 in 2024-03-10T22:14:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:40 smithi169 ceph-mon[37738]: pgmap v107: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.3 MiB/s wr, 77 op/s 2024-03-10T22:14:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:40 smithi169 ceph-mon[37738]: osdmap e80: 8 total, 8 up, 8 in 2024-03-10T22:14:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:40 smithi169 ceph-mon[37738]: osdmap e81: 8 total, 8 up, 8 in 2024-03-10T22:14:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:40 smithi172 ceph-mon[31000]: pgmap v107: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.3 MiB/s wr, 77 op/s 2024-03-10T22:14:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:40 smithi172 ceph-mon[31000]: osdmap e80: 8 total, 8 up, 8 in 2024-03-10T22:14:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:40 smithi172 ceph-mon[31000]: osdmap e81: 8 total, 8 up, 8 in 2024-03-10T22:14:41.265 INFO:tasks.rados.rados.0.smithi169.stdout:92: done (3 left) 2024-03-10T22:14:41.265 INFO:tasks.rados.rados.0.smithi169.stdout:93: rmattr oid 30 current snap is 4 2024-03-10T22:14:41.265 INFO:tasks.rados.rados.0.smithi169.stdout:93: done (3 left) 2024-03-10T22:14:41.265 INFO:tasks.rados.rados.0.smithi169.stdout:94: read oid 42 snap 1 2024-03-10T22:14:41.265 INFO:tasks.rados.rados.0.smithi169.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T22:14:41.265 INFO:tasks.rados.rados.0.smithi169.stdout:95: rmattr oid 14 current snap is 4 2024-03-10T22:14:41.265 INFO:tasks.rados.rados.0.smithi169.stdout:95: done (4 left) 2024-03-10T22:14:41.265 INFO:tasks.rados.rados.0.smithi169.stdout:96: read oid 9 snap 1 2024-03-10T22:14:41.265 INFO:tasks.rados.rados.0.smithi169.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-03-10T22:14:41.266 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 4 2024-03-10T22:14:41.266 INFO:tasks.rados.rados.0.smithi169.stdout:97: seq_num 54 ranges {1236992=507904,1744896=401408} 2024-03-10T22:14:41.277 INFO:tasks.rados.rados.0.smithi169.stdout:97: writing smithi16976610-24 from 1236992 to 1744896 tid 1 2024-03-10T22:14:41.279 INFO:tasks.rados.rados.0.smithi169.stdout:97: writing smithi16976610-24 from 1744896 to 2146304 tid 2 2024-03-10T22:14:41.279 INFO:tasks.rados.rados.0.smithi169.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-03-10T22:14:41.279 INFO:tasks.rados.rados.0.smithi169.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T22:14:41.302 INFO:tasks.rados.rados.0.smithi169.stdout:90: finishing copy_from racing read to smithi16976610-36 2024-03-10T22:14:41.302 INFO:tasks.rados.rados.0.smithi169.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:14:41.322 INFO:tasks.rados.rados.0.smithi169.stdout:90: finishing copy_from to smithi16976610-36 2024-03-10T22:14:41.322 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-03-10T22:14:41.322 INFO:tasks.rados.rados.0.smithi169.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-03-10T22:14:41.325 INFO:tasks.rados.rados.0.smithi169.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T22:14:41.344 INFO:tasks.rados.rados.0.smithi169.stdout:97: finishing write tid 1 to smithi16976610-24 2024-03-10T22:14:41.344 INFO:tasks.rados.rados.0.smithi169.stdout:97: finishing write tid 2 to smithi16976610-24 2024-03-10T22:14:41.344 INFO:tasks.rados.rados.0.smithi169.stdout:97: finishing write tid 3 to smithi16976610-24 2024-03-10T22:14:41.344 INFO:tasks.rados.rados.0.smithi169.stdout:88: done (6 left) 2024-03-10T22:14:41.344 INFO:tasks.rados.rados.0.smithi169.stdout:89: done (5 left) 2024-03-10T22:14:41.344 INFO:tasks.rados.rados.0.smithi169.stdout:90: done (4 left) 2024-03-10T22:14:41.345 INFO:tasks.rados.rados.0.smithi169.stdout:94: done (3 left) 2024-03-10T22:14:41.345 INFO:tasks.rados.rados.0.smithi169.stdout:96: done (2 left) 2024-03-10T22:14:41.345 INFO:tasks.rados.rados.0.smithi169.stdout:99: snap_remove snap 3 2024-03-10T22:14:42.283 INFO:tasks.rados.rados.0.smithi169.stdout:99: done (2 left) 2024-03-10T22:14:42.283 INFO:tasks.rados.rados.0.smithi169.stdout:100: copy_from oid 16 from oid 21 current snap is 4 2024-03-10T22:14:42.283 INFO:tasks.rados.rados.0.smithi169.stdout:97: finishing write tid 4 to smithi16976610-24 2024-03-10T22:14:42.283 INFO:tasks.rados.rados.0.smithi169.stdout:97: oid 24 updating version 0 to 26 2024-03-10T22:14:42.283 INFO:tasks.rados.rados.0.smithi169.stdout:97: oid 24 version 26 is already newer than 24 2024-03-10T22:14:42.283 INFO:tasks.rados.rados.0.smithi169.stdout:97: oid 24 version 26 is already newer than 25 2024-03-10T22:14:42.283 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 26 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T22:14:42.283 INFO:tasks.rados.rados.0.smithi169.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-03-10T22:14:42.283 INFO:tasks.rados.rados.0.smithi169.stdout:98: finishing copy_from racing read to smithi16976610-31 2024-03-10T22:14:42.284 INFO:tasks.rados.rados.0.smithi169.stdout:98: finishing copy_from to smithi16976610-31 2024-03-10T22:14:42.284 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-10T22:14:42.284 INFO:tasks.rados.rados.0.smithi169.stdout:97: done (2 left) 2024-03-10T22:14:42.284 INFO:tasks.rados.rados.0.smithi169.stdout:98: done (1 left) 2024-03-10T22:14:42.284 INFO:tasks.rados.rados.0.smithi169.stdout:101: read oid 14 snap 1 2024-03-10T22:14:42.284 INFO:tasks.rados.rados.0.smithi169.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-03-10T22:14:42.284 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 4 2024-03-10T22:14:42.284 INFO:tasks.rados.rados.0.smithi169.stdout:102: seq_num 55 ranges {811008=524288,1335296=401408} 2024-03-10T22:14:42.290 INFO:tasks.rados.rados.0.smithi169.stdout:102: writing smithi16976610-49 from 811008 to 1335296 tid 1 2024-03-10T22:14:42.293 INFO:tasks.rados.rados.0.smithi169.stdout:102: writing smithi16976610-49 from 1335296 to 1736704 tid 2 2024-03-10T22:14:42.294 INFO:tasks.rados.rados.0.smithi169.stdout:103: delete oid 43 current snap is 4 2024-03-10T22:14:42.294 INFO:tasks.rados.rados.0.smithi169.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-03-10T22:14:42.302 INFO:tasks.rados.rados.0.smithi169.stdout:100: finishing copy_from racing read to smithi16976610-16 2024-03-10T22:14:42.302 INFO:tasks.rados.rados.0.smithi169.stdout:100: finishing copy_from to smithi16976610-16 2024-03-10T22:14:42.302 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:100: done (3 left) 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:101: done (2 left) 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:103: done (1 left) 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:104: read oid 2 snap -1 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:104: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:105: rollback oid 34 current snap is 4 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 34 to 1 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:102: finishing write tid 1 to smithi16976610-49 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:102: finishing write tid 2 to smithi16976610-49 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:102: finishing write tid 3 to smithi16976610-49 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:102: finishing write tid 4 to smithi16976610-49 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:102: oid 49 updating version 0 to 17 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:102: oid 49 updating version 17 to 18 2024-03-10T22:14:42.303 INFO:tasks.rados.rados.0.smithi169.stdout:102: oid 49 updating version 18 to 19 2024-03-10T22:14:42.304 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 19 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-03-10T22:14:42.304 INFO:tasks.rados.rados.0.smithi169.stdout:102: left oid 49 (ObjNum 55 snap 4 seq_num 55) 2024-03-10T22:14:42.304 INFO:tasks.rados.rados.0.smithi169.stdout:102: done (2 left) 2024-03-10T22:14:42.304 INFO:tasks.rados.rados.0.smithi169.stdout:106: delete oid 12 current snap is 4 2024-03-10T22:14:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:106: done (2 left) 2024-03-10T22:14:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:107: read oid 17 snap 1 2024-03-10T22:14:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:107: expect deleted 2024-03-10T22:14:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:108: rollback oid 41 current snap is 4 2024-03-10T22:14:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 41 to 1 2024-03-10T22:14:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:109: delete oid 8 current snap is 4 2024-03-10T22:14:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:104: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T22:14:42.310 INFO:tasks.rados.rados.0.smithi169.stdout:105: finishing rollback tid 0 to smithi16976610-34 2024-03-10T22:14:42.310 INFO:tasks.rados.rados.0.smithi169.stdout:105: finishing rollback tid 1 to smithi16976610-34 2024-03-10T22:14:42.310 INFO:tasks.rados.rados.0.smithi169.stdout:105: finishing rollback tid 2 to smithi16976610-34 2024-03-10T22:14:42.310 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 21 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-10T22:14:42.310 INFO:tasks.rados.rados.0.smithi169.stdout:108: finishing rollback tid 0 to smithi16976610-41 2024-03-10T22:14:42.310 INFO:tasks.rados.rados.0.smithi169.stdout:104: done (4 left) 2024-03-10T22:14:42.310 INFO:tasks.rados.rados.0.smithi169.stdout:105: done (3 left) 2024-03-10T22:14:42.310 INFO:tasks.rados.rados.0.smithi169.stdout:107: done (2 left) 2024-03-10T22:14:42.310 INFO:tasks.rados.rados.0.smithi169.stdout:109: done (1 left) 2024-03-10T22:14:42.311 INFO:tasks.rados.rados.0.smithi169.stdout:110: setattr oid 22 current snap is 4 2024-03-10T22:14:42.311 INFO:tasks.rados.rados.0.smithi169.stdout:108: finishing rollback tid 1 to smithi16976610-41 2024-03-10T22:14:42.311 INFO:tasks.rados.rados.0.smithi169.stdout:108: finishing rollback tid 2 to smithi16976610-41 2024-03-10T22:14:42.311 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 12 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T22:14:42.311 INFO:tasks.rados.rados.0.smithi169.stdout:108: done (1 left) 2024-03-10T22:14:42.311 INFO:tasks.rados.rados.0.smithi169.stdout:111: snap_create 2024-03-10T22:14:42.312 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 23 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-03-10T22:14:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:42 smithi172 ceph-mon[31000]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.3 MiB/s wr, 77 op/s 2024-03-10T22:14:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:42 smithi172 ceph-mon[31000]: osdmap e82: 8 total, 8 up, 8 in 2024-03-10T22:14:42.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:42 smithi169 ceph-mon[27156]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.3 MiB/s wr, 77 op/s 2024-03-10T22:14:42.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:42 smithi169 ceph-mon[27156]: osdmap e82: 8 total, 8 up, 8 in 2024-03-10T22:14:42.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:42 smithi169 ceph-mon[37738]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.3 MiB/s wr, 77 op/s 2024-03-10T22:14:42.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:42 smithi169 ceph-mon[37738]: osdmap e82: 8 total, 8 up, 8 in 2024-03-10T22:14:43.291 INFO:tasks.rados.rados.0.smithi169.stdout:110: done (1 left) 2024-03-10T22:14:43.291 INFO:tasks.rados.rados.0.smithi169.stdout:111: done (0 left) 2024-03-10T22:14:43.291 INFO:tasks.rados.rados.0.smithi169.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-03-10T22:14:43.291 INFO:tasks.rados.rados.0.smithi169.stdout:113: setattr oid 23 current snap is 5 2024-03-10T22:14:43.292 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 5 2024-03-10T22:14:43.292 INFO:tasks.rados.rados.0.smithi169.stdout:114: seq_num 59 ranges {172032=598016,770048=401408} 2024-03-10T22:14:43.296 INFO:tasks.rados.rados.0.smithi169.stdout:114: writing smithi16976610-15 from 172032 to 770048 tid 1 2024-03-10T22:14:43.300 INFO:tasks.rados.rados.0.smithi169.stdout:114: writing smithi16976610-15 from 770048 to 1171456 tid 2 2024-03-10T22:14:43.300 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 20 current snap is 5 2024-03-10T22:14:43.300 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 30 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-03-10T22:14:43.300 INFO:tasks.rados.rados.0.smithi169.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-03-10T22:14:43.304 INFO:tasks.rados.rados.0.smithi169.stdout:115: writing smithi16976610-20 from 188416 to 802816 tid 1 2024-03-10T22:14:43.307 INFO:tasks.rados.rados.0.smithi169.stdout:115: writing smithi16976610-20 from 802816 to 1204224 tid 2 2024-03-10T22:14:43.307 INFO:tasks.rados.rados.0.smithi169.stdout:113: done (3 left) 2024-03-10T22:14:43.307 INFO:tasks.rados.rados.0.smithi169.stdout:116: rollback oid 14 current snap is 5 2024-03-10T22:14:43.307 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 14 to 1 2024-03-10T22:14:43.307 INFO:tasks.rados.rados.0.smithi169.stdout:112: finishing copy_from racing read to smithi16976610-25 2024-03-10T22:14:43.307 INFO:tasks.rados.rados.0.smithi169.stdout:112: finishing copy_from to smithi16976610-25 2024-03-10T22:14:43.308 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-10T22:14:43.308 INFO:tasks.rados.rados.0.smithi169.stdout:114: finishing write tid 1 to smithi16976610-15 2024-03-10T22:14:43.308 INFO:tasks.rados.rados.0.smithi169.stdout:114: finishing write tid 2 to smithi16976610-15 2024-03-10T22:14:43.308 INFO:tasks.rados.rados.0.smithi169.stdout:114: finishing write tid 3 to smithi16976610-15 2024-03-10T22:14:43.308 INFO:tasks.rados.rados.0.smithi169.stdout:112: done (3 left) 2024-03-10T22:14:43.308 INFO:tasks.rados.rados.0.smithi169.stdout:117: read oid 22 snap -1 2024-03-10T22:14:43.308 INFO:tasks.rados.rados.0.smithi169.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-10T22:14:43.308 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 5 2024-03-10T22:14:43.308 INFO:tasks.rados.rados.0.smithi169.stdout:114: finishing write tid 4 to smithi16976610-15 2024-03-10T22:14:43.308 INFO:tasks.rados.rados.0.smithi169.stdout:114: oid 15 updating version 0 to 33 2024-03-10T22:14:43.309 INFO:tasks.rados.rados.0.smithi169.stdout:114: oid 15 version 33 is already newer than 32 2024-03-10T22:14:43.309 INFO:tasks.rados.rados.0.smithi169.stdout:114: oid 15 updating version 33 to 34 2024-03-10T22:14:43.309 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 34 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-03-10T22:14:43.309 INFO:tasks.rados.rados.0.smithi169.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-03-10T22:14:43.309 INFO:tasks.rados.rados.0.smithi169.stdout:118: seq_num 61 ranges {573440=630784,1204224=401408} 2024-03-10T22:14:43.314 INFO:tasks.rados.rados.0.smithi169.stdout:118: writing smithi16976610-35 from 573440 to 1204224 tid 1 2024-03-10T22:14:43.316 INFO:tasks.rados.rados.0.smithi169.stdout:118: writing smithi16976610-35 from 1204224 to 1605632 tid 2 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:114: done (4 left) 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:119: read oid 4 snap 1 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:119: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:120: rollback oid 49 current snap is 5 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 49 to 1 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:115: finishing write tid 1 to smithi16976610-20 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:116: finishing rollback tid 0 to smithi16976610-14 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:116: finishing rollback tid 1 to smithi16976610-14 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:116: finishing rollback tid 2 to smithi16976610-14 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 10 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:115: finishing write tid 2 to smithi16976610-20 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:115: finishing write tid 3 to smithi16976610-20 2024-03-10T22:14:43.317 INFO:tasks.rados.rados.0.smithi169.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-10T22:14:43.351 INFO:tasks.rados.rados.0.smithi169.stdout:115: finishing write tid 4 to smithi16976610-20 2024-03-10T22:14:43.351 INFO:tasks.rados.rados.0.smithi169.stdout:115: oid 20 updating version 0 to 19 2024-03-10T22:14:43.351 INFO:tasks.rados.rados.0.smithi169.stdout:115: oid 20 updating version 19 to 20 2024-03-10T22:14:43.351 INFO:tasks.rados.rados.0.smithi169.stdout:115: oid 20 version 20 is already newer than 18 2024-03-10T22:14:43.351 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 20 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-03-10T22:14:43.351 INFO:tasks.rados.rados.0.smithi169.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-03-10T22:14:43.351 INFO:tasks.rados.rados.0.smithi169.stdout:115: done (5 left) 2024-03-10T22:14:43.351 INFO:tasks.rados.rados.0.smithi169.stdout:116: done (4 left) 2024-03-10T22:14:43.351 INFO:tasks.rados.rados.0.smithi169.stdout:117: done (3 left) 2024-03-10T22:14:43.351 INFO:tasks.rados.rados.0.smithi169.stdout:121: delete oid 14 current snap is 5 2024-03-10T22:14:43.352 INFO:tasks.rados.rados.0.smithi169.stdout:119: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T22:14:43.352 INFO:tasks.rados.rados.0.smithi169.stdout:118: finishing write tid 1 to smithi16976610-35 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:120: finishing rollback tid 0 to smithi16976610-49 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:120: finishing rollback tid 1 to smithi16976610-49 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:118: finishing write tid 2 to smithi16976610-35 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:118: finishing write tid 3 to smithi16976610-35 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:119: done (3 left) 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:121: done (2 left) 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:122: delete oid 43 current snap is 5 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:120: finishing rollback tid 2 to smithi16976610-49 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 23 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:118: finishing write tid 4 to smithi16976610-35 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:118: oid 35 updating version 0 to 5 2024-03-10T22:14:43.353 INFO:tasks.rados.rados.0.smithi169.stdout:118: oid 35 version 5 is already newer than 4 2024-03-10T22:14:43.354 INFO:tasks.rados.rados.0.smithi169.stdout:118: oid 35 updating version 5 to 6 2024-03-10T22:14:43.354 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 6 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-03-10T22:14:43.354 INFO:tasks.rados.rados.0.smithi169.stdout:118: left oid 35 (ObjNum 61 snap 5 seq_num 61) 2024-03-10T22:14:43.354 INFO:tasks.rados.rados.0.smithi169.stdout:118: done (2 left) 2024-03-10T22:14:43.355 INFO:tasks.rados.rados.0.smithi169.stdout:120: done (1 left) 2024-03-10T22:14:43.355 INFO:tasks.rados.rados.0.smithi169.stdout:122: done (0 left) 2024-03-10T22:14:43.355 INFO:tasks.rados.rados.0.smithi169.stdout:123: copy_from oid 36 from oid 1 current snap is 5 2024-03-10T22:14:43.355 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 5 2024-03-10T22:14:43.355 INFO:tasks.rados.rados.0.smithi169.stdout:124: seq_num 64 ranges {606208=679936,1286144=401408} 2024-03-10T22:14:43.360 INFO:tasks.rados.rados.0.smithi169.stdout:124: writing smithi16976610-31 from 606208 to 1286144 tid 1 2024-03-10T22:14:43.363 INFO:tasks.rados.rados.0.smithi169.stdout:124: writing smithi16976610-31 from 1286144 to 1687552 tid 2 2024-03-10T22:14:43.363 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 5 2024-03-10T22:14:43.363 INFO:tasks.rados.rados.0.smithi169.stdout:123: finishing copy_from to smithi16976610-36 2024-03-10T22:14:43.363 INFO:tasks.rados.rados.0.smithi169.stdout:123: got expected ENOENT (src dne) 2024-03-10T22:14:43.363 INFO:tasks.rados.rados.0.smithi169.stdout:125: seq_num 65 ranges {0=696320,696320=401408} 2024-03-10T22:14:43.367 INFO:tasks.rados.rados.0.smithi169.stdout:125: writing smithi16976610-8 from 0 to 696320 tid 1 2024-03-10T22:14:43.369 INFO:tasks.rados.rados.0.smithi169.stdout:125: writing smithi16976610-8 from 696320 to 1097728 tid 2 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:126: copy_from oid 41 from oid 17 current snap is 5 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:123: finishing copy_from racing read to smithi16976610-36 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:124: finishing write tid 1 to smithi16976610-31 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:124: finishing write tid 2 to smithi16976610-31 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:124: finishing write tid 3 to smithi16976610-31 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:124: finishing write tid 4 to smithi16976610-31 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:124: oid 31 updating version 0 to 14 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:124: oid 31 updating version 14 to 16 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:124: oid 31 version 16 is already newer than 15 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 16 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:124: left oid 31 (ObjNum 64 snap 5 seq_num 64) 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:123: done (3 left) 2024-03-10T22:14:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:124: done (2 left) 2024-03-10T22:14:43.371 INFO:tasks.rados.rados.0.smithi169.stdout:127: copy_from oid 29 from oid 10 current snap is 5 2024-03-10T22:14:43.371 INFO:tasks.rados.rados.0.smithi169.stdout:128: snap_create 2024-03-10T22:14:43.371 INFO:tasks.rados.rados.0.smithi169.stdout:126: finishing copy_from to smithi16976610-41 2024-03-10T22:14:43.371 INFO:tasks.rados.rados.0.smithi169.stdout:126: got expected ENOENT (src dne) 2024-03-10T22:14:43.371 INFO:tasks.rados.rados.0.smithi169.stdout:126: finishing copy_from racing read to smithi16976610-41 2024-03-10T22:14:43.371 INFO:tasks.rados.rados.0.smithi169.stdout:125: finishing write tid 1 to smithi16976610-8 2024-03-10T22:14:43.372 INFO:tasks.rados.rados.0.smithi169.stdout:125: finishing write tid 2 to smithi16976610-8 2024-03-10T22:14:43.372 INFO:tasks.rados.rados.0.smithi169.stdout:125: finishing write tid 3 to smithi16976610-8 2024-03-10T22:14:43.373 INFO:tasks.rados.rados.0.smithi169.stdout:127: finishing copy_from racing read to smithi16976610-29 2024-03-10T22:14:43.373 INFO:tasks.rados.rados.0.smithi169.stdout:125: finishing write tid 4 to smithi16976610-8 2024-03-10T22:14:43.373 INFO:tasks.rados.rados.0.smithi169.stdout:125: oid 8 updating version 0 to 10 2024-03-10T22:14:43.373 INFO:tasks.rados.rados.0.smithi169.stdout:125: oid 8 updating version 10 to 11 2024-03-10T22:14:43.373 INFO:tasks.rados.rados.0.smithi169.stdout:125: oid 8 version 11 is already newer than 9 2024-03-10T22:14:43.373 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 11 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-03-10T22:14:43.374 INFO:tasks.rados.rados.0.smithi169.stdout:125: left oid 8 (ObjNum 65 snap 5 seq_num 65) 2024-03-10T22:14:43.374 INFO:tasks.rados.rados.0.smithi169.stdout:127: finishing copy_from to smithi16976610-29 2024-03-10T22:14:43.374 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 6 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-03-10T22:14:43.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:43 smithi169 ceph-mon[27156]: osdmap e83: 8 total, 8 up, 8 in 2024-03-10T22:14:43.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:43.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:43 smithi169 ceph-mon[37738]: osdmap e83: 8 total, 8 up, 8 in 2024-03-10T22:14:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:43 smithi172 ceph-mon[31000]: osdmap e83: 8 total, 8 up, 8 in 2024-03-10T22:14:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:14:44.300 INFO:tasks.rados.rados.0.smithi169.stdout:125: done (3 left) 2024-03-10T22:14:44.300 INFO:tasks.rados.rados.0.smithi169.stdout:126: done (2 left) 2024-03-10T22:14:44.301 INFO:tasks.rados.rados.0.smithi169.stdout:127: done (1 left) 2024-03-10T22:14:44.301 INFO:tasks.rados.rados.0.smithi169.stdout:128: done (0 left) 2024-03-10T22:14:44.301 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 6 2024-03-10T22:14:44.301 INFO:tasks.rados.rados.0.smithi169.stdout:129: seq_num 66 ranges {139264=712704,851968=401408} 2024-03-10T22:14:44.304 INFO:tasks.rados.rados.0.smithi169.stdout:129: writing smithi16976610-9 from 139264 to 851968 tid 1 2024-03-10T22:14:44.307 INFO:tasks.rados.rados.0.smithi169.stdout:129: writing smithi16976610-9 from 851968 to 1253376 tid 2 2024-03-10T22:14:44.307 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 6 2024-03-10T22:14:44.307 INFO:tasks.rados.rados.0.smithi169.stdout:130: seq_num 67 ranges {0=729088,729088=401408} 2024-03-10T22:14:44.312 INFO:tasks.rados.rados.0.smithi169.stdout:130: writing smithi16976610-12 from 0 to 729088 tid 1 2024-03-10T22:14:44.316 INFO:tasks.rados.rados.0.smithi169.stdout:130: writing smithi16976610-12 from 729088 to 1130496 tid 2 2024-03-10T22:14:44.316 INFO:tasks.rados.rados.0.smithi169.stdout:131: rollback oid 22 current snap is 6 2024-03-10T22:14:44.316 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 22 to 1 2024-03-10T22:14:44.316 INFO:tasks.rados.rados.0.smithi169.stdout:129: finishing write tid 1 to smithi16976610-9 2024-03-10T22:14:44.316 INFO:tasks.rados.rados.0.smithi169.stdout:129: finishing write tid 2 to smithi16976610-9 2024-03-10T22:14:44.316 INFO:tasks.rados.rados.0.smithi169.stdout:129: finishing write tid 3 to smithi16976610-9 2024-03-10T22:14:44.316 INFO:tasks.rados.rados.0.smithi169.stdout:129: finishing write tid 4 to smithi16976610-9 2024-03-10T22:14:44.316 INFO:tasks.rados.rados.0.smithi169.stdout:129: oid 9 updating version 0 to 22 2024-03-10T22:14:44.316 INFO:tasks.rados.rados.0.smithi169.stdout:129: oid 9 updating version 22 to 24 2024-03-10T22:14:44.316 INFO:tasks.rados.rados.0.smithi169.stdout:129: oid 9 version 24 is already newer than 23 2024-03-10T22:14:44.316 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 24 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-03-10T22:14:44.317 INFO:tasks.rados.rados.0.smithi169.stdout:129: left oid 9 (ObjNum 66 snap 6 seq_num 66) 2024-03-10T22:14:44.317 INFO:tasks.rados.rados.0.smithi169.stdout:129: done (2 left) 2024-03-10T22:14:44.317 INFO:tasks.rados.rados.0.smithi169.stdout:132: snap_create 2024-03-10T22:14:44.319 INFO:tasks.rados.rados.0.smithi169.stdout:130: finishing write tid 1 to smithi16976610-12 2024-03-10T22:14:44.319 INFO:tasks.rados.rados.0.smithi169.stdout:130: finishing write tid 2 to smithi16976610-12 2024-03-10T22:14:44.320 INFO:tasks.rados.rados.0.smithi169.stdout:130: finishing write tid 3 to smithi16976610-12 2024-03-10T22:14:44.321 INFO:tasks.rados.rados.0.smithi169.stdout:131: finishing rollback tid 0 to smithi16976610-22 2024-03-10T22:14:44.321 INFO:tasks.rados.rados.0.smithi169.stdout:131: finishing rollback tid 1 to smithi16976610-22 2024-03-10T22:14:44.321 INFO:tasks.rados.rados.0.smithi169.stdout:131: finishing rollback tid 2 to smithi16976610-22 2024-03-10T22:14:44.321 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 27 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-03-10T22:14:44.322 INFO:tasks.rados.rados.0.smithi169.stdout:130: finishing write tid 4 to smithi16976610-12 2024-03-10T22:14:44.322 INFO:tasks.rados.rados.0.smithi169.stdout:130: oid 12 updating version 0 to 14 2024-03-10T22:14:44.322 INFO:tasks.rados.rados.0.smithi169.stdout:130: oid 12 version 14 is already newer than 13 2024-03-10T22:14:44.322 INFO:tasks.rados.rados.0.smithi169.stdout:130: oid 12 version 14 is already newer than 12 2024-03-10T22:14:44.322 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-03-10T22:14:44.322 INFO:tasks.rados.rados.0.smithi169.stdout:130: left oid 12 (ObjNum 67 snap 6 seq_num 67) 2024-03-10T22:14:44.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:44 smithi169 ceph-mon[37738]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:44.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:44 smithi169 ceph-mon[37738]: osdmap e84: 8 total, 8 up, 8 in 2024-03-10T22:14:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:44 smithi169 ceph-mon[27156]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:44 smithi169 ceph-mon[27156]: osdmap e84: 8 total, 8 up, 8 in 2024-03-10T22:14:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:44 smithi172 ceph-mon[31000]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:44 smithi172 ceph-mon[31000]: osdmap e84: 8 total, 8 up, 8 in 2024-03-10T22:14:45.307 INFO:tasks.rados.rados.0.smithi169.stdout:130: done (2 left) 2024-03-10T22:14:45.307 INFO:tasks.rados.rados.0.smithi169.stdout:131: done (1 left) 2024-03-10T22:14:45.307 INFO:tasks.rados.rados.0.smithi169.stdout:132: done (0 left) 2024-03-10T22:14:45.307 INFO:tasks.rados.rados.0.smithi169.stdout:133: read oid 33 snap -1 2024-03-10T22:14:45.307 INFO:tasks.rados.rados.0.smithi169.stdout:133: expect (ObjNum 32 snap 0 seq_num 32) 2024-03-10T22:14:45.307 INFO:tasks.rados.rados.0.smithi169.stdout:134: read oid 45 snap -1 2024-03-10T22:14:45.308 INFO:tasks.rados.rados.0.smithi169.stdout:134: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-10T22:14:45.308 INFO:tasks.rados.rados.0.smithi169.stdout:135: snap_create 2024-03-10T22:14:45.312 INFO:tasks.rados.rados.0.smithi169.stdout:134: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-10T22:14:45.327 INFO:tasks.rados.rados.0.smithi169.stdout:133: expect (ObjNum 32 snap 0 seq_num 32) 2024-03-10T22:14:45.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:45 smithi169 ceph-mon[27156]: osdmap e85: 8 total, 8 up, 8 in 2024-03-10T22:14:45.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:45 smithi169 ceph-mon[37738]: osdmap e85: 8 total, 8 up, 8 in 2024-03-10T22:14:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:45 smithi172 ceph-mon[31000]: osdmap e85: 8 total, 8 up, 8 in 2024-03-10T22:14:46.309 INFO:tasks.rados.rados.0.smithi169.stdout:133: done (2 left) 2024-03-10T22:14:46.309 INFO:tasks.rados.rados.0.smithi169.stdout:134: done (1 left) 2024-03-10T22:14:46.309 INFO:tasks.rados.rados.0.smithi169.stdout:135: done (0 left) 2024-03-10T22:14:46.309 INFO:tasks.rados.rados.0.smithi169.stdout:136: copy_from oid 48 from oid 42 current snap is 8 2024-03-10T22:14:46.309 INFO:tasks.rados.rados.0.smithi169.stdout:137: delete oid 29 current snap is 8 2024-03-10T22:14:46.314 INFO:tasks.rados.rados.0.smithi169.stdout:137: done (1 left) 2024-03-10T22:14:46.314 INFO:tasks.rados.rados.0.smithi169.stdout:138: snap_create 2024-03-10T22:14:46.321 INFO:tasks.rados.rados.0.smithi169.stdout:136: finishing copy_from racing read to smithi16976610-48 2024-03-10T22:14:46.322 INFO:tasks.rados.rados.0.smithi169.stdout:136: finishing copy_from to smithi16976610-48 2024-03-10T22:14:46.322 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-03-10T22:14:46.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:46 smithi169 ceph-mon[27156]: pgmap v116: 121 pgs: 121 active+clean; 31 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-03-10T22:14:46.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:46 smithi169 ceph-mon[27156]: osdmap e86: 8 total, 8 up, 8 in 2024-03-10T22:14:46.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:46 smithi169 ceph-mon[37738]: pgmap v116: 121 pgs: 121 active+clean; 31 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-03-10T22:14:46.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:46 smithi169 ceph-mon[37738]: osdmap e86: 8 total, 8 up, 8 in 2024-03-10T22:14:46.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:46 smithi172 ceph-mon[31000]: pgmap v116: 121 pgs: 121 active+clean; 31 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-03-10T22:14:46.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:46 smithi172 ceph-mon[31000]: osdmap e86: 8 total, 8 up, 8 in 2024-03-10T22:14:47.318 INFO:tasks.rados.rados.0.smithi169.stdout:136: done (1 left) 2024-03-10T22:14:47.318 INFO:tasks.rados.rados.0.smithi169.stdout:138: done (0 left) 2024-03-10T22:14:47.318 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 9 2024-03-10T22:14:47.318 INFO:tasks.rados.rados.0.smithi169.stdout:139: seq_num 69 ranges {0=761856,761856=401408} 2024-03-10T22:14:47.322 INFO:tasks.rados.rados.0.smithi169.stdout:139: writing smithi16976610-43 from 0 to 761856 tid 1 2024-03-10T22:14:47.325 INFO:tasks.rados.rados.0.smithi169.stdout:139: writing smithi16976610-43 from 761856 to 1163264 tid 2 2024-03-10T22:14:47.325 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 9 2024-03-10T22:14:47.325 INFO:tasks.rados.rados.0.smithi169.stdout:140: seq_num 70 ranges {155648=778240,933888=401408} 2024-03-10T22:14:47.330 INFO:tasks.rados.rados.0.smithi169.stdout:140: writing smithi16976610-10 from 155648 to 933888 tid 1 2024-03-10T22:14:47.333 INFO:tasks.rados.rados.0.smithi169.stdout:140: writing smithi16976610-10 from 933888 to 1335296 tid 2 2024-03-10T22:14:47.333 INFO:tasks.rados.rados.0.smithi169.stdout:139: finishing write tid 1 to smithi16976610-43 2024-03-10T22:14:47.333 INFO:tasks.rados.rados.0.smithi169.stdout:139: finishing write tid 2 to smithi16976610-43 2024-03-10T22:14:47.333 INFO:tasks.rados.rados.0.smithi169.stdout:139: finishing write tid 3 to smithi16976610-43 2024-03-10T22:14:47.333 INFO:tasks.rados.rados.0.smithi169.stdout:139: finishing write tid 4 to smithi16976610-43 2024-03-10T22:14:47.333 INFO:tasks.rados.rados.0.smithi169.stdout:139: oid 43 updating version 0 to 17 2024-03-10T22:14:47.333 INFO:tasks.rados.rados.0.smithi169.stdout:139: oid 43 updating version 17 to 19 2024-03-10T22:14:47.333 INFO:tasks.rados.rados.0.smithi169.stdout:139: oid 43 version 19 is already newer than 18 2024-03-10T22:14:47.334 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 19 (ObjNum 69 snap 9 seq_num 69) dirty exists 2024-03-10T22:14:47.334 INFO:tasks.rados.rados.0.smithi169.stdout:139: left oid 43 (ObjNum 69 snap 9 seq_num 69) 2024-03-10T22:14:47.334 INFO:tasks.rados.rados.0.smithi169.stdout:139: done (1 left) 2024-03-10T22:14:47.334 INFO:tasks.rados.rados.0.smithi169.stdout:141: snap_create 2024-03-10T22:14:47.336 INFO:tasks.rados.rados.0.smithi169.stdout:140: finishing write tid 1 to smithi16976610-10 2024-03-10T22:14:47.337 INFO:tasks.rados.rados.0.smithi169.stdout:140: finishing write tid 2 to smithi16976610-10 2024-03-10T22:14:47.337 INFO:tasks.rados.rados.0.smithi169.stdout:140: finishing write tid 3 to smithi16976610-10 2024-03-10T22:14:47.338 INFO:tasks.rados.rados.0.smithi169.stdout:140: finishing write tid 4 to smithi16976610-10 2024-03-10T22:14:47.338 INFO:tasks.rados.rados.0.smithi169.stdout:140: oid 10 updating version 0 to 12 2024-03-10T22:14:47.338 INFO:tasks.rados.rados.0.smithi169.stdout:140: oid 10 version 12 is already newer than 11 2024-03-10T22:14:47.338 INFO:tasks.rados.rados.0.smithi169.stdout:140: oid 10 version 12 is already newer than 10 2024-03-10T22:14:47.338 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 12 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-03-10T22:14:47.338 INFO:tasks.rados.rados.0.smithi169.stdout:140: left oid 10 (ObjNum 70 snap 9 seq_num 70) 2024-03-10T22:14:47.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:47 smithi169 ceph-mon[27156]: osdmap e87: 8 total, 8 up, 8 in 2024-03-10T22:14:47.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:47 smithi169 ceph-mon[37738]: osdmap e87: 8 total, 8 up, 8 in 2024-03-10T22:14:47.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:47 smithi172 ceph-mon[31000]: osdmap e87: 8 total, 8 up, 8 in 2024-03-10T22:14:48.329 INFO:tasks.rados.rados.0.smithi169.stdout:140: done (1 left) 2024-03-10T22:14:48.329 INFO:tasks.rados.rados.0.smithi169.stdout:141: done (0 left) 2024-03-10T22:14:48.329 INFO:tasks.rados.rados.0.smithi169.stdout:142: snap_create 2024-03-10T22:14:48.622 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:48 smithi169 ceph-mon[37738]: pgmap v119: 121 pgs: 121 active+clean; 31 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-03-10T22:14:48.622 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:48 smithi169 ceph-mon[37738]: osdmap e88: 8 total, 8 up, 8 in 2024-03-10T22:14:48.622 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:48 smithi169 ceph-mon[27156]: pgmap v119: 121 pgs: 121 active+clean; 31 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-03-10T22:14:48.622 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:48 smithi169 ceph-mon[27156]: osdmap e88: 8 total, 8 up, 8 in 2024-03-10T22:14:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:48 smithi172 ceph-mon[31000]: pgmap v119: 121 pgs: 121 active+clean; 31 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-03-10T22:14:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:48 smithi172 ceph-mon[31000]: osdmap e88: 8 total, 8 up, 8 in 2024-03-10T22:14:48.915 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:14:48] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-03-10T22:14:49.248 INFO:tasks.rados.rados.0.smithi169.stdout:142: done (0 left) 2024-03-10T22:14:49.248 INFO:tasks.rados.rados.0.smithi169.stdout:143: read oid 42 snap -1 2024-03-10T22:14:49.248 INFO:tasks.rados.rados.0.smithi169.stdout:143: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T22:14:49.248 INFO:tasks.rados.rados.0.smithi169.stdout:144: rmattr oid 17 current snap is 11 2024-03-10T22:14:49.248 INFO:tasks.rados.rados.0.smithi169.stdout:144: done (1 left) 2024-03-10T22:14:49.248 INFO:tasks.rados.rados.0.smithi169.stdout:145: setattr oid 28 current snap is 11 2024-03-10T22:14:49.250 INFO:tasks.rados.rados.0.smithi169.stdout:146: copy_from oid 33 from oid 16 current snap is 11 2024-03-10T22:14:49.250 INFO:tasks.rados.rados.0.smithi169.stdout:147: setattr oid 32 current snap is 11 2024-03-10T22:14:49.255 INFO:tasks.rados.rados.0.smithi169.stdout:148: snap_remove snap 1 2024-03-10T22:14:49.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:49 smithi169 ceph-mon[27156]: osdmap e89: 8 total, 8 up, 8 in 2024-03-10T22:14:49.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:49 smithi169 ceph-mon[27156]: osdmap e90: 8 total, 8 up, 8 in 2024-03-10T22:14:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:49 smithi169 ceph-mon[37738]: osdmap e89: 8 total, 8 up, 8 in 2024-03-10T22:14:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:49 smithi169 ceph-mon[37738]: osdmap e90: 8 total, 8 up, 8 in 2024-03-10T22:14:49.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:49 smithi172 ceph-mon[31000]: osdmap e89: 8 total, 8 up, 8 in 2024-03-10T22:14:49.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:49 smithi172 ceph-mon[31000]: osdmap e90: 8 total, 8 up, 8 in 2024-03-10T22:14:50.254 INFO:tasks.rados.rados.0.smithi169.stdout:148: done (4 left) 2024-03-10T22:14:50.254 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 11 2024-03-10T22:14:50.254 INFO:tasks.rados.rados.0.smithi169.stdout:149: seq_num 71 ranges {606208=794624,1400832=401408} 2024-03-10T22:14:50.262 INFO:tasks.rados.rados.0.smithi169.stdout:149: writing smithi16976610-25 from 606208 to 1400832 tid 1 2024-03-10T22:14:50.265 INFO:tasks.rados.rados.0.smithi169.stdout:149: writing smithi16976610-25 from 1400832 to 1802240 tid 2 2024-03-10T22:14:50.265 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 11 2024-03-10T22:14:50.265 INFO:tasks.rados.rados.0.smithi169.stdout:150: seq_num 72 ranges {1605632=409600,2015232=524288,2539520=278528} 2024-03-10T22:14:50.276 INFO:tasks.rados.rados.0.smithi169.stdout:150: writing smithi16976610-35 from 1605632 to 2015232 tid 1 2024-03-10T22:14:50.279 INFO:tasks.rados.rados.0.smithi169.stdout:150: writing smithi16976610-35 from 2015232 to 2539520 tid 2 2024-03-10T22:14:50.281 INFO:tasks.rados.rados.0.smithi169.stdout:150: writing smithi16976610-35 from 2539520 to 2818048 tid 3 2024-03-10T22:14:50.281 INFO:tasks.rados.rados.0.smithi169.stdout:151: snap_remove snap 10 2024-03-10T22:14:50.664 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:50 smithi172 ceph-mon[31000]: pgmap v122: 121 pgs: 121 active+clean; 36 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-10T22:14:50.664 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:50 smithi172 ceph-mon[31000]: osdmap e91: 8 total, 8 up, 8 in 2024-03-10T22:14:50.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:50 smithi169 ceph-mon[27156]: pgmap v122: 121 pgs: 121 active+clean; 36 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-10T22:14:50.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:50 smithi169 ceph-mon[27156]: osdmap e91: 8 total, 8 up, 8 in 2024-03-10T22:14:50.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:50 smithi169 ceph-mon[37738]: pgmap v122: 121 pgs: 121 active+clean; 36 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-10T22:14:50.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:50 smithi169 ceph-mon[37738]: osdmap e91: 8 total, 8 up, 8 in 2024-03-10T22:14:51.259 INFO:tasks.rados.rados.0.smithi169.stdout:151: done (6 left) 2024-03-10T22:14:51.259 INFO:tasks.rados.rados.0.smithi169.stdout:152: delete oid 31 current snap is 11 2024-03-10T22:14:51.259 INFO:tasks.rados.rados.0.smithi169.stdout:143: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T22:14:51.281 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 13 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-03-10T22:14:51.281 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 21 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-03-10T22:14:51.281 INFO:tasks.rados.rados.0.smithi169.stdout:146: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:14:51.281 INFO:tasks.rados.rados.0.smithi169.stdout:146: finishing copy_from to smithi16976610-33 2024-03-10T22:14:51.281 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-03-10T22:14:51.281 INFO:tasks.rados.rados.0.smithi169.stdout:149: finishing write tid 1 to smithi16976610-25 2024-03-10T22:14:51.281 INFO:tasks.rados.rados.0.smithi169.stdout:149: finishing write tid 2 to smithi16976610-25 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:143: done (6 left) 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:145: done (5 left) 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:146: done (4 left) 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:147: done (3 left) 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:152: done (2 left) 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:153: snap_create 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:149: finishing write tid 3 to smithi16976610-25 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:149: finishing write tid 4 to smithi16976610-25 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:149: oid 25 updating version 0 to 27 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:149: oid 25 updating version 27 to 28 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:149: oid 25 updating version 28 to 29 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 29 (ObjNum 71 snap 11 seq_num 71) dirty exists 2024-03-10T22:14:51.282 INFO:tasks.rados.rados.0.smithi169.stdout:149: left oid 25 (ObjNum 71 snap 11 seq_num 71) 2024-03-10T22:14:51.283 INFO:tasks.rados.rados.0.smithi169.stdout:150: finishing write tid 1 to smithi16976610-35 2024-03-10T22:14:51.283 INFO:tasks.rados.rados.0.smithi169.stdout:150: finishing write tid 2 to smithi16976610-35 2024-03-10T22:14:51.283 INFO:tasks.rados.rados.0.smithi169.stdout:150: finishing write tid 3 to smithi16976610-35 2024-03-10T22:14:51.283 INFO:tasks.rados.rados.0.smithi169.stdout:150: finishing write tid 4 to smithi16976610-35 2024-03-10T22:14:51.283 INFO:tasks.rados.rados.0.smithi169.stdout:150: finishing write tid 5 to smithi16976610-35 2024-03-10T22:14:51.283 INFO:tasks.rados.rados.0.smithi169.stdout:150: oid 35 updating version 0 to 11 2024-03-10T22:14:51.283 INFO:tasks.rados.rados.0.smithi169.stdout:150: oid 35 version 11 is already newer than 10 2024-03-10T22:14:51.283 INFO:tasks.rados.rados.0.smithi169.stdout:150: oid 35 updating version 11 to 12 2024-03-10T22:14:51.283 INFO:tasks.rados.rados.0.smithi169.stdout:150: oid 35 updating version 12 to 13 2024-03-10T22:14:51.283 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 13 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-03-10T22:14:51.284 INFO:tasks.rados.rados.0.smithi169.stdout:150: left oid 35 (ObjNum 72 snap 11 seq_num 72) 2024-03-10T22:14:52.264 INFO:tasks.rados.rados.0.smithi169.stdout:149: done (2 left) 2024-03-10T22:14:52.265 INFO:tasks.rados.rados.0.smithi169.stdout:150: done (1 left) 2024-03-10T22:14:52.265 INFO:tasks.rados.rados.0.smithi169.stdout:153: done (0 left) 2024-03-10T22:14:52.265 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 12 2024-03-10T22:14:52.265 INFO:tasks.rados.rados.0.smithi169.stdout:154: seq_num 74 ranges {0=442368,442368=696320,1138688=106496} 2024-03-10T22:14:52.267 INFO:tasks.rados.rados.0.smithi169.stdout:154: writing smithi16976610-31 from 0 to 442368 tid 1 2024-03-10T22:14:52.271 INFO:tasks.rados.rados.0.smithi169.stdout:154: writing smithi16976610-31 from 442368 to 1138688 tid 2 2024-03-10T22:14:52.272 INFO:tasks.rados.rados.0.smithi169.stdout:154: writing smithi16976610-31 from 1138688 to 1245184 tid 3 2024-03-10T22:14:52.272 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 12 2024-03-10T22:14:52.272 INFO:tasks.rados.rados.0.smithi169.stdout:154: finishing write tid 1 to smithi16976610-31 2024-03-10T22:14:52.272 INFO:tasks.rados.rados.0.smithi169.stdout:155: seq_num 75 ranges {344064=458752,802816=581632,1384448=221184} 2024-03-10T22:14:52.276 INFO:tasks.rados.rados.0.smithi169.stdout:155: writing smithi16976610-16 from 344064 to 802816 tid 1 2024-03-10T22:14:52.280 INFO:tasks.rados.rados.0.smithi169.stdout:155: writing smithi16976610-16 from 802816 to 1384448 tid 2 2024-03-10T22:14:52.282 INFO:tasks.rados.rados.0.smithi169.stdout:155: writing smithi16976610-16 from 1384448 to 1605632 tid 3 2024-03-10T22:14:52.282 INFO:tasks.rados.rados.0.smithi169.stdout:156: copy_from oid 10 from oid 39 current snap is 12 2024-03-10T22:14:52.282 INFO:tasks.rados.rados.0.smithi169.stdout:154: finishing write tid 2 to smithi16976610-31 2024-03-10T22:14:52.282 INFO:tasks.rados.rados.0.smithi169.stdout:154: finishing write tid 3 to smithi16976610-31 2024-03-10T22:14:52.282 INFO:tasks.rados.rados.0.smithi169.stdout:154: finishing write tid 4 to smithi16976610-31 2024-03-10T22:14:52.282 INFO:tasks.rados.rados.0.smithi169.stdout:154: finishing write tid 5 to smithi16976610-31 2024-03-10T22:14:52.282 INFO:tasks.rados.rados.0.smithi169.stdout:154: oid 31 updating version 0 to 23 2024-03-10T22:14:52.282 INFO:tasks.rados.rados.0.smithi169.stdout:154: oid 31 version 23 is already newer than 21 2024-03-10T22:14:52.283 INFO:tasks.rados.rados.0.smithi169.stdout:154: oid 31 updating version 23 to 24 2024-03-10T22:14:52.283 INFO:tasks.rados.rados.0.smithi169.stdout:154: oid 31 version 24 is already newer than 22 2024-03-10T22:14:52.283 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 24 (ObjNum 74 snap 12 seq_num 74) dirty exists 2024-03-10T22:14:52.283 INFO:tasks.rados.rados.0.smithi169.stdout:154: left oid 31 (ObjNum 74 snap 12 seq_num 74) 2024-03-10T22:14:52.283 INFO:tasks.rados.rados.0.smithi169.stdout:155: finishing write tid 1 to smithi16976610-16 2024-03-10T22:14:52.283 INFO:tasks.rados.rados.0.smithi169.stdout:154: done (2 left) 2024-03-10T22:14:52.283 INFO:tasks.rados.rados.0.smithi169.stdout:157: read oid 25 snap 7 2024-03-10T22:14:52.283 INFO:tasks.rados.rados.0.smithi169.stdout:157: expect (ObjNum 36 snap 0 seq_num 36) 2024-03-10T22:14:52.283 INFO:tasks.rados.rados.0.smithi169.stdout:158: copy_from oid 21 from oid 35 current snap is 12 2024-03-10T22:14:52.283 INFO:tasks.rados.rados.0.smithi169.stdout:159: snap_remove snap 6 2024-03-10T22:14:52.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:52 smithi169 ceph-mon[27156]: pgmap v125: 121 pgs: 121 active+clean; 36 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-10T22:14:52.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:52 smithi169 ceph-mon[27156]: osdmap e92: 8 total, 8 up, 8 in 2024-03-10T22:14:52.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:52 smithi169 ceph-mon[37738]: pgmap v125: 121 pgs: 121 active+clean; 36 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-10T22:14:52.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:52 smithi169 ceph-mon[37738]: osdmap e92: 8 total, 8 up, 8 in 2024-03-10T22:14:52.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:52 smithi172 ceph-mon[31000]: pgmap v125: 121 pgs: 121 active+clean; 36 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-10T22:14:52.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:52 smithi172 ceph-mon[31000]: osdmap e92: 8 total, 8 up, 8 in 2024-03-10T22:14:53.277 INFO:tasks.rados.rados.0.smithi169.stdout:159: done (4 left) 2024-03-10T22:14:53.277 INFO:tasks.rados.rados.0.smithi169.stdout:160: delete oid 8 current snap is 12 2024-03-10T22:14:53.277 INFO:tasks.rados.rados.0.smithi169.stdout:155: finishing write tid 2 to smithi16976610-16 2024-03-10T22:14:53.277 INFO:tasks.rados.rados.0.smithi169.stdout:155: finishing write tid 3 to smithi16976610-16 2024-03-10T22:14:53.277 INFO:tasks.rados.rados.0.smithi169.stdout:155: finishing write tid 4 to smithi16976610-16 2024-03-10T22:14:53.277 INFO:tasks.rados.rados.0.smithi169.stdout:155: finishing write tid 5 to smithi16976610-16 2024-03-10T22:14:53.277 INFO:tasks.rados.rados.0.smithi169.stdout:155: oid 16 updating version 0 to 34 2024-03-10T22:14:53.277 INFO:tasks.rados.rados.0.smithi169.stdout:155: oid 16 updating version 34 to 35 2024-03-10T22:14:53.278 INFO:tasks.rados.rados.0.smithi169.stdout:155: oid 16 version 35 is already newer than 33 2024-03-10T22:14:53.278 INFO:tasks.rados.rados.0.smithi169.stdout:155: oid 16 updating version 35 to 36 2024-03-10T22:14:53.278 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 36 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-03-10T22:14:53.278 INFO:tasks.rados.rados.0.smithi169.stdout:155: left oid 16 (ObjNum 75 snap 12 seq_num 75) 2024-03-10T22:14:53.278 INFO:tasks.rados.rados.0.smithi169.stdout:156: finishing copy_from racing read to smithi16976610-10 2024-03-10T22:14:53.278 INFO:tasks.rados.rados.0.smithi169.stdout:157: expect (ObjNum 36 snap 0 seq_num 36) 2024-03-10T22:14:53.296 INFO:tasks.rados.rados.0.smithi169.stdout:156: finishing copy_from to smithi16976610-10 2024-03-10T22:14:53.296 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T22:14:53.296 INFO:tasks.rados.rados.0.smithi169.stdout:158: finishing copy_from racing read to smithi16976610-21 2024-03-10T22:14:53.296 INFO:tasks.rados.rados.0.smithi169.stdout:158: finishing copy_from to smithi16976610-21 2024-03-10T22:14:53.296 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 13 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-03-10T22:14:53.296 INFO:tasks.rados.rados.0.smithi169.stdout:155: done (4 left) 2024-03-10T22:14:53.297 INFO:tasks.rados.rados.0.smithi169.stdout:156: done (3 left) 2024-03-10T22:14:53.297 INFO:tasks.rados.rados.0.smithi169.stdout:157: done (2 left) 2024-03-10T22:14:53.297 INFO:tasks.rados.rados.0.smithi169.stdout:158: done (1 left) 2024-03-10T22:14:53.297 INFO:tasks.rados.rados.0.smithi169.stdout:160: done (0 left) 2024-03-10T22:14:53.297 INFO:tasks.rados.rados.0.smithi169.stdout:161: snap_remove snap 7 2024-03-10T22:14:53.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:53 smithi169 ceph-mon[27156]: osdmap e93: 8 total, 8 up, 8 in 2024-03-10T22:14:53.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:53 smithi169 ceph-mon[37738]: osdmap e93: 8 total, 8 up, 8 in 2024-03-10T22:14:53.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:53 smithi172 ceph-mon[31000]: osdmap e93: 8 total, 8 up, 8 in 2024-03-10T22:14:54.276 INFO:tasks.rados.rados.0.smithi169.stdout:161: done (0 left) 2024-03-10T22:14:54.277 INFO:tasks.rados.rados.0.smithi169.stdout:162: snap_create 2024-03-10T22:14:54.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:54 smithi169 ceph-mon[27156]: pgmap v128: 121 pgs: 121 active+clean; 36 MiB data, 274 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:54.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:54 smithi169 ceph-mon[27156]: osdmap e94: 8 total, 8 up, 8 in 2024-03-10T22:14:54.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:54 smithi169 ceph-mon[37738]: pgmap v128: 121 pgs: 121 active+clean; 36 MiB data, 274 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:54 smithi169 ceph-mon[37738]: osdmap e94: 8 total, 8 up, 8 in 2024-03-10T22:14:54.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:54 smithi172 ceph-mon[31000]: pgmap v128: 121 pgs: 121 active+clean; 36 MiB data, 274 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:14:54.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:54 smithi172 ceph-mon[31000]: osdmap e94: 8 total, 8 up, 8 in 2024-03-10T22:14:55.285 INFO:tasks.rados.rados.0.smithi169.stdout:162: done (0 left) 2024-03-10T22:14:55.285 INFO:tasks.rados.rados.0.smithi169.stdout:163: read oid 46 snap -1 2024-03-10T22:14:55.285 INFO:tasks.rados.rados.0.smithi169.stdout:163: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:14:55.285 INFO:tasks.rados.rados.0.smithi169.stdout:164: read oid 7 snap 4 2024-03-10T22:14:55.285 INFO:tasks.rados.rados.0.smithi169.stdout:164: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T22:14:55.285 INFO:tasks.rados.rados.0.smithi169.stdout:165: snap_create 2024-03-10T22:14:55.289 INFO:tasks.rados.rados.0.smithi169.stdout:164: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T22:14:55.292 INFO:tasks.rados.rados.0.smithi169.stdout:163: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:14:55.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:55 smithi169 ceph-mon[27156]: osdmap e95: 8 total, 8 up, 8 in 2024-03-10T22:14:55.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:55 smithi169 ceph-mon[37738]: osdmap e95: 8 total, 8 up, 8 in 2024-03-10T22:14:55.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:55 smithi172 ceph-mon[31000]: osdmap e95: 8 total, 8 up, 8 in 2024-03-10T22:14:56.288 INFO:tasks.rados.rados.0.smithi169.stdout:163: done (2 left) 2024-03-10T22:14:56.288 INFO:tasks.rados.rados.0.smithi169.stdout:164: done (1 left) 2024-03-10T22:14:56.288 INFO:tasks.rados.rados.0.smithi169.stdout:165: done (0 left) 2024-03-10T22:14:56.288 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 13 current snap is 14 2024-03-10T22:14:56.288 INFO:tasks.rados.rados.0.smithi169.stdout:166: seq_num 77 ranges {204800=491520,696320=794624,1490944=8192} 2024-03-10T22:14:56.292 INFO:tasks.rados.rados.0.smithi169.stdout:166: writing smithi16976610-13 from 204800 to 696320 tid 1 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:166: writing smithi16976610-13 from 696320 to 1490944 tid 2 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:166: writing smithi16976610-13 from 1490944 to 1499136 tid 3 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:167: copy_from oid 15 from oid 5 current snap is 14 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:166: finishing write tid 1 to smithi16976610-13 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:168: rollback oid 19 current snap is 14 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 19 to 8 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:169: copy_from oid 21 from oid 24 current snap is 14 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:170: copy_from oid 3 from oid 7 current snap is 14 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:171: read oid 33 snap -1 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:171: expect (ObjNum 20 snap 0 seq_num 20) 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 14 2024-03-10T22:14:56.299 INFO:tasks.rados.rados.0.smithi169.stdout:172: seq_num 78 ranges {1605632=516096,2121728=679936,2801664=122880} 2024-03-10T22:14:56.312 INFO:tasks.rados.rados.0.smithi169.stdout:172: writing smithi16976610-16 from 1605632 to 2121728 tid 1 2024-03-10T22:14:56.317 INFO:tasks.rados.rados.0.smithi169.stdout:172: writing smithi16976610-16 from 2121728 to 2801664 tid 2 2024-03-10T22:14:56.318 INFO:tasks.rados.rados.0.smithi169.stdout:172: writing smithi16976610-16 from 2801664 to 2924544 tid 3 2024-03-10T22:14:56.318 INFO:tasks.rados.rados.0.smithi169.stdout:173: rmattr oid 34 current snap is 14 2024-03-10T22:14:56.318 INFO:tasks.rados.rados.0.smithi169.stdout:173: done (7 left) 2024-03-10T22:14:56.318 INFO:tasks.rados.rados.0.smithi169.stdout:174: snap_remove snap 4 2024-03-10T22:14:56.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:56 smithi169 ceph-mon[27156]: pgmap v131: 121 pgs: 121 active+clean; 42 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 955 KiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-03-10T22:14:56.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:56 smithi169 ceph-mon[27156]: osdmap e96: 8 total, 8 up, 8 in 2024-03-10T22:14:56.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:56 smithi169 ceph-mon[37738]: pgmap v131: 121 pgs: 121 active+clean; 42 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 955 KiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-03-10T22:14:56.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:56 smithi169 ceph-mon[37738]: osdmap e96: 8 total, 8 up, 8 in 2024-03-10T22:14:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:56 smithi172 ceph-mon[31000]: pgmap v131: 121 pgs: 121 active+clean; 42 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 955 KiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-03-10T22:14:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:56 smithi172 ceph-mon[31000]: osdmap e96: 8 total, 8 up, 8 in 2024-03-10T22:14:57.293 INFO:tasks.rados.rados.0.smithi169.stdout:174: done (7 left) 2024-03-10T22:14:57.293 INFO:tasks.rados.rados.0.smithi169.stdout:175: read oid 39 snap -1 2024-03-10T22:14:57.293 INFO:tasks.rados.rados.0.smithi169.stdout:175: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T22:14:57.293 INFO:tasks.rados.rados.0.smithi169.stdout:176: rmattr oid 4 current snap is 14 2024-03-10T22:14:57.293 INFO:tasks.rados.rados.0.smithi169.stdout:176: done (8 left) 2024-03-10T22:14:57.293 INFO:tasks.rados.rados.0.smithi169.stdout:177: snap_create 2024-03-10T22:14:57.293 INFO:tasks.rados.rados.0.smithi169.stdout:166: finishing write tid 2 to smithi16976610-13 2024-03-10T22:14:57.293 INFO:tasks.rados.rados.0.smithi169.stdout:168: finishing rollback tid 0 to smithi16976610-19 2024-03-10T22:14:57.294 INFO:tasks.rados.rados.0.smithi169.stdout:166: finishing write tid 3 to smithi16976610-13 2024-03-10T22:14:57.294 INFO:tasks.rados.rados.0.smithi169.stdout:168: finishing rollback tid 1 to smithi16976610-19 2024-03-10T22:14:57.294 INFO:tasks.rados.rados.0.smithi169.stdout:166: finishing write tid 4 to smithi16976610-13 2024-03-10T22:14:57.294 INFO:tasks.rados.rados.0.smithi169.stdout:168: finishing rollback tid 2 to smithi16976610-19 2024-03-10T22:14:57.294 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 48 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-03-10T22:14:57.294 INFO:tasks.rados.rados.0.smithi169.stdout:166: finishing write tid 5 to smithi16976610-13 2024-03-10T22:14:57.294 INFO:tasks.rados.rados.0.smithi169.stdout:166: oid 13 updating version 0 to 32 2024-03-10T22:14:57.294 INFO:tasks.rados.rados.0.smithi169.stdout:166: oid 13 version 32 is already newer than 31 2024-03-10T22:14:57.294 INFO:tasks.rados.rados.0.smithi169.stdout:166: oid 13 updating version 32 to 33 2024-03-10T22:14:57.294 INFO:tasks.rados.rados.0.smithi169.stdout:166: oid 13 version 33 is already newer than 30 2024-03-10T22:14:57.295 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 33 (ObjNum 77 snap 14 seq_num 77) dirty exists 2024-03-10T22:14:57.295 INFO:tasks.rados.rados.0.smithi169.stdout:166: left oid 13 (ObjNum 77 snap 14 seq_num 77) 2024-03-10T22:14:57.295 INFO:tasks.rados.rados.0.smithi169.stdout:170: finishing copy_from racing read to smithi16976610-3 2024-03-10T22:14:57.295 INFO:tasks.rados.rados.0.smithi169.stdout:170: finishing copy_from to smithi16976610-3 2024-03-10T22:14:57.295 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-10T22:14:57.295 INFO:tasks.rados.rados.0.smithi169.stdout:167: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:14:57.295 INFO:tasks.rados.rados.0.smithi169.stdout:171: expect (ObjNum 20 snap 0 seq_num 20) 2024-03-10T22:14:57.308 INFO:tasks.rados.rados.0.smithi169.stdout:167: finishing copy_from to smithi16976610-15 2024-03-10T22:14:57.308 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-03-10T22:14:57.308 INFO:tasks.rados.rados.0.smithi169.stdout:169: finishing copy_from racing read to smithi16976610-21 2024-03-10T22:14:57.309 INFO:tasks.rados.rados.0.smithi169.stdout:172: finishing write tid 1 to smithi16976610-16 2024-03-10T22:14:57.309 INFO:tasks.rados.rados.0.smithi169.stdout:169: finishing copy_from to smithi16976610-21 2024-03-10T22:14:57.309 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 26 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T22:14:57.309 INFO:tasks.rados.rados.0.smithi169.stdout:172: finishing write tid 2 to smithi16976610-16 2024-03-10T22:14:57.309 INFO:tasks.rados.rados.0.smithi169.stdout:172: finishing write tid 3 to smithi16976610-16 2024-03-10T22:14:57.309 INFO:tasks.rados.rados.0.smithi169.stdout:172: finishing write tid 4 to smithi16976610-16 2024-03-10T22:14:57.309 INFO:tasks.rados.rados.0.smithi169.stdout:172: finishing write tid 5 to smithi16976610-16 2024-03-10T22:14:57.309 INFO:tasks.rados.rados.0.smithi169.stdout:172: oid 16 updating version 0 to 51 2024-03-10T22:14:57.309 INFO:tasks.rados.rados.0.smithi169.stdout:172: oid 16 updating version 51 to 53 2024-03-10T22:14:57.309 INFO:tasks.rados.rados.0.smithi169.stdout:172: oid 16 version 53 is already newer than 50 2024-03-10T22:14:57.309 INFO:tasks.rados.rados.0.smithi169.stdout:172: oid 16 version 53 is already newer than 52 2024-03-10T22:14:57.310 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 53 (ObjNum 78 snap 14 seq_num 78) dirty exists 2024-03-10T22:14:57.310 INFO:tasks.rados.rados.0.smithi169.stdout:172: left oid 16 (ObjNum 78 snap 14 seq_num 78) 2024-03-10T22:14:57.310 INFO:tasks.rados.rados.0.smithi169.stdout:175: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T22:14:57.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:57 smithi169 ceph-mon[27156]: osdmap e97: 8 total, 8 up, 8 in 2024-03-10T22:14:57.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:57 smithi169 ceph-mon[37738]: osdmap e97: 8 total, 8 up, 8 in 2024-03-10T22:14:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:57 smithi172 ceph-mon[31000]: osdmap e97: 8 total, 8 up, 8 in 2024-03-10T22:14:58.302 INFO:tasks.rados.rados.0.smithi169.stdout:166: done (8 left) 2024-03-10T22:14:58.302 INFO:tasks.rados.rados.0.smithi169.stdout:167: done (7 left) 2024-03-10T22:14:58.302 INFO:tasks.rados.rados.0.smithi169.stdout:168: done (6 left) 2024-03-10T22:14:58.303 INFO:tasks.rados.rados.0.smithi169.stdout:169: done (5 left) 2024-03-10T22:14:58.303 INFO:tasks.rados.rados.0.smithi169.stdout:170: done (4 left) 2024-03-10T22:14:58.303 INFO:tasks.rados.rados.0.smithi169.stdout:171: done (3 left) 2024-03-10T22:14:58.303 INFO:tasks.rados.rados.0.smithi169.stdout:172: done (2 left) 2024-03-10T22:14:58.303 INFO:tasks.rados.rados.0.smithi169.stdout:175: done (1 left) 2024-03-10T22:14:58.303 INFO:tasks.rados.rados.0.smithi169.stdout:177: done (0 left) 2024-03-10T22:14:58.303 INFO:tasks.rados.rados.0.smithi169.stdout:178: copy_from oid 17 from oid 8 current snap is 15 2024-03-10T22:14:58.303 INFO:tasks.rados.rados.0.smithi169.stdout:179: read oid 32 snap -1 2024-03-10T22:14:58.303 INFO:tasks.rados.rados.0.smithi169.stdout:179: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-10T22:14:58.303 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 15 2024-03-10T22:14:58.303 INFO:tasks.rados.rados.0.smithi169.stdout:180: seq_num 79 ranges {1163264=532480,1695744=565248,2260992=237568} 2024-03-10T22:14:58.312 INFO:tasks.rados.rados.0.smithi169.stdout:180: writing smithi16976610-43 from 1163264 to 1695744 tid 1 2024-03-10T22:14:58.316 INFO:tasks.rados.rados.0.smithi169.stdout:180: writing smithi16976610-43 from 1695744 to 2260992 tid 2 2024-03-10T22:14:58.318 INFO:tasks.rados.rados.0.smithi169.stdout:180: writing smithi16976610-43 from 2260992 to 2498560 tid 3 2024-03-10T22:14:58.318 INFO:tasks.rados.rados.0.smithi169.stdout:181: setattr oid 39 current snap is 15 2024-03-10T22:14:58.319 INFO:tasks.rados.rados.0.smithi169.stdout:178: finishing copy_from to smithi16976610-17 2024-03-10T22:14:58.319 INFO:tasks.rados.rados.0.smithi169.stdout:178: got expected ENOENT (src dne) 2024-03-10T22:14:58.319 INFO:tasks.rados.rados.0.smithi169.stdout:178: finishing copy_from racing read to smithi16976610-17 2024-03-10T22:14:58.319 INFO:tasks.rados.rados.0.smithi169.stdout:179: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-10T22:14:58.337 INFO:tasks.rados.rados.0.smithi169.stdout:180: finishing write tid 1 to smithi16976610-43 2024-03-10T22:14:58.337 INFO:tasks.rados.rados.0.smithi169.stdout:180: finishing write tid 2 to smithi16976610-43 2024-03-10T22:14:58.337 INFO:tasks.rados.rados.0.smithi169.stdout:180: finishing write tid 3 to smithi16976610-43 2024-03-10T22:14:58.337 INFO:tasks.rados.rados.0.smithi169.stdout:180: finishing write tid 4 to smithi16976610-43 2024-03-10T22:14:58.337 INFO:tasks.rados.rados.0.smithi169.stdout:180: finishing write tid 5 to smithi16976610-43 2024-03-10T22:14:58.337 INFO:tasks.rados.rados.0.smithi169.stdout:180: oid 43 updating version 0 to 36 2024-03-10T22:14:58.337 INFO:tasks.rados.rados.0.smithi169.stdout:180: oid 43 updating version 36 to 37 2024-03-10T22:14:58.337 INFO:tasks.rados.rados.0.smithi169.stdout:180: oid 43 updating version 37 to 38 2024-03-10T22:14:58.337 INFO:tasks.rados.rados.0.smithi169.stdout:180: oid 43 version 38 is already newer than 35 2024-03-10T22:14:58.337 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 38 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-03-10T22:14:58.337 INFO:tasks.rados.rados.0.smithi169.stdout:180: left oid 43 (ObjNum 79 snap 15 seq_num 79) 2024-03-10T22:14:58.338 INFO:tasks.rados.rados.0.smithi169.stdout:178: done (3 left) 2024-03-10T22:14:58.338 INFO:tasks.rados.rados.0.smithi169.stdout:179: done (2 left) 2024-03-10T22:14:58.338 INFO:tasks.rados.rados.0.smithi169.stdout:180: done (1 left) 2024-03-10T22:14:58.338 INFO:tasks.rados.rados.0.smithi169.stdout:182: read oid 21 snap 13 2024-03-10T22:14:58.338 INFO:tasks.rados.rados.0.smithi169.stdout:182: expect (ObjNum 72 snap 11 seq_num 72) 2024-03-10T22:14:58.338 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 15 2024-03-10T22:14:58.338 INFO:tasks.rados.rados.0.smithi169.stdout:183: seq_num 80 ranges {557056=548864,1105920=450560,1556480=352256} 2024-03-10T22:14:58.344 INFO:tasks.rados.rados.0.smithi169.stdout:183: writing smithi16976610-34 from 557056 to 1105920 tid 1 2024-03-10T22:14:58.347 INFO:tasks.rados.rados.0.smithi169.stdout:183: writing smithi16976610-34 from 1105920 to 1556480 tid 2 2024-03-10T22:14:58.350 INFO:tasks.rados.rados.0.smithi169.stdout:183: writing smithi16976610-34 from 1556480 to 1908736 tid 3 2024-03-10T22:14:58.350 INFO:tasks.rados.rados.0.smithi169.stdout:184: snap_create 2024-03-10T22:14:58.350 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 40 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T22:14:58.350 INFO:tasks.rados.rados.0.smithi169.stdout:182: expect (ObjNum 72 snap 11 seq_num 72) 2024-03-10T22:14:58.464 INFO:tasks.rados.rados.0.smithi169.stdout:183: finishing write tid 1 to smithi16976610-34 2024-03-10T22:14:58.464 INFO:tasks.rados.rados.0.smithi169.stdout:183: finishing write tid 2 to smithi16976610-34 2024-03-10T22:14:58.464 INFO:tasks.rados.rados.0.smithi169.stdout:183: finishing write tid 3 to smithi16976610-34 2024-03-10T22:14:58.464 INFO:tasks.rados.rados.0.smithi169.stdout:183: finishing write tid 4 to smithi16976610-34 2024-03-10T22:14:58.464 INFO:tasks.rados.rados.0.smithi169.stdout:183: finishing write tid 5 to smithi16976610-34 2024-03-10T22:14:58.464 INFO:tasks.rados.rados.0.smithi169.stdout:183: oid 34 updating version 0 to 49 2024-03-10T22:14:58.465 INFO:tasks.rados.rados.0.smithi169.stdout:183: oid 34 updating version 49 to 51 2024-03-10T22:14:58.465 INFO:tasks.rados.rados.0.smithi169.stdout:183: oid 34 updating version 51 to 52 2024-03-10T22:14:58.465 INFO:tasks.rados.rados.0.smithi169.stdout:183: oid 34 version 52 is already newer than 50 2024-03-10T22:14:58.465 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 52 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-03-10T22:14:58.465 INFO:tasks.rados.rados.0.smithi169.stdout:183: left oid 34 (ObjNum 80 snap 15 seq_num 80) 2024-03-10T22:14:58.624 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:58 smithi169 ceph-mon[37738]: pgmap v134: 121 pgs: 121 active+clean; 42 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 955 KiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-03-10T22:14:58.624 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:58 smithi169 ceph-mon[37738]: osdmap e98: 8 total, 8 up, 8 in 2024-03-10T22:14:58.624 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:58 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:58.625 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:58 smithi169 ceph-mon[27156]: pgmap v134: 121 pgs: 121 active+clean; 42 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 955 KiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-03-10T22:14:58.625 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:58 smithi169 ceph-mon[27156]: osdmap e98: 8 total, 8 up, 8 in 2024-03-10T22:14:58.625 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:58 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:58 smithi172 ceph-mon[31000]: pgmap v134: 121 pgs: 121 active+clean; 42 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 955 KiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-03-10T22:14:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:58 smithi172 ceph-mon[31000]: osdmap e98: 8 total, 8 up, 8 in 2024-03-10T22:14:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:58 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:14:59.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:14:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:14:58] "GET /metrics HTTP/1.1" 200 35999 "" "Prometheus/2.43.0" 2024-03-10T22:14:59.253 INFO:tasks.rados.rados.0.smithi169.stdout:181: done (3 left) 2024-03-10T22:14:59.253 INFO:tasks.rados.rados.0.smithi169.stdout:182: done (2 left) 2024-03-10T22:14:59.253 INFO:tasks.rados.rados.0.smithi169.stdout:183: done (1 left) 2024-03-10T22:14:59.253 INFO:tasks.rados.rados.0.smithi169.stdout:184: done (0 left) 2024-03-10T22:14:59.253 INFO:tasks.rados.rados.0.smithi169.stdout:185: snap_create 2024-03-10T22:14:59.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:59 smithi169 ceph-mon[27156]: osdmap e99: 8 total, 8 up, 8 in 2024-03-10T22:14:59.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:14:59 smithi169 ceph-mon[27156]: osdmap e100: 8 total, 8 up, 8 in 2024-03-10T22:14:59.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:59 smithi169 ceph-mon[37738]: osdmap e99: 8 total, 8 up, 8 in 2024-03-10T22:14:59.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:14:59 smithi169 ceph-mon[37738]: osdmap e100: 8 total, 8 up, 8 in 2024-03-10T22:14:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:59 smithi172 ceph-mon[31000]: osdmap e99: 8 total, 8 up, 8 in 2024-03-10T22:14:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:14:59 smithi172 ceph-mon[31000]: osdmap e100: 8 total, 8 up, 8 in 2024-03-10T22:15:00.249 INFO:tasks.rados.rados.0.smithi169.stdout:185: done (0 left) 2024-03-10T22:15:00.249 INFO:tasks.rados.rados.0.smithi169.stdout:186: read oid 45 snap -1 2024-03-10T22:15:00.249 INFO:tasks.rados.rados.0.smithi169.stdout:186: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-10T22:15:00.250 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 17 2024-03-10T22:15:00.250 INFO:tasks.rados.rados.0.smithi169.stdout:187: seq_num 81 ranges {1245184=565248,1810432=737280,2547712=65536} 2024-03-10T22:15:00.259 INFO:tasks.rados.rados.0.smithi169.stdout:187: writing smithi16976610-31 from 1245184 to 1810432 tid 1 2024-03-10T22:15:00.263 INFO:tasks.rados.rados.0.smithi169.stdout:187: writing smithi16976610-31 from 1810432 to 2547712 tid 2 2024-03-10T22:15:00.264 INFO:tasks.rados.rados.0.smithi169.stdout:187: writing smithi16976610-31 from 2547712 to 2613248 tid 3 2024-03-10T22:15:00.264 INFO:tasks.rados.rados.0.smithi169.stdout:188: read oid 49 snap -1 2024-03-10T22:15:00.264 INFO:tasks.rados.rados.0.smithi169.stdout:188: expect (ObjNum 48 snap 0 seq_num 48) 2024-03-10T22:15:00.264 INFO:tasks.rados.rados.0.smithi169.stdout:189: read oid 38 snap -1 2024-03-10T22:15:00.264 INFO:tasks.rados.rados.0.smithi169.stdout:189: expect (ObjNum 37 snap 0 seq_num 37) 2024-03-10T22:15:00.264 INFO:tasks.rados.rados.0.smithi169.stdout:190: read oid 40 snap -1 2024-03-10T22:15:00.265 INFO:tasks.rados.rados.0.smithi169.stdout:190: expect (ObjNum 39 snap 0 seq_num 39) 2024-03-10T22:15:00.265 INFO:tasks.rados.rados.0.smithi169.stdout:191: snap_create 2024-03-10T22:15:00.265 INFO:tasks.rados.rados.0.smithi169.stdout:186: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-10T22:15:00.282 INFO:tasks.rados.rados.0.smithi169.stdout:187: finishing write tid 1 to smithi16976610-31 2024-03-10T22:15:00.282 INFO:tasks.rados.rados.0.smithi169.stdout:187: finishing write tid 2 to smithi16976610-31 2024-03-10T22:15:00.282 INFO:tasks.rados.rados.0.smithi169.stdout:187: finishing write tid 3 to smithi16976610-31 2024-03-10T22:15:00.282 INFO:tasks.rados.rados.0.smithi169.stdout:187: finishing write tid 4 to smithi16976610-31 2024-03-10T22:15:00.282 INFO:tasks.rados.rados.0.smithi169.stdout:189: expect (ObjNum 37 snap 0 seq_num 37) 2024-03-10T22:15:00.298 INFO:tasks.rados.rados.0.smithi169.stdout:187: finishing write tid 5 to smithi16976610-31 2024-03-10T22:15:00.298 INFO:tasks.rados.rados.0.smithi169.stdout:187: oid 31 updating version 0 to 42 2024-03-10T22:15:00.298 INFO:tasks.rados.rados.0.smithi169.stdout:187: oid 31 version 42 is already newer than 40 2024-03-10T22:15:00.298 INFO:tasks.rados.rados.0.smithi169.stdout:187: oid 31 version 42 is already newer than 41 2024-03-10T22:15:00.299 INFO:tasks.rados.rados.0.smithi169.stdout:187: oid 31 version 42 is already newer than 39 2024-03-10T22:15:00.299 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 42 (ObjNum 81 snap 17 seq_num 81) dirty exists 2024-03-10T22:15:00.299 INFO:tasks.rados.rados.0.smithi169.stdout:187: left oid 31 (ObjNum 81 snap 17 seq_num 81) 2024-03-10T22:15:00.299 INFO:tasks.rados.rados.0.smithi169.stdout:190: expect (ObjNum 39 snap 0 seq_num 39) 2024-03-10T22:15:00.316 INFO:tasks.rados.rados.0.smithi169.stdout:188: expect (ObjNum 48 snap 0 seq_num 48) 2024-03-10T22:15:00.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:00 smithi169 ceph-mon[27156]: pgmap v137: 121 pgs: 121 active+clean; 47 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-03-10T22:15:00.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:00 smithi169 ceph-mon[27156]: osdmap e101: 8 total, 8 up, 8 in 2024-03-10T22:15:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:00 smithi169 ceph-mon[37738]: pgmap v137: 121 pgs: 121 active+clean; 47 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-03-10T22:15:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:00 smithi169 ceph-mon[37738]: osdmap e101: 8 total, 8 up, 8 in 2024-03-10T22:15:00.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:00 smithi172 ceph-mon[31000]: pgmap v137: 121 pgs: 121 active+clean; 47 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-03-10T22:15:00.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:00 smithi172 ceph-mon[31000]: osdmap e101: 8 total, 8 up, 8 in 2024-03-10T22:15:01.251 INFO:tasks.rados.rados.0.smithi169.stdout:186: done (5 left) 2024-03-10T22:15:01.251 INFO:tasks.rados.rados.0.smithi169.stdout:187: done (4 left) 2024-03-10T22:15:01.252 INFO:tasks.rados.rados.0.smithi169.stdout:188: done (3 left) 2024-03-10T22:15:01.252 INFO:tasks.rados.rados.0.smithi169.stdout:189: done (2 left) 2024-03-10T22:15:01.252 INFO:tasks.rados.rados.0.smithi169.stdout:190: done (1 left) 2024-03-10T22:15:01.252 INFO:tasks.rados.rados.0.smithi169.stdout:191: done (0 left) 2024-03-10T22:15:01.252 INFO:tasks.rados.rados.0.smithi169.stdout:192: snap_remove snap 15 2024-03-10T22:15:01.807 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:15:02.125 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:15:02.125 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (105s) 49s ago 3m 17.8M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:15:02.126 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (115s) 48s ago 114s 80.8M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:15:02.126 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (3m) 49s ago 3m 14.9M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:15:02.126 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (3m) 48s ago 3m 17.9M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:15:02.126 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,8765 running (7m) 48s ago 7m 449M - 18.2.1-746-gc2ea977b a30af69eda22 7648979bebeb 2024-03-10T22:15:02.126 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:9283,8765 running (9m) 49s ago 9m 499M - 18.2.1-746-gc2ea977b a30af69eda22 2518bef4bd19 2024-03-10T22:15:02.126 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (9m) 49s ago 9m 47.6M 2048M 18.2.1-746-gc2ea977b a30af69eda22 7d38c18f328a 2024-03-10T22:15:02.126 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (7m) 48s ago 7m 43.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 021afd540f8a 2024-03-10T22:15:02.126 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (7m) 49s ago 7m 41.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 c1f018bb2656 2024-03-10T22:15:02.126 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (2m) 49s ago 2m 15.8M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:15:02.126 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (2m) 48s ago 2m 15.8M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:15:02.126 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (7m) 49s ago 7m 45.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 943d3ca889b7 2024-03-10T22:15:02.127 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (6m) 49s ago 6m 44.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 bc83559f4e48 2024-03-10T22:15:02.127 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (6m) 49s ago 6m 42.9M 2992M 18.2.1-746-gc2ea977b a30af69eda22 34fdeb0dfbb6 2024-03-10T22:15:02.127 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (5m) 49s ago 5m 41.0M 2992M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:15:02.127 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (5m) 48s ago 5m 42.4M 2992M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:15:02.127 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (5m) 48s ago 5m 44.8M 2992M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:15:02.127 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (4m) 48s ago 4m 45.2M 2992M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:15:02.127 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (4m) 48s ago 4m 43.3M 2992M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:15:02.127 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (100s) 48s ago 3m 33.7M - 2.43.0 a07b618ecd1d 1c89eab767da 2024-03-10T22:15:02.252 INFO:tasks.rados.rados.0.smithi169.stdout:192: done (0 left) 2024-03-10T22:15:02.252 INFO:tasks.rados.rados.0.smithi169.stdout:193: read oid 36 snap -1 2024-03-10T22:15:02.252 INFO:tasks.rados.rados.0.smithi169.stdout:193: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T22:15:02.252 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 18 2024-03-10T22:15:02.252 INFO:tasks.rados.rados.0.smithi169.stdout:194: seq_num 82 ranges {0=581632,581632=622592,1204224=180224} 2024-03-10T22:15:02.255 INFO:tasks.rados.rados.0.smithi169.stdout:194: writing smithi16976610-1 from 0 to 581632 tid 1 2024-03-10T22:15:02.259 INFO:tasks.rados.rados.0.smithi169.stdout:194: writing smithi16976610-1 from 581632 to 1204224 tid 2 2024-03-10T22:15:02.261 INFO:tasks.rados.rados.0.smithi169.stdout:194: writing smithi16976610-1 from 1204224 to 1384448 tid 3 2024-03-10T22:15:02.261 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 18 2024-03-10T22:15:02.261 INFO:tasks.rados.rados.0.smithi169.stdout:195: seq_num 83 ranges {1253376=598016,1851392=499712,2351104=303104} 2024-03-10T22:15:02.270 INFO:tasks.rados.rados.0.smithi169.stdout:195: writing smithi16976610-9 from 1253376 to 1851392 tid 1 2024-03-10T22:15:02.273 INFO:tasks.rados.rados.0.smithi169.stdout:195: writing smithi16976610-9 from 1851392 to 2351104 tid 2 2024-03-10T22:15:02.275 INFO:tasks.rados.rados.0.smithi169.stdout:195: writing smithi16976610-9 from 2351104 to 2654208 tid 3 2024-03-10T22:15:02.275 INFO:tasks.rados.rados.0.smithi169.stdout:196: rmattr oid 11 current snap is 18 2024-03-10T22:15:02.275 INFO:tasks.rados.rados.0.smithi169.stdout:196: done (3 left) 2024-03-10T22:15:02.276 INFO:tasks.rados.rados.0.smithi169.stdout:197: snap_remove snap 13 2024-03-10T22:15:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:02 smithi169 ceph-mon[27156]: pgmap v140: 121 pgs: 121 active+clean; 47 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-03-10T22:15:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:02 smithi169 ceph-mon[27156]: osdmap e102: 8 total, 8 up, 8 in 2024-03-10T22:15:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:02 smithi169 ceph-mon[37738]: pgmap v140: 121 pgs: 121 active+clean; 47 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-03-10T22:15:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:02 smithi169 ceph-mon[37738]: osdmap e102: 8 total, 8 up, 8 in 2024-03-10T22:15:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:02 smithi172 ceph-mon[31000]: pgmap v140: 121 pgs: 121 active+clean; 47 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-03-10T22:15:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:02 smithi172 ceph-mon[31000]: osdmap e102: 8 total, 8 up, 8 in 2024-03-10T22:15:02.528 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:15:02.528 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:15:02.528 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T22:15:02.528 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 15 2024-03-10T22:15:02.529 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:15:02.530 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:15:03.263 INFO:tasks.rados.rados.0.smithi169.stdout:197: done (3 left) 2024-03-10T22:15:03.263 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 18 2024-03-10T22:15:03.263 INFO:tasks.rados.rados.0.smithi169.stdout:198: seq_num 84 ranges {172032=614400,786432=434176,1220608=368640} 2024-03-10T22:15:03.268 INFO:tasks.rados.rados.0.smithi169.stdout:198: writing smithi16976610-2 from 172032 to 786432 tid 1 2024-03-10T22:15:03.271 INFO:tasks.rados.rados.0.smithi169.stdout:198: writing smithi16976610-2 from 786432 to 1220608 tid 2 2024-03-10T22:15:03.273 INFO:tasks.rados.rados.0.smithi169.stdout:198: writing smithi16976610-2 from 1220608 to 1589248 tid 3 2024-03-10T22:15:03.273 INFO:tasks.rados.rados.0.smithi169.stdout:199: copy_from oid 38 from oid 46 current snap is 18 2024-03-10T22:15:03.274 INFO:tasks.rados.rados.0.smithi169.stdout:193: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T22:15:03.279 INFO:tasks.rados.rados.0.smithi169.stdout:194: finishing write tid 1 to smithi16976610-1 2024-03-10T22:15:03.279 INFO:tasks.rados.rados.0.smithi169.stdout:193: done (4 left) 2024-03-10T22:15:03.279 INFO:tasks.rados.rados.0.smithi169.stdout:200: snap_remove snap 5 2024-03-10T22:15:03.401 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:03 smithi169 ceph-mon[27156]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:03.401 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:03 smithi169 ceph-mon[27156]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:03.401 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:03 smithi169 ceph-mon[27156]: osdmap e103: 8 total, 8 up, 8 in 2024-03-10T22:15:03.401 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:03 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/2428706306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:15:03.401 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:03 smithi169 ceph-mon[37738]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:03.402 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:03 smithi169 ceph-mon[37738]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:03.402 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:03 smithi169 ceph-mon[37738]: osdmap e103: 8 total, 8 up, 8 in 2024-03-10T22:15:03.402 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:03 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/2428706306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:15:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:03 smithi172 ceph-mon[31000]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:03 smithi172 ceph-mon[31000]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:03 smithi172 ceph-mon[31000]: osdmap e103: 8 total, 8 up, 8 in 2024-03-10T22:15:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:03 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/2428706306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:15:04.277 INFO:tasks.rados.rados.0.smithi169.stdout:194: finishing write tid 2 to smithi16976610-1 2024-03-10T22:15:04.277 INFO:tasks.rados.rados.0.smithi169.stdout:194: finishing write tid 3 to smithi16976610-1 2024-03-10T22:15:04.277 INFO:tasks.rados.rados.0.smithi169.stdout:194: finishing write tid 4 to smithi16976610-1 2024-03-10T22:15:04.277 INFO:tasks.rados.rados.0.smithi169.stdout:194: finishing write tid 5 to smithi16976610-1 2024-03-10T22:15:04.277 INFO:tasks.rados.rados.0.smithi169.stdout:194: oid 1 updating version 0 to 43 2024-03-10T22:15:04.277 INFO:tasks.rados.rados.0.smithi169.stdout:194: oid 1 version 43 is already newer than 42 2024-03-10T22:15:04.277 INFO:tasks.rados.rados.0.smithi169.stdout:194: oid 1 version 43 is already newer than 41 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:194: oid 1 updating version 43 to 44 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 44 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:194: left oid 1 (ObjNum 82 snap 18 seq_num 82) 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:195: finishing write tid 1 to smithi16976610-9 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:195: finishing write tid 2 to smithi16976610-9 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:195: finishing write tid 3 to smithi16976610-9 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:195: finishing write tid 4 to smithi16976610-9 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:195: finishing write tid 5 to smithi16976610-9 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:195: oid 9 updating version 0 to 37 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:195: oid 9 version 37 is already newer than 36 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:195: oid 9 version 37 is already newer than 34 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:195: oid 9 version 37 is already newer than 35 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 37 (ObjNum 83 snap 18 seq_num 83) dirty exists 2024-03-10T22:15:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:195: left oid 9 (ObjNum 83 snap 18 seq_num 83) 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:198: finishing write tid 1 to smithi16976610-2 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:198: finishing write tid 2 to smithi16976610-2 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:198: finishing write tid 3 to smithi16976610-2 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:198: finishing write tid 4 to smithi16976610-2 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:198: finishing write tid 5 to smithi16976610-2 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:198: oid 2 updating version 0 to 31 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:198: oid 2 updating version 31 to 33 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:198: oid 2 version 33 is already newer than 30 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:198: oid 2 version 33 is already newer than 32 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 33 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:198: left oid 2 (ObjNum 84 snap 18 seq_num 84) 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:199: finishing copy_from racing read to smithi16976610-38 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:199: finishing copy_from to smithi16976610-38 2024-03-10T22:15:04.279 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:194: done (4 left) 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:195: done (3 left) 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:198: done (2 left) 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:199: done (1 left) 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:200: done (0 left) 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:201: rmattr oid 46 current snap is 18 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:201: done (0 left) 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:202: rmattr oid 47 current snap is 18 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:202: done (0 left) 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:203: rmattr oid 39 current snap is 18 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:204: read oid 5 snap -1 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:204: expect (ObjNum 4 snap 0 seq_num 4) 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:205: read oid 48 snap -1 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:205: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T22:15:04.280 INFO:tasks.rados.rados.0.smithi169.stdout:206: setattr oid 38 current snap is 18 2024-03-10T22:15:04.281 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 18 2024-03-10T22:15:04.281 INFO:tasks.rados.rados.0.smithi169.stdout:207: seq_num 85 ranges {606208=630784,1236992=720896,1957888=81920} 2024-03-10T22:15:04.286 INFO:tasks.rados.rados.0.smithi169.stdout:207: writing smithi16976610-37 from 606208 to 1236992 tid 1 2024-03-10T22:15:04.291 INFO:tasks.rados.rados.0.smithi169.stdout:207: writing smithi16976610-37 from 1236992 to 1957888 tid 2 2024-03-10T22:15:04.292 INFO:tasks.rados.rados.0.smithi169.stdout:207: writing smithi16976610-37 from 1957888 to 2039808 tid 3 2024-03-10T22:15:04.292 INFO:tasks.rados.rados.0.smithi169.stdout:208: copy_from oid 41 from oid 31 current snap is 18 2024-03-10T22:15:04.292 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 54 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T22:15:04.293 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 61 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-10T22:15:04.293 INFO:tasks.rados.rados.0.smithi169.stdout:204: expect (ObjNum 4 snap 0 seq_num 4) 2024-03-10T22:15:04.295 INFO:tasks.rados.rados.0.smithi169.stdout:205: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T22:15:04.317 INFO:tasks.rados.rados.0.smithi169.stdout:207: finishing write tid 1 to smithi16976610-37 2024-03-10T22:15:04.317 INFO:tasks.rados.rados.0.smithi169.stdout:207: finishing write tid 2 to smithi16976610-37 2024-03-10T22:15:04.317 INFO:tasks.rados.rados.0.smithi169.stdout:207: finishing write tid 3 to smithi16976610-37 2024-03-10T22:15:04.317 INFO:tasks.rados.rados.0.smithi169.stdout:207: finishing write tid 4 to smithi16976610-37 2024-03-10T22:15:04.317 INFO:tasks.rados.rados.0.smithi169.stdout:207: finishing write tid 5 to smithi16976610-37 2024-03-10T22:15:04.317 INFO:tasks.rados.rados.0.smithi169.stdout:207: oid 37 updating version 0 to 54 2024-03-10T22:15:04.317 INFO:tasks.rados.rados.0.smithi169.stdout:207: oid 37 updating version 54 to 56 2024-03-10T22:15:04.317 INFO:tasks.rados.rados.0.smithi169.stdout:207: oid 37 updating version 56 to 57 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:207: oid 37 version 57 is already newer than 55 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 57 (ObjNum 85 snap 18 seq_num 85) dirty exists 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:207: left oid 37 (ObjNum 85 snap 18 seq_num 85) 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:208: finishing copy_from racing read to smithi16976610-41 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:203: done (5 left) 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:204: done (4 left) 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:205: done (3 left) 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:206: done (2 left) 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:207: done (1 left) 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:209: snap_create 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:208: finishing copy_from to smithi16976610-41 2024-03-10T22:15:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 42 (ObjNum 81 snap 17 seq_num 81) dirty exists 2024-03-10T22:15:04.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:04 smithi169 ceph-mon[27156]: pgmap v143: 121 pgs: 121 active+clean; 47 MiB data, 290 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:04.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:04 smithi169 ceph-mon[27156]: osdmap e104: 8 total, 8 up, 8 in 2024-03-10T22:15:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:04 smithi169 ceph-mon[37738]: pgmap v143: 121 pgs: 121 active+clean; 47 MiB data, 290 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:04 smithi169 ceph-mon[37738]: osdmap e104: 8 total, 8 up, 8 in 2024-03-10T22:15:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:04 smithi172 ceph-mon[31000]: pgmap v143: 121 pgs: 121 active+clean; 47 MiB data, 290 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:04 smithi172 ceph-mon[31000]: osdmap e104: 8 total, 8 up, 8 in 2024-03-10T22:15:05.305 INFO:tasks.rados.rados.0.smithi169.stdout:208: done (1 left) 2024-03-10T22:15:05.305 INFO:tasks.rados.rados.0.smithi169.stdout:209: done (0 left) 2024-03-10T22:15:05.305 INFO:tasks.rados.rados.0.smithi169.stdout:210: delete oid 31 current snap is 19 2024-03-10T22:15:05.313 INFO:tasks.rados.rados.0.smithi169.stdout:210: done (0 left) 2024-03-10T22:15:05.313 INFO:tasks.rados.rados.0.smithi169.stdout:211: delete oid 26 current snap is 19 2024-03-10T22:15:05.316 INFO:tasks.rados.rados.0.smithi169.stdout:211: done (0 left) 2024-03-10T22:15:05.317 INFO:tasks.rados.rados.0.smithi169.stdout:212: copy_from oid 20 from oid 42 current snap is 19 2024-03-10T22:15:05.317 INFO:tasks.rados.rados.0.smithi169.stdout:213: delete oid 5 current snap is 19 2024-03-10T22:15:05.318 INFO:tasks.rados.rados.0.smithi169.stdout:213: done (1 left) 2024-03-10T22:15:05.318 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 13 current snap is 19 2024-03-10T22:15:05.318 INFO:tasks.rados.rados.0.smithi169.stdout:214: seq_num 89 ranges {1499136=696320,2195456=655360,2850816=147456} 2024-03-10T22:15:05.330 INFO:tasks.rados.rados.0.smithi169.stdout:214: writing smithi16976610-13 from 1499136 to 2195456 tid 1 2024-03-10T22:15:05.333 INFO:tasks.rados.rados.0.smithi169.stdout:214: writing smithi16976610-13 from 2195456 to 2850816 tid 2 2024-03-10T22:15:05.335 INFO:tasks.rados.rados.0.smithi169.stdout:214: writing smithi16976610-13 from 2850816 to 2998272 tid 3 2024-03-10T22:15:05.335 INFO:tasks.rados.rados.0.smithi169.stdout:215: read oid 19 snap -1 2024-03-10T22:15:05.335 INFO:tasks.rados.rados.0.smithi169.stdout:215: expect (ObjNum 18 snap 0 seq_num 18) 2024-03-10T22:15:05.335 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 19 2024-03-10T22:15:05.335 INFO:tasks.rados.rados.0.smithi169.stdout:212: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:15:05.335 INFO:tasks.rados.rados.0.smithi169.stdout:212: finishing copy_from to smithi16976610-20 2024-03-10T22:15:05.335 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-03-10T22:15:05.335 INFO:tasks.rados.rados.0.smithi169.stdout:216: seq_num 90 ranges {2146304=712704,2859008=540672,3399680=262144} 2024-03-10T22:15:05.350 INFO:tasks.rados.rados.0.smithi169.stdout:216: writing smithi16976610-21 from 2146304 to 2859008 tid 1 2024-03-10T22:15:05.353 INFO:tasks.rados.rados.0.smithi169.stdout:216: writing smithi16976610-21 from 2859008 to 3399680 tid 2 2024-03-10T22:15:05.356 INFO:tasks.rados.rados.0.smithi169.stdout:216: writing smithi16976610-21 from 3399680 to 3661824 tid 3 2024-03-10T22:15:05.356 INFO:tasks.rados.rados.0.smithi169.stdout:212: done (3 left) 2024-03-10T22:15:05.356 INFO:tasks.rados.rados.0.smithi169.stdout:217: delete oid 11 current snap is 19 2024-03-10T22:15:05.356 INFO:tasks.rados.rados.0.smithi169.stdout:214: finishing write tid 1 to smithi16976610-13 2024-03-10T22:15:05.356 INFO:tasks.rados.rados.0.smithi169.stdout:214: finishing write tid 2 to smithi16976610-13 2024-03-10T22:15:05.356 INFO:tasks.rados.rados.0.smithi169.stdout:214: finishing write tid 3 to smithi16976610-13 2024-03-10T22:15:05.356 INFO:tasks.rados.rados.0.smithi169.stdout:214: finishing write tid 4 to smithi16976610-13 2024-03-10T22:15:05.356 INFO:tasks.rados.rados.0.smithi169.stdout:214: finishing write tid 5 to smithi16976610-13 2024-03-10T22:15:05.357 INFO:tasks.rados.rados.0.smithi169.stdout:214: oid 13 updating version 0 to 63 2024-03-10T22:15:05.357 INFO:tasks.rados.rados.0.smithi169.stdout:214: oid 13 version 63 is already newer than 61 2024-03-10T22:15:05.357 INFO:tasks.rados.rados.0.smithi169.stdout:214: oid 13 updating version 63 to 64 2024-03-10T22:15:05.357 INFO:tasks.rados.rados.0.smithi169.stdout:214: oid 13 version 64 is already newer than 62 2024-03-10T22:15:05.357 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 64 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-03-10T22:15:05.357 INFO:tasks.rados.rados.0.smithi169.stdout:214: left oid 13 (ObjNum 89 snap 19 seq_num 89) 2024-03-10T22:15:05.357 INFO:tasks.rados.rados.0.smithi169.stdout:215: expect (ObjNum 18 snap 0 seq_num 18) 2024-03-10T22:15:05.364 INFO:tasks.rados.rados.0.smithi169.stdout:216: finishing write tid 1 to smithi16976610-21 2024-03-10T22:15:05.364 INFO:tasks.rados.rados.0.smithi169.stdout:216: finishing write tid 2 to smithi16976610-21 2024-03-10T22:15:05.364 INFO:tasks.rados.rados.0.smithi169.stdout:216: finishing write tid 3 to smithi16976610-21 2024-03-10T22:15:05.364 INFO:tasks.rados.rados.0.smithi169.stdout:216: finishing write tid 4 to smithi16976610-21 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:214: done (3 left) 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:215: done (2 left) 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:217: done (1 left) 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:218: read oid 32 snap -1 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:218: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 19 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:216: finishing write tid 5 to smithi16976610-21 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:216: oid 21 updating version 0 to 38 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:216: oid 21 version 38 is already newer than 37 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:216: oid 21 updating version 38 to 40 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:216: oid 21 version 40 is already newer than 39 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 40 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:216: left oid 21 (ObjNum 90 snap 19 seq_num 90) 2024-03-10T22:15:05.365 INFO:tasks.rados.rados.0.smithi169.stdout:219: seq_num 92 ranges {811008=745472,1556480=761856,2318336=40960} 2024-03-10T22:15:05.373 INFO:tasks.rados.rados.0.smithi169.stdout:219: writing smithi16976610-49 from 811008 to 1556480 tid 1 2024-03-10T22:15:05.377 INFO:tasks.rados.rados.0.smithi169.stdout:219: writing smithi16976610-49 from 1556480 to 2318336 tid 2 2024-03-10T22:15:05.378 INFO:tasks.rados.rados.0.smithi169.stdout:219: writing smithi16976610-49 from 2318336 to 2359296 tid 3 2024-03-10T22:15:05.378 INFO:tasks.rados.rados.0.smithi169.stdout:216: done (2 left) 2024-03-10T22:15:05.378 INFO:tasks.rados.rados.0.smithi169.stdout:220: delete oid 40 current snap is 19 2024-03-10T22:15:05.378 INFO:tasks.rados.rados.0.smithi169.stdout:218: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-10T22:15:05.394 INFO:tasks.rados.rados.0.smithi169.stdout:219: finishing write tid 1 to smithi16976610-49 2024-03-10T22:15:05.394 INFO:tasks.rados.rados.0.smithi169.stdout:219: finishing write tid 2 to smithi16976610-49 2024-03-10T22:15:05.394 INFO:tasks.rados.rados.0.smithi169.stdout:219: finishing write tid 3 to smithi16976610-49 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:219: finishing write tid 4 to smithi16976610-49 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:219: finishing write tid 5 to smithi16976610-49 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:219: oid 49 updating version 0 to 43 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:219: oid 49 version 43 is already newer than 41 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:219: oid 49 version 43 is already newer than 42 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:219: oid 49 updating version 43 to 44 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 44 (ObjNum 92 snap 19 seq_num 92) dirty exists 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:219: left oid 49 (ObjNum 92 snap 19 seq_num 92) 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:218: done (2 left) 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:219: done (1 left) 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:220: done (0 left) 2024-03-10T22:15:05.395 INFO:tasks.rados.rados.0.smithi169.stdout:221: delete oid 35 current snap is 19 2024-03-10T22:15:05.396 INFO:tasks.rados.rados.0.smithi169.stdout:221: done (0 left) 2024-03-10T22:15:05.396 INFO:tasks.rados.rados.0.smithi169.stdout:222: setattr oid 29 current snap is 19 2024-03-10T22:15:05.397 INFO:tasks.rados.rados.0.smithi169.stdout:223: snap_remove snap 14 2024-03-10T22:15:05.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[37738]: osdmap e105: 8 total, 8 up, 8 in 2024-03-10T22:15:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[37738]: Upgrade: Target is version 19.0.0-1977-gcb2b48d7 (unknown) 2024-03-10T22:15:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[37738]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f'] 2024-03-10T22:15:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[37738]: Upgrade: Need to upgrade myself (mgr.y) 2024-03-10T22:15:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[27156]: osdmap e105: 8 total, 8 up, 8 in 2024-03-10T22:15:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[27156]: Upgrade: Target is version 19.0.0-1977-gcb2b48d7 (unknown) 2024-03-10T22:15:05.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[27156]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f'] 2024-03-10T22:15:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:05 smithi169 ceph-mon[27156]: Upgrade: Need to upgrade myself (mgr.y) 2024-03-10T22:15:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:05 smithi172 ceph-mon[31000]: osdmap e105: 8 total, 8 up, 8 in 2024-03-10T22:15:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:05 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:05 smithi172 ceph-mon[31000]: Upgrade: Target is version 19.0.0-1977-gcb2b48d7 (unknown) 2024-03-10T22:15:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:05 smithi172 ceph-mon[31000]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f'] 2024-03-10T22:15:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:05 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:05 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:05 smithi172 ceph-mon[31000]: Upgrade: Need to upgrade myself (mgr.y) 2024-03-10T22:15:06.314 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 41 (ObjNum 5 snap 0 seq_num 304) dirty exists 2024-03-10T22:15:06.315 INFO:tasks.rados.rados.0.smithi169.stdout:222: done (1 left) 2024-03-10T22:15:06.315 INFO:tasks.rados.rados.0.smithi169.stdout:223: done (0 left) 2024-03-10T22:15:06.315 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 19 2024-03-10T22:15:06.315 INFO:tasks.rados.rados.0.smithi169.stdout:224: seq_num 95 ranges {0=794624,794624=409600,1204224=393216} 2024-03-10T22:15:06.319 INFO:tasks.rados.rados.0.smithi169.stdout:224: writing smithi16976610-26 from 0 to 794624 tid 1 2024-03-10T22:15:06.323 INFO:tasks.rados.rados.0.smithi169.stdout:224: writing smithi16976610-26 from 794624 to 1204224 tid 2 2024-03-10T22:15:06.326 INFO:tasks.rados.rados.0.smithi169.stdout:224: writing smithi16976610-26 from 1204224 to 1597440 tid 3 2024-03-10T22:15:06.326 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 19 2024-03-10T22:15:06.326 INFO:tasks.rados.rados.0.smithi169.stdout:225: seq_num 96 ranges {1589248=409600,1998848=696320,2695168=507904} 2024-03-10T22:15:06.337 INFO:tasks.rados.rados.0.smithi169.stdout:225: writing smithi16976610-2 from 1589248 to 1998848 tid 1 2024-03-10T22:15:06.341 INFO:tasks.rados.rados.0.smithi169.stdout:225: writing smithi16976610-2 from 1998848 to 2695168 tid 2 2024-03-10T22:15:06.345 INFO:tasks.rados.rados.0.smithi169.stdout:225: writing smithi16976610-2 from 2695168 to 3203072 tid 3 2024-03-10T22:15:06.345 INFO:tasks.rados.rados.0.smithi169.stdout:226: copy_from oid 28 from oid 27 current snap is 19 2024-03-10T22:15:06.345 INFO:tasks.rados.rados.0.smithi169.stdout:224: finishing write tid 1 to smithi16976610-26 2024-03-10T22:15:06.345 INFO:tasks.rados.rados.0.smithi169.stdout:224: finishing write tid 2 to smithi16976610-26 2024-03-10T22:15:06.345 INFO:tasks.rados.rados.0.smithi169.stdout:224: finishing write tid 3 to smithi16976610-26 2024-03-10T22:15:06.345 INFO:tasks.rados.rados.0.smithi169.stdout:224: finishing write tid 4 to smithi16976610-26 2024-03-10T22:15:06.345 INFO:tasks.rados.rados.0.smithi169.stdout:224: finishing write tid 5 to smithi16976610-26 2024-03-10T22:15:06.345 INFO:tasks.rados.rados.0.smithi169.stdout:224: oid 26 updating version 0 to 51 2024-03-10T22:15:06.345 INFO:tasks.rados.rados.0.smithi169.stdout:224: oid 26 updating version 51 to 53 2024-03-10T22:15:06.345 INFO:tasks.rados.rados.0.smithi169.stdout:224: oid 26 updating version 53 to 54 2024-03-10T22:15:06.346 INFO:tasks.rados.rados.0.smithi169.stdout:224: oid 26 version 54 is already newer than 52 2024-03-10T22:15:06.346 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 54 (ObjNum 95 snap 19 seq_num 95) dirty exists 2024-03-10T22:15:06.346 INFO:tasks.rados.rados.0.smithi169.stdout:224: left oid 26 (ObjNum 95 snap 19 seq_num 95) 2024-03-10T22:15:06.346 INFO:tasks.rados.rados.0.smithi169.stdout:225: finishing write tid 1 to smithi16976610-2 2024-03-10T22:15:06.346 INFO:tasks.rados.rados.0.smithi169.stdout:225: finishing write tid 2 to smithi16976610-2 2024-03-10T22:15:06.346 INFO:tasks.rados.rados.0.smithi169.stdout:224: done (2 left) 2024-03-10T22:15:06.346 INFO:tasks.rados.rados.0.smithi169.stdout:227: snap_create 2024-03-10T22:15:06.347 INFO:tasks.rados.rados.0.smithi169.stdout:225: finishing write tid 3 to smithi16976610-2 2024-03-10T22:15:06.347 INFO:tasks.rados.rados.0.smithi169.stdout:225: finishing write tid 4 to smithi16976610-2 2024-03-10T22:15:06.351 INFO:tasks.rados.rados.0.smithi169.stdout:225: finishing write tid 5 to smithi16976610-2 2024-03-10T22:15:06.351 INFO:tasks.rados.rados.0.smithi169.stdout:225: oid 2 updating version 0 to 47 2024-03-10T22:15:06.351 INFO:tasks.rados.rados.0.smithi169.stdout:225: oid 2 updating version 47 to 48 2024-03-10T22:15:06.351 INFO:tasks.rados.rados.0.smithi169.stdout:225: oid 2 version 48 is already newer than 45 2024-03-10T22:15:06.352 INFO:tasks.rados.rados.0.smithi169.stdout:225: oid 2 version 48 is already newer than 46 2024-03-10T22:15:06.352 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 48 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-03-10T22:15:06.352 INFO:tasks.rados.rados.0.smithi169.stdout:225: left oid 2 (ObjNum 96 snap 19 seq_num 96) 2024-03-10T22:15:06.354 INFO:tasks.rados.rados.0.smithi169.stdout:226: finishing copy_from racing read to smithi16976610-28 2024-03-10T22:15:06.354 INFO:tasks.rados.rados.0.smithi169.stdout:226: finishing copy_from to smithi16976610-28 2024-03-10T22:15:06.354 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-10T22:15:06.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:06 smithi169 ceph-mon[37738]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f on smithi172 2024-03-10T22:15:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:06 smithi169 ceph-mon[37738]: pgmap v146: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-03-10T22:15:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:06 smithi169 ceph-mon[37738]: osdmap e106: 8 total, 8 up, 8 in 2024-03-10T22:15:06.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:06 smithi169 ceph-mon[27156]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f on smithi172 2024-03-10T22:15:06.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:06 smithi169 ceph-mon[27156]: pgmap v146: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-03-10T22:15:06.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:06 smithi169 ceph-mon[27156]: osdmap e106: 8 total, 8 up, 8 in 2024-03-10T22:15:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:06 smithi172 ceph-mon[31000]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f on smithi172 2024-03-10T22:15:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:06 smithi172 ceph-mon[31000]: pgmap v146: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-03-10T22:15:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:06 smithi172 ceph-mon[31000]: osdmap e106: 8 total, 8 up, 8 in 2024-03-10T22:15:07.324 INFO:tasks.rados.rados.0.smithi169.stdout:225: done (2 left) 2024-03-10T22:15:07.324 INFO:tasks.rados.rados.0.smithi169.stdout:226: done (1 left) 2024-03-10T22:15:07.324 INFO:tasks.rados.rados.0.smithi169.stdout:227: done (0 left) 2024-03-10T22:15:07.324 INFO:tasks.rados.rados.0.smithi169.stdout:228: snap_create 2024-03-10T22:15:07.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:07 smithi169 ceph-mon[37738]: osdmap e107: 8 total, 8 up, 8 in 2024-03-10T22:15:07.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:07 smithi169 ceph-mon[27156]: osdmap e107: 8 total, 8 up, 8 in 2024-03-10T22:15:07.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:07 smithi172 ceph-mon[31000]: osdmap e107: 8 total, 8 up, 8 in 2024-03-10T22:15:08.324 INFO:tasks.rados.rados.0.smithi169.stdout:228: done (0 left) 2024-03-10T22:15:08.324 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 17 current snap is 21 2024-03-10T22:15:08.325 INFO:tasks.rados.rados.0.smithi169.stdout:229: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-03-10T22:15:08.326 INFO:tasks.rados.rados.0.smithi169.stdout:229: writing smithi16976610-17 from 0 to 434176 tid 1 2024-03-10T22:15:08.330 INFO:tasks.rados.rados.0.smithi169.stdout:229: writing smithi16976610-17 from 434176 to 1015808 tid 2 2024-03-10T22:15:08.334 INFO:tasks.rados.rados.0.smithi169.stdout:229: writing smithi16976610-17 from 1015808 to 1556480 tid 3 2024-03-10T22:15:08.335 INFO:tasks.rados.rados.0.smithi169.stdout:229: writing smithi16976610-17 from 1556480 to 1638400 tid 4 2024-03-10T22:15:08.335 INFO:tasks.rados.rados.0.smithi169.stdout:230: rollback oid 8 current snap is 21 2024-03-10T22:15:08.335 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 8 to 19 2024-03-10T22:15:08.335 INFO:tasks.rados.rados.0.smithi169.stdout:229: finishing write tid 1 to smithi16976610-17 2024-03-10T22:15:08.335 INFO:tasks.rados.rados.0.smithi169.stdout:229: finishing write tid 2 to smithi16976610-17 2024-03-10T22:15:08.335 INFO:tasks.rados.rados.0.smithi169.stdout:231: rmattr oid 26 current snap is 21 2024-03-10T22:15:08.335 INFO:tasks.rados.rados.0.smithi169.stdout:231: done (2 left) 2024-03-10T22:15:08.335 INFO:tasks.rados.rados.0.smithi169.stdout:232: delete oid 2 current snap is 21 2024-03-10T22:15:08.336 INFO:tasks.rados.rados.0.smithi169.stdout:230: finishing rollback tid 1 to smithi16976610-8 2024-03-10T22:15:08.336 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 20 (ObjNum 33 snap 0 seq_num 447798973) dirty dne 2024-03-10T22:15:08.337 INFO:tasks.rados.rados.0.smithi169.stdout:229: finishing write tid 3 to smithi16976610-17 2024-03-10T22:15:08.337 INFO:tasks.rados.rados.0.smithi169.stdout:229: finishing write tid 4 to smithi16976610-17 2024-03-10T22:15:08.338 INFO:tasks.rados.rados.0.smithi169.stdout:229: finishing write tid 5 to smithi16976610-17 2024-03-10T22:15:08.339 INFO:tasks.rados.rados.0.smithi169.stdout:230: done (2 left) 2024-03-10T22:15:08.339 INFO:tasks.rados.rados.0.smithi169.stdout:232: done (1 left) 2024-03-10T22:15:08.339 INFO:tasks.rados.rados.0.smithi169.stdout:233: rmattr oid 10 current snap is 21 2024-03-10T22:15:08.339 INFO:tasks.rados.rados.0.smithi169.stdout:233: done (1 left) 2024-03-10T22:15:08.339 INFO:tasks.rados.rados.0.smithi169.stdout:234: snap_create 2024-03-10T22:15:08.341 INFO:tasks.rados.rados.0.smithi169.stdout:229: finishing write tid 6 to smithi16976610-17 2024-03-10T22:15:08.341 INFO:tasks.rados.rados.0.smithi169.stdout:229: oid 17 updating version 0 to 50 2024-03-10T22:15:08.341 INFO:tasks.rados.rados.0.smithi169.stdout:229: oid 17 updating version 50 to 51 2024-03-10T22:15:08.341 INFO:tasks.rados.rados.0.smithi169.stdout:229: oid 17 updating version 51 to 53 2024-03-10T22:15:08.341 INFO:tasks.rados.rados.0.smithi169.stdout:229: oid 17 version 53 is already newer than 52 2024-03-10T22:15:08.341 INFO:tasks.rados.rados.0.smithi169.stdout:229: oid 17 version 53 is already newer than 49 2024-03-10T22:15:08.341 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 53 (ObjNum 97 snap 21 seq_num 97) dirty exists 2024-03-10T22:15:08.341 INFO:tasks.rados.rados.0.smithi169.stdout:229: left oid 17 (ObjNum 97 snap 21 seq_num 97) 2024-03-10T22:15:08.624 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:08 smithi169 ceph-mon[27156]: pgmap v149: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-03-10T22:15:08.624 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:08 smithi169 ceph-mon[27156]: osdmap e108: 8 total, 8 up, 8 in 2024-03-10T22:15:08.624 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:08 smithi169 ceph-mon[37738]: pgmap v149: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-03-10T22:15:08.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:08 smithi169 ceph-mon[37738]: osdmap e108: 8 total, 8 up, 8 in 2024-03-10T22:15:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:08 smithi172 ceph-mon[31000]: pgmap v149: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-03-10T22:15:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:08 smithi172 ceph-mon[31000]: osdmap e108: 8 total, 8 up, 8 in 2024-03-10T22:15:09.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:15:08] "GET /metrics HTTP/1.1" 200 35999 "" "Prometheus/2.43.0" 2024-03-10T22:15:09.251 INFO:tasks.rados.rados.0.smithi169.stdout:229: done (1 left) 2024-03-10T22:15:09.251 INFO:tasks.rados.rados.0.smithi169.stdout:234: done (0 left) 2024-03-10T22:15:09.251 INFO:tasks.rados.rados.0.smithi169.stdout:235: copy_from oid 48 from oid 47 current snap is 22 2024-03-10T22:15:09.251 INFO:tasks.rados.rados.0.smithi169.stdout:236: read oid 34 snap -1 2024-03-10T22:15:09.251 INFO:tasks.rados.rados.0.smithi169.stdout:236: expect (ObjNum 80 snap 15 seq_num 80) 2024-03-10T22:15:09.251 INFO:tasks.rados.rados.0.smithi169.stdout:237: snap_create 2024-03-10T22:15:09.262 INFO:tasks.rados.rados.0.smithi169.stdout:235: finishing copy_from racing read to smithi16976610-48 2024-03-10T22:15:09.264 INFO:tasks.rados.rados.0.smithi169.stdout:235: finishing copy_from to smithi16976610-48 2024-03-10T22:15:09.264 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-10T22:15:09.264 INFO:tasks.rados.rados.0.smithi169.stdout:236: expect (ObjNum 80 snap 15 seq_num 80) 2024-03-10T22:15:09.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:09 smithi169 ceph-mon[27156]: osdmap e109: 8 total, 8 up, 8 in 2024-03-10T22:15:09.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:09 smithi169 ceph-mon[27156]: osdmap e110: 8 total, 8 up, 8 in 2024-03-10T22:15:09.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:09 smithi169 ceph-mon[37738]: osdmap e109: 8 total, 8 up, 8 in 2024-03-10T22:15:09.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:09 smithi169 ceph-mon[37738]: osdmap e110: 8 total, 8 up, 8 in 2024-03-10T22:15:09.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:09 smithi172 ceph-mon[31000]: osdmap e109: 8 total, 8 up, 8 in 2024-03-10T22:15:09.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:09 smithi172 ceph-mon[31000]: osdmap e110: 8 total, 8 up, 8 in 2024-03-10T22:15:10.256 INFO:tasks.rados.rados.0.smithi169.stdout:235: done (2 left) 2024-03-10T22:15:10.256 INFO:tasks.rados.rados.0.smithi169.stdout:236: done (1 left) 2024-03-10T22:15:10.256 INFO:tasks.rados.rados.0.smithi169.stdout:237: done (0 left) 2024-03-10T22:15:10.256 INFO:tasks.rados.rados.0.smithi169.stdout:238: read oid 47 snap -1 2024-03-10T22:15:10.256 INFO:tasks.rados.rados.0.smithi169.stdout:238: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T22:15:10.256 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 23 2024-03-10T22:15:10.257 INFO:tasks.rados.rados.0.smithi169.stdout:239: seq_num 99 ranges {557056=466944,1024000=802816,1826816=401408} 2024-03-10T22:15:10.262 INFO:tasks.rados.rados.0.smithi169.stdout:239: writing smithi16976610-45 from 557056 to 1024000 tid 1 2024-03-10T22:15:10.266 INFO:tasks.rados.rados.0.smithi169.stdout:239: writing smithi16976610-45 from 1024000 to 1826816 tid 2 2024-03-10T22:15:10.269 INFO:tasks.rados.rados.0.smithi169.stdout:239: writing smithi16976610-45 from 1826816 to 2228224 tid 3 2024-03-10T22:15:10.269 INFO:tasks.rados.rados.0.smithi169.stdout:240: read oid 49 snap 18 2024-03-10T22:15:10.269 INFO:tasks.rados.rados.0.smithi169.stdout:240: expect (ObjNum 48 snap 0 seq_num 48) 2024-03-10T22:15:10.270 INFO:tasks.rados.rados.0.smithi169.stdout:241: read oid 28 snap -1 2024-03-10T22:15:10.270 INFO:tasks.rados.rados.0.smithi169.stdout:241: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-10T22:15:10.270 INFO:tasks.rados.rados.0.smithi169.stdout:242: read oid 46 snap 19 2024-03-10T22:15:10.270 INFO:tasks.rados.rados.0.smithi169.stdout:242: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:15:10.270 INFO:tasks.rados.rados.0.smithi169.stdout:243: snap_remove snap 8 2024-03-10T22:15:10.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:10 smithi169 ceph-mon[27156]: pgmap v152: 121 pgs: 121 active+clean; 66 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-03-10T22:15:10.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:10 smithi169 ceph-mon[27156]: osdmap e111: 8 total, 8 up, 8 in 2024-03-10T22:15:10.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:10 smithi169 ceph-mon[37738]: pgmap v152: 121 pgs: 121 active+clean; 66 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-03-10T22:15:10.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:10 smithi169 ceph-mon[37738]: osdmap e111: 8 total, 8 up, 8 in 2024-03-10T22:15:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:10 smithi172 ceph-mon[31000]: pgmap v152: 121 pgs: 121 active+clean; 66 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-03-10T22:15:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:10 smithi172 ceph-mon[31000]: osdmap e111: 8 total, 8 up, 8 in 2024-03-10T22:15:11.257 INFO:tasks.rados.rados.0.smithi169.stdout:243: done (5 left) 2024-03-10T22:15:11.257 INFO:tasks.rados.rados.0.smithi169.stdout:244: rollback oid 13 current snap is 23 2024-03-10T22:15:11.257 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 13 to 21 2024-03-10T22:15:11.258 INFO:tasks.rados.rados.0.smithi169.stdout:245: read oid 8 snap -1 2024-03-10T22:15:11.258 INFO:tasks.rados.rados.0.smithi169.stdout:245: expect deleted 2024-03-10T22:15:11.258 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 23 2024-03-10T22:15:11.258 INFO:tasks.rados.rados.0.smithi169.stdout:246: seq_num 100 ranges {1269760=483328,1753088=688128,2441216=516096} 2024-03-10T22:15:11.267 INFO:tasks.rados.rados.0.smithi169.stdout:246: writing smithi16976610-23 from 1269760 to 1753088 tid 1 2024-03-10T22:15:11.273 INFO:tasks.rados.rados.0.smithi169.stdout:246: writing smithi16976610-23 from 1753088 to 2441216 tid 2 2024-03-10T22:15:11.276 INFO:tasks.rados.rados.0.smithi169.stdout:246: writing smithi16976610-23 from 2441216 to 2957312 tid 3 2024-03-10T22:15:11.276 INFO:tasks.rados.rados.0.smithi169.stdout:247: setattr oid 19 current snap is 23 2024-03-10T22:15:11.276 INFO:tasks.rados.rados.0.smithi169.stdout:238: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T22:15:11.297 INFO:tasks.rados.rados.0.smithi169.stdout:239: finishing write tid 1 to smithi16976610-45 2024-03-10T22:15:11.297 INFO:tasks.rados.rados.0.smithi169.stdout:239: finishing write tid 2 to smithi16976610-45 2024-03-10T22:15:11.297 INFO:tasks.rados.rados.0.smithi169.stdout:239: finishing write tid 3 to smithi16976610-45 2024-03-10T22:15:11.297 INFO:tasks.rados.rados.0.smithi169.stdout:239: finishing write tid 4 to smithi16976610-45 2024-03-10T22:15:11.297 INFO:tasks.rados.rados.0.smithi169.stdout:242: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:15:11.317 INFO:tasks.rados.rados.0.smithi169.stdout:239: finishing write tid 5 to smithi16976610-45 2024-03-10T22:15:11.317 INFO:tasks.rados.rados.0.smithi169.stdout:239: oid 45 updating version 0 to 74 2024-03-10T22:15:11.317 INFO:tasks.rados.rados.0.smithi169.stdout:239: oid 45 version 74 is already newer than 72 2024-03-10T22:15:11.317 INFO:tasks.rados.rados.0.smithi169.stdout:239: oid 45 version 74 is already newer than 71 2024-03-10T22:15:11.317 INFO:tasks.rados.rados.0.smithi169.stdout:239: oid 45 version 74 is already newer than 73 2024-03-10T22:15:11.317 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 74 (ObjNum 99 snap 23 seq_num 99) dirty exists 2024-03-10T22:15:11.318 INFO:tasks.rados.rados.0.smithi169.stdout:239: left oid 45 (ObjNum 99 snap 23 seq_num 99) 2024-03-10T22:15:11.318 INFO:tasks.rados.rados.0.smithi169.stdout:240: expect (ObjNum 48 snap 0 seq_num 48) 2024-03-10T22:15:11.338 INFO:tasks.rados.rados.0.smithi169.stdout:241: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-10T22:15:11.350 INFO:tasks.rados.rados.0.smithi169.stdout:244: finishing rollback tid 0 to smithi16976610-13 2024-03-10T22:15:11.350 INFO:tasks.rados.rados.0.smithi169.stdout:244: finishing rollback tid 1 to smithi16976610-13 2024-03-10T22:15:11.350 INFO:tasks.rados.rados.0.smithi169.stdout:244: finishing rollback tid 2 to smithi16976610-13 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 74 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:246: finishing write tid 1 to smithi16976610-23 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:238: done (8 left) 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:239: done (7 left) 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:240: done (6 left) 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:241: done (5 left) 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:242: done (4 left) 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:244: done (3 left) 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:245: done (2 left) 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 23 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:246: finishing write tid 2 to smithi16976610-23 2024-03-10T22:15:11.351 INFO:tasks.rados.rados.0.smithi169.stdout:248: seq_num 101 ranges {794624=499712,1294336=573440,1867776=524288,2392064=106496} 2024-03-10T22:15:11.356 INFO:tasks.rados.rados.0.smithi169.stdout:248: writing smithi16976610-22 from 794624 to 1294336 tid 1 2024-03-10T22:15:11.360 INFO:tasks.rados.rados.0.smithi169.stdout:248: writing smithi16976610-22 from 1294336 to 1867776 tid 2 2024-03-10T22:15:11.363 INFO:tasks.rados.rados.0.smithi169.stdout:248: writing smithi16976610-22 from 1867776 to 2392064 tid 3 2024-03-10T22:15:11.364 INFO:tasks.rados.rados.0.smithi169.stdout:248: writing smithi16976610-22 from 2392064 to 2498560 tid 4 2024-03-10T22:15:11.364 INFO:tasks.rados.rados.0.smithi169.stdout:246: finishing write tid 3 to smithi16976610-23 2024-03-10T22:15:11.364 INFO:tasks.rados.rados.0.smithi169.stdout:246: finishing write tid 4 to smithi16976610-23 2024-03-10T22:15:11.364 INFO:tasks.rados.rados.0.smithi169.stdout:246: finishing write tid 5 to smithi16976610-23 2024-03-10T22:15:11.364 INFO:tasks.rados.rados.0.smithi169.stdout:246: oid 23 updating version 0 to 56 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:246: oid 23 updating version 56 to 57 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:246: oid 23 version 57 is already newer than 54 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:246: oid 23 version 57 is already newer than 55 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 57 (ObjNum 100 snap 23 seq_num 100) dirty exists 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:246: left oid 23 (ObjNum 100 snap 23 seq_num 100) 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 84 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:248: finishing write tid 1 to smithi16976610-22 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:248: finishing write tid 2 to smithi16976610-22 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:249: read oid 11 snap 16 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:249: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:246: done (3 left) 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:247: done (2 left) 2024-03-10T22:15:11.365 INFO:tasks.rados.rados.0.smithi169.stdout:250: snap_remove snap 22 2024-03-10T22:15:12.341 INFO:tasks.rados.rados.0.smithi169.stdout:250: done (2 left) 2024-03-10T22:15:12.341 INFO:tasks.rados.rados.0.smithi169.stdout:251: copy_from oid 26 from oid 36 current snap is 23 2024-03-10T22:15:12.342 INFO:tasks.rados.rados.0.smithi169.stdout:248: finishing write tid 3 to smithi16976610-22 2024-03-10T22:15:12.342 INFO:tasks.rados.rados.0.smithi169.stdout:249: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T22:15:12.348 INFO:tasks.rados.rados.0.smithi169.stdout:248: finishing write tid 4 to smithi16976610-22 2024-03-10T22:15:12.348 INFO:tasks.rados.rados.0.smithi169.stdout:248: finishing write tid 5 to smithi16976610-22 2024-03-10T22:15:12.348 INFO:tasks.rados.rados.0.smithi169.stdout:248: finishing write tid 6 to smithi16976610-22 2024-03-10T22:15:12.348 INFO:tasks.rados.rados.0.smithi169.stdout:248: oid 22 updating version 0 to 86 2024-03-10T22:15:12.348 INFO:tasks.rados.rados.0.smithi169.stdout:248: oid 22 updating version 86 to 87 2024-03-10T22:15:12.348 INFO:tasks.rados.rados.0.smithi169.stdout:248: oid 22 version 87 is already newer than 85 2024-03-10T22:15:12.349 INFO:tasks.rados.rados.0.smithi169.stdout:248: oid 22 version 87 is already newer than 84 2024-03-10T22:15:12.349 INFO:tasks.rados.rados.0.smithi169.stdout:248: oid 22 version 87 is already newer than 83 2024-03-10T22:15:12.349 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 87 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-03-10T22:15:12.349 INFO:tasks.rados.rados.0.smithi169.stdout:248: left oid 22 (ObjNum 101 snap 23 seq_num 101) 2024-03-10T22:15:12.349 INFO:tasks.rados.rados.0.smithi169.stdout:248: done (2 left) 2024-03-10T22:15:12.349 INFO:tasks.rados.rados.0.smithi169.stdout:249: done (1 left) 2024-03-10T22:15:12.349 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 23 2024-03-10T22:15:12.349 INFO:tasks.rados.rados.0.smithi169.stdout:252: seq_num 102 ranges {2654208=516096,3170304=450560,3620864=729088,4349952=24576} 2024-03-10T22:15:12.365 INFO:tasks.rados.rados.0.smithi169.stdout:252: writing smithi16976610-9 from 2654208 to 3170304 tid 1 2024-03-10T22:15:12.368 INFO:tasks.rados.rados.0.smithi169.stdout:252: writing smithi16976610-9 from 3170304 to 3620864 tid 2 2024-03-10T22:15:12.373 INFO:tasks.rados.rados.0.smithi169.stdout:252: writing smithi16976610-9 from 3620864 to 4349952 tid 3 2024-03-10T22:15:12.374 INFO:tasks.rados.rados.0.smithi169.stdout:252: writing smithi16976610-9 from 4349952 to 4374528 tid 4 2024-03-10T22:15:12.374 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 23 2024-03-10T22:15:12.374 INFO:tasks.rados.rados.0.smithi169.stdout:251: finishing copy_from racing read to smithi16976610-26 2024-03-10T22:15:12.374 INFO:tasks.rados.rados.0.smithi169.stdout:251: finishing copy_from to smithi16976610-26 2024-03-10T22:15:12.374 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-03-10T22:15:12.374 INFO:tasks.rados.rados.0.smithi169.stdout:252: finishing write tid 1 to smithi16976610-9 2024-03-10T22:15:12.374 INFO:tasks.rados.rados.0.smithi169.stdout:252: finishing write tid 2 to smithi16976610-9 2024-03-10T22:15:12.374 INFO:tasks.rados.rados.0.smithi169.stdout:253: seq_num 103 ranges {778240=532480,1310720=737280,2048000=466944} 2024-03-10T22:15:12.381 INFO:tasks.rados.rados.0.smithi169.stdout:253: writing smithi16976610-48 from 778240 to 1310720 tid 1 2024-03-10T22:15:12.385 INFO:tasks.rados.rados.0.smithi169.stdout:253: writing smithi16976610-48 from 1310720 to 2048000 tid 2 2024-03-10T22:15:12.388 INFO:tasks.rados.rados.0.smithi169.stdout:253: writing smithi16976610-48 from 2048000 to 2514944 tid 3 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:251: done (2 left) 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:254: read oid 49 snap -1 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:254: expect (ObjNum 92 snap 19 seq_num 92) 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:255: read oid 1 snap 16 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:255: expect deleted 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:256: setattr oid 36 current snap is 23 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:252: finishing write tid 3 to smithi16976610-9 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:252: finishing write tid 4 to smithi16976610-9 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:252: finishing write tid 5 to smithi16976610-9 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:252: finishing write tid 6 to smithi16976610-9 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:252: oid 9 updating version 0 to 54 2024-03-10T22:15:12.389 INFO:tasks.rados.rados.0.smithi169.stdout:252: oid 9 updating version 54 to 56 2024-03-10T22:15:12.390 INFO:tasks.rados.rados.0.smithi169.stdout:252: oid 9 updating version 56 to 57 2024-03-10T22:15:12.390 INFO:tasks.rados.rados.0.smithi169.stdout:252: oid 9 version 57 is already newer than 53 2024-03-10T22:15:12.390 INFO:tasks.rados.rados.0.smithi169.stdout:252: oid 9 version 57 is already newer than 55 2024-03-10T22:15:12.390 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 57 (ObjNum 102 snap 23 seq_num 102) dirty exists 2024-03-10T22:15:12.390 INFO:tasks.rados.rados.0.smithi169.stdout:252: left oid 9 (ObjNum 102 snap 23 seq_num 102) 2024-03-10T22:15:12.390 INFO:tasks.rados.rados.0.smithi169.stdout:253: finishing write tid 1 to smithi16976610-48 2024-03-10T22:15:12.390 INFO:tasks.rados.rados.0.smithi169.stdout:253: finishing write tid 2 to smithi16976610-48 2024-03-10T22:15:12.391 INFO:tasks.rados.rados.0.smithi169.stdout:252: done (4 left) 2024-03-10T22:15:12.391 INFO:tasks.rados.rados.0.smithi169.stdout:255: done (3 left) 2024-03-10T22:15:12.391 INFO:tasks.rados.rados.0.smithi169.stdout:257: rollback oid 24 current snap is 23 2024-03-10T22:15:12.391 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 24 to 12 2024-03-10T22:15:12.391 INFO:tasks.rados.rados.0.smithi169.stdout:258: delete oid 3 current snap is 23 2024-03-10T22:15:12.391 INFO:tasks.rados.rados.0.smithi169.stdout:253: finishing write tid 3 to smithi16976610-48 2024-03-10T22:15:12.391 INFO:tasks.rados.rados.0.smithi169.stdout:253: finishing write tid 4 to smithi16976610-48 2024-03-10T22:15:12.392 INFO:tasks.rados.rados.0.smithi169.stdout:253: finishing write tid 5 to smithi16976610-48 2024-03-10T22:15:12.392 INFO:tasks.rados.rados.0.smithi169.stdout:253: oid 48 updating version 0 to 67 2024-03-10T22:15:12.392 INFO:tasks.rados.rados.0.smithi169.stdout:253: oid 48 version 67 is already newer than 65 2024-03-10T22:15:12.392 INFO:tasks.rados.rados.0.smithi169.stdout:253: oid 48 version 67 is already newer than 66 2024-03-10T22:15:12.392 INFO:tasks.rados.rados.0.smithi169.stdout:253: oid 48 version 67 is already newer than 64 2024-03-10T22:15:12.392 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 67 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-03-10T22:15:12.392 INFO:tasks.rados.rados.0.smithi169.stdout:253: left oid 48 (ObjNum 103 snap 23 seq_num 103) 2024-03-10T22:15:12.393 INFO:tasks.rados.rados.0.smithi169.stdout:257: finishing rollback tid 0 to smithi16976610-24 2024-03-10T22:15:12.393 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 16 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-03-10T22:15:12.396 INFO:tasks.rados.rados.0.smithi169.stdout:257: finishing rollback tid 1 to smithi16976610-24 2024-03-10T22:15:12.397 INFO:tasks.rados.rados.0.smithi169.stdout:257: finishing rollback tid 2 to smithi16976610-24 2024-03-10T22:15:12.397 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 63 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T22:15:12.403 INFO:tasks.rados.rados.0.smithi169.stdout:254: expect (ObjNum 92 snap 19 seq_num 92) 2024-03-10T22:15:12.477 INFO:tasks.rados.rados.0.smithi169.stdout:253: done (4 left) 2024-03-10T22:15:12.565 INFO:tasks.rados.rados.0.smithi169.stdout:254: done (3 left) 2024-03-10T22:15:12.565 INFO:tasks.rados.rados.0.smithi169.stdout:256: done (2 left) 2024-03-10T22:15:12.565 INFO:tasks.rados.rados.0.smithi169.stdout:257: done (1 left) 2024-03-10T22:15:12.565 INFO:tasks.rados.rados.0.smithi169.stdout:258: done (0 left) 2024-03-10T22:15:12.565 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 23 2024-03-10T22:15:12.565 INFO:tasks.rados.rados.0.smithi169.stdout:259: seq_num 105 ranges {172032=565248,737280=507904,1245184=507904,1753088=188416} 2024-03-10T22:15:12.566 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:12 smithi172 ceph-mon[31000]: pgmap v155: 121 pgs: 121 active+clean; 66 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-03-10T22:15:12.566 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:12 smithi172 ceph-mon[31000]: osdmap e112: 8 total, 8 up, 8 in 2024-03-10T22:15:12.567 INFO:tasks.rados.rados.0.smithi169.stdout:259: writing smithi16976610-26 from 172032 to 737280 tid 1 2024-03-10T22:15:12.567 INFO:tasks.rados.rados.0.smithi169.stdout:259: writing smithi16976610-26 from 737280 to 1245184 tid 2 2024-03-10T22:15:12.568 INFO:tasks.rados.rados.0.smithi169.stdout:259: writing smithi16976610-26 from 1245184 to 1753088 tid 3 2024-03-10T22:15:12.568 INFO:tasks.rados.rados.0.smithi169.stdout:259: writing smithi16976610-26 from 1753088 to 1941504 tid 4 2024-03-10T22:15:12.568 INFO:tasks.rados.rados.0.smithi169.stdout:260: setattr oid 47 current snap is 23 2024-03-10T22:15:12.568 INFO:tasks.rados.rados.0.smithi169.stdout:259: finishing write tid 1 to smithi16976610-26 2024-03-10T22:15:12.568 INFO:tasks.rados.rados.0.smithi169.stdout:259: finishing write tid 2 to smithi16976610-26 2024-03-10T22:15:12.568 INFO:tasks.rados.rados.0.smithi169.stdout:261: setattr oid 30 current snap is 23 2024-03-10T22:15:12.568 INFO:tasks.rados.rados.0.smithi169.stdout:259: finishing write tid 3 to smithi16976610-26 2024-03-10T22:15:12.568 INFO:tasks.rados.rados.0.smithi169.stdout:259: finishing write tid 4 to smithi16976610-26 2024-03-10T22:15:12.568 INFO:tasks.rados.rados.0.smithi169.stdout:259: finishing write tid 5 to smithi16976610-26 2024-03-10T22:15:12.568 INFO:tasks.rados.rados.0.smithi169.stdout:262: snap_remove snap 12 2024-03-10T22:15:12.568 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:12 smithi169 ceph-mon[27156]: pgmap v155: 121 pgs: 121 active+clean; 66 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-03-10T22:15:12.569 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:12 smithi169 ceph-mon[27156]: osdmap e112: 8 total, 8 up, 8 in 2024-03-10T22:15:12.569 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:12 smithi169 ceph-mon[37738]: pgmap v155: 121 pgs: 121 active+clean; 66 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-03-10T22:15:12.569 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:12 smithi169 ceph-mon[37738]: osdmap e112: 8 total, 8 up, 8 in 2024-03-10T22:15:13.355 INFO:tasks.rados.rados.0.smithi169.stdout:262: done (3 left) 2024-03-10T22:15:13.355 INFO:tasks.rados.rados.0.smithi169.stdout:263: read oid 49 snap -1 2024-03-10T22:15:13.355 INFO:tasks.rados.rados.0.smithi169.stdout:263: expect (ObjNum 92 snap 19 seq_num 92) 2024-03-10T22:15:13.355 INFO:tasks.rados.rados.0.smithi169.stdout:264: read oid 42 snap -1 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:264: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:259: finishing write tid 6 to smithi16976610-26 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:259: oid 26 updating version 0 to 68 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:259: oid 26 updating version 68 to 71 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:259: oid 26 version 71 is already newer than 67 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:259: oid 26 version 71 is already newer than 69 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:259: oid 26 version 71 is already newer than 70 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 71 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:259: left oid 26 (ObjNum 105 snap 23 seq_num 105) 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 90 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 64 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:259: done (4 left) 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:260: done (3 left) 2024-03-10T22:15:13.356 INFO:tasks.rados.rados.0.smithi169.stdout:261: done (2 left) 2024-03-10T22:15:13.357 INFO:tasks.rados.rados.0.smithi169.stdout:265: read oid 26 snap -1 2024-03-10T22:15:13.357 INFO:tasks.rados.rados.0.smithi169.stdout:265: expect (ObjNum 105 snap 23 seq_num 105) 2024-03-10T22:15:13.357 INFO:tasks.rados.rados.0.smithi169.stdout:266: snap_remove snap 17 2024-03-10T22:15:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:13 smithi169 ceph-mon[27156]: osdmap e113: 8 total, 8 up, 8 in 2024-03-10T22:15:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:13 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:13 smithi169 ceph-mon[37738]: osdmap e113: 8 total, 8 up, 8 in 2024-03-10T22:15:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:13 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:13 smithi172 ceph-mon[31000]: osdmap e113: 8 total, 8 up, 8 in 2024-03-10T22:15:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:13 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:14.368 INFO:tasks.rados.rados.0.smithi169.stdout:266: done (3 left) 2024-03-10T22:15:14.368 INFO:tasks.rados.rados.0.smithi169.stdout:267: copy_from oid 7 from oid 3 current snap is 23 2024-03-10T22:15:14.368 INFO:tasks.rados.rados.0.smithi169.stdout:264: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T22:15:14.390 INFO:tasks.rados.rados.0.smithi169.stdout:265: expect (ObjNum 105 snap 23 seq_num 105) 2024-03-10T22:15:14.443 INFO:tasks.rados.rados.0.smithi169.stdout:263: expect (ObjNum 92 snap 19 seq_num 92) 2024-03-10T22:15:14.516 INFO:tasks.rados.rados.0.smithi169.stdout:267: finishing copy_from to smithi16976610-7 2024-03-10T22:15:14.517 INFO:tasks.rados.rados.0.smithi169.stdout:267: got expected ENOENT (src dne) 2024-03-10T22:15:14.517 INFO:tasks.rados.rados.0.smithi169.stdout:267: finishing copy_from racing read to smithi16976610-7 2024-03-10T22:15:14.517 INFO:tasks.rados.rados.0.smithi169.stdout:263: done (3 left) 2024-03-10T22:15:14.517 INFO:tasks.rados.rados.0.smithi169.stdout:264: done (2 left) 2024-03-10T22:15:14.517 INFO:tasks.rados.rados.0.smithi169.stdout:265: done (1 left) 2024-03-10T22:15:14.517 INFO:tasks.rados.rados.0.smithi169.stdout:267: done (0 left) 2024-03-10T22:15:14.517 INFO:tasks.rados.rados.0.smithi169.stdout:268: read oid 27 snap -1 2024-03-10T22:15:14.517 INFO:tasks.rados.rados.0.smithi169.stdout:268: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-10T22:15:14.517 INFO:tasks.rados.rados.0.smithi169.stdout:269: snap_remove snap 19 2024-03-10T22:15:14.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:14 smithi169 ceph-mon[27156]: pgmap v158: 121 pgs: 121 active+clean; 66 MiB data, 325 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:14.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:14 smithi169 ceph-mon[27156]: osdmap e114: 8 total, 8 up, 8 in 2024-03-10T22:15:14.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:14 smithi169 ceph-mon[37738]: pgmap v158: 121 pgs: 121 active+clean; 66 MiB data, 325 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:14.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:14 smithi169 ceph-mon[37738]: osdmap e114: 8 total, 8 up, 8 in 2024-03-10T22:15:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:14 smithi172 ceph-mon[31000]: pgmap v158: 121 pgs: 121 active+clean; 66 MiB data, 325 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:14 smithi172 ceph-mon[31000]: osdmap e114: 8 total, 8 up, 8 in 2024-03-10T22:15:15.367 INFO:tasks.rados.rados.0.smithi169.stdout:268: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-10T22:15:15.384 INFO:tasks.rados.rados.0.smithi169.stdout:268: done (1 left) 2024-03-10T22:15:15.384 INFO:tasks.rados.rados.0.smithi169.stdout:269: done (0 left) 2024-03-10T22:15:15.384 INFO:tasks.rados.rados.0.smithi169.stdout:270: read oid 6 snap -1 2024-03-10T22:15:15.384 INFO:tasks.rados.rados.0.smithi169.stdout:270: expect (ObjNum 36 snap 0 seq_num 36) 2024-03-10T22:15:15.384 INFO:tasks.rados.rados.0.smithi169.stdout:271: delete oid 19 current snap is 23 2024-03-10T22:15:15.386 INFO:tasks.rados.rados.0.smithi169.stdout:271: done (1 left) 2024-03-10T22:15:15.386 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 23 2024-03-10T22:15:15.386 INFO:tasks.rados.rados.0.smithi169.stdout:272: seq_num 107 ranges {638976=598016,1236992=729088,1966080=466944,2433024=8192} 2024-03-10T22:15:15.392 INFO:tasks.rados.rados.0.smithi169.stdout:272: writing smithi16976610-10 from 638976 to 1236992 tid 1 2024-03-10T22:15:15.396 INFO:tasks.rados.rados.0.smithi169.stdout:272: writing smithi16976610-10 from 1236992 to 1966080 tid 2 2024-03-10T22:15:15.400 INFO:tasks.rados.rados.0.smithi169.stdout:272: writing smithi16976610-10 from 1966080 to 2433024 tid 3 2024-03-10T22:15:15.400 INFO:tasks.rados.rados.0.smithi169.stdout:272: writing smithi16976610-10 from 2433024 to 2441216 tid 4 2024-03-10T22:15:15.400 INFO:tasks.rados.rados.0.smithi169.stdout:270: expect (ObjNum 36 snap 0 seq_num 36) 2024-03-10T22:15:15.416 INFO:tasks.rados.rados.0.smithi169.stdout:272: finishing write tid 1 to smithi16976610-10 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:272: finishing write tid 2 to smithi16976610-10 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:272: finishing write tid 3 to smithi16976610-10 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:272: finishing write tid 4 to smithi16976610-10 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:272: finishing write tid 5 to smithi16976610-10 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:272: finishing write tid 6 to smithi16976610-10 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:272: oid 10 updating version 0 to 28 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:272: oid 10 updating version 28 to 29 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:272: oid 10 updating version 29 to 31 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:272: oid 10 version 31 is already newer than 30 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:272: oid 10 updating version 31 to 32 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 32 (ObjNum 107 snap 23 seq_num 107) dirty exists 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:272: left oid 10 (ObjNum 107 snap 23 seq_num 107) 2024-03-10T22:15:15.417 INFO:tasks.rados.rados.0.smithi169.stdout:270: done (1 left) 2024-03-10T22:15:15.418 INFO:tasks.rados.rados.0.smithi169.stdout:272: done (0 left) 2024-03-10T22:15:15.418 INFO:tasks.rados.rados.0.smithi169.stdout:273: rmattr oid 32 current snap is 23 2024-03-10T22:15:15.418 INFO:tasks.rados.rados.0.smithi169.stdout:274: snap_remove snap 9 2024-03-10T22:15:15.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:15 smithi169 ceph-mon[27156]: osdmap e115: 8 total, 8 up, 8 in 2024-03-10T22:15:15.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:15 smithi169 ceph-mon[37738]: osdmap e115: 8 total, 8 up, 8 in 2024-03-10T22:15:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:15 smithi172 ceph-mon[31000]: osdmap e115: 8 total, 8 up, 8 in 2024-03-10T22:15:16.377 INFO:tasks.rados.rados.0.smithi169.stdout:274: done (1 left) 2024-03-10T22:15:16.377 INFO:tasks.rados.rados.0.smithi169.stdout:275: snap_remove snap 16 2024-03-10T22:15:16.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:16 smithi169 ceph-mon[27156]: pgmap v161: 121 pgs: 121 active+clean; 75 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-03-10T22:15:16.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:16 smithi169 ceph-mon[27156]: osdmap e116: 8 total, 8 up, 8 in 2024-03-10T22:15:16.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:16 smithi169 ceph-mon[37738]: pgmap v161: 121 pgs: 121 active+clean; 75 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-03-10T22:15:16.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:16 smithi169 ceph-mon[37738]: osdmap e116: 8 total, 8 up, 8 in 2024-03-10T22:15:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:16 smithi172 ceph-mon[31000]: pgmap v161: 121 pgs: 121 active+clean; 75 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-03-10T22:15:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:16 smithi172 ceph-mon[31000]: osdmap e116: 8 total, 8 up, 8 in 2024-03-10T22:15:17.380 INFO:tasks.rados.rados.0.smithi169.stdout:275: done (1 left) 2024-03-10T22:15:17.380 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 23 2024-03-10T22:15:17.380 INFO:tasks.rados.rados.0.smithi169.stdout:276: seq_num 108 ranges {606208=614400,1220608=606208,1826816=598016} 2024-03-10T22:15:17.387 INFO:tasks.rados.rados.0.smithi169.stdout:276: writing smithi16976610-6 from 606208 to 1220608 tid 1 2024-03-10T22:15:17.391 INFO:tasks.rados.rados.0.smithi169.stdout:276: writing smithi16976610-6 from 1220608 to 1826816 tid 2 2024-03-10T22:15:17.396 INFO:tasks.rados.rados.0.smithi169.stdout:276: writing smithi16976610-6 from 1826816 to 2424832 tid 3 2024-03-10T22:15:17.396 INFO:tasks.rados.rados.0.smithi169.stdout:277: read oid 11 snap -1 2024-03-10T22:15:17.396 INFO:tasks.rados.rados.0.smithi169.stdout:277: expect deleted 2024-03-10T22:15:17.396 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 23 2024-03-10T22:15:17.396 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 78 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-03-10T22:15:17.396 INFO:tasks.rados.rados.0.smithi169.stdout:276: finishing write tid 1 to smithi16976610-6 2024-03-10T22:15:17.396 INFO:tasks.rados.rados.0.smithi169.stdout:276: finishing write tid 2 to smithi16976610-6 2024-03-10T22:15:17.396 INFO:tasks.rados.rados.0.smithi169.stdout:278: seq_num 109 ranges {442368=630784,1073152=491520,1564672=483328,2048000=229376} 2024-03-10T22:15:17.401 INFO:tasks.rados.rados.0.smithi169.stdout:278: writing smithi16976610-28 from 442368 to 1073152 tid 1 2024-03-10T22:15:17.404 INFO:tasks.rados.rados.0.smithi169.stdout:278: writing smithi16976610-28 from 1073152 to 1564672 tid 2 2024-03-10T22:15:17.407 INFO:tasks.rados.rados.0.smithi169.stdout:278: writing smithi16976610-28 from 1564672 to 2048000 tid 3 2024-03-10T22:15:17.409 INFO:tasks.rados.rados.0.smithi169.stdout:278: writing smithi16976610-28 from 2048000 to 2277376 tid 4 2024-03-10T22:15:17.409 INFO:tasks.rados.rados.0.smithi169.stdout:273: done (3 left) 2024-03-10T22:15:17.409 INFO:tasks.rados.rados.0.smithi169.stdout:279: snap_create 2024-03-10T22:15:17.409 INFO:tasks.rados.rados.0.smithi169.stdout:276: finishing write tid 3 to smithi16976610-6 2024-03-10T22:15:17.409 INFO:tasks.rados.rados.0.smithi169.stdout:276: finishing write tid 4 to smithi16976610-6 2024-03-10T22:15:17.409 INFO:tasks.rados.rados.0.smithi169.stdout:276: finishing write tid 5 to smithi16976610-6 2024-03-10T22:15:17.409 INFO:tasks.rados.rados.0.smithi169.stdout:276: oid 6 updating version 0 to 99 2024-03-10T22:15:17.409 INFO:tasks.rados.rados.0.smithi169.stdout:276: oid 6 version 99 is already newer than 95 2024-03-10T22:15:17.410 INFO:tasks.rados.rados.0.smithi169.stdout:276: oid 6 version 99 is already newer than 98 2024-03-10T22:15:17.410 INFO:tasks.rados.rados.0.smithi169.stdout:276: oid 6 updating version 99 to 100 2024-03-10T22:15:17.410 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 100 (ObjNum 108 snap 23 seq_num 108) dirty exists 2024-03-10T22:15:17.410 INFO:tasks.rados.rados.0.smithi169.stdout:276: left oid 6 (ObjNum 108 snap 23 seq_num 108) 2024-03-10T22:15:17.410 INFO:tasks.rados.rados.0.smithi169.stdout:278: finishing write tid 1 to smithi16976610-28 2024-03-10T22:15:17.410 INFO:tasks.rados.rados.0.smithi169.stdout:278: finishing write tid 2 to smithi16976610-28 2024-03-10T22:15:17.411 INFO:tasks.rados.rados.0.smithi169.stdout:278: finishing write tid 3 to smithi16976610-28 2024-03-10T22:15:17.411 INFO:tasks.rados.rados.0.smithi169.stdout:278: finishing write tid 4 to smithi16976610-28 2024-03-10T22:15:17.411 INFO:tasks.rados.rados.0.smithi169.stdout:278: finishing write tid 5 to smithi16976610-28 2024-03-10T22:15:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:278: finishing write tid 6 to smithi16976610-28 2024-03-10T22:15:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:278: oid 28 updating version 0 to 47 2024-03-10T22:15:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:278: oid 28 version 47 is already newer than 45 2024-03-10T22:15:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:278: oid 28 version 47 is already newer than 44 2024-03-10T22:15:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:278: oid 28 version 47 is already newer than 43 2024-03-10T22:15:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:278: oid 28 version 47 is already newer than 46 2024-03-10T22:15:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 47 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-03-10T22:15:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:278: left oid 28 (ObjNum 109 snap 23 seq_num 109) 2024-03-10T22:15:17.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:17 smithi169 ceph-mon[27156]: osdmap e117: 8 total, 8 up, 8 in 2024-03-10T22:15:17.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:17 smithi169 ceph-mon[27156]: pgmap v164: 121 pgs: 121 active+clean; 75 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-03-10T22:15:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:17 smithi169 ceph-mon[37738]: osdmap e117: 8 total, 8 up, 8 in 2024-03-10T22:15:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:17 smithi169 ceph-mon[37738]: pgmap v164: 121 pgs: 121 active+clean; 75 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-03-10T22:15:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:17 smithi172 ceph-mon[31000]: osdmap e117: 8 total, 8 up, 8 in 2024-03-10T22:15:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:17 smithi172 ceph-mon[31000]: pgmap v164: 121 pgs: 121 active+clean; 75 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-03-10T22:15:18.385 INFO:tasks.rados.rados.0.smithi169.stdout:276: done (3 left) 2024-03-10T22:15:18.385 INFO:tasks.rados.rados.0.smithi169.stdout:277: done (2 left) 2024-03-10T22:15:18.385 INFO:tasks.rados.rados.0.smithi169.stdout:278: done (1 left) 2024-03-10T22:15:18.386 INFO:tasks.rados.rados.0.smithi169.stdout:279: done (0 left) 2024-03-10T22:15:18.386 INFO:tasks.rados.rados.0.smithi169.stdout:280: delete oid 41 current snap is 24 2024-03-10T22:15:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:280: done (0 left) 2024-03-10T22:15:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:281: read oid 13 snap -1 2024-03-10T22:15:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:281: expect (ObjNum 89 snap 19 seq_num 89) 2024-03-10T22:15:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:282: setattr oid 26 current snap is 24 2024-03-10T22:15:18.391 INFO:tasks.rados.rados.0.smithi169.stdout:283: copy_from oid 32 from oid 7 current snap is 24 2024-03-10T22:15:18.391 INFO:tasks.rados.rados.0.smithi169.stdout:284: read oid 22 snap -1 2024-03-10T22:15:18.391 INFO:tasks.rados.rados.0.smithi169.stdout:284: expect (ObjNum 101 snap 23 seq_num 101) 2024-03-10T22:15:18.391 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 24 2024-03-10T22:15:18.391 INFO:tasks.rados.rados.0.smithi169.stdout:285: seq_num 111 ranges {73728=663552,737280=663552,1400832=450560,1851392=90112} 2024-03-10T22:15:18.395 INFO:tasks.rados.rados.0.smithi169.stdout:285: writing smithi16976610-15 from 73728 to 737280 tid 1 2024-03-10T22:15:18.400 INFO:tasks.rados.rados.0.smithi169.stdout:285: writing smithi16976610-15 from 737280 to 1400832 tid 2 2024-03-10T22:15:18.402 INFO:tasks.rados.rados.0.smithi169.stdout:285: writing smithi16976610-15 from 1400832 to 1851392 tid 3 2024-03-10T22:15:18.403 INFO:tasks.rados.rados.0.smithi169.stdout:285: writing smithi16976610-15 from 1851392 to 1941504 tid 4 2024-03-10T22:15:18.404 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 24 2024-03-10T22:15:18.404 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 109 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-03-10T22:15:18.404 INFO:tasks.rados.rados.0.smithi169.stdout:283: finishing copy_from racing read to smithi16976610-32 2024-03-10T22:15:18.404 INFO:tasks.rados.rados.0.smithi169.stdout:283: finishing copy_from to smithi16976610-32 2024-03-10T22:15:18.404 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-10T22:15:18.404 INFO:tasks.rados.rados.0.smithi169.stdout:286: seq_num 112 ranges {2359296=679936,3039232=548864,3588096=655360} 2024-03-10T22:15:18.420 INFO:tasks.rados.rados.0.smithi169.stdout:286: writing smithi16976610-49 from 2359296 to 3039232 tid 1 2024-03-10T22:15:18.423 INFO:tasks.rados.rados.0.smithi169.stdout:286: writing smithi16976610-49 from 3039232 to 3588096 tid 2 2024-03-10T22:15:18.427 INFO:tasks.rados.rados.0.smithi169.stdout:286: writing smithi16976610-49 from 3588096 to 4243456 tid 3 2024-03-10T22:15:18.427 INFO:tasks.rados.rados.0.smithi169.stdout:282: done (5 left) 2024-03-10T22:15:18.427 INFO:tasks.rados.rados.0.smithi169.stdout:283: done (4 left) 2024-03-10T22:15:18.427 INFO:tasks.rados.rados.0.smithi169.stdout:287: rollback oid 28 current snap is 24 2024-03-10T22:15:18.428 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 28 to 18 2024-03-10T22:15:18.428 INFO:tasks.rados.rados.0.smithi169.stdout:284: expect (ObjNum 101 snap 23 seq_num 101) 2024-03-10T22:15:18.504 INFO:tasks.rados.rados.0.smithi169.stdout:281: expect (ObjNum 89 snap 19 seq_num 89) 2024-03-10T22:15:18.608 INFO:tasks.rados.rados.0.smithi169.stdout:285: finishing write tid 1 to smithi16976610-15 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:285: finishing write tid 2 to smithi16976610-15 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:285: finishing write tid 3 to smithi16976610-15 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:285: finishing write tid 4 to smithi16976610-15 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:285: finishing write tid 5 to smithi16976610-15 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:285: finishing write tid 6 to smithi16976610-15 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:285: oid 15 updating version 0 to 89 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:285: oid 15 updating version 89 to 90 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:285: oid 15 updating version 90 to 93 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:285: oid 15 version 93 is already newer than 91 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:285: oid 15 version 93 is already newer than 92 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 93 (ObjNum 111 snap 24 seq_num 111) dirty exists 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:285: left oid 15 (ObjNum 111 snap 24 seq_num 111) 2024-03-10T22:15:18.609 INFO:tasks.rados.rados.0.smithi169.stdout:286: finishing write tid 1 to smithi16976610-49 2024-03-10T22:15:18.610 INFO:tasks.rados.rados.0.smithi169.stdout:281: done (4 left) 2024-03-10T22:15:18.610 INFO:tasks.rados.rados.0.smithi169.stdout:284: done (3 left) 2024-03-10T22:15:18.610 INFO:tasks.rados.rados.0.smithi169.stdout:285: done (2 left) 2024-03-10T22:15:18.610 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 24 2024-03-10T22:15:18.610 INFO:tasks.rados.rados.0.smithi169.stdout:286: finishing write tid 2 to smithi16976610-49 2024-03-10T22:15:18.610 INFO:tasks.rados.rados.0.smithi169.stdout:288: seq_num 113 ranges {2441216=696320,3137536=434176,3571712=466944,4038656=303104} 2024-03-10T22:15:18.625 INFO:tasks.rados.rados.0.smithi169.stdout:288: writing smithi16976610-10 from 2441216 to 3137536 tid 1 2024-03-10T22:15:18.627 INFO:tasks.rados.rados.0.smithi169.stdout:288: writing smithi16976610-10 from 3137536 to 3571712 tid 2 2024-03-10T22:15:18.630 INFO:tasks.rados.rados.0.smithi169.stdout:288: writing smithi16976610-10 from 3571712 to 4038656 tid 3 2024-03-10T22:15:18.633 INFO:tasks.rados.rados.0.smithi169.stdout:288: writing smithi16976610-10 from 4038656 to 4341760 tid 4 2024-03-10T22:15:18.633 INFO:tasks.rados.rados.0.smithi169.stdout:289: read oid 13 snap -1 2024-03-10T22:15:18.633 INFO:tasks.rados.rados.0.smithi169.stdout:289: expect (ObjNum 89 snap 19 seq_num 89) 2024-03-10T22:15:18.633 INFO:tasks.rados.rados.0.smithi169.stdout:290: rollback oid 26 current snap is 24 2024-03-10T22:15:18.633 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 26 to 18 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:286: finishing write tid 3 to smithi16976610-49 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:286: finishing write tid 4 to smithi16976610-49 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:287: finishing rollback tid 0 to smithi16976610-28 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:287: finishing rollback tid 1 to smithi16976610-28 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:287: finishing rollback tid 2 to smithi16976610-28 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 51 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:286: finishing write tid 5 to smithi16976610-49 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:286: oid 49 updating version 0 to 111 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:286: oid 49 updating version 111 to 114 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:286: oid 49 version 114 is already newer than 113 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:286: oid 49 version 114 is already newer than 112 2024-03-10T22:15:18.634 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 114 (ObjNum 112 snap 24 seq_num 112) dirty exists 2024-03-10T22:15:18.635 INFO:tasks.rados.rados.0.smithi169.stdout:286: left oid 49 (ObjNum 112 snap 24 seq_num 112) 2024-03-10T22:15:18.635 INFO:tasks.rados.rados.0.smithi169.stdout:288: finishing write tid 1 to smithi16976610-10 2024-03-10T22:15:18.635 INFO:tasks.rados.rados.0.smithi169.stdout:286: done (4 left) 2024-03-10T22:15:18.635 INFO:tasks.rados.rados.0.smithi169.stdout:287: done (3 left) 2024-03-10T22:15:18.635 INFO:tasks.rados.rados.0.smithi169.stdout:291: rmattr oid 24 current snap is 24 2024-03-10T22:15:18.635 INFO:tasks.rados.rados.0.smithi169.stdout:291: done (3 left) 2024-03-10T22:15:18.635 INFO:tasks.rados.rados.0.smithi169.stdout:292: copy_from oid 8 from oid 7 current snap is 24 2024-03-10T22:15:18.635 INFO:tasks.rados.rados.0.smithi169.stdout:288: finishing write tid 2 to smithi16976610-10 2024-03-10T22:15:18.635 INFO:tasks.rados.rados.0.smithi169.stdout:288: finishing write tid 3 to smithi16976610-10 2024-03-10T22:15:18.635 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 24 2024-03-10T22:15:18.635 INFO:tasks.rados.rados.0.smithi169.stdout:293: seq_num 114 ranges {106496=712704,819200=712704,1531904=491520} 2024-03-10T22:15:18.637 INFO:tasks.rados.rados.0.smithi169.stdout:293: writing smithi16976610-32 from 106496 to 819200 tid 1 2024-03-10T22:15:18.641 INFO:tasks.rados.rados.0.smithi169.stdout:293: writing smithi16976610-32 from 819200 to 1531904 tid 2 2024-03-10T22:15:18.644 INFO:tasks.rados.rados.0.smithi169.stdout:293: writing smithi16976610-32 from 1531904 to 2023424 tid 3 2024-03-10T22:15:18.644 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 24 2024-03-10T22:15:18.644 INFO:tasks.rados.rados.0.smithi169.stdout:288: finishing write tid 4 to smithi16976610-10 2024-03-10T22:15:18.645 INFO:tasks.rados.rados.0.smithi169.stdout:288: finishing write tid 5 to smithi16976610-10 2024-03-10T22:15:18.645 INFO:tasks.rados.rados.0.smithi169.stdout:290: finishing rollback tid 0 to smithi16976610-26 2024-03-10T22:15:18.645 INFO:tasks.rados.rados.0.smithi169.stdout:290: finishing rollback tid 1 to smithi16976610-26 2024-03-10T22:15:18.645 INFO:tasks.rados.rados.0.smithi169.stdout:294: seq_num 115 ranges {1130496=729088,1859584=647168,2506752=434176,2940928=122880} 2024-03-10T22:15:18.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:18 smithi169 ceph-mon[37738]: osdmap e118: 8 total, 8 up, 8 in 2024-03-10T22:15:18.654 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:18 smithi169 ceph-mon[27156]: osdmap e118: 8 total, 8 up, 8 in 2024-03-10T22:15:18.654 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:15:18] "GET /metrics HTTP/1.1" 200 35999 "" "Prometheus/2.43.0" 2024-03-10T22:15:18.655 INFO:tasks.rados.rados.0.smithi169.stdout:294: writing smithi16976610-12 from 1130496 to 1859584 tid 1 2024-03-10T22:15:18.658 INFO:tasks.rados.rados.0.smithi169.stdout:294: writing smithi16976610-12 from 1859584 to 2506752 tid 2 2024-03-10T22:15:18.660 INFO:tasks.rados.rados.0.smithi169.stdout:294: writing smithi16976610-12 from 2506752 to 2940928 tid 3 2024-03-10T22:15:18.662 INFO:tasks.rados.rados.0.smithi169.stdout:294: writing smithi16976610-12 from 2940928 to 3063808 tid 4 2024-03-10T22:15:18.662 INFO:tasks.rados.rados.0.smithi169.stdout:295: read oid 45 snap 21 2024-03-10T22:15:18.662 INFO:tasks.rados.rados.0.smithi169.stdout:295: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-10T22:15:18.662 INFO:tasks.rados.rados.0.smithi169.stdout:296: rmattr oid 17 current snap is 24 2024-03-10T22:15:18.662 INFO:tasks.rados.rados.0.smithi169.stdout:296: done (7 left) 2024-03-10T22:15:18.662 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 24 2024-03-10T22:15:18.662 INFO:tasks.rados.rados.0.smithi169.stdout:290: finishing rollback tid 2 to smithi16976610-26 2024-03-10T22:15:18.662 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 117 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-03-10T22:15:18.663 INFO:tasks.rados.rados.0.smithi169.stdout:288: finishing write tid 6 to smithi16976610-10 2024-03-10T22:15:18.663 INFO:tasks.rados.rados.0.smithi169.stdout:288: oid 10 updating version 0 to 42 2024-03-10T22:15:18.663 INFO:tasks.rados.rados.0.smithi169.stdout:288: oid 10 version 42 is already newer than 38 2024-03-10T22:15:18.663 INFO:tasks.rados.rados.0.smithi169.stdout:288: oid 10 version 42 is already newer than 39 2024-03-10T22:15:18.663 INFO:tasks.rados.rados.0.smithi169.stdout:288: oid 10 version 42 is already newer than 41 2024-03-10T22:15:18.663 INFO:tasks.rados.rados.0.smithi169.stdout:288: oid 10 version 42 is already newer than 40 2024-03-10T22:15:18.663 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 42 (ObjNum 113 snap 24 seq_num 113) dirty exists 2024-03-10T22:15:18.663 INFO:tasks.rados.rados.0.smithi169.stdout:288: left oid 10 (ObjNum 113 snap 24 seq_num 113) 2024-03-10T22:15:18.663 INFO:tasks.rados.rados.0.smithi169.stdout:297: seq_num 116 ranges {2514944=745472,3260416=532480,3792896=638976,4431872=32768} 2024-03-10T22:15:18.679 INFO:tasks.rados.rados.0.smithi169.stdout:297: writing smithi16976610-48 from 2514944 to 3260416 tid 1 2024-03-10T22:15:18.682 INFO:tasks.rados.rados.0.smithi169.stdout:297: writing smithi16976610-48 from 3260416 to 3792896 tid 2 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:297: writing smithi16976610-48 from 3792896 to 4431872 tid 3 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:297: writing smithi16976610-48 from 4431872 to 4464640 tid 4 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:288: done (7 left) 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:290: done (6 left) 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:298: read oid 11 snap -1 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:298: expect deleted 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:299: read oid 26 snap 20 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:299: expect (ObjNum 95 snap 19 seq_num 95) 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 24 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:292: finishing copy_from racing read to smithi16976610-8 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:293: finishing write tid 1 to smithi16976610-32 2024-03-10T22:15:18.687 INFO:tasks.rados.rados.0.smithi169.stdout:292: finishing copy_from to smithi16976610-8 2024-03-10T22:15:18.688 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-10T22:15:18.688 INFO:tasks.rados.rados.0.smithi169.stdout:289: expect (ObjNum 89 snap 19 seq_num 89) 2024-03-10T22:15:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:18 smithi172 ceph-mon[31000]: osdmap e118: 8 total, 8 up, 8 in 2024-03-10T22:15:18.791 INFO:tasks.rados.rados.0.smithi169.stdout:293: finishing write tid 2 to smithi16976610-32 2024-03-10T22:15:18.791 INFO:tasks.rados.rados.0.smithi169.stdout:293: finishing write tid 3 to smithi16976610-32 2024-03-10T22:15:18.792 INFO:tasks.rados.rados.0.smithi169.stdout:293: finishing write tid 4 to smithi16976610-32 2024-03-10T22:15:18.792 INFO:tasks.rados.rados.0.smithi169.stdout:293: finishing write tid 5 to smithi16976610-32 2024-03-10T22:15:18.792 INFO:tasks.rados.rados.0.smithi169.stdout:293: oid 32 updating version 0 to 97 2024-03-10T22:15:18.792 INFO:tasks.rados.rados.0.smithi169.stdout:293: oid 32 version 97 is already newer than 96 2024-03-10T22:15:18.792 INFO:tasks.rados.rados.0.smithi169.stdout:293: oid 32 version 97 is already newer than 95 2024-03-10T22:15:18.792 INFO:tasks.rados.rados.0.smithi169.stdout:293: oid 32 updating version 97 to 98 2024-03-10T22:15:18.792 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 98 (ObjNum 114 snap 24 seq_num 114) dirty exists 2024-03-10T22:15:18.792 INFO:tasks.rados.rados.0.smithi169.stdout:293: left oid 32 (ObjNum 114 snap 24 seq_num 114) 2024-03-10T22:15:18.792 INFO:tasks.rados.rados.0.smithi169.stdout:294: finishing write tid 1 to smithi16976610-12 2024-03-10T22:15:18.792 INFO:tasks.rados.rados.0.smithi169.stdout:300: seq_num 117 ranges {0=770048,770048=417792,1187840=442368,1630208=344064} 2024-03-10T22:15:18.795 INFO:tasks.rados.rados.0.smithi169.stdout:300: writing smithi16976610-35 from 0 to 770048 tid 1 2024-03-10T22:15:18.797 INFO:tasks.rados.rados.0.smithi169.stdout:300: writing smithi16976610-35 from 770048 to 1187840 tid 2 2024-03-10T22:15:18.800 INFO:tasks.rados.rados.0.smithi169.stdout:300: writing smithi16976610-35 from 1187840 to 1630208 tid 3 2024-03-10T22:15:18.802 INFO:tasks.rados.rados.0.smithi169.stdout:300: writing smithi16976610-35 from 1630208 to 1974272 tid 4 2024-03-10T22:15:18.802 INFO:tasks.rados.rados.0.smithi169.stdout:289: done (8 left) 2024-03-10T22:15:18.802 INFO:tasks.rados.rados.0.smithi169.stdout:292: done (7 left) 2024-03-10T22:15:18.802 INFO:tasks.rados.rados.0.smithi169.stdout:293: done (6 left) 2024-03-10T22:15:18.802 INFO:tasks.rados.rados.0.smithi169.stdout:301: snap_remove snap 23 2024-03-10T22:15:19.254 INFO:tasks.rados.rados.0.smithi169.stdout:301: done (6 left) 2024-03-10T22:15:19.254 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 24 2024-03-10T22:15:19.254 INFO:tasks.rados.rados.0.smithi169.stdout:302: seq_num 118 ranges {2039808=786432,2826240=704512,3530752=499712} 2024-03-10T22:15:19.270 INFO:tasks.rados.rados.0.smithi169.stdout:302: writing smithi16976610-37 from 2039808 to 2826240 tid 1 2024-03-10T22:15:19.274 INFO:tasks.rados.rados.0.smithi169.stdout:302: writing smithi16976610-37 from 2826240 to 3530752 tid 2 2024-03-10T22:15:19.277 INFO:tasks.rados.rados.0.smithi169.stdout:302: writing smithi16976610-37 from 3530752 to 4030464 tid 3 2024-03-10T22:15:19.278 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 24 2024-03-10T22:15:19.278 INFO:tasks.rados.rados.0.smithi169.stdout:294: finishing write tid 2 to smithi16976610-12 2024-03-10T22:15:19.278 INFO:tasks.rados.rados.0.smithi169.stdout:294: finishing write tid 3 to smithi16976610-12 2024-03-10T22:15:19.278 INFO:tasks.rados.rados.0.smithi169.stdout:294: finishing write tid 4 to smithi16976610-12 2024-03-10T22:15:19.278 INFO:tasks.rados.rados.0.smithi169.stdout:294: finishing write tid 5 to smithi16976610-12 2024-03-10T22:15:19.278 INFO:tasks.rados.rados.0.smithi169.stdout:295: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-10T22:15:19.292 INFO:tasks.rados.rados.0.smithi169.stdout:294: finishing write tid 6 to smithi16976610-12 2024-03-10T22:15:19.292 INFO:tasks.rados.rados.0.smithi169.stdout:294: oid 12 updating version 0 to 33 2024-03-10T22:15:19.293 INFO:tasks.rados.rados.0.smithi169.stdout:294: oid 12 updating version 33 to 35 2024-03-10T22:15:19.293 INFO:tasks.rados.rados.0.smithi169.stdout:294: oid 12 version 35 is already newer than 32 2024-03-10T22:15:19.293 INFO:tasks.rados.rados.0.smithi169.stdout:294: oid 12 updating version 35 to 36 2024-03-10T22:15:19.293 INFO:tasks.rados.rados.0.smithi169.stdout:294: oid 12 version 36 is already newer than 34 2024-03-10T22:15:19.293 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 36 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-03-10T22:15:19.293 INFO:tasks.rados.rados.0.smithi169.stdout:294: left oid 12 (ObjNum 115 snap 24 seq_num 115) 2024-03-10T22:15:19.293 INFO:tasks.rados.rados.0.smithi169.stdout:297: finishing write tid 1 to smithi16976610-48 2024-03-10T22:15:19.293 INFO:tasks.rados.rados.0.smithi169.stdout:303: seq_num 119 ranges {2957312=802816,3760128=589824,4349952=409600,4759552=204800} 2024-03-10T22:15:19.314 INFO:tasks.rados.rados.0.smithi169.stdout:303: writing smithi16976610-23 from 2957312 to 3760128 tid 1 2024-03-10T22:15:19.316 INFO:tasks.rados.rados.0.smithi169.stdout:303: writing smithi16976610-23 from 3760128 to 4349952 tid 2 2024-03-10T22:15:19.318 INFO:tasks.rados.rados.0.smithi169.stdout:303: writing smithi16976610-23 from 4349952 to 4759552 tid 3 2024-03-10T22:15:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:303: writing smithi16976610-23 from 4759552 to 4964352 tid 4 2024-03-10T22:15:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:294: done (7 left) 2024-03-10T22:15:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:295: done (6 left) 2024-03-10T22:15:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:304: rollback oid 13 current snap is 24 2024-03-10T22:15:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 13 to 20 2024-03-10T22:15:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:297: finishing write tid 2 to smithi16976610-48 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:297: finishing write tid 3 to smithi16976610-48 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:298: done (6 left) 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:305: rollback oid 39 current snap is 24 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 39 to 18 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:297: finishing write tid 4 to smithi16976610-48 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:297: finishing write tid 5 to smithi16976610-48 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:297: finishing write tid 6 to smithi16976610-48 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:297: oid 48 updating version 0 to 104 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:297: oid 48 updating version 104 to 105 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:297: oid 48 version 105 is already newer than 102 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:297: oid 48 updating version 105 to 106 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:297: oid 48 version 106 is already newer than 103 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 106 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:297: left oid 48 (ObjNum 116 snap 24 seq_num 116) 2024-03-10T22:15:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:299: expect (ObjNum 95 snap 19 seq_num 95) 2024-03-10T22:15:19.363 INFO:tasks.rados.rados.0.smithi169.stdout:300: finishing write tid 1 to smithi16976610-35 2024-03-10T22:15:19.363 INFO:tasks.rados.rados.0.smithi169.stdout:300: finishing write tid 2 to smithi16976610-35 2024-03-10T22:15:19.363 INFO:tasks.rados.rados.0.smithi169.stdout:300: finishing write tid 3 to smithi16976610-35 2024-03-10T22:15:19.363 INFO:tasks.rados.rados.0.smithi169.stdout:297: done (6 left) 2024-03-10T22:15:19.363 INFO:tasks.rados.rados.0.smithi169.stdout:299: done (5 left) 2024-03-10T22:15:19.363 INFO:tasks.rados.rados.0.smithi169.stdout:306: rmattr oid 22 current snap is 24 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:306: done (5 left) 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:307: rollback oid 21 current snap is 24 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 20 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:300: finishing write tid 4 to smithi16976610-35 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:300: finishing write tid 5 to smithi16976610-35 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:300: finishing write tid 6 to smithi16976610-35 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:300: oid 35 updating version 0 to 42 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:300: oid 35 version 42 is already newer than 40 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:300: oid 35 version 42 is already newer than 41 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:300: oid 35 version 42 is already newer than 39 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:300: oid 35 version 42 is already newer than 38 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 42 (ObjNum 117 snap 24 seq_num 117) dirty exists 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:300: left oid 35 (ObjNum 117 snap 24 seq_num 117) 2024-03-10T22:15:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:302: finishing write tid 1 to smithi16976610-37 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:302: finishing write tid 2 to smithi16976610-37 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:302: finishing write tid 3 to smithi16976610-37 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:302: finishing write tid 4 to smithi16976610-37 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:302: finishing write tid 5 to smithi16976610-37 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:302: oid 37 updating version 0 to 110 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:302: oid 37 updating version 110 to 113 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:302: oid 37 version 113 is already newer than 111 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:302: oid 37 version 113 is already newer than 112 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 113 (ObjNum 118 snap 24 seq_num 118) dirty exists 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:302: left oid 37 (ObjNum 118 snap 24 seq_num 118) 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:303: finishing write tid 1 to smithi16976610-23 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:303: finishing write tid 2 to smithi16976610-23 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:303: finishing write tid 3 to smithi16976610-23 2024-03-10T22:15:19.365 INFO:tasks.rados.rados.0.smithi169.stdout:303: finishing write tid 4 to smithi16976610-23 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:304: finishing rollback tid 0 to smithi16976610-13 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:300: done (5 left) 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:302: done (4 left) 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:308: rmattr oid 3 current snap is 24 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:308: done (4 left) 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:309: copy_from oid 20 from oid 4 current snap is 24 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:303: finishing write tid 5 to smithi16976610-23 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:304: finishing rollback tid 1 to smithi16976610-13 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:305: finishing rollback tid 0 to smithi16976610-39 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:304: finishing rollback tid 2 to smithi16976610-13 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 116 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:305: finishing rollback tid 1 to smithi16976610-39 2024-03-10T22:15:19.366 INFO:tasks.rados.rados.0.smithi169.stdout:305: finishing rollback tid 2 to smithi16976610-39 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 104 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:303: finishing write tid 6 to smithi16976610-23 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:303: oid 23 updating version 0 to 98 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:303: oid 23 version 98 is already newer than 96 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:303: oid 23 updating version 98 to 100 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:303: oid 23 version 100 is already newer than 97 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:303: oid 23 version 100 is already newer than 99 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 100 (ObjNum 119 snap 24 seq_num 119) dirty exists 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:303: left oid 23 (ObjNum 119 snap 24 seq_num 119) 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:303: done (4 left) 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:304: done (3 left) 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:305: done (2 left) 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:310: rollback oid 37 current snap is 24 2024-03-10T22:15:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 37 to 20 2024-03-10T22:15:19.368 INFO:tasks.rados.rados.0.smithi169.stdout:311: snap_remove snap 21 2024-03-10T22:15:19.670 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:19 smithi169 ceph-mon[37738]: osdmap e119: 8 total, 8 up, 8 in 2024-03-10T22:15:19.670 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:19 smithi169 ceph-mon[37738]: pgmap v167: 121 pgs: 121 active+clean; 91 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-03-10T22:15:19.670 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:19 smithi169 ceph-mon[37738]: osdmap e120: 8 total, 8 up, 8 in 2024-03-10T22:15:19.670 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:19 smithi169 ceph-mon[27156]: osdmap e119: 8 total, 8 up, 8 in 2024-03-10T22:15:19.670 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:19 smithi169 ceph-mon[27156]: pgmap v167: 121 pgs: 121 active+clean; 91 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-03-10T22:15:19.671 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:19 smithi169 ceph-mon[27156]: osdmap e120: 8 total, 8 up, 8 in 2024-03-10T22:15:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:19 smithi172 ceph-mon[31000]: osdmap e119: 8 total, 8 up, 8 in 2024-03-10T22:15:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:19 smithi172 ceph-mon[31000]: pgmap v167: 121 pgs: 121 active+clean; 91 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-03-10T22:15:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:19 smithi172 ceph-mon[31000]: osdmap e120: 8 total, 8 up, 8 in 2024-03-10T22:15:20.265 INFO:tasks.rados.rados.0.smithi169.stdout:311: done (3 left) 2024-03-10T22:15:20.265 INFO:tasks.rados.rados.0.smithi169.stdout:312: snap_create 2024-03-10T22:15:20.265 INFO:tasks.rados.rados.0.smithi169.stdout:310: finishing rollback tid 0 to smithi16976610-37 2024-03-10T22:15:20.265 INFO:tasks.rados.rados.0.smithi169.stdout:310: finishing rollback tid 1 to smithi16976610-37 2024-03-10T22:15:20.265 INFO:tasks.rados.rados.0.smithi169.stdout:307: finishing rollback tid 0 to smithi16976610-21 2024-03-10T22:15:20.265 INFO:tasks.rados.rados.0.smithi169.stdout:307: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:15:20.265 INFO:tasks.rados.rados.0.smithi169.stdout:309: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:15:20.265 INFO:tasks.rados.rados.0.smithi169.stdout:310: finishing rollback tid 2 to smithi16976610-37 2024-03-10T22:15:20.265 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 119 (ObjNum 85 snap 18 seq_num 85) dirty exists 2024-03-10T22:15:20.265 INFO:tasks.rados.rados.0.smithi169.stdout:307: finishing rollback tid 2 to smithi16976610-21 2024-03-10T22:15:20.266 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 57 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-03-10T22:15:20.266 INFO:tasks.rados.rados.0.smithi169.stdout:309: finishing copy_from to smithi16976610-20 2024-03-10T22:15:20.266 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T22:15:21.272 INFO:tasks.rados.rados.0.smithi169.stdout:307: done (3 left) 2024-03-10T22:15:21.273 INFO:tasks.rados.rados.0.smithi169.stdout:309: done (2 left) 2024-03-10T22:15:21.273 INFO:tasks.rados.rados.0.smithi169.stdout:310: done (1 left) 2024-03-10T22:15:21.273 INFO:tasks.rados.rados.0.smithi169.stdout:312: done (0 left) 2024-03-10T22:15:21.273 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 25 2024-03-10T22:15:21.273 INFO:tasks.rados.rados.0.smithi169.stdout:313: seq_num 120 ranges {2924544=417792,3342336=475136,3817472=622592,4440064=507904} 2024-03-10T22:15:21.289 INFO:tasks.rados.rados.0.smithi169.stdout:313: writing smithi16976610-16 from 2924544 to 3342336 tid 1 2024-03-10T22:15:21.292 INFO:tasks.rados.rados.0.smithi169.stdout:313: writing smithi16976610-16 from 3342336 to 3817472 tid 2 2024-03-10T22:15:21.296 INFO:tasks.rados.rados.0.smithi169.stdout:313: writing smithi16976610-16 from 3817472 to 4440064 tid 3 2024-03-10T22:15:21.299 INFO:tasks.rados.rados.0.smithi169.stdout:313: writing smithi16976610-16 from 4440064 to 4947968 tid 4 2024-03-10T22:15:21.299 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 25 2024-03-10T22:15:21.299 INFO:tasks.rados.rados.0.smithi169.stdout:313: finishing write tid 1 to smithi16976610-16 2024-03-10T22:15:21.299 INFO:tasks.rados.rados.0.smithi169.stdout:314: seq_num 121 ranges {286720=434176,720896=753664,1474560=425984,1900544=425984} 2024-03-10T22:15:21.303 INFO:tasks.rados.rados.0.smithi169.stdout:314: writing smithi16976610-18 from 286720 to 720896 tid 1 2024-03-10T22:15:21.307 INFO:tasks.rados.rados.0.smithi169.stdout:314: writing smithi16976610-18 from 720896 to 1474560 tid 2 2024-03-10T22:15:21.310 INFO:tasks.rados.rados.0.smithi169.stdout:314: writing smithi16976610-18 from 1474560 to 1900544 tid 3 2024-03-10T22:15:21.313 INFO:tasks.rados.rados.0.smithi169.stdout:314: writing smithi16976610-18 from 1900544 to 2326528 tid 4 2024-03-10T22:15:21.313 INFO:tasks.rados.rados.0.smithi169.stdout:315: setattr oid 45 current snap is 25 2024-03-10T22:15:21.313 INFO:tasks.rados.rados.0.smithi169.stdout:313: finishing write tid 2 to smithi16976610-16 2024-03-10T22:15:21.313 INFO:tasks.rados.rados.0.smithi169.stdout:313: finishing write tid 3 to smithi16976610-16 2024-03-10T22:15:21.313 INFO:tasks.rados.rados.0.smithi169.stdout:313: finishing write tid 4 to smithi16976610-16 2024-03-10T22:15:21.313 INFO:tasks.rados.rados.0.smithi169.stdout:313: finishing write tid 5 to smithi16976610-16 2024-03-10T22:15:21.313 INFO:tasks.rados.rados.0.smithi169.stdout:313: finishing write tid 6 to smithi16976610-16 2024-03-10T22:15:21.314 INFO:tasks.rados.rados.0.smithi169.stdout:313: oid 16 updating version 0 to 138 2024-03-10T22:15:21.314 INFO:tasks.rados.rados.0.smithi169.stdout:313: oid 16 updating version 138 to 139 2024-03-10T22:15:21.314 INFO:tasks.rados.rados.0.smithi169.stdout:313: oid 16 version 139 is already newer than 135 2024-03-10T22:15:21.314 INFO:tasks.rados.rados.0.smithi169.stdout:313: oid 16 version 139 is already newer than 136 2024-03-10T22:15:21.314 INFO:tasks.rados.rados.0.smithi169.stdout:313: oid 16 version 139 is already newer than 137 2024-03-10T22:15:21.314 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 139 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-03-10T22:15:21.314 INFO:tasks.rados.rados.0.smithi169.stdout:313: left oid 16 (ObjNum 120 snap 25 seq_num 120) 2024-03-10T22:15:21.314 INFO:tasks.rados.rados.0.smithi169.stdout:314: finishing write tid 1 to smithi16976610-18 2024-03-10T22:15:21.314 INFO:tasks.rados.rados.0.smithi169.stdout:314: finishing write tid 2 to smithi16976610-18 2024-03-10T22:15:21.314 INFO:tasks.rados.rados.0.smithi169.stdout:314: finishing write tid 3 to smithi16976610-18 2024-03-10T22:15:21.315 INFO:tasks.rados.rados.0.smithi169.stdout:313: done (2 left) 2024-03-10T22:15:21.315 INFO:tasks.rados.rados.0.smithi169.stdout:316: snap_remove snap 11 2024-03-10T22:15:21.565 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:21 smithi172 ceph-mon[31000]: osdmap e121: 8 total, 8 up, 8 in 2024-03-10T22:15:21.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:21 smithi169 ceph-mon[27156]: osdmap e121: 8 total, 8 up, 8 in 2024-03-10T22:15:21.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:21 smithi169 ceph-mon[37738]: osdmap e121: 8 total, 8 up, 8 in 2024-03-10T22:15:22.283 INFO:tasks.rados.rados.0.smithi169.stdout:316: done (2 left) 2024-03-10T22:15:22.283 INFO:tasks.rados.rados.0.smithi169.stdout:317: setattr oid 15 current snap is 25 2024-03-10T22:15:22.285 INFO:tasks.rados.rados.0.smithi169.stdout:314: finishing write tid 4 to smithi16976610-18 2024-03-10T22:15:22.285 INFO:tasks.rados.rados.0.smithi169.stdout:314: finishing write tid 5 to smithi16976610-18 2024-03-10T22:15:22.285 INFO:tasks.rados.rados.0.smithi169.stdout:314: finishing write tid 6 to smithi16976610-18 2024-03-10T22:15:22.285 INFO:tasks.rados.rados.0.smithi169.stdout:314: oid 18 updating version 0 to 61 2024-03-10T22:15:22.285 INFO:tasks.rados.rados.0.smithi169.stdout:314: oid 18 version 61 is already newer than 58 2024-03-10T22:15:22.285 INFO:tasks.rados.rados.0.smithi169.stdout:314: oid 18 version 61 is already newer than 57 2024-03-10T22:15:22.285 INFO:tasks.rados.rados.0.smithi169.stdout:314: oid 18 version 61 is already newer than 59 2024-03-10T22:15:22.285 INFO:tasks.rados.rados.0.smithi169.stdout:314: oid 18 version 61 is already newer than 60 2024-03-10T22:15:22.285 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 61 (ObjNum 121 snap 25 seq_num 121) dirty exists 2024-03-10T22:15:22.285 INFO:tasks.rados.rados.0.smithi169.stdout:314: left oid 18 (ObjNum 121 snap 25 seq_num 121) 2024-03-10T22:15:22.285 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 141 (ObjNum 99 snap 23 seq_num 99) dirty exists 2024-03-10T22:15:22.286 INFO:tasks.rados.rados.0.smithi169.stdout:314: done (2 left) 2024-03-10T22:15:22.286 INFO:tasks.rados.rados.0.smithi169.stdout:315: done (1 left) 2024-03-10T22:15:22.286 INFO:tasks.rados.rados.0.smithi169.stdout:318: snap_create 2024-03-10T22:15:22.290 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 108 (ObjNum 111 snap 24 seq_num 111) dirty exists 2024-03-10T22:15:22.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:22 smithi169 ceph-mon[27156]: pgmap v170: 121 pgs: 121 active+clean; 91 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-03-10T22:15:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:22 smithi169 ceph-mon[27156]: osdmap e122: 8 total, 8 up, 8 in 2024-03-10T22:15:22.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:22 smithi169 ceph-mon[37738]: pgmap v170: 121 pgs: 121 active+clean; 91 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-03-10T22:15:22.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:22 smithi169 ceph-mon[37738]: osdmap e122: 8 total, 8 up, 8 in 2024-03-10T22:15:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:22 smithi172 ceph-mon[31000]: pgmap v170: 121 pgs: 121 active+clean; 91 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-03-10T22:15:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:22 smithi172 ceph-mon[31000]: osdmap e122: 8 total, 8 up, 8 in 2024-03-10T22:15:23.284 INFO:tasks.rados.rados.0.smithi169.stdout:317: done (1 left) 2024-03-10T22:15:23.285 INFO:tasks.rados.rados.0.smithi169.stdout:318: done (0 left) 2024-03-10T22:15:23.285 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 33 current snap is 26 2024-03-10T22:15:23.285 INFO:tasks.rados.rados.0.smithi169.stdout:319: seq_num 122 ranges {344064=450560,794624=688128,1482752=630784,2113536=286720} 2024-03-10T22:15:23.288 INFO:tasks.rados.rados.0.smithi169.stdout:319: writing smithi16976610-33 from 344064 to 794624 tid 1 2024-03-10T22:15:23.292 INFO:tasks.rados.rados.0.smithi169.stdout:319: writing smithi16976610-33 from 794624 to 1482752 tid 2 2024-03-10T22:15:23.296 INFO:tasks.rados.rados.0.smithi169.stdout:319: writing smithi16976610-33 from 1482752 to 2113536 tid 3 2024-03-10T22:15:23.298 INFO:tasks.rados.rados.0.smithi169.stdout:319: writing smithi16976610-33 from 2113536 to 2400256 tid 4 2024-03-10T22:15:23.298 INFO:tasks.rados.rados.0.smithi169.stdout:320: copy_from oid 18 from oid 13 current snap is 26 2024-03-10T22:15:23.298 INFO:tasks.rados.rados.0.smithi169.stdout:319: finishing write tid 1 to smithi16976610-33 2024-03-10T22:15:23.298 INFO:tasks.rados.rados.0.smithi169.stdout:319: finishing write tid 2 to smithi16976610-33 2024-03-10T22:15:23.299 INFO:tasks.rados.rados.0.smithi169.stdout:321: snap_create 2024-03-10T22:15:23.300 INFO:tasks.rados.rados.0.smithi169.stdout:319: finishing write tid 3 to smithi16976610-33 2024-03-10T22:15:23.300 INFO:tasks.rados.rados.0.smithi169.stdout:319: finishing write tid 4 to smithi16976610-33 2024-03-10T22:15:23.300 INFO:tasks.rados.rados.0.smithi169.stdout:319: finishing write tid 5 to smithi16976610-33 2024-03-10T22:15:23.301 INFO:tasks.rados.rados.0.smithi169.stdout:319: finishing write tid 6 to smithi16976610-33 2024-03-10T22:15:23.301 INFO:tasks.rados.rados.0.smithi169.stdout:319: oid 33 updating version 0 to 134 2024-03-10T22:15:23.301 INFO:tasks.rados.rados.0.smithi169.stdout:319: oid 33 updating version 134 to 136 2024-03-10T22:15:23.302 INFO:tasks.rados.rados.0.smithi169.stdout:319: oid 33 version 136 is already newer than 133 2024-03-10T22:15:23.302 INFO:tasks.rados.rados.0.smithi169.stdout:319: oid 33 updating version 136 to 137 2024-03-10T22:15:23.302 INFO:tasks.rados.rados.0.smithi169.stdout:319: oid 33 version 137 is already newer than 135 2024-03-10T22:15:23.302 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 137 (ObjNum 122 snap 26 seq_num 122) dirty exists 2024-03-10T22:15:23.302 INFO:tasks.rados.rados.0.smithi169.stdout:319: left oid 33 (ObjNum 122 snap 26 seq_num 122) 2024-03-10T22:15:23.311 INFO:tasks.rados.rados.0.smithi169.stdout:320: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:15:23.312 INFO:tasks.rados.rados.0.smithi169.stdout:320: finishing copy_from to smithi16976610-18 2024-03-10T22:15:23.312 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 116 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-03-10T22:15:23.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:23 smithi169 ceph-mon[27156]: osdmap e123: 8 total, 8 up, 8 in 2024-03-10T22:15:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:23 smithi169 ceph-mon[37738]: osdmap e123: 8 total, 8 up, 8 in 2024-03-10T22:15:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:23 smithi172 ceph-mon[31000]: osdmap e123: 8 total, 8 up, 8 in 2024-03-10T22:15:24.297 INFO:tasks.rados.rados.0.smithi169.stdout:319: done (2 left) 2024-03-10T22:15:24.298 INFO:tasks.rados.rados.0.smithi169.stdout:320: done (1 left) 2024-03-10T22:15:24.298 INFO:tasks.rados.rados.0.smithi169.stdout:321: done (0 left) 2024-03-10T22:15:24.298 INFO:tasks.rados.rados.0.smithi169.stdout:322: snap_create 2024-03-10T22:15:24.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:24 smithi169 ceph-mon[37738]: pgmap v173: 121 pgs: 121 active+clean; 91 MiB data, 365 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:24.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:24 smithi169 ceph-mon[37738]: osdmap e124: 8 total, 8 up, 8 in 2024-03-10T22:15:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:24 smithi169 ceph-mon[27156]: pgmap v173: 121 pgs: 121 active+clean; 91 MiB data, 365 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:24 smithi169 ceph-mon[27156]: osdmap e124: 8 total, 8 up, 8 in 2024-03-10T22:15:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:24 smithi172 ceph-mon[31000]: pgmap v173: 121 pgs: 121 active+clean; 91 MiB data, 365 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:24 smithi172 ceph-mon[31000]: osdmap e124: 8 total, 8 up, 8 in 2024-03-10T22:15:25.304 INFO:tasks.rados.rados.0.smithi169.stdout:322: done (0 left) 2024-03-10T22:15:25.305 INFO:tasks.rados.rados.0.smithi169.stdout:323: read oid 15 snap -1 2024-03-10T22:15:25.305 INFO:tasks.rados.rados.0.smithi169.stdout:323: expect (ObjNum 111 snap 24 seq_num 111) 2024-03-10T22:15:25.305 INFO:tasks.rados.rados.0.smithi169.stdout:324: snap_create 2024-03-10T22:15:25.312 INFO:tasks.rados.rados.0.smithi169.stdout:323: expect (ObjNum 111 snap 24 seq_num 111) 2024-03-10T22:15:25.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:25 smithi169 ceph-mon[27156]: osdmap e125: 8 total, 8 up, 8 in 2024-03-10T22:15:25.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:25 smithi169 ceph-mon[37738]: osdmap e125: 8 total, 8 up, 8 in 2024-03-10T22:15:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:25 smithi172 ceph-mon[31000]: osdmap e125: 8 total, 8 up, 8 in 2024-03-10T22:15:26.304 INFO:tasks.rados.rados.0.smithi169.stdout:323: done (1 left) 2024-03-10T22:15:26.304 INFO:tasks.rados.rados.0.smithi169.stdout:324: done (0 left) 2024-03-10T22:15:26.304 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 29 2024-03-10T22:15:26.304 INFO:tasks.rados.rados.0.smithi169.stdout:325: seq_num 123 ranges {4964352=466944,5431296=573440,6004736=794624,6799360=237568} 2024-03-10T22:15:26.333 INFO:tasks.rados.rados.0.smithi169.stdout:325: writing smithi16976610-23 from 4964352 to 5431296 tid 1 2024-03-10T22:15:26.336 INFO:tasks.rados.rados.0.smithi169.stdout:325: writing smithi16976610-23 from 5431296 to 6004736 tid 2 2024-03-10T22:15:26.340 INFO:tasks.rados.rados.0.smithi169.stdout:325: writing smithi16976610-23 from 6004736 to 6799360 tid 3 2024-03-10T22:15:26.343 INFO:tasks.rados.rados.0.smithi169.stdout:325: writing smithi16976610-23 from 6799360 to 7036928 tid 4 2024-03-10T22:15:26.343 INFO:tasks.rados.rados.0.smithi169.stdout:326: rollback oid 9 current snap is 29 2024-03-10T22:15:26.343 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 9 to 26 2024-03-10T22:15:26.343 INFO:tasks.rados.rados.0.smithi169.stdout:325: finishing write tid 1 to smithi16976610-23 2024-03-10T22:15:26.343 INFO:tasks.rados.rados.0.smithi169.stdout:325: finishing write tid 2 to smithi16976610-23 2024-03-10T22:15:26.343 INFO:tasks.rados.rados.0.smithi169.stdout:327: snap_remove snap 20 2024-03-10T22:15:26.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:26 smithi169 ceph-mon[37738]: pgmap v176: 121 pgs: 121 active+clean; 93 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-03-10T22:15:26.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:26 smithi169 ceph-mon[37738]: osdmap e126: 8 total, 8 up, 8 in 2024-03-10T22:15:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:26 smithi169 ceph-mon[27156]: pgmap v176: 121 pgs: 121 active+clean; 93 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-03-10T22:15:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:26 smithi169 ceph-mon[27156]: osdmap e126: 8 total, 8 up, 8 in 2024-03-10T22:15:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:26 smithi172 ceph-mon[31000]: pgmap v176: 121 pgs: 121 active+clean; 93 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-03-10T22:15:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:26 smithi172 ceph-mon[31000]: osdmap e126: 8 total, 8 up, 8 in 2024-03-10T22:15:27.317 INFO:tasks.rados.rados.0.smithi169.stdout:325: finishing write tid 3 to smithi16976610-23 2024-03-10T22:15:27.318 INFO:tasks.rados.rados.0.smithi169.stdout:325: finishing write tid 4 to smithi16976610-23 2024-03-10T22:15:27.318 INFO:tasks.rados.rados.0.smithi169.stdout:326: finishing rollback tid 0 to smithi16976610-9 2024-03-10T22:15:27.318 INFO:tasks.rados.rados.0.smithi169.stdout:325: finishing write tid 5 to smithi16976610-23 2024-03-10T22:15:27.318 INFO:tasks.rados.rados.0.smithi169.stdout:326: finishing rollback tid 1 to smithi16976610-9 2024-03-10T22:15:27.318 INFO:tasks.rados.rados.0.smithi169.stdout:325: finishing write tid 6 to smithi16976610-23 2024-03-10T22:15:27.318 INFO:tasks.rados.rados.0.smithi169.stdout:325: oid 23 updating version 0 to 117 2024-03-10T22:15:27.318 INFO:tasks.rados.rados.0.smithi169.stdout:325: oid 23 updating version 117 to 120 2024-03-10T22:15:27.318 INFO:tasks.rados.rados.0.smithi169.stdout:325: oid 23 version 120 is already newer than 119 2024-03-10T22:15:27.318 INFO:tasks.rados.rados.0.smithi169.stdout:325: oid 23 version 120 is already newer than 116 2024-03-10T22:15:27.318 INFO:tasks.rados.rados.0.smithi169.stdout:325: oid 23 version 120 is already newer than 118 2024-03-10T22:15:27.318 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 120 (ObjNum 123 snap 29 seq_num 123) dirty exists 2024-03-10T22:15:27.319 INFO:tasks.rados.rados.0.smithi169.stdout:325: left oid 23 (ObjNum 123 snap 29 seq_num 123) 2024-03-10T22:15:27.319 INFO:tasks.rados.rados.0.smithi169.stdout:326: finishing rollback tid 2 to smithi16976610-9 2024-03-10T22:15:27.319 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 89 (ObjNum 102 snap 23 seq_num 102) dirty exists 2024-03-10T22:15:27.319 INFO:tasks.rados.rados.0.smithi169.stdout:325: done (2 left) 2024-03-10T22:15:27.319 INFO:tasks.rados.rados.0.smithi169.stdout:326: done (1 left) 2024-03-10T22:15:27.319 INFO:tasks.rados.rados.0.smithi169.stdout:327: done (0 left) 2024-03-10T22:15:27.319 INFO:tasks.rados.rados.0.smithi169.stdout:328: read oid 7 snap 18 2024-03-10T22:15:27.319 INFO:tasks.rados.rados.0.smithi169.stdout:328: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T22:15:27.319 INFO:tasks.rados.rados.0.smithi169.stdout:329: snap_create 2024-03-10T22:15:27.326 INFO:tasks.rados.rados.0.smithi169.stdout:328: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T22:15:27.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:27 smithi169 ceph-mon[27156]: osdmap e127: 8 total, 8 up, 8 in 2024-03-10T22:15:27.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:27 smithi169 ceph-mon[37738]: osdmap e127: 8 total, 8 up, 8 in 2024-03-10T22:15:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:27 smithi172 ceph-mon[31000]: osdmap e127: 8 total, 8 up, 8 in 2024-03-10T22:15:28.322 INFO:tasks.rados.rados.0.smithi169.stdout:328: done (1 left) 2024-03-10T22:15:28.322 INFO:tasks.rados.rados.0.smithi169.stdout:329: done (0 left) 2024-03-10T22:15:28.322 INFO:tasks.rados.rados.0.smithi169.stdout:330: read oid 23 snap -1 2024-03-10T22:15:28.322 INFO:tasks.rados.rados.0.smithi169.stdout:330: expect (ObjNum 123 snap 29 seq_num 123) 2024-03-10T22:15:28.322 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 30 2024-03-10T22:15:28.323 INFO:tasks.rados.rados.0.smithi169.stdout:331: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2024-03-10T22:15:28.324 INFO:tasks.rados.rados.0.smithi169.stdout:331: writing smithi16976610-41 from 0 to 483328 tid 1 2024-03-10T22:15:28.327 INFO:tasks.rados.rados.0.smithi169.stdout:331: writing smithi16976610-41 from 483328 to 942080 tid 2 2024-03-10T22:15:28.330 INFO:tasks.rados.rados.0.smithi169.stdout:331: writing smithi16976610-41 from 942080 to 1540096 tid 3 2024-03-10T22:15:28.334 INFO:tasks.rados.rados.0.smithi169.stdout:331: writing smithi16976610-41 from 1540096 to 2088960 tid 4 2024-03-10T22:15:28.335 INFO:tasks.rados.rados.0.smithi169.stdout:332: read oid 28 snap -1 2024-03-10T22:15:28.335 INFO:tasks.rados.rados.0.smithi169.stdout:332: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T22:15:28.335 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 30 2024-03-10T22:15:28.335 INFO:tasks.rados.rados.0.smithi169.stdout:333: seq_num 125 ranges {4374528=499712,4874240=745472,5619712=409600,6029312=450560} 2024-03-10T22:15:28.362 INFO:tasks.rados.rados.0.smithi169.stdout:333: writing smithi16976610-9 from 4374528 to 4874240 tid 1 2024-03-10T22:15:28.366 INFO:tasks.rados.rados.0.smithi169.stdout:333: writing smithi16976610-9 from 4874240 to 5619712 tid 2 2024-03-10T22:15:28.368 INFO:tasks.rados.rados.0.smithi169.stdout:333: writing smithi16976610-9 from 5619712 to 6029312 tid 3 2024-03-10T22:15:28.372 INFO:tasks.rados.rados.0.smithi169.stdout:333: writing smithi16976610-9 from 6029312 to 6479872 tid 4 2024-03-10T22:15:28.372 INFO:tasks.rados.rados.0.smithi169.stdout:334: rmattr oid 34 current snap is 30 2024-03-10T22:15:28.372 INFO:tasks.rados.rados.0.smithi169.stdout:334: done (4 left) 2024-03-10T22:15:28.372 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 30 2024-03-10T22:15:28.372 INFO:tasks.rados.rados.0.smithi169.stdout:331: finishing write tid 1 to smithi16976610-41 2024-03-10T22:15:28.372 INFO:tasks.rados.rados.0.smithi169.stdout:331: finishing write tid 2 to smithi16976610-41 2024-03-10T22:15:28.372 INFO:tasks.rados.rados.0.smithi169.stdout:331: finishing write tid 3 to smithi16976610-41 2024-03-10T22:15:28.372 INFO:tasks.rados.rados.0.smithi169.stdout:332: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T22:15:28.387 INFO:tasks.rados.rados.0.smithi169.stdout:331: finishing write tid 4 to smithi16976610-41 2024-03-10T22:15:28.387 INFO:tasks.rados.rados.0.smithi169.stdout:331: finishing write tid 5 to smithi16976610-41 2024-03-10T22:15:28.387 INFO:tasks.rados.rados.0.smithi169.stdout:331: finishing write tid 6 to smithi16976610-41 2024-03-10T22:15:28.388 INFO:tasks.rados.rados.0.smithi169.stdout:331: oid 41 updating version 0 to 45 2024-03-10T22:15:28.388 INFO:tasks.rados.rados.0.smithi169.stdout:331: oid 41 updating version 45 to 46 2024-03-10T22:15:28.388 INFO:tasks.rados.rados.0.smithi169.stdout:331: oid 41 updating version 46 to 47 2024-03-10T22:15:28.388 INFO:tasks.rados.rados.0.smithi169.stdout:331: oid 41 updating version 47 to 48 2024-03-10T22:15:28.388 INFO:tasks.rados.rados.0.smithi169.stdout:331: oid 41 version 48 is already newer than 44 2024-03-10T22:15:28.388 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 48 (ObjNum 124 snap 30 seq_num 124) dirty exists 2024-03-10T22:15:28.388 INFO:tasks.rados.rados.0.smithi169.stdout:331: left oid 41 (ObjNum 124 snap 30 seq_num 124) 2024-03-10T22:15:28.388 INFO:tasks.rados.rados.0.smithi169.stdout:330: expect (ObjNum 123 snap 29 seq_num 123) 2024-03-10T22:15:28.623 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:28 smithi169 ceph-mon[37738]: pgmap v179: 121 pgs: 121 active+clean; 93 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-03-10T22:15:28.623 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:28 smithi169 ceph-mon[37738]: osdmap e128: 8 total, 8 up, 8 in 2024-03-10T22:15:28.623 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:28 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:28.623 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:28 smithi169 ceph-mon[27156]: pgmap v179: 121 pgs: 121 active+clean; 93 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-03-10T22:15:28.623 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:28 smithi169 ceph-mon[27156]: osdmap e128: 8 total, 8 up, 8 in 2024-03-10T22:15:28.624 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:28 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:28.723 INFO:tasks.rados.rados.0.smithi169.stdout:333: finishing write tid 1 to smithi16976610-9 2024-03-10T22:15:28.723 INFO:tasks.rados.rados.0.smithi169.stdout:335: seq_num 126 ranges {3063808=516096,3579904=630784,4210688=614400,4825088=360448} 2024-03-10T22:15:28.742 INFO:tasks.rados.rados.0.smithi169.stdout:335: writing smithi16976610-12 from 3063808 to 3579904 tid 1 2024-03-10T22:15:28.746 INFO:tasks.rados.rados.0.smithi169.stdout:335: writing smithi16976610-12 from 3579904 to 4210688 tid 2 2024-03-10T22:15:28.749 INFO:tasks.rados.rados.0.smithi169.stdout:335: writing smithi16976610-12 from 4210688 to 4825088 tid 3 2024-03-10T22:15:28.752 INFO:tasks.rados.rados.0.smithi169.stdout:335: writing smithi16976610-12 from 4825088 to 5185536 tid 4 2024-03-10T22:15:28.752 INFO:tasks.rados.rados.0.smithi169.stdout:330: done (4 left) 2024-03-10T22:15:28.752 INFO:tasks.rados.rados.0.smithi169.stdout:331: done (3 left) 2024-03-10T22:15:28.752 INFO:tasks.rados.rados.0.smithi169.stdout:332: done (2 left) 2024-03-10T22:15:28.752 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 30 2024-03-10T22:15:28.752 INFO:tasks.rados.rados.0.smithi169.stdout:333: finishing write tid 2 to smithi16976610-9 2024-03-10T22:15:28.752 INFO:tasks.rados.rados.0.smithi169.stdout:333: finishing write tid 3 to smithi16976610-9 2024-03-10T22:15:28.753 INFO:tasks.rados.rados.0.smithi169.stdout:336: seq_num 127 ranges {2424832=532480,2957312=507904,3465216=778240,4243456=319488} 2024-03-10T22:15:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:28 smithi172 ceph-mon[31000]: pgmap v179: 121 pgs: 121 active+clean; 93 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-03-10T22:15:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:28 smithi172 ceph-mon[31000]: osdmap e128: 8 total, 8 up, 8 in 2024-03-10T22:15:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:28 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:28.768 INFO:tasks.rados.rados.0.smithi169.stdout:336: writing smithi16976610-6 from 2424832 to 2957312 tid 1 2024-03-10T22:15:28.771 INFO:tasks.rados.rados.0.smithi169.stdout:336: writing smithi16976610-6 from 2957312 to 3465216 tid 2 2024-03-10T22:15:28.775 INFO:tasks.rados.rados.0.smithi169.stdout:336: writing smithi16976610-6 from 3465216 to 4243456 tid 3 2024-03-10T22:15:28.778 INFO:tasks.rados.rados.0.smithi169.stdout:336: writing smithi16976610-6 from 4243456 to 4562944 tid 4 2024-03-10T22:15:28.778 INFO:tasks.rados.rados.0.smithi169.stdout:337: copy_from oid 13 from oid 16 current snap is 30 2024-03-10T22:15:28.778 INFO:tasks.rados.rados.0.smithi169.stdout:333: finishing write tid 4 to smithi16976610-9 2024-03-10T22:15:28.778 INFO:tasks.rados.rados.0.smithi169.stdout:333: finishing write tid 5 to smithi16976610-9 2024-03-10T22:15:28.778 INFO:tasks.rados.rados.0.smithi169.stdout:333: finishing write tid 6 to smithi16976610-9 2024-03-10T22:15:28.778 INFO:tasks.rados.rados.0.smithi169.stdout:333: oid 9 updating version 0 to 97 2024-03-10T22:15:28.778 INFO:tasks.rados.rados.0.smithi169.stdout:333: oid 9 updating version 97 to 98 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:333: oid 9 updating version 98 to 99 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:333: oid 9 version 99 is already newer than 96 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:333: oid 9 version 99 is already newer than 95 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 99 (ObjNum 125 snap 30 seq_num 125) dirty exists 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:333: left oid 9 (ObjNum 125 snap 30 seq_num 125) 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:335: finishing write tid 1 to smithi16976610-12 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:335: finishing write tid 2 to smithi16976610-12 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:335: finishing write tid 3 to smithi16976610-12 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:335: finishing write tid 4 to smithi16976610-12 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:335: finishing write tid 5 to smithi16976610-12 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:335: finishing write tid 6 to smithi16976610-12 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:335: oid 12 updating version 0 to 51 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:335: oid 12 version 51 is already newer than 49 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:335: oid 12 version 51 is already newer than 50 2024-03-10T22:15:28.779 INFO:tasks.rados.rados.0.smithi169.stdout:335: oid 12 updating version 51 to 52 2024-03-10T22:15:28.780 INFO:tasks.rados.rados.0.smithi169.stdout:335: oid 12 version 52 is already newer than 48 2024-03-10T22:15:28.780 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 52 (ObjNum 126 snap 30 seq_num 126) dirty exists 2024-03-10T22:15:28.780 INFO:tasks.rados.rados.0.smithi169.stdout:335: left oid 12 (ObjNum 126 snap 30 seq_num 126) 2024-03-10T22:15:28.780 INFO:tasks.rados.rados.0.smithi169.stdout:336: finishing write tid 1 to smithi16976610-6 2024-03-10T22:15:28.780 INFO:tasks.rados.rados.0.smithi169.stdout:336: finishing write tid 2 to smithi16976610-6 2024-03-10T22:15:28.780 INFO:tasks.rados.rados.0.smithi169.stdout:333: done (3 left) 2024-03-10T22:15:28.780 INFO:tasks.rados.rados.0.smithi169.stdout:335: done (2 left) 2024-03-10T22:15:28.780 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 30 2024-03-10T22:15:28.780 INFO:tasks.rados.rados.0.smithi169.stdout:338: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2024-03-10T22:15:28.781 INFO:tasks.rados.rados.0.smithi169.stdout:338: writing smithi16976610-11 from 0 to 548864 tid 1 2024-03-10T22:15:28.786 INFO:tasks.rados.rados.0.smithi169.stdout:338: writing smithi16976610-11 from 548864 to 1343488 tid 2 2024-03-10T22:15:28.789 INFO:tasks.rados.rados.0.smithi169.stdout:338: writing smithi16976610-11 from 1343488 to 1925120 tid 3 2024-03-10T22:15:28.790 INFO:tasks.rados.rados.0.smithi169.stdout:338: writing smithi16976610-11 from 1925120 to 2154496 tid 4 2024-03-10T22:15:28.790 INFO:tasks.rados.rados.0.smithi169.stdout:339: snap_remove snap 25 2024-03-10T22:15:29.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:15:28] "GET /metrics HTTP/1.1" 200 35999 "" "Prometheus/2.43.0" 2024-03-10T22:15:29.255 INFO:tasks.rados.rados.0.smithi169.stdout:339: done (3 left) 2024-03-10T22:15:29.256 INFO:tasks.rados.rados.0.smithi169.stdout:340: copy_from oid 18 from oid 43 current snap is 30 2024-03-10T22:15:29.256 INFO:tasks.rados.rados.0.smithi169.stdout:336: finishing write tid 3 to smithi16976610-6 2024-03-10T22:15:29.256 INFO:tasks.rados.rados.0.smithi169.stdout:336: finishing write tid 4 to smithi16976610-6 2024-03-10T22:15:29.256 INFO:tasks.rados.rados.0.smithi169.stdout:336: finishing write tid 5 to smithi16976610-6 2024-03-10T22:15:29.256 INFO:tasks.rados.rados.0.smithi169.stdout:338: finishing write tid 1 to smithi16976610-11 2024-03-10T22:15:29.256 INFO:tasks.rados.rados.0.smithi169.stdout:336: finishing write tid 6 to smithi16976610-6 2024-03-10T22:15:29.256 INFO:tasks.rados.rados.0.smithi169.stdout:336: oid 6 updating version 0 to 129 2024-03-10T22:15:29.256 INFO:tasks.rados.rados.0.smithi169.stdout:336: oid 6 updating version 129 to 130 2024-03-10T22:15:29.256 INFO:tasks.rados.rados.0.smithi169.stdout:336: oid 6 version 130 is already newer than 128 2024-03-10T22:15:29.256 INFO:tasks.rados.rados.0.smithi169.stdout:336: oid 6 updating version 130 to 132 2024-03-10T22:15:29.256 INFO:tasks.rados.rados.0.smithi169.stdout:336: oid 6 version 132 is already newer than 131 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 132 (ObjNum 127 snap 30 seq_num 127) dirty exists 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:336: left oid 6 (ObjNum 127 snap 30 seq_num 127) 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:338: finishing write tid 2 to smithi16976610-11 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:338: finishing write tid 3 to smithi16976610-11 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:338: finishing write tid 4 to smithi16976610-11 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:338: finishing write tid 5 to smithi16976610-11 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:338: finishing write tid 6 to smithi16976610-11 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:338: oid 11 updating version 0 to 144 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:338: oid 11 updating version 144 to 146 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:338: oid 11 version 146 is already newer than 143 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:338: oid 11 version 146 is already newer than 142 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:338: oid 11 version 146 is already newer than 145 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 146 (ObjNum 128 snap 30 seq_num 128) dirty exists 2024-03-10T22:15:29.257 INFO:tasks.rados.rados.0.smithi169.stdout:338: left oid 11 (ObjNum 128 snap 30 seq_num 128) 2024-03-10T22:15:29.258 INFO:tasks.rados.rados.0.smithi169.stdout:337: finishing copy_from racing read to smithi16976610-13 2024-03-10T22:15:29.258 INFO:tasks.rados.rados.0.smithi169.stdout:337: finishing copy_from to smithi16976610-13 2024-03-10T22:15:29.258 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 139 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-03-10T22:15:29.258 INFO:tasks.rados.rados.0.smithi169.stdout:336: done (3 left) 2024-03-10T22:15:29.258 INFO:tasks.rados.rados.0.smithi169.stdout:337: done (2 left) 2024-03-10T22:15:29.258 INFO:tasks.rados.rados.0.smithi169.stdout:338: done (1 left) 2024-03-10T22:15:29.258 INFO:tasks.rados.rados.0.smithi169.stdout:341: copy_from oid 19 from oid 27 current snap is 30 2024-03-10T22:15:29.258 INFO:tasks.rados.rados.0.smithi169.stdout:342: snap_create 2024-03-10T22:15:29.330 INFO:tasks.rados.rados.0.smithi169.stdout:341: finishing copy_from racing read to smithi16976610-19 2024-03-10T22:15:29.331 INFO:tasks.rados.rados.0.smithi169.stdout:341: finishing copy_from to smithi16976610-19 2024-03-10T22:15:29.331 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-10T22:15:29.337 INFO:tasks.rados.rados.0.smithi169.stdout:340: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:15:29.338 INFO:tasks.rados.rados.0.smithi169.stdout:340: finishing copy_from to smithi16976610-18 2024-03-10T22:15:29.338 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 38 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-03-10T22:15:29.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:29 smithi169 ceph-mon[27156]: osdmap e129: 8 total, 8 up, 8 in 2024-03-10T22:15:29.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:29 smithi169 ceph-mon[27156]: osdmap e130: 8 total, 8 up, 8 in 2024-03-10T22:15:29.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:29 smithi169 ceph-mon[37738]: osdmap e129: 8 total, 8 up, 8 in 2024-03-10T22:15:29.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:29 smithi169 ceph-mon[37738]: osdmap e130: 8 total, 8 up, 8 in 2024-03-10T22:15:29.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:29 smithi172 ceph-mon[31000]: osdmap e129: 8 total, 8 up, 8 in 2024-03-10T22:15:29.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:29 smithi172 ceph-mon[31000]: osdmap e130: 8 total, 8 up, 8 in 2024-03-10T22:15:30.258 INFO:tasks.rados.rados.0.smithi169.stdout:340: done (2 left) 2024-03-10T22:15:30.258 INFO:tasks.rados.rados.0.smithi169.stdout:341: done (1 left) 2024-03-10T22:15:30.258 INFO:tasks.rados.rados.0.smithi169.stdout:342: done (0 left) 2024-03-10T22:15:30.258 INFO:tasks.rados.rados.0.smithi169.stdout:343: read oid 15 snap -1 2024-03-10T22:15:30.258 INFO:tasks.rados.rados.0.smithi169.stdout:343: expect (ObjNum 111 snap 24 seq_num 111) 2024-03-10T22:15:30.258 INFO:tasks.rados.rados.0.smithi169.stdout:344: copy_from oid 39 from oid 19 current snap is 31 2024-03-10T22:15:30.259 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 31 2024-03-10T22:15:30.259 INFO:tasks.rados.rados.0.smithi169.stdout:345: seq_num 129 ranges {6479872=565248,7045120=679936,7725056=786432,8511488=139264} 2024-03-10T22:15:30.297 INFO:tasks.rados.rados.0.smithi169.stdout:345: writing smithi16976610-9 from 6479872 to 7045120 tid 1 2024-03-10T22:15:30.301 INFO:tasks.rados.rados.0.smithi169.stdout:345: writing smithi16976610-9 from 7045120 to 7725056 tid 2 2024-03-10T22:15:30.305 INFO:tasks.rados.rados.0.smithi169.stdout:345: writing smithi16976610-9 from 7725056 to 8511488 tid 3 2024-03-10T22:15:30.306 INFO:tasks.rados.rados.0.smithi169.stdout:345: writing smithi16976610-9 from 8511488 to 8650752 tid 4 2024-03-10T22:15:30.306 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 31 2024-03-10T22:15:30.306 INFO:tasks.rados.rados.0.smithi169.stdout:346: seq_num 130 ranges {2228224=581632,2809856=614400,3424256=598016,4022272=393216} 2024-03-10T22:15:30.322 INFO:tasks.rados.rados.0.smithi169.stdout:346: writing smithi16976610-45 from 2228224 to 2809856 tid 1 2024-03-10T22:15:30.325 INFO:tasks.rados.rados.0.smithi169.stdout:346: writing smithi16976610-45 from 2809856 to 3424256 tid 2 2024-03-10T22:15:30.329 INFO:tasks.rados.rados.0.smithi169.stdout:346: writing smithi16976610-45 from 3424256 to 4022272 tid 3 2024-03-10T22:15:30.331 INFO:tasks.rados.rados.0.smithi169.stdout:346: writing smithi16976610-45 from 4022272 to 4415488 tid 4 2024-03-10T22:15:30.331 INFO:tasks.rados.rados.0.smithi169.stdout:347: snap_create 2024-03-10T22:15:30.332 INFO:tasks.rados.rados.0.smithi169.stdout:344: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:15:30.332 INFO:tasks.rados.rados.0.smithi169.stdout:344: finishing copy_from to smithi16976610-39 2024-03-10T22:15:30.332 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-10T22:15:30.332 INFO:tasks.rados.rados.0.smithi169.stdout:343: expect (ObjNum 111 snap 24 seq_num 111) 2024-03-10T22:15:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:345: finishing write tid 1 to smithi16976610-9 2024-03-10T22:15:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:345: finishing write tid 2 to smithi16976610-9 2024-03-10T22:15:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:345: finishing write tid 3 to smithi16976610-9 2024-03-10T22:15:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:345: finishing write tid 4 to smithi16976610-9 2024-03-10T22:15:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:345: finishing write tid 5 to smithi16976610-9 2024-03-10T22:15:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:345: finishing write tid 6 to smithi16976610-9 2024-03-10T22:15:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:345: oid 9 updating version 0 to 107 2024-03-10T22:15:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:345: oid 9 version 107 is already newer than 103 2024-03-10T22:15:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:345: oid 9 version 107 is already newer than 106 2024-03-10T22:15:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:345: oid 9 version 107 is already newer than 105 2024-03-10T22:15:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:345: oid 9 version 107 is already newer than 104 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 107 (ObjNum 129 snap 31 seq_num 129) dirty exists 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:345: left oid 9 (ObjNum 129 snap 31 seq_num 129) 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:346: finishing write tid 1 to smithi16976610-45 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:346: finishing write tid 2 to smithi16976610-45 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:346: finishing write tid 3 to smithi16976610-45 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:346: finishing write tid 4 to smithi16976610-45 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:346: finishing write tid 5 to smithi16976610-45 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:346: finishing write tid 6 to smithi16976610-45 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:346: oid 45 updating version 0 to 162 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:346: oid 45 version 162 is already newer than 160 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:346: oid 45 updating version 162 to 163 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:346: oid 45 version 163 is already newer than 161 2024-03-10T22:15:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:346: oid 45 updating version 163 to 164 2024-03-10T22:15:30.400 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 164 (ObjNum 130 snap 31 seq_num 130) dirty exists 2024-03-10T22:15:30.400 INFO:tasks.rados.rados.0.smithi169.stdout:346: left oid 45 (ObjNum 130 snap 31 seq_num 130) 2024-03-10T22:15:30.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:30 smithi169 ceph-mon[27156]: pgmap v182: 121 pgs: 121 active+clean; 106 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-03-10T22:15:30.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:30 smithi169 ceph-mon[27156]: osdmap e131: 8 total, 8 up, 8 in 2024-03-10T22:15:30.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:30 smithi169 ceph-mon[37738]: pgmap v182: 121 pgs: 121 active+clean; 106 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-03-10T22:15:30.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:30 smithi169 ceph-mon[37738]: osdmap e131: 8 total, 8 up, 8 in 2024-03-10T22:15:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:30 smithi172 ceph-mon[31000]: pgmap v182: 121 pgs: 121 active+clean; 106 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-03-10T22:15:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:30 smithi172 ceph-mon[31000]: osdmap e131: 8 total, 8 up, 8 in 2024-03-10T22:15:31.338 INFO:tasks.rados.rados.0.smithi169.stdout:343: done (4 left) 2024-03-10T22:15:31.338 INFO:tasks.rados.rados.0.smithi169.stdout:344: done (3 left) 2024-03-10T22:15:31.338 INFO:tasks.rados.rados.0.smithi169.stdout:345: done (2 left) 2024-03-10T22:15:31.338 INFO:tasks.rados.rados.0.smithi169.stdout:346: done (1 left) 2024-03-10T22:15:31.338 INFO:tasks.rados.rados.0.smithi169.stdout:347: done (0 left) 2024-03-10T22:15:31.338 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 32 2024-03-10T22:15:31.338 INFO:tasks.rados.rados.0.smithi169.stdout:348: seq_num 131 ranges {0=598016,598016=499712,1097728=753664,1851392=352256} 2024-03-10T22:15:31.341 INFO:tasks.rados.rados.0.smithi169.stdout:348: writing smithi16976610-5 from 0 to 598016 tid 1 2024-03-10T22:15:31.344 INFO:tasks.rados.rados.0.smithi169.stdout:348: writing smithi16976610-5 from 598016 to 1097728 tid 2 2024-03-10T22:15:31.348 INFO:tasks.rados.rados.0.smithi169.stdout:348: writing smithi16976610-5 from 1097728 to 1851392 tid 3 2024-03-10T22:15:31.351 INFO:tasks.rados.rados.0.smithi169.stdout:348: writing smithi16976610-5 from 1851392 to 2203648 tid 4 2024-03-10T22:15:31.351 INFO:tasks.rados.rados.0.smithi169.stdout:349: rollback oid 31 current snap is 32 2024-03-10T22:15:31.351 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 31 to 30 2024-03-10T22:15:31.351 INFO:tasks.rados.rados.0.smithi169.stdout:348: finishing write tid 1 to smithi16976610-5 2024-03-10T22:15:31.351 INFO:tasks.rados.rados.0.smithi169.stdout:348: finishing write tid 2 to smithi16976610-5 2024-03-10T22:15:31.351 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 32 2024-03-10T22:15:31.351 INFO:tasks.rados.rados.0.smithi169.stdout:350: seq_num 132 ranges {4243456=614400,4857856=786432,5644288=565248,6209536=253952} 2024-03-10T22:15:31.376 INFO:tasks.rados.rados.0.smithi169.stdout:350: writing smithi16976610-49 from 4243456 to 4857856 tid 1 2024-03-10T22:15:31.381 INFO:tasks.rados.rados.0.smithi169.stdout:350: writing smithi16976610-49 from 4857856 to 5644288 tid 2 2024-03-10T22:15:31.384 INFO:tasks.rados.rados.0.smithi169.stdout:350: writing smithi16976610-49 from 5644288 to 6209536 tid 3 2024-03-10T22:15:31.386 INFO:tasks.rados.rados.0.smithi169.stdout:350: writing smithi16976610-49 from 6209536 to 6463488 tid 4 2024-03-10T22:15:31.386 INFO:tasks.rados.rados.0.smithi169.stdout:351: rmattr oid 41 current snap is 32 2024-03-10T22:15:31.386 INFO:tasks.rados.rados.0.smithi169.stdout:351: done (3 left) 2024-03-10T22:15:31.386 INFO:tasks.rados.rados.0.smithi169.stdout:352: read oid 7 snap -1 2024-03-10T22:15:31.386 INFO:tasks.rados.rados.0.smithi169.stdout:352: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:353: snap_create 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:349: finishing rollback tid 1 to smithi16976610-31 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 59 (ObjNum 6 snap 0 seq_num 304) dirty dne 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:348: finishing write tid 3 to smithi16976610-5 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:348: finishing write tid 4 to smithi16976610-5 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:348: finishing write tid 5 to smithi16976610-5 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:348: finishing write tid 6 to smithi16976610-5 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:348: oid 5 updating version 0 to 137 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:348: oid 5 version 137 is already newer than 136 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:348: oid 5 updating version 137 to 138 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:348: oid 5 updating version 138 to 139 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:348: oid 5 version 139 is already newer than 135 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 139 (ObjNum 131 snap 32 seq_num 131) dirty exists 2024-03-10T22:15:31.387 INFO:tasks.rados.rados.0.smithi169.stdout:348: left oid 5 (ObjNum 131 snap 32 seq_num 131) 2024-03-10T22:15:31.388 INFO:tasks.rados.rados.0.smithi169.stdout:350: finishing write tid 1 to smithi16976610-49 2024-03-10T22:15:31.388 INFO:tasks.rados.rados.0.smithi169.stdout:350: finishing write tid 2 to smithi16976610-49 2024-03-10T22:15:31.388 INFO:tasks.rados.rados.0.smithi169.stdout:350: finishing write tid 3 to smithi16976610-49 2024-03-10T22:15:31.388 INFO:tasks.rados.rados.0.smithi169.stdout:352: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T22:15:31.391 INFO:tasks.rados.rados.0.smithi169.stdout:350: finishing write tid 4 to smithi16976610-49 2024-03-10T22:15:31.391 INFO:tasks.rados.rados.0.smithi169.stdout:350: finishing write tid 5 to smithi16976610-49 2024-03-10T22:15:31.391 INFO:tasks.rados.rados.0.smithi169.stdout:350: finishing write tid 6 to smithi16976610-49 2024-03-10T22:15:31.391 INFO:tasks.rados.rados.0.smithi169.stdout:350: oid 49 updating version 0 to 151 2024-03-10T22:15:31.391 INFO:tasks.rados.rados.0.smithi169.stdout:350: oid 49 version 151 is already newer than 149 2024-03-10T22:15:31.391 INFO:tasks.rados.rados.0.smithi169.stdout:350: oid 49 updating version 151 to 152 2024-03-10T22:15:31.391 INFO:tasks.rados.rados.0.smithi169.stdout:350: oid 49 version 152 is already newer than 150 2024-03-10T22:15:31.391 INFO:tasks.rados.rados.0.smithi169.stdout:350: oid 49 version 152 is already newer than 148 2024-03-10T22:15:31.391 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 152 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-03-10T22:15:31.391 INFO:tasks.rados.rados.0.smithi169.stdout:350: left oid 49 (ObjNum 132 snap 32 seq_num 132) 2024-03-10T22:15:32.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:31 smithi172 ceph-mon[31000]: Upgrade: Updating mgr.x 2024-03-10T22:15:32.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:31 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:32.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:31 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:15:32.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:31 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:15:32.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:31 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:15:32.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:31 smithi172 ceph-mon[31000]: Deploying daemon mgr.x on smithi172 2024-03-10T22:15:32.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:31 smithi172 ceph-mon[31000]: pgmap v185: 121 pgs: 121 active+clean; 106 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-03-10T22:15:32.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:31 smithi172 ceph-mon[31000]: osdmap e132: 8 total, 8 up, 8 in 2024-03-10T22:15:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[27156]: Upgrade: Updating mgr.x 2024-03-10T22:15:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:15:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:15:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:15:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[27156]: Deploying daemon mgr.x on smithi172 2024-03-10T22:15:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[27156]: pgmap v185: 121 pgs: 121 active+clean; 106 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-03-10T22:15:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[27156]: osdmap e132: 8 total, 8 up, 8 in 2024-03-10T22:15:32.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[37738]: Upgrade: Updating mgr.x 2024-03-10T22:15:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:15:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:15:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:15:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[37738]: Deploying daemon mgr.x on smithi172 2024-03-10T22:15:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[37738]: pgmap v185: 121 pgs: 121 active+clean; 106 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-03-10T22:15:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:31 smithi169 ceph-mon[37738]: osdmap e132: 8 total, 8 up, 8 in 2024-03-10T22:15:32.340 INFO:tasks.rados.rados.0.smithi169.stdout:348: done (4 left) 2024-03-10T22:15:32.341 INFO:tasks.rados.rados.0.smithi169.stdout:349: done (3 left) 2024-03-10T22:15:32.341 INFO:tasks.rados.rados.0.smithi169.stdout:350: done (2 left) 2024-03-10T22:15:32.341 INFO:tasks.rados.rados.0.smithi169.stdout:352: done (1 left) 2024-03-10T22:15:32.341 INFO:tasks.rados.rados.0.smithi169.stdout:353: done (0 left) 2024-03-10T22:15:32.341 INFO:tasks.rados.rados.0.smithi169.stdout:354: delete oid 49 current snap is 33 2024-03-10T22:15:32.345 INFO:tasks.rados.rados.0.smithi169.stdout:354: done (0 left) 2024-03-10T22:15:32.345 INFO:tasks.rados.rados.0.smithi169.stdout:355: rollback oid 18 current snap is 33 2024-03-10T22:15:32.345 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 18 to 31 2024-03-10T22:15:32.345 INFO:tasks.rados.rados.0.smithi169.stdout:356: snap_create 2024-03-10T22:15:32.349 INFO:tasks.rados.rados.0.smithi169.stdout:355: finishing rollback tid 0 to smithi16976610-18 2024-03-10T22:15:32.349 INFO:tasks.rados.rados.0.smithi169.stdout:355: finishing rollback tid 1 to smithi16976610-18 2024-03-10T22:15:32.349 INFO:tasks.rados.rados.0.smithi169.stdout:355: finishing rollback tid 2 to smithi16976610-18 2024-03-10T22:15:32.349 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 119 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-03-10T22:15:32.880 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:15:33.084 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:32 smithi172 systemd[1]: Stopping Ceph mgr.x for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:15:33.193 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:15:33.193 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (2m) 80s ago 3m 17.8M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (2m) 79s ago 2m 80.8M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (4m) 80s ago 4m 14.9M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (4m) 79s ago 4m 17.9M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,8765 running (7m) 79s ago 7m 449M - 18.2.1-746-gc2ea977b a30af69eda22 7648979bebeb 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:9283,8765 running (9m) 80s ago 9m 499M - 18.2.1-746-gc2ea977b a30af69eda22 2518bef4bd19 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (9m) 80s ago 9m 47.6M 2048M 18.2.1-746-gc2ea977b a30af69eda22 7d38c18f328a 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (8m) 79s ago 8m 43.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 021afd540f8a 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (8m) 80s ago 8m 41.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 c1f018bb2656 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (3m) 80s ago 3m 15.8M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (3m) 79s ago 3m 15.8M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (7m) 80s ago 7m 45.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 943d3ca889b7 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (7m) 80s ago 7m 44.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 bc83559f4e48 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (6m) 80s ago 6m 42.9M 2992M 18.2.1-746-gc2ea977b a30af69eda22 34fdeb0dfbb6 2024-03-10T22:15:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (6m) 80s ago 6m 41.0M 2992M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:15:33.195 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (5m) 79s ago 5m 42.4M 2992M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:15:33.195 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (5m) 79s ago 5m 44.8M 2992M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:15:33.195 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (5m) 79s ago 5m 45.2M 2992M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:15:33.195 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (4m) 79s ago 4m 43.3M 2992M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:15:33.195 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (2m) 79s ago 3m 33.7M - 2.43.0 a07b618ecd1d 1c89eab767da 2024-03-10T22:15:33.341 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:33 smithi172 podman[64189]: 2024-03-10 22:15:33.083968826 +0000 UTC m=+0.151768697 container stop 7648979bebebe1e09cb114b2108f87a517e213cff8ff86e5814bb4af9e1df713 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977) 2024-03-10T22:15:33.341 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:33 smithi172 podman[64189]: 2024-03-10 22:15:33.110340578 +0000 UTC m=+0.178140461 container died 7648979bebebe1e09cb114b2108f87a517e213cff8ff86e5814bb4af9e1df713 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-c2ea977, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:15:33.349 INFO:tasks.rados.rados.0.smithi169.stdout:355: done (1 left) 2024-03-10T22:15:33.349 INFO:tasks.rados.rados.0.smithi169.stdout:356: done (0 left) 2024-03-10T22:15:33.349 INFO:tasks.rados.rados.0.smithi169.stdout:357: rollback oid 41 current snap is 34 2024-03-10T22:15:33.349 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 41 to 32 2024-03-10T22:15:33.349 INFO:tasks.rados.rados.0.smithi169.stdout:358: rollback oid 18 current snap is 34 2024-03-10T22:15:33.349 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 18 to 27 2024-03-10T22:15:33.349 INFO:tasks.rados.rados.0.smithi169.stdout:359: rmattr oid 23 current snap is 34 2024-03-10T22:15:33.349 INFO:tasks.rados.rados.0.smithi169.stdout:360: copy_from oid 13 from oid 37 current snap is 34 2024-03-10T22:15:33.349 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 34 2024-03-10T22:15:33.349 INFO:tasks.rados.rados.0.smithi169.stdout:361: seq_num 134 ranges {172032=647168,819200=548864,1368064=573440,1941504=483328} 2024-03-10T22:15:33.354 INFO:tasks.rados.rados.0.smithi169.stdout:361: writing smithi16976610-36 from 172032 to 819200 tid 1 2024-03-10T22:15:33.357 INFO:tasks.rados.rados.0.smithi169.stdout:361: writing smithi16976610-36 from 819200 to 1368064 tid 2 2024-03-10T22:15:33.361 INFO:tasks.rados.rados.0.smithi169.stdout:361: writing smithi16976610-36 from 1368064 to 1941504 tid 3 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:361: writing smithi16976610-36 from 1941504 to 2424832 tid 4 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 34 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:358: finishing rollback tid 0 to smithi16976610-18 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:358: finishing rollback tid 1 to smithi16976610-18 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 130 (ObjNum 123 snap 29 seq_num 123) dirty exists 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:357: finishing rollback tid 0 to smithi16976610-41 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:358: finishing rollback tid 2 to smithi16976610-18 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 122 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:357: finishing rollback tid 1 to smithi16976610-41 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:357: finishing rollback tid 2 to smithi16976610-41 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 51 (ObjNum 124 snap 30 seq_num 124) dirty exists 2024-03-10T22:15:33.365 INFO:tasks.rados.rados.0.smithi169.stdout:361: finishing write tid 1 to smithi16976610-36 2024-03-10T22:15:33.366 INFO:tasks.rados.rados.0.smithi169.stdout:362: seq_num 135 ranges {0=663552,663552=434176,1097728=786432,1884160=385024} 2024-03-10T22:15:33.368 INFO:tasks.rados.rados.0.smithi169.stdout:362: writing smithi16976610-31 from 0 to 663552 tid 1 2024-03-10T22:15:33.370 INFO:tasks.rados.rados.0.smithi169.stdout:362: writing smithi16976610-31 from 663552 to 1097728 tid 2 2024-03-10T22:15:33.375 INFO:tasks.rados.rados.0.smithi169.stdout:362: writing smithi16976610-31 from 1097728 to 1884160 tid 3 2024-03-10T22:15:33.378 INFO:tasks.rados.rados.0.smithi169.stdout:362: writing smithi16976610-31 from 1884160 to 2269184 tid 4 2024-03-10T22:15:33.378 INFO:tasks.rados.rados.0.smithi169.stdout:357: done (5 left) 2024-03-10T22:15:33.378 INFO:tasks.rados.rados.0.smithi169.stdout:358: done (4 left) 2024-03-10T22:15:33.378 INFO:tasks.rados.rados.0.smithi169.stdout:359: done (3 left) 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:363: setattr oid 16 current snap is 34 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:361: finishing write tid 2 to smithi16976610-36 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:361: finishing write tid 3 to smithi16976610-36 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:360: finishing copy_from racing read to smithi16976610-13 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:360: finishing copy_from to smithi16976610-13 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 119 (ObjNum 85 snap 18 seq_num 85) dirty exists 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:361: finishing write tid 4 to smithi16976610-36 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:361: finishing write tid 5 to smithi16976610-36 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:361: finishing write tid 6 to smithi16976610-36 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:361: oid 36 updating version 0 to 35 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:361: oid 36 updating version 35 to 37 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:361: oid 36 version 37 is already newer than 36 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:361: oid 36 updating version 37 to 38 2024-03-10T22:15:33.379 INFO:tasks.rados.rados.0.smithi169.stdout:361: oid 36 version 38 is already newer than 34 2024-03-10T22:15:33.380 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 38 (ObjNum 134 snap 34 seq_num 134) dirty exists 2024-03-10T22:15:33.380 INFO:tasks.rados.rados.0.smithi169.stdout:361: left oid 36 (ObjNum 134 snap 34 seq_num 134) 2024-03-10T22:15:33.380 INFO:tasks.rados.rados.0.smithi169.stdout:362: finishing write tid 1 to smithi16976610-31 2024-03-10T22:15:33.380 INFO:tasks.rados.rados.0.smithi169.stdout:362: finishing write tid 2 to smithi16976610-31 2024-03-10T22:15:33.380 INFO:tasks.rados.rados.0.smithi169.stdout:362: finishing write tid 3 to smithi16976610-31 2024-03-10T22:15:33.380 INFO:tasks.rados.rados.0.smithi169.stdout:362: finishing write tid 4 to smithi16976610-31 2024-03-10T22:15:33.381 INFO:tasks.rados.rados.0.smithi169.stdout:360: done (3 left) 2024-03-10T22:15:33.381 INFO:tasks.rados.rados.0.smithi169.stdout:361: done (2 left) 2024-03-10T22:15:33.381 INFO:tasks.rados.rados.0.smithi169.stdout:364: snap_create 2024-03-10T22:15:33.381 INFO:tasks.rados.rados.0.smithi169.stdout:362: finishing write tid 5 to smithi16976610-31 2024-03-10T22:15:33.382 INFO:tasks.rados.rados.0.smithi169.stdout:362: finishing write tid 6 to smithi16976610-31 2024-03-10T22:15:33.382 INFO:tasks.rados.rados.0.smithi169.stdout:362: oid 31 updating version 0 to 142 2024-03-10T22:15:33.382 INFO:tasks.rados.rados.0.smithi169.stdout:362: oid 31 updating version 142 to 143 2024-03-10T22:15:33.382 INFO:tasks.rados.rados.0.smithi169.stdout:362: oid 31 version 143 is already newer than 141 2024-03-10T22:15:33.382 INFO:tasks.rados.rados.0.smithi169.stdout:362: oid 31 updating version 143 to 144 2024-03-10T22:15:33.382 INFO:tasks.rados.rados.0.smithi169.stdout:362: oid 31 version 144 is already newer than 140 2024-03-10T22:15:33.382 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 144 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-03-10T22:15:33.382 INFO:tasks.rados.rados.0.smithi169.stdout:362: left oid 31 (ObjNum 135 snap 34 seq_num 135) 2024-03-10T22:15:33.382 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 166 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-03-10T22:15:33.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:33 smithi169 ceph-mon[27156]: osdmap e133: 8 total, 8 up, 8 in 2024-03-10T22:15:33.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:33 smithi169 ceph-mon[37738]: osdmap e133: 8 total, 8 up, 8 in 2024-03-10T22:15:33.595 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:15:33.595 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 15 2024-03-10T22:15:33.596 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:15:33.597 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:15:33.739 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:33 smithi172 ceph-mon[31000]: osdmap e133: 8 total, 8 up, 8 in 2024-03-10T22:15:33.739 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:33 smithi172 podman[64189]: 2024-03-10 22:15:33.546746112 +0000 UTC m=+0.614546028 container cleanup 7648979bebebe1e09cb114b2108f87a517e213cff8ff86e5814bb4af9e1df713 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-c2ea977, io.buildah.version=1.33.5) 2024-03-10T22:15:33.739 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:33 smithi172 bash[64189]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x 2024-03-10T22:15:34.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:33 smithi172 podman[64204]: 2024-03-10 22:15:33.739751758 +0000 UTC m=+0.650416098 container remove 7648979bebebe1e09cb114b2108f87a517e213cff8ff86e5814bb4af9e1df713 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, RELEASE=reef-c2ea977, GIT_CLEAN=True) 2024-03-10T22:15:34.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:33 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-03-10T22:15:34.014 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:33 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-03-10T22:15:34.014 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:33 smithi172 systemd[1]: Stopped Ceph mgr.x for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:15:34.014 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:33 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.x.service: Consumed 18.261s CPU time. 2024-03-10T22:15:34.361 INFO:tasks.rados.rados.0.smithi169.stdout:362: done (2 left) 2024-03-10T22:15:34.361 INFO:tasks.rados.rados.0.smithi169.stdout:363: done (1 left) 2024-03-10T22:15:34.361 INFO:tasks.rados.rados.0.smithi169.stdout:364: done (0 left) 2024-03-10T22:15:34.361 INFO:tasks.rados.rados.0.smithi169.stdout:365: copy_from oid 34 from oid 46 current snap is 35 2024-03-10T22:15:34.361 INFO:tasks.rados.rados.0.smithi169.stdout:366: snap_remove snap 34 2024-03-10T22:15:34.406 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:34 smithi172 systemd[1]: Starting Ceph mgr.x for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:15:34.406 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:34 smithi172 podman[64338]: 2024-03-10 22:15:34.273871306 +0000 UTC m=+0.018055819 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:15:34.407 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:34 smithi172 ceph-mon[31000]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:34.407 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:34 smithi172 ceph-mon[31000]: pgmap v188: 121 pgs: 121 active+clean; 106 MiB data, 392 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:34.407 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:34 smithi172 ceph-mon[31000]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:34.407 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:34 smithi172 ceph-mon[31000]: osdmap e134: 8 total, 8 up, 8 in 2024-03-10T22:15:34.407 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:34 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/4031941276' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:15:34.702 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:34 smithi172 podman[64338]: 2024-03-10 22:15:34.407391613 +0000 UTC m=+0.151576118 container create a93ccd616ef5fd75d65a81774fa94f8a1497af9bd6301ab40a354221cd74c346 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-03-10T22:15:34.702 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:34 smithi172 podman[64338]: 2024-03-10 22:15:34.626902522 +0000 UTC m=+0.371087039 container init a93ccd616ef5fd75d65a81774fa94f8a1497af9bd6301ab40a354221cd74c346 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux ) 2024-03-10T22:15:34.702 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:34 smithi172 podman[64338]: 2024-03-10 22:15:34.629468916 +0000 UTC m=+0.373653421 container start a93ccd616ef5fd75d65a81774fa94f8a1497af9bd6301ab40a354221cd74c346 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD) 2024-03-10T22:15:34.702 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:34 smithi172 ceph-mgr[64357]: -- 172.21.15.172:0/4028897652 <== mon.1 v2:172.21.15.172:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555daae985a0 con 0x555daae6d000 2024-03-10T22:15:34.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:34 smithi169 ceph-mon[27156]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:34.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:34 smithi169 ceph-mon[27156]: pgmap v188: 121 pgs: 121 active+clean; 106 MiB data, 392 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:34.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:34 smithi169 ceph-mon[27156]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:34.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:34 smithi169 ceph-mon[27156]: osdmap e134: 8 total, 8 up, 8 in 2024-03-10T22:15:34.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:34 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/4031941276' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:15:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:34 smithi169 ceph-mon[37738]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:34 smithi169 ceph-mon[37738]: pgmap v188: 121 pgs: 121 active+clean; 106 MiB data, 392 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:34 smithi169 ceph-mon[37738]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:15:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:34 smithi169 ceph-mon[37738]: osdmap e134: 8 total, 8 up, 8 in 2024-03-10T22:15:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:34 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/4031941276' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:15:35.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:34 smithi172 bash[64338]: a93ccd616ef5fd75d65a81774fa94f8a1497af9bd6301ab40a354221cd74c346 2024-03-10T22:15:35.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:34 smithi172 systemd[1]: Started Ceph mgr.x for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:15:35.359 INFO:tasks.rados.rados.0.smithi169.stdout:366: done (1 left) 2024-03-10T22:15:35.359 INFO:tasks.rados.rados.0.smithi169.stdout:367: rollback oid 45 current snap is 35 2024-03-10T22:15:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 45 to 27 2024-03-10T22:15:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:365: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:15:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:365: finishing copy_from to smithi16976610-34 2024-03-10T22:15:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-10T22:15:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:365: done (1 left) 2024-03-10T22:15:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:368: read oid 28 snap -1 2024-03-10T22:15:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:368: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T22:15:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 35 2024-03-10T22:15:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:369: seq_num 136 ranges {3661824=688128,4349952=720896,5070848=540672,5611520=344064} 2024-03-10T22:15:35.383 INFO:tasks.rados.rados.0.smithi169.stdout:369: writing smithi16976610-21 from 3661824 to 4349952 tid 1 2024-03-10T22:15:35.387 INFO:tasks.rados.rados.0.smithi169.stdout:369: writing smithi16976610-21 from 4349952 to 5070848 tid 2 2024-03-10T22:15:35.390 INFO:tasks.rados.rados.0.smithi169.stdout:369: writing smithi16976610-21 from 5070848 to 5611520 tid 3 2024-03-10T22:15:35.393 INFO:tasks.rados.rados.0.smithi169.stdout:369: writing smithi16976610-21 from 5611520 to 5955584 tid 4 2024-03-10T22:15:35.393 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 35 2024-03-10T22:15:35.393 INFO:tasks.rados.rados.0.smithi169.stdout:370: seq_num 137 ranges {442368=704512,1146880=655360,1802240=753664,2555904=196608} 2024-03-10T22:15:35.399 INFO:tasks.rados.rados.0.smithi169.stdout:370: writing smithi16976610-39 from 442368 to 1146880 tid 1 2024-03-10T22:15:35.403 INFO:tasks.rados.rados.0.smithi169.stdout:370: writing smithi16976610-39 from 1146880 to 1802240 tid 2 2024-03-10T22:15:35.407 INFO:tasks.rados.rados.0.smithi169.stdout:370: writing smithi16976610-39 from 1802240 to 2555904 tid 3 2024-03-10T22:15:35.408 INFO:tasks.rados.rados.0.smithi169.stdout:370: writing smithi16976610-39 from 2555904 to 2752512 tid 4 2024-03-10T22:15:35.408 INFO:tasks.rados.rados.0.smithi169.stdout:371: delete oid 9 current snap is 35 2024-03-10T22:15:35.408 INFO:tasks.rados.rados.0.smithi169.stdout:368: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T22:15:35.424 INFO:tasks.rados.rados.0.smithi169.stdout:367: finishing rollback tid 0 to smithi16976610-45 2024-03-10T22:15:35.424 INFO:tasks.rados.rados.0.smithi169.stdout:367: finishing rollback tid 1 to smithi16976610-45 2024-03-10T22:15:35.424 INFO:tasks.rados.rados.0.smithi169.stdout:368: done (4 left) 2024-03-10T22:15:35.424 INFO:tasks.rados.rados.0.smithi169.stdout:371: done (3 left) 2024-03-10T22:15:35.424 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 13 current snap is 35 2024-03-10T22:15:35.424 INFO:tasks.rados.rados.0.smithi169.stdout:367: finishing rollback tid 2 to smithi16976610-45 2024-03-10T22:15:35.424 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 170 (ObjNum 99 snap 23 seq_num 99) dirty exists 2024-03-10T22:15:35.424 INFO:tasks.rados.rados.0.smithi169.stdout:369: finishing write tid 1 to smithi16976610-21 2024-03-10T22:15:35.424 INFO:tasks.rados.rados.0.smithi169.stdout:372: seq_num 139 ranges {2039808=737280,2777088=425984,3203072=761856,3964928=417792} 2024-03-10T22:15:35.438 INFO:tasks.rados.rados.0.smithi169.stdout:372: writing smithi16976610-13 from 2039808 to 2777088 tid 1 2024-03-10T22:15:35.441 INFO:tasks.rados.rados.0.smithi169.stdout:372: writing smithi16976610-13 from 2777088 to 3203072 tid 2 2024-03-10T22:15:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:372: writing smithi16976610-13 from 3203072 to 3964928 tid 3 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:372: writing smithi16976610-13 from 3964928 to 4382720 tid 4 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:367: done (3 left) 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:373: delete oid 17 current snap is 35 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:369: finishing write tid 2 to smithi16976610-21 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:369: finishing write tid 3 to smithi16976610-21 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:369: finishing write tid 4 to smithi16976610-21 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:369: finishing write tid 5 to smithi16976610-21 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:369: finishing write tid 6 to smithi16976610-21 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:369: oid 21 updating version 0 to 66 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:369: oid 21 updating version 66 to 68 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:369: oid 21 version 68 is already newer than 67 2024-03-10T22:15:35.449 INFO:tasks.rados.rados.0.smithi169.stdout:369: oid 21 updating version 68 to 69 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:369: oid 21 version 69 is already newer than 65 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 69 (ObjNum 136 snap 35 seq_num 136) dirty exists 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:369: left oid 21 (ObjNum 136 snap 35 seq_num 136) 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:370: finishing write tid 1 to smithi16976610-39 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:370: finishing write tid 2 to smithi16976610-39 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:370: finishing write tid 3 to smithi16976610-39 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:370: finishing write tid 4 to smithi16976610-39 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:370: finishing write tid 5 to smithi16976610-39 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:370: finishing write tid 6 to smithi16976610-39 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:370: oid 39 updating version 0 to 131 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:370: oid 39 updating version 131 to 132 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:370: oid 39 version 132 is already newer than 128 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:370: oid 39 version 132 is already newer than 129 2024-03-10T22:15:35.450 INFO:tasks.rados.rados.0.smithi169.stdout:370: oid 39 version 132 is already newer than 130 2024-03-10T22:15:35.451 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 132 (ObjNum 137 snap 35 seq_num 137) dirty exists 2024-03-10T22:15:35.451 INFO:tasks.rados.rados.0.smithi169.stdout:370: left oid 39 (ObjNum 137 snap 35 seq_num 137) 2024-03-10T22:15:35.451 INFO:tasks.rados.rados.0.smithi169.stdout:372: finishing write tid 1 to smithi16976610-13 2024-03-10T22:15:35.451 INFO:tasks.rados.rados.0.smithi169.stdout:372: finishing write tid 2 to smithi16976610-13 2024-03-10T22:15:35.451 INFO:tasks.rados.rados.0.smithi169.stdout:372: finishing write tid 3 to smithi16976610-13 2024-03-10T22:15:35.451 INFO:tasks.rados.rados.0.smithi169.stdout:369: done (3 left) 2024-03-10T22:15:35.451 INFO:tasks.rados.rados.0.smithi169.stdout:370: done (2 left) 2024-03-10T22:15:35.452 INFO:tasks.rados.rados.0.smithi169.stdout:373: done (1 left) 2024-03-10T22:15:35.452 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 35 2024-03-10T22:15:35.452 INFO:tasks.rados.rados.0.smithi169.stdout:374: seq_num 141 ranges {2039808=770048,2809856=589824,3399680=729088,4128768=286720} 2024-03-10T22:15:35.465 INFO:tasks.rados.rados.0.smithi169.stdout:374: writing smithi16976610-37 from 2039808 to 2809856 tid 1 2024-03-10T22:15:35.468 INFO:tasks.rados.rados.0.smithi169.stdout:374: writing smithi16976610-37 from 2809856 to 3399680 tid 2 2024-03-10T22:15:35.472 INFO:tasks.rados.rados.0.smithi169.stdout:374: writing smithi16976610-37 from 3399680 to 4128768 tid 3 2024-03-10T22:15:35.475 INFO:tasks.rados.rados.0.smithi169.stdout:374: writing smithi16976610-37 from 4128768 to 4415488 tid 4 2024-03-10T22:15:35.475 INFO:tasks.rados.rados.0.smithi169.stdout:375: copy_from oid 22 from oid 21 current snap is 35 2024-03-10T22:15:35.475 INFO:tasks.rados.rados.0.smithi169.stdout:372: finishing write tid 4 to smithi16976610-13 2024-03-10T22:15:35.475 INFO:tasks.rados.rados.0.smithi169.stdout:372: finishing write tid 5 to smithi16976610-13 2024-03-10T22:15:35.475 INFO:tasks.rados.rados.0.smithi169.stdout:372: finishing write tid 6 to smithi16976610-13 2024-03-10T22:15:35.475 INFO:tasks.rados.rados.0.smithi169.stdout:372: oid 13 updating version 0 to 146 2024-03-10T22:15:35.475 INFO:tasks.rados.rados.0.smithi169.stdout:372: oid 13 updating version 146 to 148 2024-03-10T22:15:35.475 INFO:tasks.rados.rados.0.smithi169.stdout:372: oid 13 version 148 is already newer than 145 2024-03-10T22:15:35.476 INFO:tasks.rados.rados.0.smithi169.stdout:372: oid 13 updating version 148 to 149 2024-03-10T22:15:35.476 INFO:tasks.rados.rados.0.smithi169.stdout:372: oid 13 version 149 is already newer than 147 2024-03-10T22:15:35.476 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 149 (ObjNum 139 snap 35 seq_num 139) dirty exists 2024-03-10T22:15:35.476 INFO:tasks.rados.rados.0.smithi169.stdout:372: left oid 13 (ObjNum 139 snap 35 seq_num 139) 2024-03-10T22:15:35.476 INFO:tasks.rados.rados.0.smithi169.stdout:374: finishing write tid 1 to smithi16976610-37 2024-03-10T22:15:35.476 INFO:tasks.rados.rados.0.smithi169.stdout:374: finishing write tid 2 to smithi16976610-37 2024-03-10T22:15:35.476 INFO:tasks.rados.rados.0.smithi169.stdout:372: done (2 left) 2024-03-10T22:15:35.476 INFO:tasks.rados.rados.0.smithi169.stdout:376: setattr oid 43 current snap is 35 2024-03-10T22:15:35.477 INFO:tasks.rados.rados.0.smithi169.stdout:374: finishing write tid 3 to smithi16976610-37 2024-03-10T22:15:35.477 INFO:tasks.rados.rados.0.smithi169.stdout:374: finishing write tid 4 to smithi16976610-37 2024-03-10T22:15:35.477 INFO:tasks.rados.rados.0.smithi169.stdout:377: read oid 34 snap -1 2024-03-10T22:15:35.477 INFO:tasks.rados.rados.0.smithi169.stdout:377: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:15:35.477 INFO:tasks.rados.rados.0.smithi169.stdout:378: snap_create 2024-03-10T22:15:35.477 INFO:tasks.rados.rados.0.smithi169.stdout:374: finishing write tid 5 to smithi16976610-37 2024-03-10T22:15:35.478 INFO:tasks.rados.rados.0.smithi169.stdout:374: finishing write tid 6 to smithi16976610-37 2024-03-10T22:15:35.478 INFO:tasks.rados.rados.0.smithi169.stdout:374: oid 37 updating version 0 to 152 2024-03-10T22:15:35.478 INFO:tasks.rados.rados.0.smithi169.stdout:374: oid 37 version 152 is already newer than 151 2024-03-10T22:15:35.478 INFO:tasks.rados.rados.0.smithi169.stdout:374: oid 37 updating version 152 to 154 2024-03-10T22:15:35.478 INFO:tasks.rados.rados.0.smithi169.stdout:374: oid 37 version 154 is already newer than 153 2024-03-10T22:15:35.478 INFO:tasks.rados.rados.0.smithi169.stdout:374: oid 37 version 154 is already newer than 150 2024-03-10T22:15:35.478 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 154 (ObjNum 141 snap 35 seq_num 141) dirty exists 2024-03-10T22:15:35.478 INFO:tasks.rados.rados.0.smithi169.stdout:374: left oid 37 (ObjNum 141 snap 35 seq_num 141) 2024-03-10T22:15:35.479 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 134 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-03-10T22:15:35.483 INFO:tasks.rados.rados.0.smithi169.stdout:377: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:15:35.505 INFO:tasks.rados.rados.0.smithi169.stdout:375: finishing copy_from racing read to smithi16976610-22 2024-03-10T22:15:35.510 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:35.208+0000 7fc445b4d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:15:35.510 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:35.316+0000 7fc445b4d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:15:35.510 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:35 smithi172 ceph-mon[31000]: osdmap e135: 8 total, 8 up, 8 in 2024-03-10T22:15:35.510 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:35 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:35.511 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:35 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:35.511 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:35 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:35.511 INFO:tasks.rados.rados.0.smithi169.stdout:375: finishing copy_from to smithi16976610-22 2024-03-10T22:15:35.512 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 69 (ObjNum 136 snap 35 seq_num 136) dirty exists 2024-03-10T22:15:35.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:35 smithi169 ceph-mon[37738]: osdmap e135: 8 total, 8 up, 8 in 2024-03-10T22:15:35.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:35 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:35.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:35 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:35 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:35 smithi169 ceph-mon[27156]: osdmap e135: 8 total, 8 up, 8 in 2024-03-10T22:15:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:35 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:35 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:35 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:36.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:36.005+0000 7fc445b4d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:15:36.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:36.105+0000 7fc445b4d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:15:36.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:36.252+0000 7fc445b4d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:15:36.374 INFO:tasks.rados.rados.0.smithi169.stdout:374: done (4 left) 2024-03-10T22:15:36.374 INFO:tasks.rados.rados.0.smithi169.stdout:375: done (3 left) 2024-03-10T22:15:36.374 INFO:tasks.rados.rados.0.smithi169.stdout:376: done (2 left) 2024-03-10T22:15:36.375 INFO:tasks.rados.rados.0.smithi169.stdout:377: done (1 left) 2024-03-10T22:15:36.375 INFO:tasks.rados.rados.0.smithi169.stdout:378: done (0 left) 2024-03-10T22:15:36.375 INFO:tasks.rados.rados.0.smithi169.stdout:379: read oid 31 snap -1 2024-03-10T22:15:36.375 INFO:tasks.rados.rados.0.smithi169.stdout:379: expect (ObjNum 135 snap 34 seq_num 135) 2024-03-10T22:15:36.375 INFO:tasks.rados.rados.0.smithi169.stdout:380: rollback oid 22 current snap is 36 2024-03-10T22:15:36.375 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 22 to 29 2024-03-10T22:15:36.375 INFO:tasks.rados.rados.0.smithi169.stdout:381: read oid 48 snap -1 2024-03-10T22:15:36.375 INFO:tasks.rados.rados.0.smithi169.stdout:381: expect (ObjNum 116 snap 24 seq_num 116) 2024-03-10T22:15:36.375 INFO:tasks.rados.rados.0.smithi169.stdout:382: read oid 3 snap 30 2024-03-10T22:15:36.375 INFO:tasks.rados.rados.0.smithi169.stdout:382: expect deleted 2024-03-10T22:15:36.375 INFO:tasks.rados.rados.0.smithi169.stdout:383: snap_remove snap 31 2024-03-10T22:15:36.735 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:36 smithi172 ceph-mon[31000]: pgmap v191: 121 pgs: 121 active+clean; 125 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T22:15:36.735 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:36 smithi172 ceph-mon[31000]: osdmap e136: 8 total, 8 up, 8 in 2024-03-10T22:15:36.735 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:36.355+0000 7fc445b4d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:15:36.735 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:36.443+0000 7fc445b4d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:15:36.735 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:36.735+0000 7fc445b4d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:15:36.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:36 smithi169 ceph-mon[27156]: pgmap v191: 121 pgs: 121 active+clean; 125 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T22:15:36.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:36 smithi169 ceph-mon[27156]: osdmap e136: 8 total, 8 up, 8 in 2024-03-10T22:15:36.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:36 smithi169 ceph-mon[37738]: pgmap v191: 121 pgs: 121 active+clean; 125 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T22:15:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:36 smithi169 ceph-mon[37738]: osdmap e136: 8 total, 8 up, 8 in 2024-03-10T22:15:37.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:36.882+0000 7fc445b4d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:15:37.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:36.981+0000 7fc445b4d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:15:37.380 INFO:tasks.rados.rados.0.smithi169.stdout:383: done (4 left) 2024-03-10T22:15:37.381 INFO:tasks.rados.rados.0.smithi169.stdout:384: read oid 18 snap -1 2024-03-10T22:15:37.381 INFO:tasks.rados.rados.0.smithi169.stdout:384: expect (ObjNum 89 snap 19 seq_num 89) 2024-03-10T22:15:37.381 INFO:tasks.rados.rados.0.smithi169.stdout:385: snap_remove snap 18 2024-03-10T22:15:37.383 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:37.079+0000 7fc445b4d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:15:37.383 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:37.266+0000 7fc445b4d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:15:37.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:37 smithi169 ceph-mon[27156]: osdmap e137: 8 total, 8 up, 8 in 2024-03-10T22:15:37.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:37 smithi169 ceph-mon[27156]: pgmap v194: 121 pgs: 121 active+clean; 125 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T22:15:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:37 smithi169 ceph-mon[37738]: osdmap e137: 8 total, 8 up, 8 in 2024-03-10T22:15:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:37 smithi169 ceph-mon[37738]: pgmap v194: 121 pgs: 121 active+clean; 125 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T22:15:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:37 smithi172 ceph-mon[31000]: osdmap e137: 8 total, 8 up, 8 in 2024-03-10T22:15:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:37 smithi172 ceph-mon[31000]: pgmap v194: 121 pgs: 121 active+clean; 125 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T22:15:38.392 INFO:tasks.rados.rados.0.smithi169.stdout:385: done (5 left) 2024-03-10T22:15:38.392 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 36 2024-03-10T22:15:38.392 INFO:tasks.rados.rados.0.smithi169.stdout:386: seq_num 142 ranges {1802240=786432,2588672=475136,3063808=540672,3604480=589824} 2024-03-10T22:15:38.407 INFO:tasks.rados.rados.0.smithi169.stdout:386: writing smithi16976610-25 from 1802240 to 2588672 tid 1 2024-03-10T22:15:38.410 INFO:tasks.rados.rados.0.smithi169.stdout:386: writing smithi16976610-25 from 2588672 to 3063808 tid 2 2024-03-10T22:15:38.413 INFO:tasks.rados.rados.0.smithi169.stdout:386: writing smithi16976610-25 from 3063808 to 3604480 tid 3 2024-03-10T22:15:38.417 INFO:tasks.rados.rados.0.smithi169.stdout:386: writing smithi16976610-25 from 3604480 to 4194304 tid 4 2024-03-10T22:15:38.417 INFO:tasks.rados.rados.0.smithi169.stdout:387: delete oid 42 current snap is 36 2024-03-10T22:15:38.417 INFO:tasks.rados.rados.0.smithi169.stdout:380: finishing rollback tid 0 to smithi16976610-22 2024-03-10T22:15:38.417 INFO:tasks.rados.rados.0.smithi169.stdout:380: finishing rollback tid 1 to smithi16976610-22 2024-03-10T22:15:38.417 INFO:tasks.rados.rados.0.smithi169.stdout:380: finishing rollback tid 2 to smithi16976610-22 2024-03-10T22:15:38.418 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 153 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-03-10T22:15:38.418 INFO:tasks.rados.rados.0.smithi169.stdout:379: expect (ObjNum 135 snap 34 seq_num 135) 2024-03-10T22:15:38.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:38 smithi172 ceph-mon[31000]: osdmap e138: 8 total, 8 up, 8 in 2024-03-10T22:15:38.455 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:38.309+0000 7fc445b4d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:15:38.455 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:38.454+0000 7fc445b4d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:15:38.477 INFO:tasks.rados.rados.0.smithi169.stdout:381: expect (ObjNum 116 snap 24 seq_num 116) 2024-03-10T22:15:38.643 INFO:tasks.rados.rados.0.smithi169.stdout:384: expect (ObjNum 89 snap 19 seq_num 89) 2024-03-10T22:15:38.746 INFO:tasks.rados.rados.0.smithi169.stdout:386: finishing write tid 1 to smithi16976610-25 2024-03-10T22:15:38.746 INFO:tasks.rados.rados.0.smithi169.stdout:386: finishing write tid 2 to smithi16976610-25 2024-03-10T22:15:38.746 INFO:tasks.rados.rados.0.smithi169.stdout:386: finishing write tid 3 to smithi16976610-25 2024-03-10T22:15:38.746 INFO:tasks.rados.rados.0.smithi169.stdout:386: finishing write tid 4 to smithi16976610-25 2024-03-10T22:15:38.746 INFO:tasks.rados.rados.0.smithi169.stdout:386: finishing write tid 5 to smithi16976610-25 2024-03-10T22:15:38.746 INFO:tasks.rados.rados.0.smithi169.stdout:386: finishing write tid 6 to smithi16976610-25 2024-03-10T22:15:38.746 INFO:tasks.rados.rados.0.smithi169.stdout:386: oid 25 updating version 0 to 187 2024-03-10T22:15:38.746 INFO:tasks.rados.rados.0.smithi169.stdout:386: oid 25 updating version 187 to 188 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:386: oid 25 version 188 is already newer than 186 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:386: oid 25 version 188 is already newer than 185 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:386: oid 25 version 188 is already newer than 184 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 188 (ObjNum 142 snap 36 seq_num 142) dirty exists 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:386: left oid 25 (ObjNum 142 snap 36 seq_num 142) 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:379: done (6 left) 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:380: done (5 left) 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:381: done (4 left) 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:382: done (3 left) 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:384: done (2 left) 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:386: done (1 left) 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:387: done (0 left) 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:388: rollback oid 29 current snap is 36 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 29 to 28 2024-03-10T22:15:38.747 INFO:tasks.rados.rados.0.smithi169.stdout:389: rmattr oid 34 current snap is 36 2024-03-10T22:15:38.748 INFO:tasks.rados.rados.0.smithi169.stdout:390: snap_remove snap 32 2024-03-10T22:15:38.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:38 smithi169 ceph-mon[27156]: osdmap e138: 8 total, 8 up, 8 in 2024-03-10T22:15:38.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:38 smithi169 ceph-mon[37738]: osdmap e138: 8 total, 8 up, 8 in 2024-03-10T22:15:38.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:15:38] "GET /metrics HTTP/1.1" 200 35999 "" "Prometheus/2.43.0" 2024-03-10T22:15:39.107 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:38.802+0000 7fc445b4d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:15:39.107 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:38.894+0000 7fc445b4d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:15:39.108 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:39.107+0000 7fc445b4d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:15:39.262 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 0 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-10T22:15:39.263 INFO:tasks.rados.rados.0.smithi169.stdout:388: finishing rollback tid 0 to smithi16976610-29 2024-03-10T22:15:39.263 INFO:tasks.rados.rados.0.smithi169.stdout:388: finishing rollback tid 1 to smithi16976610-29 2024-03-10T22:15:39.263 INFO:tasks.rados.rados.0.smithi169.stdout:388: finishing rollback tid 2 to smithi16976610-29 2024-03-10T22:15:39.263 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 77 (ObjNum 129 snap 0 seq_num 151114664) dirty exists 2024-03-10T22:15:39.263 INFO:tasks.rados.rados.0.smithi169.stdout:388: done (2 left) 2024-03-10T22:15:39.263 INFO:tasks.rados.rados.0.smithi169.stdout:389: done (1 left) 2024-03-10T22:15:39.263 INFO:tasks.rados.rados.0.smithi169.stdout:390: done (0 left) 2024-03-10T22:15:39.263 INFO:tasks.rados.rados.0.smithi169.stdout:391: copy_from oid 31 from oid 44 current snap is 36 2024-03-10T22:15:39.263 INFO:tasks.rados.rados.0.smithi169.stdout:392: snap_create 2024-03-10T22:15:39.276 INFO:tasks.rados.rados.0.smithi169.stdout:391: finishing copy_from racing read to smithi16976610-31 2024-03-10T22:15:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:391: finishing copy_from to smithi16976610-31 2024-03-10T22:15:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-03-10T22:15:39.389 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:39.305+0000 7fc445b4d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:15:39.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:39 smithi169 ceph-mon[27156]: osdmap e139: 8 total, 8 up, 8 in 2024-03-10T22:15:39.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:39 smithi169 ceph-mon[27156]: pgmap v197: 121 pgs: 121 active+clean; 131 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-03-10T22:15:39.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:39 smithi169 ceph-mon[27156]: osdmap e140: 8 total, 8 up, 8 in 2024-03-10T22:15:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:39 smithi169 ceph-mon[37738]: osdmap e139: 8 total, 8 up, 8 in 2024-03-10T22:15:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:39 smithi169 ceph-mon[37738]: pgmap v197: 121 pgs: 121 active+clean; 131 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-03-10T22:15:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:39 smithi169 ceph-mon[37738]: osdmap e140: 8 total, 8 up, 8 in 2024-03-10T22:15:39.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:39.607+0000 7fc445b4d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:15:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:39 smithi172 ceph-mon[31000]: osdmap e139: 8 total, 8 up, 8 in 2024-03-10T22:15:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:39 smithi172 ceph-mon[31000]: pgmap v197: 121 pgs: 121 active+clean; 131 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-03-10T22:15:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:39 smithi172 ceph-mon[31000]: osdmap e140: 8 total, 8 up, 8 in 2024-03-10T22:15:40.136 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:39.884+0000 7fc445b4d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:15:40.136 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:40.135+0000 7fc445b4d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:15:40.263 INFO:tasks.rados.rados.0.smithi169.stdout:391: done (1 left) 2024-03-10T22:15:40.264 INFO:tasks.rados.rados.0.smithi169.stdout:392: done (0 left) 2024-03-10T22:15:40.264 INFO:tasks.rados.rados.0.smithi169.stdout:393: copy_from oid 27 from oid 39 current snap is 37 2024-03-10T22:15:40.264 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 37 2024-03-10T22:15:40.264 INFO:tasks.rados.rados.0.smithi169.stdout:394: seq_num 144 ranges {106496=16384} 2024-03-10T22:15:40.264 INFO:tasks.rados.rados.0.smithi169.stdout:394: writing smithi16976610-8 from 106496 to 122880 tid 1 2024-03-10T22:15:40.265 INFO:tasks.rados.rados.0.smithi169.stdout:395: copy_from oid 45 from oid 50 current snap is 37 2024-03-10T22:15:40.265 INFO:tasks.rados.rados.0.smithi169.stdout:396: snap_create 2024-03-10T22:15:40.270 INFO:tasks.rados.rados.0.smithi169.stdout:395: finishing copy_from racing read to smithi16976610-45 2024-03-10T22:15:40.270 INFO:tasks.rados.rados.0.smithi169.stdout:394: finishing write tid 1 to smithi16976610-8 2024-03-10T22:15:40.271 INFO:tasks.rados.rados.0.smithi169.stdout:394: finishing write tid 2 to smithi16976610-8 2024-03-10T22:15:40.271 INFO:tasks.rados.rados.0.smithi169.stdout:395: finishing copy_from to smithi16976610-45 2024-03-10T22:15:40.271 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 13 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T22:15:40.273 INFO:tasks.rados.rados.0.smithi169.stdout:394: finishing write tid 3 to smithi16976610-8 2024-03-10T22:15:40.273 INFO:tasks.rados.rados.0.smithi169.stdout:394: oid 8 updating version 0 to 59 2024-03-10T22:15:40.273 INFO:tasks.rados.rados.0.smithi169.stdout:394: oid 8 version 59 is already newer than 58 2024-03-10T22:15:40.273 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 59 (ObjNum 144 snap 37 seq_num 144) dirty exists 2024-03-10T22:15:40.273 INFO:tasks.rados.rados.0.smithi169.stdout:394: left oid 8 (ObjNum 144 snap 37 seq_num 144) 2024-03-10T22:15:40.283 INFO:tasks.rados.rados.0.smithi169.stdout:393: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:15:40.284 INFO:tasks.rados.rados.0.smithi169.stdout:393: finishing copy_from to smithi16976610-27 2024-03-10T22:15:40.284 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 132 (ObjNum 137 snap 35 seq_num 137) dirty exists 2024-03-10T22:15:40.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:40 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:40 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:40 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:40 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:40 smithi169 ceph-mon[27156]: osdmap e141: 8 total, 8 up, 8 in 2024-03-10T22:15:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:40 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:40 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:40 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:40 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:40 smithi169 ceph-mon[37738]: osdmap e141: 8 total, 8 up, 8 in 2024-03-10T22:15:40.758 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:40 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.758 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:40 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.758 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:40 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.758 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:40 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:40.758 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:40 smithi172 ceph-mon[31000]: osdmap e141: 8 total, 8 up, 8 in 2024-03-10T22:15:41.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:41.014+0000 7fc445b4d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:15:41.265 INFO:tasks.rados.rados.0.smithi169.stdout:393: done (3 left) 2024-03-10T22:15:41.266 INFO:tasks.rados.rados.0.smithi169.stdout:394: done (2 left) 2024-03-10T22:15:41.266 INFO:tasks.rados.rados.0.smithi169.stdout:395: done (1 left) 2024-03-10T22:15:41.266 INFO:tasks.rados.rados.0.smithi169.stdout:396: done (0 left) 2024-03-10T22:15:41.266 INFO:tasks.rados.rados.0.smithi169.stdout:397: read oid 36 snap -1 2024-03-10T22:15:41.266 INFO:tasks.rados.rados.0.smithi169.stdout:397: expect (ObjNum 134 snap 34 seq_num 134) 2024-03-10T22:15:41.266 INFO:tasks.rados.rados.0.smithi169.stdout:398: read oid 26 snap -1 2024-03-10T22:15:41.266 INFO:tasks.rados.rados.0.smithi169.stdout:398: expect (ObjNum 25 snap 0 seq_num 25) 2024-03-10T22:15:41.266 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 38 2024-03-10T22:15:41.266 INFO:tasks.rados.rados.0.smithi169.stdout:399: seq_num 145 ranges {729088=32768} 2024-03-10T22:15:41.269 INFO:tasks.rados.rados.0.smithi169.stdout:399: writing smithi16976610-31 from 729088 to 761856 tid 1 2024-03-10T22:15:41.269 INFO:tasks.rados.rados.0.smithi169.stdout:400: setattr oid 8 current snap is 38 2024-03-10T22:15:41.270 INFO:tasks.rados.rados.0.smithi169.stdout:401: read oid 2 snap -1 2024-03-10T22:15:41.270 INFO:tasks.rados.rados.0.smithi169.stdout:401: expect deleted 2024-03-10T22:15:41.270 INFO:tasks.rados.rados.0.smithi169.stdout:402: snap_remove snap 24 2024-03-10T22:15:41.923 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:41.602+0000 7fc445b4d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:15:41.923 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:41.703+0000 7fc445b4d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:15:42.260 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:41.925+0000 7fc445b4d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:15:42.260 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:15:41] ENGINE Bus STARTING 2024-03-10T22:15:42.260 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: CherryPy Checker: 2024-03-10T22:15:42.260 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: The Application mounted at '' has an empty config. 2024-03-10T22:15:42.260 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:42.260 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:15:42] ENGINE Serving on http://:::9283 2024-03-10T22:15:42.260 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:15:42] ENGINE Bus STARTED 2024-03-10T22:15:42.271 INFO:tasks.rados.rados.0.smithi169.stdout:402: done (5 left) 2024-03-10T22:15:42.271 INFO:tasks.rados.rados.0.smithi169.stdout:403: snap_remove snap 27 2024-03-10T22:15:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-mon[31000]: pgmap v200: 121 pgs: 121 active+clean; 131 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-03-10T22:15:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-mon[31000]: osdmap e142: 8 total, 8 up, 8 in 2024-03-10T22:15:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-mon[31000]: Standby manager daemon x restarted 2024-03-10T22:15:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-mon[31000]: Standby manager daemon x started 2024-03-10T22:15:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:15:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:15:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:15:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:42 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:15:42.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[27156]: pgmap v200: 121 pgs: 121 active+clean; 131 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-03-10T22:15:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[27156]: osdmap e142: 8 total, 8 up, 8 in 2024-03-10T22:15:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[27156]: Standby manager daemon x restarted 2024-03-10T22:15:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[27156]: Standby manager daemon x started 2024-03-10T22:15:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:15:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:15:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:15:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:15:42.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[37738]: pgmap v200: 121 pgs: 121 active+clean; 131 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-03-10T22:15:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[37738]: osdmap e142: 8 total, 8 up, 8 in 2024-03-10T22:15:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[37738]: Standby manager daemon x restarted 2024-03-10T22:15:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[37738]: Standby manager daemon x started 2024-03-10T22:15:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:15:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:15:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:15:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:42 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:15:43.282 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 61 (ObjNum 144 snap 37 seq_num 144) dirty exists 2024-03-10T22:15:43.283 INFO:tasks.rados.rados.0.smithi169.stdout:399: finishing write tid 1 to smithi16976610-31 2024-03-10T22:15:43.283 INFO:tasks.rados.rados.0.smithi169.stdout:398: expect (ObjNum 25 snap 0 seq_num 25) 2024-03-10T22:15:43.294 INFO:tasks.rados.rados.0.smithi169.stdout:399: finishing write tid 2 to smithi16976610-31 2024-03-10T22:15:43.294 INFO:tasks.rados.rados.0.smithi169.stdout:399: finishing write tid 3 to smithi16976610-31 2024-03-10T22:15:43.294 INFO:tasks.rados.rados.0.smithi169.stdout:399: oid 31 updating version 0 to 173 2024-03-10T22:15:43.294 INFO:tasks.rados.rados.0.smithi169.stdout:399: oid 31 version 173 is already newer than 172 2024-03-10T22:15:43.294 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 173 (ObjNum 145 snap 38 seq_num 145) dirty exists 2024-03-10T22:15:43.294 INFO:tasks.rados.rados.0.smithi169.stdout:399: left oid 31 (ObjNum 145 snap 38 seq_num 145) 2024-03-10T22:15:43.294 INFO:tasks.rados.rados.0.smithi169.stdout:397: expect (ObjNum 134 snap 34 seq_num 134) 2024-03-10T22:15:43.361 INFO:tasks.rados.rados.0.smithi169.stdout:397: done (5 left) 2024-03-10T22:15:43.362 INFO:tasks.rados.rados.0.smithi169.stdout:398: done (4 left) 2024-03-10T22:15:43.362 INFO:tasks.rados.rados.0.smithi169.stdout:399: done (3 left) 2024-03-10T22:15:43.362 INFO:tasks.rados.rados.0.smithi169.stdout:400: done (2 left) 2024-03-10T22:15:43.362 INFO:tasks.rados.rados.0.smithi169.stdout:401: done (1 left) 2024-03-10T22:15:43.362 INFO:tasks.rados.rados.0.smithi169.stdout:403: done (0 left) 2024-03-10T22:15:43.362 INFO:tasks.rados.rados.0.smithi169.stdout:404: read oid 36 snap -1 2024-03-10T22:15:43.362 INFO:tasks.rados.rados.0.smithi169.stdout:404: expect (ObjNum 134 snap 34 seq_num 134) 2024-03-10T22:15:43.362 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 13 current snap is 38 2024-03-10T22:15:43.363 INFO:tasks.rados.rados.0.smithi169.stdout:405: seq_num 146 ranges {4382720=49152} 2024-03-10T22:15:43.385 INFO:tasks.rados.rados.0.smithi169.stdout:405: writing smithi16976610-13 from 4382720 to 4431872 tid 1 2024-03-10T22:15:43.385 INFO:tasks.rados.rados.0.smithi169.stdout:406: delete oid 15 current snap is 38 2024-03-10T22:15:43.385 INFO:tasks.rados.rados.0.smithi169.stdout:404: expect (ObjNum 134 snap 34 seq_num 134) 2024-03-10T22:15:43.453 INFO:tasks.rados.rados.0.smithi169.stdout:405: finishing write tid 1 to smithi16976610-13 2024-03-10T22:15:43.453 INFO:tasks.rados.rados.0.smithi169.stdout:405: finishing write tid 2 to smithi16976610-13 2024-03-10T22:15:43.453 INFO:tasks.rados.rados.0.smithi169.stdout:405: finishing write tid 3 to smithi16976610-13 2024-03-10T22:15:43.453 INFO:tasks.rados.rados.0.smithi169.stdout:405: oid 13 updating version 0 to 184 2024-03-10T22:15:43.453 INFO:tasks.rados.rados.0.smithi169.stdout:405: oid 13 version 184 is already newer than 183 2024-03-10T22:15:43.453 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 184 (ObjNum 146 snap 38 seq_num 146) dirty exists 2024-03-10T22:15:43.454 INFO:tasks.rados.rados.0.smithi169.stdout:405: left oid 13 (ObjNum 146 snap 38 seq_num 146) 2024-03-10T22:15:43.454 INFO:tasks.rados.rados.0.smithi169.stdout:404: done (2 left) 2024-03-10T22:15:43.454 INFO:tasks.rados.rados.0.smithi169.stdout:405: done (1 left) 2024-03-10T22:15:43.454 INFO:tasks.rados.rados.0.smithi169.stdout:406: done (0 left) 2024-03-10T22:15:43.454 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 38 2024-03-10T22:15:43.454 INFO:tasks.rados.rados.0.smithi169.stdout:407: seq_num 148 ranges {4194304=81920} 2024-03-10T22:15:43.475 INFO:tasks.rados.rados.0.smithi169.stdout:407: writing smithi16976610-25 from 4194304 to 4276224 tid 1 2024-03-10T22:15:43.475 INFO:tasks.rados.rados.0.smithi169.stdout:408: setattr oid 48 current snap is 38 2024-03-10T22:15:43.478 INFO:tasks.rados.rados.0.smithi169.stdout:407: finishing write tid 1 to smithi16976610-25 2024-03-10T22:15:43.478 INFO:tasks.rados.rados.0.smithi169.stdout:407: finishing write tid 2 to smithi16976610-25 2024-03-10T22:15:43.479 INFO:tasks.rados.rados.0.smithi169.stdout:409: read oid 14 snap -1 2024-03-10T22:15:43.479 INFO:tasks.rados.rados.0.smithi169.stdout:409: expect deleted 2024-03-10T22:15:43.479 INFO:tasks.rados.rados.0.smithi169.stdout:410: snap_create 2024-03-10T22:15:43.479 INFO:tasks.rados.rados.0.smithi169.stdout:407: finishing write tid 3 to smithi16976610-25 2024-03-10T22:15:43.479 INFO:tasks.rados.rados.0.smithi169.stdout:407: oid 25 updating version 0 to 211 2024-03-10T22:15:43.479 INFO:tasks.rados.rados.0.smithi169.stdout:407: oid 25 version 211 is already newer than 210 2024-03-10T22:15:43.479 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 211 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-03-10T22:15:43.479 INFO:tasks.rados.rados.0.smithi169.stdout:407: left oid 25 (ObjNum 148 snap 38 seq_num 148) 2024-03-10T22:15:43.481 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 169 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-03-10T22:15:43.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:43 smithi172 ceph-mon[31000]: osdmap e143: 8 total, 8 up, 8 in 2024-03-10T22:15:43.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:43 smithi172 ceph-mon[31000]: mgrmap e23: y(active, since 3m), standbys: x 2024-03-10T22:15:43.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:43 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:43.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:43 smithi169 ceph-mon[27156]: osdmap e143: 8 total, 8 up, 8 in 2024-03-10T22:15:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:43 smithi169 ceph-mon[27156]: mgrmap e23: y(active, since 3m), standbys: x 2024-03-10T22:15:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:43 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:43 smithi169 ceph-mon[37738]: osdmap e143: 8 total, 8 up, 8 in 2024-03-10T22:15:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:43 smithi169 ceph-mon[37738]: mgrmap e23: y(active, since 3m), standbys: x 2024-03-10T22:15:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:43 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:44.261 INFO:tasks.rados.rados.0.smithi169.stdout:407: done (3 left) 2024-03-10T22:15:44.261 INFO:tasks.rados.rados.0.smithi169.stdout:408: done (2 left) 2024-03-10T22:15:44.261 INFO:tasks.rados.rados.0.smithi169.stdout:409: done (1 left) 2024-03-10T22:15:44.261 INFO:tasks.rados.rados.0.smithi169.stdout:410: done (0 left) 2024-03-10T22:15:44.262 INFO:tasks.rados.rados.0.smithi169.stdout:411: delete oid 27 current snap is 39 2024-03-10T22:15:44.264 INFO:tasks.rados.rados.0.smithi169.stdout:411: done (0 left) 2024-03-10T22:15:44.264 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 39 2024-03-10T22:15:44.264 INFO:tasks.rados.rados.0.smithi169.stdout:412: seq_num 150 ranges {0=114688} 2024-03-10T22:15:44.264 INFO:tasks.rados.rados.0.smithi169.stdout:412: writing smithi16976610-3 from 0 to 114688 tid 1 2024-03-10T22:15:44.265 INFO:tasks.rados.rados.0.smithi169.stdout:413: snap_create 2024-03-10T22:15:44.269 INFO:tasks.rados.rados.0.smithi169.stdout:412: finishing write tid 1 to smithi16976610-3 2024-03-10T22:15:44.270 INFO:tasks.rados.rados.0.smithi169.stdout:412: finishing write tid 2 to smithi16976610-3 2024-03-10T22:15:44.271 INFO:tasks.rados.rados.0.smithi169.stdout:412: finishing write tid 3 to smithi16976610-3 2024-03-10T22:15:44.271 INFO:tasks.rados.rados.0.smithi169.stdout:412: oid 3 updating version 0 to 172 2024-03-10T22:15:44.271 INFO:tasks.rados.rados.0.smithi169.stdout:412: oid 3 version 172 is already newer than 171 2024-03-10T22:15:44.271 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 172 (ObjNum 150 snap 39 seq_num 150) dirty exists 2024-03-10T22:15:44.271 INFO:tasks.rados.rados.0.smithi169.stdout:412: left oid 3 (ObjNum 150 snap 39 seq_num 150) 2024-03-10T22:15:44.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:44 smithi169 ceph-mon[27156]: pgmap v203: 121 pgs: 121 active+clean; 131 MiB data, 452 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:44 smithi169 ceph-mon[27156]: osdmap e144: 8 total, 8 up, 8 in 2024-03-10T22:15:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:44 smithi169 ceph-mon[27156]: osdmap e145: 8 total, 8 up, 8 in 2024-03-10T22:15:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:44 smithi169 ceph-mon[37738]: pgmap v203: 121 pgs: 121 active+clean; 131 MiB data, 452 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:44 smithi169 ceph-mon[37738]: osdmap e144: 8 total, 8 up, 8 in 2024-03-10T22:15:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:44 smithi169 ceph-mon[37738]: osdmap e145: 8 total, 8 up, 8 in 2024-03-10T22:15:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:44 smithi172 ceph-mon[31000]: pgmap v203: 121 pgs: 121 active+clean; 131 MiB data, 452 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:44 smithi172 ceph-mon[31000]: osdmap e144: 8 total, 8 up, 8 in 2024-03-10T22:15:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:44 smithi172 ceph-mon[31000]: osdmap e145: 8 total, 8 up, 8 in 2024-03-10T22:15:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:412: done (1 left) 2024-03-10T22:15:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:413: done (0 left) 2024-03-10T22:15:45.269 INFO:tasks.rados.rados.0.smithi169.stdout:414: rollback oid 27 current snap is 40 2024-03-10T22:15:45.269 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 27 to 39 2024-03-10T22:15:45.269 INFO:tasks.rados.rados.0.smithi169.stdout:415: setattr oid 20 current snap is 40 2024-03-10T22:15:45.270 INFO:tasks.rados.rados.0.smithi169.stdout:414: finishing rollback tid 1 to smithi16976610-27 2024-03-10T22:15:45.270 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 171 (ObjNum 4113 snap 0 seq_num 1002891926) dirty dne 2024-03-10T22:15:45.270 INFO:tasks.rados.rados.0.smithi169.stdout:414: done (1 left) 2024-03-10T22:15:45.270 INFO:tasks.rados.rados.0.smithi169.stdout:416: snap_create 2024-03-10T22:15:45.273 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 123 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T22:15:46.270 INFO:tasks.rados.rados.0.smithi169.stdout:415: done (1 left) 2024-03-10T22:15:46.270 INFO:tasks.rados.rados.0.smithi169.stdout:416: done (0 left) 2024-03-10T22:15:46.271 INFO:tasks.rados.rados.0.smithi169.stdout:417: read oid 46 snap -1 2024-03-10T22:15:46.271 INFO:tasks.rados.rados.0.smithi169.stdout:417: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:15:46.271 INFO:tasks.rados.rados.0.smithi169.stdout:418: snap_remove snap 28 2024-03-10T22:15:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:46 smithi172 ceph-mon[31000]: pgmap v206: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-03-10T22:15:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:46 smithi172 ceph-mon[31000]: osdmap e146: 8 total, 8 up, 8 in 2024-03-10T22:15:46.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:46 smithi169 ceph-mon[37738]: pgmap v206: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-03-10T22:15:46.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:46 smithi169 ceph-mon[37738]: osdmap e146: 8 total, 8 up, 8 in 2024-03-10T22:15:46.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:46 smithi169 ceph-mon[27156]: pgmap v206: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-03-10T22:15:46.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:46 smithi169 ceph-mon[27156]: osdmap e146: 8 total, 8 up, 8 in 2024-03-10T22:15:47.274 INFO:tasks.rados.rados.0.smithi169.stdout:418: done (1 left) 2024-03-10T22:15:47.274 INFO:tasks.rados.rados.0.smithi169.stdout:419: read oid 12 snap -1 2024-03-10T22:15:47.274 INFO:tasks.rados.rados.0.smithi169.stdout:419: expect (ObjNum 126 snap 30 seq_num 126) 2024-03-10T22:15:47.274 INFO:tasks.rados.rados.0.smithi169.stdout:420: read oid 38 snap 26 2024-03-10T22:15:47.274 INFO:tasks.rados.rados.0.smithi169.stdout:420: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:15:47.275 INFO:tasks.rados.rados.0.smithi169.stdout:421: snap_remove snap 37 2024-03-10T22:15:47.618 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:47 smithi172 ceph-mon[31000]: osdmap e147: 8 total, 8 up, 8 in 2024-03-10T22:15:47.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:47 smithi169 ceph-mon[27156]: osdmap e147: 8 total, 8 up, 8 in 2024-03-10T22:15:47.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:47 smithi169 ceph-mon[37738]: osdmap e147: 8 total, 8 up, 8 in 2024-03-10T22:15:48.274 INFO:tasks.rados.rados.0.smithi169.stdout:421: done (3 left) 2024-03-10T22:15:48.274 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 41 2024-03-10T22:15:48.274 INFO:tasks.rados.rados.0.smithi169.stdout:422: seq_num 151 ranges {0=131072} 2024-03-10T22:15:48.275 INFO:tasks.rados.rados.0.smithi169.stdout:422: writing smithi16976610-40 from 0 to 131072 tid 1 2024-03-10T22:15:48.275 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 41 2024-03-10T22:15:48.275 INFO:tasks.rados.rados.0.smithi169.stdout:423: seq_num 152 ranges {2154496=147456} 2024-03-10T22:15:48.288 INFO:tasks.rados.rados.0.smithi169.stdout:423: writing smithi16976610-11 from 2154496 to 2301952 tid 1 2024-03-10T22:15:48.288 INFO:tasks.rados.rados.0.smithi169.stdout:424: rmattr oid 21 current snap is 41 2024-03-10T22:15:48.288 INFO:tasks.rados.rados.0.smithi169.stdout:424: done (5 left) 2024-03-10T22:15:48.288 INFO:tasks.rados.rados.0.smithi169.stdout:425: delete oid 10 current snap is 41 2024-03-10T22:15:48.288 INFO:tasks.rados.rados.0.smithi169.stdout:417: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:15:48.309 INFO:tasks.rados.rados.0.smithi169.stdout:420: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:15:48.330 INFO:tasks.rados.rados.0.smithi169.stdout:419: expect (ObjNum 126 snap 30 seq_num 126) 2024-03-10T22:15:48.530 INFO:tasks.rados.rados.0.smithi169.stdout:422: finishing write tid 1 to smithi16976610-40 2024-03-10T22:15:48.530 INFO:tasks.rados.rados.0.smithi169.stdout:422: finishing write tid 2 to smithi16976610-40 2024-03-10T22:15:48.530 INFO:tasks.rados.rados.0.smithi169.stdout:417: done (5 left) 2024-03-10T22:15:48.530 INFO:tasks.rados.rados.0.smithi169.stdout:419: done (4 left) 2024-03-10T22:15:48.530 INFO:tasks.rados.rados.0.smithi169.stdout:420: done (3 left) 2024-03-10T22:15:48.530 INFO:tasks.rados.rados.0.smithi169.stdout:425: done (2 left) 2024-03-10T22:15:48.530 INFO:tasks.rados.rados.0.smithi169.stdout:426: read oid 48 snap -1 2024-03-10T22:15:48.531 INFO:tasks.rados.rados.0.smithi169.stdout:426: expect (ObjNum 116 snap 24 seq_num 116) 2024-03-10T22:15:48.531 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 41 2024-03-10T22:15:48.531 INFO:tasks.rados.rados.0.smithi169.stdout:422: finishing write tid 3 to smithi16976610-40 2024-03-10T22:15:48.531 INFO:tasks.rados.rados.0.smithi169.stdout:422: oid 40 updating version 0 to 184 2024-03-10T22:15:48.531 INFO:tasks.rados.rados.0.smithi169.stdout:422: oid 40 updating version 184 to 185 2024-03-10T22:15:48.531 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 185 (ObjNum 151 snap 41 seq_num 151) dirty exists 2024-03-10T22:15:48.531 INFO:tasks.rados.rados.0.smithi169.stdout:422: left oid 40 (ObjNum 151 snap 41 seq_num 151) 2024-03-10T22:15:48.531 INFO:tasks.rados.rados.0.smithi169.stdout:427: seq_num 154 ranges {761856=180224} 2024-03-10T22:15:48.535 INFO:tasks.rados.rados.0.smithi169.stdout:427: writing smithi16976610-34 from 761856 to 942080 tid 1 2024-03-10T22:15:48.535 INFO:tasks.rados.rados.0.smithi169.stdout:422: done (3 left) 2024-03-10T22:15:48.535 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 41 2024-03-10T22:15:48.535 INFO:tasks.rados.rados.0.smithi169.stdout:423: finishing write tid 1 to smithi16976610-11 2024-03-10T22:15:48.535 INFO:tasks.rados.rados.0.smithi169.stdout:423: finishing write tid 2 to smithi16976610-11 2024-03-10T22:15:48.535 INFO:tasks.rados.rados.0.smithi169.stdout:423: finishing write tid 3 to smithi16976610-11 2024-03-10T22:15:48.535 INFO:tasks.rados.rados.0.smithi169.stdout:423: oid 11 updating version 0 to 177 2024-03-10T22:15:48.536 INFO:tasks.rados.rados.0.smithi169.stdout:423: oid 11 version 177 is already newer than 176 2024-03-10T22:15:48.536 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 177 (ObjNum 152 snap 41 seq_num 152) dirty exists 2024-03-10T22:15:48.536 INFO:tasks.rados.rados.0.smithi169.stdout:423: left oid 11 (ObjNum 152 snap 41 seq_num 152) 2024-03-10T22:15:48.536 INFO:tasks.rados.rados.0.smithi169.stdout:428: seq_num 155 ranges {4415488=204800} 2024-03-10T22:15:48.560 INFO:tasks.rados.rados.0.smithi169.stdout:428: writing smithi16976610-37 from 4415488 to 4620288 tid 1 2024-03-10T22:15:48.560 INFO:tasks.rados.rados.0.smithi169.stdout:423: done (3 left) 2024-03-10T22:15:48.560 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 41 2024-03-10T22:15:48.560 INFO:tasks.rados.rados.0.smithi169.stdout:429: seq_num 156 ranges {2752512=221184} 2024-03-10T22:15:48.576 INFO:tasks.rados.rados.0.smithi169.stdout:429: writing smithi16976610-39 from 2752512 to 2973696 tid 1 2024-03-10T22:15:48.576 INFO:tasks.rados.rados.0.smithi169.stdout:430: snap_remove snap 30 2024-03-10T22:15:48.623 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:48 smithi169 ceph-mon[27156]: pgmap v209: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-03-10T22:15:48.623 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:48 smithi169 ceph-mon[27156]: osdmap e148: 8 total, 8 up, 8 in 2024-03-10T22:15:48.623 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:48 smithi169 ceph-mon[27156]: osdmap e149: 8 total, 8 up, 8 in 2024-03-10T22:15:48.623 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:48 smithi169 ceph-mon[37738]: pgmap v209: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-03-10T22:15:48.623 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:48 smithi169 ceph-mon[37738]: osdmap e148: 8 total, 8 up, 8 in 2024-03-10T22:15:48.623 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:48 smithi169 ceph-mon[37738]: osdmap e149: 8 total, 8 up, 8 in 2024-03-10T22:15:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:48 smithi172 ceph-mon[31000]: pgmap v209: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-03-10T22:15:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:48 smithi172 ceph-mon[31000]: osdmap e148: 8 total, 8 up, 8 in 2024-03-10T22:15:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:48 smithi172 ceph-mon[31000]: osdmap e149: 8 total, 8 up, 8 in 2024-03-10T22:15:48.891 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:15:48] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-03-10T22:15:49.297 INFO:tasks.rados.rados.0.smithi169.stdout:430: done (4 left) 2024-03-10T22:15:49.297 INFO:tasks.rados.rados.0.smithi169.stdout:431: copy_from oid 4 from oid 6 current snap is 41 2024-03-10T22:15:49.301 INFO:tasks.rados.rados.0.smithi169.stdout:427: finishing write tid 1 to smithi16976610-34 2024-03-10T22:15:49.301 INFO:tasks.rados.rados.0.smithi169.stdout:427: finishing write tid 2 to smithi16976610-34 2024-03-10T22:15:49.302 INFO:tasks.rados.rados.0.smithi169.stdout:427: finishing write tid 3 to smithi16976610-34 2024-03-10T22:15:49.302 INFO:tasks.rados.rados.0.smithi169.stdout:427: oid 34 updating version 0 to 188 2024-03-10T22:15:49.302 INFO:tasks.rados.rados.0.smithi169.stdout:427: oid 34 version 188 is already newer than 187 2024-03-10T22:15:49.302 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 188 (ObjNum 154 snap 41 seq_num 154) dirty exists 2024-03-10T22:15:49.302 INFO:tasks.rados.rados.0.smithi169.stdout:427: left oid 34 (ObjNum 154 snap 41 seq_num 154) 2024-03-10T22:15:49.302 INFO:tasks.rados.rados.0.smithi169.stdout:426: expect (ObjNum 116 snap 24 seq_num 116) 2024-03-10T22:15:49.489 INFO:tasks.rados.rados.0.smithi169.stdout:428: finishing write tid 1 to smithi16976610-37 2024-03-10T22:15:49.490 INFO:tasks.rados.rados.0.smithi169.stdout:428: finishing write tid 2 to smithi16976610-37 2024-03-10T22:15:49.490 INFO:tasks.rados.rados.0.smithi169.stdout:426: done (4 left) 2024-03-10T22:15:49.490 INFO:tasks.rados.rados.0.smithi169.stdout:427: done (3 left) 2024-03-10T22:15:49.490 INFO:tasks.rados.rados.0.smithi169.stdout:432: read oid 29 snap -1 2024-03-10T22:15:49.490 INFO:tasks.rados.rados.0.smithi169.stdout:432: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:15:49.490 INFO:tasks.rados.rados.0.smithi169.stdout:433: rollback oid 43 current snap is 41 2024-03-10T22:15:49.490 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 43 to 33 2024-03-10T22:15:49.490 INFO:tasks.rados.rados.0.smithi169.stdout:428: finishing write tid 3 to smithi16976610-37 2024-03-10T22:15:49.490 INFO:tasks.rados.rados.0.smithi169.stdout:428: oid 37 updating version 0 to 195 2024-03-10T22:15:49.490 INFO:tasks.rados.rados.0.smithi169.stdout:428: oid 37 version 195 is already newer than 194 2024-03-10T22:15:49.491 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 195 (ObjNum 155 snap 41 seq_num 155) dirty exists 2024-03-10T22:15:49.491 INFO:tasks.rados.rados.0.smithi169.stdout:428: left oid 37 (ObjNum 155 snap 41 seq_num 155) 2024-03-10T22:15:49.491 INFO:tasks.rados.rados.0.smithi169.stdout:429: finishing write tid 1 to smithi16976610-39 2024-03-10T22:15:49.491 INFO:tasks.rados.rados.0.smithi169.stdout:428: done (4 left) 2024-03-10T22:15:49.491 INFO:tasks.rados.rados.0.smithi169.stdout:434: snap_create 2024-03-10T22:15:49.491 INFO:tasks.rados.rados.0.smithi169.stdout:429: finishing write tid 2 to smithi16976610-39 2024-03-10T22:15:49.492 INFO:tasks.rados.rados.0.smithi169.stdout:429: finishing write tid 3 to smithi16976610-39 2024-03-10T22:15:49.492 INFO:tasks.rados.rados.0.smithi169.stdout:429: oid 39 updating version 0 to 165 2024-03-10T22:15:49.492 INFO:tasks.rados.rados.0.smithi169.stdout:429: oid 39 version 165 is already newer than 164 2024-03-10T22:15:49.492 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 165 (ObjNum 156 snap 41 seq_num 156) dirty exists 2024-03-10T22:15:49.492 INFO:tasks.rados.rados.0.smithi169.stdout:429: left oid 39 (ObjNum 156 snap 41 seq_num 156) 2024-03-10T22:15:49.492 INFO:tasks.rados.rados.0.smithi169.stdout:431: finishing copy_from racing read to smithi16976610-4 2024-03-10T22:15:49.492 INFO:tasks.rados.rados.0.smithi169.stdout:431: finishing copy_from to smithi16976610-4 2024-03-10T22:15:49.492 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 132 (ObjNum 127 snap 30 seq_num 127) dirty exists 2024-03-10T22:15:49.492 INFO:tasks.rados.rados.0.smithi169.stdout:432: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:15:49.493 INFO:tasks.rados.rados.0.smithi169.stdout:433: finishing rollback tid 0 to smithi16976610-43 2024-03-10T22:15:49.493 INFO:tasks.rados.rados.0.smithi169.stdout:433: finishing rollback tid 1 to smithi16976610-43 2024-03-10T22:15:49.493 INFO:tasks.rados.rados.0.smithi169.stdout:433: finishing rollback tid 2 to smithi16976610-43 2024-03-10T22:15:49.493 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 175 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-03-10T22:15:49.983 INFO:tasks.rados.rados.0.smithi169.stdout:429: done (4 left) 2024-03-10T22:15:49.983 INFO:tasks.rados.rados.0.smithi169.stdout:431: done (3 left) 2024-03-10T22:15:49.983 INFO:tasks.rados.rados.0.smithi169.stdout:432: done (2 left) 2024-03-10T22:15:49.983 INFO:tasks.rados.rados.0.smithi169.stdout:433: done (1 left) 2024-03-10T22:15:49.983 INFO:tasks.rados.rados.0.smithi169.stdout:434: done (0 left) 2024-03-10T22:15:49.984 INFO:tasks.rados.rados.0.smithi169.stdout:435: read oid 14 snap -1 2024-03-10T22:15:49.984 INFO:tasks.rados.rados.0.smithi169.stdout:435: expect deleted 2024-03-10T22:15:49.984 INFO:tasks.rados.rados.0.smithi169.stdout:436: delete oid 12 current snap is 42 2024-03-10T22:15:49.988 INFO:tasks.rados.rados.0.smithi169.stdout:435: done (1 left) 2024-03-10T22:15:49.988 INFO:tasks.rados.rados.0.smithi169.stdout:436: done (0 left) 2024-03-10T22:15:49.988 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 42 2024-03-10T22:15:49.988 INFO:tasks.rados.rados.0.smithi169.stdout:437: seq_num 158 ranges {114688=253952} 2024-03-10T22:15:49.990 INFO:tasks.rados.rados.0.smithi169.stdout:437: writing smithi16976610-3 from 114688 to 368640 tid 1 2024-03-10T22:15:49.990 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 42 2024-03-10T22:15:49.990 INFO:tasks.rados.rados.0.smithi169.stdout:438: seq_num 159 ranges {0=270336} 2024-03-10T22:15:49.992 INFO:tasks.rados.rados.0.smithi169.stdout:438: writing smithi16976610-49 from 0 to 270336 tid 1 2024-03-10T22:15:49.992 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 42 2024-03-10T22:15:49.992 INFO:tasks.rados.rados.0.smithi169.stdout:439: seq_num 160 ranges {106496=286720} 2024-03-10T22:15:49.995 INFO:tasks.rados.rados.0.smithi169.stdout:439: writing smithi16976610-7 from 106496 to 393216 tid 1 2024-03-10T22:15:49.995 INFO:tasks.rados.rados.0.smithi169.stdout:440: snap_remove snap 36 2024-03-10T22:15:50.087 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:15:49] ENGINE Bus STOPPING 2024-03-10T22:15:50.087 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:15:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:15:50.087 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:15:50] ENGINE Bus STOPPED 2024-03-10T22:15:50.088 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:15:50] ENGINE Bus STARTING 2024-03-10T22:15:50.137 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ignoring --setuser ceph since I am not root 2024-03-10T22:15:50.137 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ignoring --setgroup ceph since I am not root 2024-03-10T22:15:50.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: pgmap v212: 121 pgs: 121 active+clean; 134 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 244 KiB/s wr, 14 op/s 2024-03-10T22:15:50.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: osdmap e150: 8 total, 8 up, 8 in 2024-03-10T22:15:50.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:50.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:50.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: osdmap e151: 8 total, 8 up, 8 in 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: mgrmap e24: x(active, starting, since 0.0121482s) 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:15:50.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:15:50.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:15:50.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:15:50.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:15:50.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:15:50.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:15:50.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:15:50.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:15:50.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:15:50.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:15:50.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:15:50.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:15:50.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: pgmap v212: 121 pgs: 121 active+clean; 134 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 244 KiB/s wr, 14 op/s 2024-03-10T22:15:50.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: osdmap e150: 8 total, 8 up, 8 in 2024-03-10T22:15:50.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:50.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:50.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:15:50.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:15:50.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:50.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:50.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-10T22:15:50.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: osdmap e151: 8 total, 8 up, 8 in 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: mgrmap e24: x(active, starting, since 0.0121482s) 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:15:50.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:15:50.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:15:50.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:15:50.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:15:50.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:15:50.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:15:50.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:15:50.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: Manager daemon x is now available 2024-03-10T22:15:50.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:50.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:50.510 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:50.510 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:15:50.510 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:15:50.510 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T22:15:50.510 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T22:15:50.510 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:15:50.510 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: Manager daemon x is now available 2024-03-10T22:15:50.510 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:50.510 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:50.510 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:50.510 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:15:50.511 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:15:50.511 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T22:15:50.511 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T22:15:50.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:50.143+0000 7fc3a37e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:15:50.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:50.143+0000 7fc3a37e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:15:50.514 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:50.143+0000 7fc3a37e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:15:50.514 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:50.143+0000 7fc3a37e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:15:50.514 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:50.143+0000 7fc3a37e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:15:50.514 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:50.144+0000 7fc3a67ee700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:15:50.514 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:50.144+0000 7fc3a67ee700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:15:50.514 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:50.144+0000 7fc3a67ee700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:15:50.514 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:50.144+0000 7fc3a67ee700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:15:50.514 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:15:50.144+0000 7fc3a67ee700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:15:50.514 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:15:50] ENGINE Serving on http://:::9283 2024-03-10T22:15:50.514 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:15:50] ENGINE Bus STARTED 2024-03-10T22:15:50.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: pgmap v212: 121 pgs: 121 active+clean; 134 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 244 KiB/s wr, 14 op/s 2024-03-10T22:15:50.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: osdmap e150: 8 total, 8 up, 8 in 2024-03-10T22:15:50.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:50.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:50.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:15:50.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:15:50.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' 2024-03-10T22:15:50.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:50.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-10T22:15:50.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: osdmap e151: 8 total, 8 up, 8 in 2024-03-10T22:15:50.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24485 172.21.15.169:0/1290422204' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-10T22:15:50.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: mgrmap e24: x(active, starting, since 0.0121482s) 2024-03-10T22:15:50.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:15:50.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:15:50.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:15:50.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:15:50.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:15:50.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: Manager daemon x is now available 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:50.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:15:50.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:15:50.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:15:50.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:15:50.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T22:15:50.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:50 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T22:15:50.988 INFO:tasks.rados.rados.0.smithi169.stdout:440: done (3 left) 2024-03-10T22:15:50.988 INFO:tasks.rados.rados.0.smithi169.stdout:441: rollback oid 5 current snap is 42 2024-03-10T22:15:50.988 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 5 to 40 2024-03-10T22:15:50.988 INFO:tasks.rados.rados.0.smithi169.stdout:437: finishing write tid 1 to smithi16976610-3 2024-03-10T22:15:50.988 INFO:tasks.rados.rados.0.smithi169.stdout:437: finishing write tid 2 to smithi16976610-3 2024-03-10T22:15:50.988 INFO:tasks.rados.rados.0.smithi169.stdout:438: finishing write tid 1 to smithi16976610-49 2024-03-10T22:15:50.988 INFO:tasks.rados.rados.0.smithi169.stdout:439: finishing write tid 1 to smithi16976610-7 2024-03-10T22:15:50.988 INFO:tasks.rados.rados.0.smithi169.stdout:438: finishing write tid 2 to smithi16976610-49 2024-03-10T22:15:50.988 INFO:tasks.rados.rados.0.smithi169.stdout:439: finishing write tid 2 to smithi16976610-7 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:437: finishing write tid 3 to smithi16976610-3 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:437: oid 3 updating version 0 to 183 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:437: oid 3 updating version 183 to 184 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 184 (ObjNum 158 snap 42 seq_num 158) dirty exists 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:437: left oid 3 (ObjNum 158 snap 42 seq_num 158) 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:439: finishing write tid 3 to smithi16976610-7 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:439: oid 7 updating version 0 to 100 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:439: oid 7 version 100 is already newer than 99 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 100 (ObjNum 160 snap 42 seq_num 160) dirty exists 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:439: left oid 7 (ObjNum 160 snap 42 seq_num 160) 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:438: finishing write tid 3 to smithi16976610-49 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:438: oid 49 updating version 0 to 186 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:438: oid 49 version 186 is already newer than 185 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 186 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-03-10T22:15:50.989 INFO:tasks.rados.rados.0.smithi169.stdout:438: left oid 49 (ObjNum 159 snap 42 seq_num 159) 2024-03-10T22:15:50.990 INFO:tasks.rados.rados.0.smithi169.stdout:437: done (3 left) 2024-03-10T22:15:50.990 INFO:tasks.rados.rados.0.smithi169.stdout:438: done (2 left) 2024-03-10T22:15:50.990 INFO:tasks.rados.rados.0.smithi169.stdout:439: done (1 left) 2024-03-10T22:15:50.990 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 42 2024-03-10T22:15:50.990 INFO:tasks.rados.rados.0.smithi169.stdout:442: seq_num 161 ranges {0=303104} 2024-03-10T22:15:50.990 INFO:tasks.rados.rados.0.smithi169.stdout:442: writing smithi16976610-14 from 0 to 303104 tid 1 2024-03-10T22:15:50.990 INFO:tasks.rados.rados.0.smithi169.stdout:443: copy_from oid 6 from oid 19 current snap is 42 2024-03-10T22:15:50.990 INFO:tasks.rados.rados.0.smithi169.stdout:444: snap_create 2024-03-10T22:15:50.996 INFO:tasks.rados.rados.0.smithi169.stdout:441: finishing rollback tid 0 to smithi16976610-5 2024-03-10T22:15:50.996 INFO:tasks.rados.rados.0.smithi169.stdout:441: finishing rollback tid 1 to smithi16976610-5 2024-03-10T22:15:50.996 INFO:tasks.rados.rados.0.smithi169.stdout:442: finishing write tid 1 to smithi16976610-14 2024-03-10T22:15:50.997 INFO:tasks.rados.rados.0.smithi169.stdout:442: finishing write tid 2 to smithi16976610-14 2024-03-10T22:15:51.000 INFO:tasks.rados.rados.0.smithi169.stdout:442: finishing write tid 3 to smithi16976610-14 2024-03-10T22:15:51.001 INFO:tasks.rados.rados.0.smithi169.stdout:442: oid 14 updating version 0 to 124 2024-03-10T22:15:51.001 INFO:tasks.rados.rados.0.smithi169.stdout:442: oid 14 version 124 is already newer than 123 2024-03-10T22:15:51.001 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 124 (ObjNum 161 snap 42 seq_num 161) dirty exists 2024-03-10T22:15:51.001 INFO:tasks.rados.rados.0.smithi169.stdout:442: left oid 14 (ObjNum 161 snap 42 seq_num 161) 2024-03-10T22:15:51.001 INFO:tasks.rados.rados.0.smithi169.stdout:441: finishing rollback tid 2 to smithi16976610-5 2024-03-10T22:15:51.001 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 194 (ObjNum 131 snap 32 seq_num 131) dirty exists 2024-03-10T22:15:51.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:50.576+0000 7fabf1034200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:15:51.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:50.672+0000 7fabf1034200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:15:51.004 INFO:tasks.rados.rados.0.smithi169.stdout:443: finishing copy_from racing read to smithi16976610-6 2024-03-10T22:15:51.004 INFO:tasks.rados.rados.0.smithi169.stdout:443: finishing copy_from to smithi16976610-6 2024-03-10T22:15:51.004 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-10T22:15:51.551 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[27156]: [10/Mar/2024:22:15:50] ENGINE Bus STARTING 2024-03-10T22:15:51.551 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[27156]: Deploying cephadm binary to smithi169 2024-03-10T22:15:51.552 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[27156]: Deploying cephadm binary to smithi172 2024-03-10T22:15:51.552 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[27156]: [10/Mar/2024:22:15:50] ENGINE Serving on https://172.21.15.172:7150 2024-03-10T22:15:51.552 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[27156]: [10/Mar/2024:22:15:50] ENGINE Serving on http://172.21.15.172:8765 2024-03-10T22:15:51.552 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[27156]: [10/Mar/2024:22:15:50] ENGINE Bus STARTED 2024-03-10T22:15:51.552 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[27156]: mgrmap e25: x(active, since 1.01057s) 2024-03-10T22:15:51.552 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[27156]: osdmap e152: 8 total, 8 up, 8 in 2024-03-10T22:15:51.552 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:51.318+0000 7fabf1034200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:15:51.553 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:51.409+0000 7fabf1034200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:15:51.553 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:51.551+0000 7fabf1034200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:15:51.553 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[37738]: [10/Mar/2024:22:15:50] ENGINE Bus STARTING 2024-03-10T22:15:51.553 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[37738]: Deploying cephadm binary to smithi169 2024-03-10T22:15:51.553 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[37738]: Deploying cephadm binary to smithi172 2024-03-10T22:15:51.553 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[37738]: [10/Mar/2024:22:15:50] ENGINE Serving on https://172.21.15.172:7150 2024-03-10T22:15:51.553 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[37738]: [10/Mar/2024:22:15:50] ENGINE Serving on http://172.21.15.172:8765 2024-03-10T22:15:51.553 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[37738]: [10/Mar/2024:22:15:50] ENGINE Bus STARTED 2024-03-10T22:15:51.553 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[37738]: mgrmap e25: x(active, since 1.01057s) 2024-03-10T22:15:51.553 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-mon[37738]: osdmap e152: 8 total, 8 up, 8 in 2024-03-10T22:15:51.644 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:51 smithi172 ceph-mon[31000]: [10/Mar/2024:22:15:50] ENGINE Bus STARTING 2024-03-10T22:15:51.644 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:51 smithi172 ceph-mon[31000]: Deploying cephadm binary to smithi169 2024-03-10T22:15:51.644 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:51 smithi172 ceph-mon[31000]: Deploying cephadm binary to smithi172 2024-03-10T22:15:51.644 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:51 smithi172 ceph-mon[31000]: [10/Mar/2024:22:15:50] ENGINE Serving on https://172.21.15.172:7150 2024-03-10T22:15:51.644 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:51 smithi172 ceph-mon[31000]: [10/Mar/2024:22:15:50] ENGINE Serving on http://172.21.15.172:8765 2024-03-10T22:15:51.644 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:51 smithi172 ceph-mon[31000]: [10/Mar/2024:22:15:50] ENGINE Bus STARTED 2024-03-10T22:15:51.644 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:51 smithi172 ceph-mon[31000]: mgrmap e25: x(active, since 1.01057s) 2024-03-10T22:15:51.644 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:51 smithi172 ceph-mon[31000]: osdmap e152: 8 total, 8 up, 8 in 2024-03-10T22:15:51.993 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:51.646+0000 7fabf1034200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:15:51.994 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:51.728+0000 7fabf1034200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:15:51.994 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:51.993+0000 7fabf1034200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:15:51.999 INFO:tasks.rados.rados.0.smithi169.stdout:441: done (3 left) 2024-03-10T22:15:51.999 INFO:tasks.rados.rados.0.smithi169.stdout:442: done (2 left) 2024-03-10T22:15:51.999 INFO:tasks.rados.rados.0.smithi169.stdout:443: done (1 left) 2024-03-10T22:15:51.999 INFO:tasks.rados.rados.0.smithi169.stdout:444: done (0 left) 2024-03-10T22:15:51.999 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 43 2024-03-10T22:15:51.999 INFO:tasks.rados.rados.0.smithi169.stdout:445: seq_num 162 ranges {0=319488} 2024-03-10T22:15:52.001 INFO:tasks.rados.rados.0.smithi169.stdout:445: writing smithi16976610-12 from 0 to 319488 tid 1 2024-03-10T22:15:52.001 INFO:tasks.rados.rados.0.smithi169.stdout:446: read oid 9 snap -1 2024-03-10T22:15:52.001 INFO:tasks.rados.rados.0.smithi169.stdout:446: expect deleted 2024-03-10T22:15:52.001 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 43 2024-03-10T22:15:52.001 INFO:tasks.rados.rados.0.smithi169.stdout:447: seq_num 163 ranges {425984=335872} 2024-03-10T22:15:52.006 INFO:tasks.rados.rados.0.smithi169.stdout:447: writing smithi16976610-26 from 425984 to 761856 tid 1 2024-03-10T22:15:52.007 INFO:tasks.rados.rados.0.smithi169.stdout:448: snap_create 2024-03-10T22:15:52.007 INFO:tasks.rados.rados.0.smithi169.stdout:445: finishing write tid 1 to smithi16976610-12 2024-03-10T22:15:52.007 INFO:tasks.rados.rados.0.smithi169.stdout:445: finishing write tid 2 to smithi16976610-12 2024-03-10T22:15:52.008 INFO:tasks.rados.rados.0.smithi169.stdout:445: finishing write tid 3 to smithi16976610-12 2024-03-10T22:15:52.008 INFO:tasks.rados.rados.0.smithi169.stdout:445: oid 12 updating version 0 to 85 2024-03-10T22:15:52.008 INFO:tasks.rados.rados.0.smithi169.stdout:445: oid 12 version 85 is already newer than 84 2024-03-10T22:15:52.008 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 85 (ObjNum 162 snap 43 seq_num 162) dirty exists 2024-03-10T22:15:52.008 INFO:tasks.rados.rados.0.smithi169.stdout:445: left oid 12 (ObjNum 162 snap 43 seq_num 162) 2024-03-10T22:15:52.010 INFO:tasks.rados.rados.0.smithi169.stdout:447: finishing write tid 1 to smithi16976610-26 2024-03-10T22:15:52.010 INFO:tasks.rados.rados.0.smithi169.stdout:447: finishing write tid 2 to smithi16976610-26 2024-03-10T22:15:52.011 INFO:tasks.rados.rados.0.smithi169.stdout:447: finishing write tid 3 to smithi16976610-26 2024-03-10T22:15:52.011 INFO:tasks.rados.rados.0.smithi169.stdout:447: oid 26 updating version 0 to 190 2024-03-10T22:15:52.011 INFO:tasks.rados.rados.0.smithi169.stdout:447: oid 26 updating version 190 to 191 2024-03-10T22:15:52.012 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 191 (ObjNum 163 snap 43 seq_num 163) dirty exists 2024-03-10T22:15:52.012 INFO:tasks.rados.rados.0.smithi169.stdout:447: left oid 26 (ObjNum 163 snap 43 seq_num 163) 2024-03-10T22:15:52.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:52.108+0000 7fabf1034200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:15:52.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:52.196+0000 7fabf1034200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:15:52.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:52 smithi172 ceph-mon[31000]: pgmap v4: 121 pgs: 121 active+clean; 139 MiB data, 458 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:52.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:52 smithi172 ceph-mon[31000]: osdmap e153: 8 total, 8 up, 8 in 2024-03-10T22:15:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:52 smithi169 ceph-mon[27156]: pgmap v4: 121 pgs: 121 active+clean; 139 MiB data, 458 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:52 smithi169 ceph-mon[27156]: osdmap e153: 8 total, 8 up, 8 in 2024-03-10T22:15:52.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:52 smithi169 ceph-mon[37738]: pgmap v4: 121 pgs: 121 active+clean; 139 MiB data, 458 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:52.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:52 smithi169 ceph-mon[37738]: osdmap e153: 8 total, 8 up, 8 in 2024-03-10T22:15:52.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:52.291+0000 7fabf1034200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:15:52.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:52.471+0000 7fabf1034200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:15:53.001 INFO:tasks.rados.rados.0.smithi169.stdout:445: done (3 left) 2024-03-10T22:15:53.001 INFO:tasks.rados.rados.0.smithi169.stdout:446: done (2 left) 2024-03-10T22:15:53.001 INFO:tasks.rados.rados.0.smithi169.stdout:447: done (1 left) 2024-03-10T22:15:53.001 INFO:tasks.rados.rados.0.smithi169.stdout:448: done (0 left) 2024-03-10T22:15:53.001 INFO:tasks.rados.rados.0.smithi169.stdout:449: copy_from oid 15 from oid 40 current snap is 44 2024-03-10T22:15:53.001 INFO:tasks.rados.rados.0.smithi169.stdout:450: read oid 7 snap 42 2024-03-10T22:15:53.001 INFO:tasks.rados.rados.0.smithi169.stdout:450: expect (ObjNum 160 snap 42 seq_num 160) 2024-03-10T22:15:53.001 INFO:tasks.rados.rados.0.smithi169.stdout:451: rollback oid 31 current snap is 44 2024-03-10T22:15:53.001 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 31 to 35 2024-03-10T22:15:53.001 INFO:tasks.rados.rados.0.smithi169.stdout:452: delete oid 35 current snap is 44 2024-03-10T22:15:53.006 INFO:tasks.rados.rados.0.smithi169.stdout:452: done (3 left) 2024-03-10T22:15:53.006 INFO:tasks.rados.rados.0.smithi169.stdout:453: read oid 38 snap -1 2024-03-10T22:15:53.006 INFO:tasks.rados.rados.0.smithi169.stdout:453: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:15:53.006 INFO:tasks.rados.rados.0.smithi169.stdout:454: rollback oid 19 current snap is 44 2024-03-10T22:15:53.006 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 19 to 35 2024-03-10T22:15:53.006 INFO:tasks.rados.rados.0.smithi169.stdout:455: delete oid 43 current snap is 44 2024-03-10T22:15:53.008 INFO:tasks.rados.rados.0.smithi169.stdout:451: finishing rollback tid 0 to smithi16976610-31 2024-03-10T22:15:53.008 INFO:tasks.rados.rados.0.smithi169.stdout:451: finishing rollback tid 1 to smithi16976610-31 2024-03-10T22:15:53.009 INFO:tasks.rados.rados.0.smithi169.stdout:451: finishing rollback tid 2 to smithi16976610-31 2024-03-10T22:15:53.009 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 209 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-03-10T22:15:53.009 INFO:tasks.rados.rados.0.smithi169.stdout:451: done (5 left) 2024-03-10T22:15:53.009 INFO:tasks.rados.rados.0.smithi169.stdout:455: done (4 left) 2024-03-10T22:15:53.009 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 44 2024-03-10T22:15:53.010 INFO:tasks.rados.rados.0.smithi169.stdout:456: seq_num 166 ranges {303104=385024} 2024-03-10T22:15:53.014 INFO:tasks.rados.rados.0.smithi169.stdout:456: writing smithi16976610-14 from 303104 to 688128 tid 1 2024-03-10T22:15:53.014 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 44 2024-03-10T22:15:53.014 INFO:tasks.rados.rados.0.smithi169.stdout:457: seq_num 167 ranges {942080=401408} 2024-03-10T22:15:53.022 INFO:tasks.rados.rados.0.smithi169.stdout:457: writing smithi16976610-34 from 942080 to 1343488 tid 1 2024-03-10T22:15:53.022 INFO:tasks.rados.rados.0.smithi169.stdout:458: read oid 32 snap -1 2024-03-10T22:15:53.022 INFO:tasks.rados.rados.0.smithi169.stdout:458: expect (ObjNum 114 snap 24 seq_num 114) 2024-03-10T22:15:53.022 INFO:tasks.rados.rados.0.smithi169.stdout:459: read oid 5 snap -1 2024-03-10T22:15:53.022 INFO:tasks.rados.rados.0.smithi169.stdout:459: expect (ObjNum 131 snap 32 seq_num 131) 2024-03-10T22:15:53.022 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 20 current snap is 44 2024-03-10T22:15:53.022 INFO:tasks.rados.rados.0.smithi169.stdout:450: expect (ObjNum 160 snap 42 seq_num 160) 2024-03-10T22:15:53.037 INFO:tasks.rados.rados.0.smithi169.stdout:454: finishing rollback tid 0 to smithi16976610-19 2024-03-10T22:15:53.037 INFO:tasks.rados.rados.0.smithi169.stdout:454: finishing rollback tid 1 to smithi16976610-19 2024-03-10T22:15:53.037 INFO:tasks.rados.rados.0.smithi169.stdout:453: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:15:53.059 INFO:tasks.rados.rados.0.smithi169.stdout:454: finishing rollback tid 2 to smithi16976610-19 2024-03-10T22:15:53.059 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 233 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-10T22:15:53.059 INFO:tasks.rados.rados.0.smithi169.stdout:449: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:15:53.059 INFO:tasks.rados.rados.0.smithi169.stdout:449: finishing copy_from to smithi16976610-15 2024-03-10T22:15:53.060 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 185 (ObjNum 151 snap 41 seq_num 151) dirty exists 2024-03-10T22:15:53.060 INFO:tasks.rados.rados.0.smithi169.stdout:460: seq_num 168 ranges {57344=417792} 2024-03-10T22:15:53.062 INFO:tasks.rados.rados.0.smithi169.stdout:460: writing smithi16976610-20 from 57344 to 475136 tid 1 2024-03-10T22:15:53.062 INFO:tasks.rados.rados.0.smithi169.stdout:449: done (8 left) 2024-03-10T22:15:53.062 INFO:tasks.rados.rados.0.smithi169.stdout:450: done (7 left) 2024-03-10T22:15:53.062 INFO:tasks.rados.rados.0.smithi169.stdout:453: done (6 left) 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:454: done (5 left) 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:461: read oid 8 snap -1 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:461: expect (ObjNum 144 snap 37 seq_num 144) 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:462: delete oid 39 current snap is 44 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:456: finishing write tid 1 to smithi16976610-14 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:456: finishing write tid 2 to smithi16976610-14 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:456: finishing write tid 3 to smithi16976610-14 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:456: oid 14 updating version 0 to 125 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:456: oid 14 updating version 125 to 126 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 126 (ObjNum 166 snap 44 seq_num 166) dirty exists 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:456: left oid 14 (ObjNum 166 snap 44 seq_num 166) 2024-03-10T22:15:53.063 INFO:tasks.rados.rados.0.smithi169.stdout:457: finishing write tid 1 to smithi16976610-34 2024-03-10T22:15:53.064 INFO:tasks.rados.rados.0.smithi169.stdout:457: finishing write tid 2 to smithi16976610-34 2024-03-10T22:15:53.064 INFO:tasks.rados.rados.0.smithi169.stdout:457: finishing write tid 3 to smithi16976610-34 2024-03-10T22:15:53.064 INFO:tasks.rados.rados.0.smithi169.stdout:457: oid 34 updating version 0 to 197 2024-03-10T22:15:53.064 INFO:tasks.rados.rados.0.smithi169.stdout:457: oid 34 version 197 is already newer than 196 2024-03-10T22:15:53.064 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 197 (ObjNum 167 snap 44 seq_num 167) dirty exists 2024-03-10T22:15:53.064 INFO:tasks.rados.rados.0.smithi169.stdout:457: left oid 34 (ObjNum 167 snap 44 seq_num 167) 2024-03-10T22:15:53.064 INFO:tasks.rados.rados.0.smithi169.stdout:459: expect (ObjNum 131 snap 32 seq_num 131) 2024-03-10T22:15:53.121 INFO:tasks.rados.rados.0.smithi169.stdout:458: expect (ObjNum 114 snap 24 seq_num 114) 2024-03-10T22:15:53.176 INFO:tasks.rados.rados.0.smithi169.stdout:461: expect (ObjNum 144 snap 37 seq_num 144) 2024-03-10T22:15:53.183 INFO:tasks.rados.rados.0.smithi169.stdout:460: finishing write tid 1 to smithi16976610-20 2024-03-10T22:15:53.183 INFO:tasks.rados.rados.0.smithi169.stdout:460: finishing write tid 2 to smithi16976610-20 2024-03-10T22:15:53.183 INFO:tasks.rados.rados.0.smithi169.stdout:456: done (6 left) 2024-03-10T22:15:53.183 INFO:tasks.rados.rados.0.smithi169.stdout:457: done (5 left) 2024-03-10T22:15:53.183 INFO:tasks.rados.rados.0.smithi169.stdout:458: done (4 left) 2024-03-10T22:15:53.183 INFO:tasks.rados.rados.0.smithi169.stdout:459: done (3 left) 2024-03-10T22:15:53.183 INFO:tasks.rados.rados.0.smithi169.stdout:461: done (2 left) 2024-03-10T22:15:53.183 INFO:tasks.rados.rados.0.smithi169.stdout:462: done (1 left) 2024-03-10T22:15:53.184 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 44 2024-03-10T22:15:53.184 INFO:tasks.rados.rados.0.smithi169.stdout:460: finishing write tid 3 to smithi16976610-20 2024-03-10T22:15:53.184 INFO:tasks.rados.rados.0.smithi169.stdout:460: oid 20 updating version 0 to 138 2024-03-10T22:15:53.184 INFO:tasks.rados.rados.0.smithi169.stdout:460: oid 20 version 138 is already newer than 137 2024-03-10T22:15:53.184 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 138 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-03-10T22:15:53.184 INFO:tasks.rados.rados.0.smithi169.stdout:460: left oid 20 (ObjNum 168 snap 44 seq_num 168) 2024-03-10T22:15:53.184 INFO:tasks.rados.rados.0.smithi169.stdout:463: seq_num 170 ranges {131072=450560} 2024-03-10T22:15:53.186 INFO:tasks.rados.rados.0.smithi169.stdout:463: writing smithi16976610-15 from 131072 to 581632 tid 1 2024-03-10T22:15:53.186 INFO:tasks.rados.rados.0.smithi169.stdout:460: done (1 left) 2024-03-10T22:15:53.186 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 44 2024-03-10T22:15:53.187 INFO:tasks.rados.rados.0.smithi169.stdout:464: seq_num 171 ranges {2998272=466944} 2024-03-10T22:15:53.207 INFO:tasks.rados.rados.0.smithi169.stdout:464: writing smithi16976610-18 from 2998272 to 3465216 tid 1 2024-03-10T22:15:53.207 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 44 2024-03-10T22:15:53.207 INFO:tasks.rados.rados.0.smithi169.stdout:463: finishing write tid 1 to smithi16976610-15 2024-03-10T22:15:53.207 INFO:tasks.rados.rados.0.smithi169.stdout:463: finishing write tid 2 to smithi16976610-15 2024-03-10T22:15:53.207 INFO:tasks.rados.rados.0.smithi169.stdout:463: finishing write tid 3 to smithi16976610-15 2024-03-10T22:15:53.207 INFO:tasks.rados.rados.0.smithi169.stdout:463: oid 15 updating version 0 to 186 2024-03-10T22:15:53.207 INFO:tasks.rados.rados.0.smithi169.stdout:463: oid 15 updating version 186 to 187 2024-03-10T22:15:53.207 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 187 (ObjNum 170 snap 44 seq_num 170) dirty exists 2024-03-10T22:15:53.207 INFO:tasks.rados.rados.0.smithi169.stdout:463: left oid 15 (ObjNum 170 snap 44 seq_num 170) 2024-03-10T22:15:53.207 INFO:tasks.rados.rados.0.smithi169.stdout:465: seq_num 172 ranges {319488=483328} 2024-03-10T22:15:53.212 INFO:tasks.rados.rados.0.smithi169.stdout:465: writing smithi16976610-12 from 319488 to 802816 tid 1 2024-03-10T22:15:53.212 INFO:tasks.rados.rados.0.smithi169.stdout:463: done (2 left) 2024-03-10T22:15:53.212 INFO:tasks.rados.rados.0.smithi169.stdout:466: read oid 29 snap -1 2024-03-10T22:15:53.212 INFO:tasks.rados.rados.0.smithi169.stdout:466: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:15:53.212 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 44 2024-03-10T22:15:53.212 INFO:tasks.rados.rados.0.smithi169.stdout:464: finishing write tid 1 to smithi16976610-18 2024-03-10T22:15:53.212 INFO:tasks.rados.rados.0.smithi169.stdout:464: finishing write tid 2 to smithi16976610-18 2024-03-10T22:15:53.212 INFO:tasks.rados.rados.0.smithi169.stdout:464: finishing write tid 3 to smithi16976610-18 2024-03-10T22:15:53.213 INFO:tasks.rados.rados.0.smithi169.stdout:464: oid 18 updating version 0 to 128 2024-03-10T22:15:53.213 INFO:tasks.rados.rados.0.smithi169.stdout:464: oid 18 version 128 is already newer than 127 2024-03-10T22:15:53.213 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 128 (ObjNum 171 snap 44 seq_num 171) dirty exists 2024-03-10T22:15:53.213 INFO:tasks.rados.rados.0.smithi169.stdout:464: left oid 18 (ObjNum 171 snap 44 seq_num 171) 2024-03-10T22:15:53.213 INFO:tasks.rados.rados.0.smithi169.stdout:467: seq_num 173 ranges {0=499712} 2024-03-10T22:15:53.215 INFO:tasks.rados.rados.0.smithi169.stdout:467: writing smithi16976610-2 from 0 to 499712 tid 1 2024-03-10T22:15:53.215 INFO:tasks.rados.rados.0.smithi169.stdout:464: done (3 left) 2024-03-10T22:15:53.216 INFO:tasks.rados.rados.0.smithi169.stdout:468: read oid 22 snap 35 2024-03-10T22:15:53.216 INFO:tasks.rados.rados.0.smithi169.stdout:468: expect (ObjNum 136 snap 35 seq_num 136) 2024-03-10T22:15:53.216 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 44 2024-03-10T22:15:53.216 INFO:tasks.rados.rados.0.smithi169.stdout:469: seq_num 174 ranges {761856=516096} 2024-03-10T22:15:53.224 INFO:tasks.rados.rados.0.smithi169.stdout:469: writing smithi16976610-26 from 761856 to 1277952 tid 1 2024-03-10T22:15:53.224 INFO:tasks.rados.rados.0.smithi169.stdout:470: delete oid 9 current snap is 44 2024-03-10T22:15:53.224 INFO:tasks.rados.rados.0.smithi169.stdout:466: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:15:53.226 INFO:tasks.rados.rados.0.smithi169.stdout:465: finishing write tid 1 to smithi16976610-12 2024-03-10T22:15:53.226 INFO:tasks.rados.rados.0.smithi169.stdout:465: finishing write tid 2 to smithi16976610-12 2024-03-10T22:15:53.226 INFO:tasks.rados.rados.0.smithi169.stdout:465: finishing write tid 3 to smithi16976610-12 2024-03-10T22:15:53.226 INFO:tasks.rados.rados.0.smithi169.stdout:465: oid 12 updating version 0 to 87 2024-03-10T22:15:53.226 INFO:tasks.rados.rados.0.smithi169.stdout:465: oid 12 updating version 87 to 88 2024-03-10T22:15:53.226 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 88 (ObjNum 172 snap 44 seq_num 172) dirty exists 2024-03-10T22:15:53.226 INFO:tasks.rados.rados.0.smithi169.stdout:465: left oid 12 (ObjNum 172 snap 44 seq_num 172) 2024-03-10T22:15:53.226 INFO:tasks.rados.rados.0.smithi169.stdout:467: finishing write tid 1 to smithi16976610-2 2024-03-10T22:15:53.226 INFO:tasks.rados.rados.0.smithi169.stdout:467: finishing write tid 2 to smithi16976610-2 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:467: finishing write tid 3 to smithi16976610-2 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:467: oid 2 updating version 0 to 201 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:467: oid 2 updating version 201 to 202 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 202 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:467: left oid 2 (ObjNum 173 snap 44 seq_num 173) 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:465: done (5 left) 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:466: done (4 left) 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:467: done (3 left) 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:470: done (2 left) 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:471: copy_from oid 5 from oid 44 current snap is 44 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:472: read oid 32 snap 41 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:472: expect (ObjNum 114 snap 24 seq_num 114) 2024-03-10T22:15:53.227 INFO:tasks.rados.rados.0.smithi169.stdout:473: snap_create 2024-03-10T22:15:53.229 INFO:tasks.rados.rados.0.smithi169.stdout:469: finishing write tid 1 to smithi16976610-26 2024-03-10T22:15:53.229 INFO:tasks.rados.rados.0.smithi169.stdout:469: finishing write tid 2 to smithi16976610-26 2024-03-10T22:15:53.230 INFO:tasks.rados.rados.0.smithi169.stdout:471: finishing copy_from racing read to smithi16976610-5 2024-03-10T22:15:53.231 INFO:tasks.rados.rados.0.smithi169.stdout:469: finishing write tid 3 to smithi16976610-26 2024-03-10T22:15:53.231 INFO:tasks.rados.rados.0.smithi169.stdout:469: oid 26 updating version 0 to 194 2024-03-10T22:15:53.231 INFO:tasks.rados.rados.0.smithi169.stdout:469: oid 26 version 194 is already newer than 193 2024-03-10T22:15:53.231 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 194 (ObjNum 174 snap 44 seq_num 174) dirty exists 2024-03-10T22:15:53.231 INFO:tasks.rados.rados.0.smithi169.stdout:469: left oid 26 (ObjNum 174 snap 44 seq_num 174) 2024-03-10T22:15:53.231 INFO:tasks.rados.rados.0.smithi169.stdout:471: finishing copy_from to smithi16976610-5 2024-03-10T22:15:53.232 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-03-10T22:15:53.243 INFO:tasks.rados.rados.0.smithi169.stdout:472: expect (ObjNum 114 snap 24 seq_num 114) 2024-03-10T22:15:53.301 INFO:tasks.rados.rados.0.smithi169.stdout:468: expect (ObjNum 136 snap 35 seq_num 136) 2024-03-10T22:15:53.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:53 smithi169 ceph-mon[27156]: pgmap v5: 121 pgs: 121 active+clean; 139 MiB data, 458 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:53.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:53 smithi169 ceph-mon[27156]: mgrmap e26: x(active, since 3s) 2024-03-10T22:15:53.621 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:53 smithi169 ceph-mon[27156]: osdmap e154: 8 total, 8 up, 8 in 2024-03-10T22:15:53.621 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:53 smithi169 ceph-mon[37738]: pgmap v5: 121 pgs: 121 active+clean; 139 MiB data, 458 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:53.621 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:53 smithi169 ceph-mon[37738]: mgrmap e26: x(active, since 3s) 2024-03-10T22:15:53.621 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:53 smithi169 ceph-mon[37738]: osdmap e154: 8 total, 8 up, 8 in 2024-03-10T22:15:53.622 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:53.488+0000 7fabf1034200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:15:53.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:53 smithi172 ceph-mon[31000]: pgmap v5: 121 pgs: 121 active+clean; 139 MiB data, 458 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:53 smithi172 ceph-mon[31000]: mgrmap e26: x(active, since 3s) 2024-03-10T22:15:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:53 smithi172 ceph-mon[31000]: osdmap e154: 8 total, 8 up, 8 in 2024-03-10T22:15:53.960 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:53.620+0000 7fabf1034200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:15:54.004 INFO:tasks.rados.rados.0.smithi169.stdout:468: done (4 left) 2024-03-10T22:15:54.004 INFO:tasks.rados.rados.0.smithi169.stdout:469: done (3 left) 2024-03-10T22:15:54.004 INFO:tasks.rados.rados.0.smithi169.stdout:471: done (2 left) 2024-03-10T22:15:54.004 INFO:tasks.rados.rados.0.smithi169.stdout:472: done (1 left) 2024-03-10T22:15:54.004 INFO:tasks.rados.rados.0.smithi169.stdout:473: done (0 left) 2024-03-10T22:15:54.004 INFO:tasks.rados.rados.0.smithi169.stdout:474: setattr oid 25 current snap is 45 2024-03-10T22:15:54.005 INFO:tasks.rados.rados.0.smithi169.stdout:475: snap_create 2024-03-10T22:15:54.011 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 235 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-03-10T22:15:54.252 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:53.960+0000 7fabf1034200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:15:54.252 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:54.055+0000 7fabf1034200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:15:54.252 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:54.252+0000 7fabf1034200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:15:54.264 INFO:tasks.rados.rados.0.smithi169.stdout:474: done (1 left) 2024-03-10T22:15:54.265 INFO:tasks.rados.rados.0.smithi169.stdout:475: done (0 left) 2024-03-10T22:15:54.265 INFO:tasks.rados.rados.0.smithi169.stdout:476: rmattr oid 4 current snap is 46 2024-03-10T22:15:54.265 INFO:tasks.rados.rados.0.smithi169.stdout:476: done (0 left) 2024-03-10T22:15:54.265 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 46 2024-03-10T22:15:54.265 INFO:tasks.rados.rados.0.smithi169.stdout:477: seq_num 176 ranges {0=557056} 2024-03-10T22:15:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:477: writing smithi16976610-39 from 0 to 557056 tid 1 2024-03-10T22:15:54.268 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 46 2024-03-10T22:15:54.268 INFO:tasks.rados.rados.0.smithi169.stdout:478: seq_num 177 ranges {4620288=573440} 2024-03-10T22:15:54.297 INFO:tasks.rados.rados.0.smithi169.stdout:478: writing smithi16976610-37 from 4620288 to 5193728 tid 1 2024-03-10T22:15:54.297 INFO:tasks.rados.rados.0.smithi169.stdout:479: read oid 33 snap 45 2024-03-10T22:15:54.297 INFO:tasks.rados.rados.0.smithi169.stdout:479: expect (ObjNum 122 snap 26 seq_num 122) 2024-03-10T22:15:54.297 INFO:tasks.rados.rados.0.smithi169.stdout:480: delete oid 23 current snap is 46 2024-03-10T22:15:54.297 INFO:tasks.rados.rados.0.smithi169.stdout:477: finishing write tid 1 to smithi16976610-39 2024-03-10T22:15:54.297 INFO:tasks.rados.rados.0.smithi169.stdout:477: finishing write tid 2 to smithi16976610-39 2024-03-10T22:15:54.297 INFO:tasks.rados.rados.0.smithi169.stdout:477: finishing write tid 3 to smithi16976610-39 2024-03-10T22:15:54.297 INFO:tasks.rados.rados.0.smithi169.stdout:477: oid 39 updating version 0 to 186 2024-03-10T22:15:54.297 INFO:tasks.rados.rados.0.smithi169.stdout:477: oid 39 updating version 186 to 187 2024-03-10T22:15:54.297 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 187 (ObjNum 176 snap 46 seq_num 176) dirty exists 2024-03-10T22:15:54.297 INFO:tasks.rados.rados.0.smithi169.stdout:477: left oid 39 (ObjNum 176 snap 46 seq_num 176) 2024-03-10T22:15:54.301 INFO:tasks.rados.rados.0.smithi169.stdout:477: done (3 left) 2024-03-10T22:15:54.301 INFO:tasks.rados.rados.0.smithi169.stdout:480: done (2 left) 2024-03-10T22:15:54.302 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 46 2024-03-10T22:15:54.302 INFO:tasks.rados.rados.0.smithi169.stdout:481: seq_num 179 ranges {442368=606208} 2024-03-10T22:15:54.308 INFO:tasks.rados.rados.0.smithi169.stdout:481: writing smithi16976610-6 from 442368 to 1048576 tid 1 2024-03-10T22:15:54.308 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 46 2024-03-10T22:15:54.308 INFO:tasks.rados.rados.0.smithi169.stdout:478: finishing write tid 1 to smithi16976610-37 2024-03-10T22:15:54.308 INFO:tasks.rados.rados.0.smithi169.stdout:482: seq_num 180 ranges {688128=622592} 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:482: writing smithi16976610-14 from 688128 to 1310720 tid 1 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:483: rollback oid 17 current snap is 46 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 17 to 40 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:478: finishing write tid 2 to smithi16976610-37 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:478: finishing write tid 3 to smithi16976610-37 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:478: oid 37 updating version 0 to 211 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:478: oid 37 updating version 211 to 212 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 212 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:478: left oid 37 (ObjNum 177 snap 46 seq_num 177) 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:481: finishing write tid 1 to smithi16976610-6 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:481: finishing write tid 2 to smithi16976610-6 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:481: finishing write tid 3 to smithi16976610-6 2024-03-10T22:15:54.316 INFO:tasks.rados.rados.0.smithi169.stdout:481: oid 6 updating version 0 to 207 2024-03-10T22:15:54.317 INFO:tasks.rados.rados.0.smithi169.stdout:481: oid 6 version 207 is already newer than 206 2024-03-10T22:15:54.317 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 207 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-03-10T22:15:54.317 INFO:tasks.rados.rados.0.smithi169.stdout:481: left oid 6 (ObjNum 179 snap 46 seq_num 179) 2024-03-10T22:15:54.317 INFO:tasks.rados.rados.0.smithi169.stdout:479: expect (ObjNum 122 snap 26 seq_num 122) 2024-03-10T22:15:54.385 INFO:tasks.rados.rados.0.smithi169.stdout:483: finishing rollback tid 1 to smithi16976610-17 2024-03-10T22:15:54.386 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 141 (ObjNum 145 snap 0 seq_num 150825936) dirty dne 2024-03-10T22:15:54.386 INFO:tasks.rados.rados.0.smithi169.stdout:482: finishing write tid 1 to smithi16976610-14 2024-03-10T22:15:54.386 INFO:tasks.rados.rados.0.smithi169.stdout:482: finishing write tid 2 to smithi16976610-14 2024-03-10T22:15:54.386 INFO:tasks.rados.rados.0.smithi169.stdout:482: finishing write tid 3 to smithi16976610-14 2024-03-10T22:15:54.386 INFO:tasks.rados.rados.0.smithi169.stdout:482: oid 14 updating version 0 to 129 2024-03-10T22:15:54.386 INFO:tasks.rados.rados.0.smithi169.stdout:482: oid 14 updating version 129 to 130 2024-03-10T22:15:54.386 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 130 (ObjNum 180 snap 46 seq_num 180) dirty exists 2024-03-10T22:15:54.386 INFO:tasks.rados.rados.0.smithi169.stdout:482: left oid 14 (ObjNum 180 snap 46 seq_num 180) 2024-03-10T22:15:54.386 INFO:tasks.rados.rados.0.smithi169.stdout:478: done (4 left) 2024-03-10T22:15:54.386 INFO:tasks.rados.rados.0.smithi169.stdout:479: done (3 left) 2024-03-10T22:15:54.386 INFO:tasks.rados.rados.0.smithi169.stdout:481: done (2 left) 2024-03-10T22:15:54.387 INFO:tasks.rados.rados.0.smithi169.stdout:482: done (1 left) 2024-03-10T22:15:54.387 INFO:tasks.rados.rados.0.smithi169.stdout:483: done (0 left) 2024-03-10T22:15:54.387 INFO:tasks.rados.rados.0.smithi169.stdout:484: read oid 42 snap -1 2024-03-10T22:15:54.387 INFO:tasks.rados.rados.0.smithi169.stdout:484: expect deleted 2024-03-10T22:15:54.387 INFO:tasks.rados.rados.0.smithi169.stdout:485: rollback oid 13 current snap is 46 2024-03-10T22:15:54.387 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 13 to 42 2024-03-10T22:15:54.387 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 46 2024-03-10T22:15:54.387 INFO:tasks.rados.rados.0.smithi169.stdout:486: seq_num 181 ranges {1310720=638976} 2024-03-10T22:15:54.396 INFO:tasks.rados.rados.0.smithi169.stdout:486: writing smithi16976610-14 from 1310720 to 1949696 tid 1 2024-03-10T22:15:54.396 INFO:tasks.rados.rados.0.smithi169.stdout:487: rollback oid 47 current snap is 46 2024-03-10T22:15:54.396 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 47 to 42 2024-03-10T22:15:54.396 INFO:tasks.rados.rados.0.smithi169.stdout:485: finishing rollback tid 0 to smithi16976610-13 2024-03-10T22:15:54.396 INFO:tasks.rados.rados.0.smithi169.stdout:485: finishing rollback tid 1 to smithi16976610-13 2024-03-10T22:15:54.397 INFO:tasks.rados.rados.0.smithi169.stdout:485: finishing rollback tid 2 to smithi16976610-13 2024-03-10T22:15:54.397 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 216 (ObjNum 146 snap 38 seq_num 146) dirty exists 2024-03-10T22:15:54.397 INFO:tasks.rados.rados.0.smithi169.stdout:484: done (3 left) 2024-03-10T22:15:54.397 INFO:tasks.rados.rados.0.smithi169.stdout:485: done (2 left) 2024-03-10T22:15:54.397 INFO:tasks.rados.rados.0.smithi169.stdout:488: snap_remove snap 44 2024-03-10T22:15:54.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:54.458+0000 7fabf1034200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:15:54.999 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:54.748+0000 7fabf1034200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:15:55.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:55 smithi169 ceph-mon[37738]: pgmap v8: 121 pgs: 121 active+clean; 139 MiB data, 458 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:55.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:55 smithi169 ceph-mon[37738]: osdmap e155: 8 total, 8 up, 8 in 2024-03-10T22:15:55.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:55 smithi169 ceph-mon[37738]: osdmap e156: 8 total, 8 up, 8 in 2024-03-10T22:15:55.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:54 smithi169 ceph-mon[27156]: pgmap v8: 121 pgs: 121 active+clean; 139 MiB data, 458 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:55.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:54 smithi169 ceph-mon[27156]: osdmap e155: 8 total, 8 up, 8 in 2024-03-10T22:15:55.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:54 smithi169 ceph-mon[27156]: osdmap e156: 8 total, 8 up, 8 in 2024-03-10T22:15:55.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:55.012+0000 7fabf1034200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:15:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:54 smithi172 ceph-mon[31000]: pgmap v8: 121 pgs: 121 active+clean; 139 MiB data, 458 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:15:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:54 smithi172 ceph-mon[31000]: osdmap e155: 8 total, 8 up, 8 in 2024-03-10T22:15:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:55 smithi172 ceph-mon[31000]: osdmap e156: 8 total, 8 up, 8 in 2024-03-10T22:15:55.307 INFO:tasks.rados.rados.0.smithi169.stdout:488: done (2 left) 2024-03-10T22:15:55.308 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 46 2024-03-10T22:15:55.308 INFO:tasks.rados.rados.0.smithi169.stdout:489: seq_num 182 ranges {729088=655360} 2024-03-10T22:15:55.316 INFO:tasks.rados.rados.0.smithi169.stdout:489: writing smithi16976610-44 from 729088 to 1384448 tid 1 2024-03-10T22:15:55.316 INFO:tasks.rados.rados.0.smithi169.stdout:490: delete oid 48 current snap is 46 2024-03-10T22:15:55.316 INFO:tasks.rados.rados.0.smithi169.stdout:486: finishing write tid 1 to smithi16976610-14 2024-03-10T22:15:55.316 INFO:tasks.rados.rados.0.smithi169.stdout:486: finishing write tid 2 to smithi16976610-14 2024-03-10T22:15:55.316 INFO:tasks.rados.rados.0.smithi169.stdout:487: finishing rollback tid 0 to smithi16976610-47 2024-03-10T22:15:55.317 INFO:tasks.rados.rados.0.smithi169.stdout:487: finishing rollback tid 1 to smithi16976610-47 2024-03-10T22:15:55.317 INFO:tasks.rados.rados.0.smithi169.stdout:487: finishing rollback tid 2 to smithi16976610-47 2024-03-10T22:15:55.317 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 239 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-10T22:15:55.317 INFO:tasks.rados.rados.0.smithi169.stdout:486: finishing write tid 3 to smithi16976610-14 2024-03-10T22:15:55.317 INFO:tasks.rados.rados.0.smithi169.stdout:486: oid 14 updating version 0 to 132 2024-03-10T22:15:55.317 INFO:tasks.rados.rados.0.smithi169.stdout:486: oid 14 version 132 is already newer than 131 2024-03-10T22:15:55.318 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 132 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:15:55.318 INFO:tasks.rados.rados.0.smithi169.stdout:486: left oid 14 (ObjNum 181 snap 46 seq_num 181) 2024-03-10T22:15:55.324 INFO:tasks.rados.rados.0.smithi169.stdout:489: finishing write tid 1 to smithi16976610-44 2024-03-10T22:15:55.324 INFO:tasks.rados.rados.0.smithi169.stdout:489: finishing write tid 2 to smithi16976610-44 2024-03-10T22:15:55.325 INFO:tasks.rados.rados.0.smithi169.stdout:486: done (3 left) 2024-03-10T22:15:55.326 INFO:tasks.rados.rados.0.smithi169.stdout:487: done (2 left) 2024-03-10T22:15:55.326 INFO:tasks.rados.rados.0.smithi169.stdout:490: done (1 left) 2024-03-10T22:15:55.326 INFO:tasks.rados.rados.0.smithi169.stdout:491: snap_create 2024-03-10T22:15:55.327 INFO:tasks.rados.rados.0.smithi169.stdout:489: finishing write tid 3 to smithi16976610-44 2024-03-10T22:15:55.327 INFO:tasks.rados.rados.0.smithi169.stdout:489: oid 44 updating version 0 to 218 2024-03-10T22:15:55.327 INFO:tasks.rados.rados.0.smithi169.stdout:489: oid 44 updating version 218 to 219 2024-03-10T22:15:55.327 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 219 (ObjNum 182 snap 46 seq_num 182) dirty exists 2024-03-10T22:15:55.327 INFO:tasks.rados.rados.0.smithi169.stdout:489: left oid 44 (ObjNum 182 snap 46 seq_num 182) 2024-03-10T22:15:55.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:55.255+0000 7fabf1034200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:15:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:56 smithi172 ceph-mon[31000]: mgrmap e27: x(active, since 5s) 2024-03-10T22:15:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:56 smithi172 ceph-mon[31000]: osdmap e157: 8 total, 8 up, 8 in 2024-03-10T22:15:56.310 INFO:tasks.rados.rados.0.smithi169.stdout:489: done (1 left) 2024-03-10T22:15:56.310 INFO:tasks.rados.rados.0.smithi169.stdout:491: done (0 left) 2024-03-10T22:15:56.310 INFO:tasks.rados.rados.0.smithi169.stdout:492: snap_create 2024-03-10T22:15:56.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:56 smithi169 ceph-mon[27156]: mgrmap e27: x(active, since 5s) 2024-03-10T22:15:56.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:56 smithi169 ceph-mon[27156]: osdmap e157: 8 total, 8 up, 8 in 2024-03-10T22:15:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:56 smithi169 ceph-mon[37738]: mgrmap e27: x(active, since 5s) 2024-03-10T22:15:56.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:56 smithi169 ceph-mon[37738]: osdmap e157: 8 total, 8 up, 8 in 2024-03-10T22:15:56.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:56.142+0000 7fabf1034200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:15:57.144 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:56.806+0000 7fabf1034200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:15:57.144 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:56.920+0000 7fabf1034200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:15:57.310 INFO:tasks.rados.rados.0.smithi169.stdout:492: done (0 left) 2024-03-10T22:15:57.310 INFO:tasks.rados.rados.0.smithi169.stdout:493: snap_remove snap 39 2024-03-10T22:15:57.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[37738]: pgmap v12: 121 pgs: 121 active+clean; 150 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 61 op/s 2024-03-10T22:15:57.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[37738]: osdmap e158: 8 total, 8 up, 8 in 2024-03-10T22:15:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[37738]: Standby manager daemon y started 2024-03-10T22:15:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T22:15:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:15:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T22:15:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:15:57.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[27156]: pgmap v12: 121 pgs: 121 active+clean; 150 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 61 op/s 2024-03-10T22:15:57.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[27156]: osdmap e158: 8 total, 8 up, 8 in 2024-03-10T22:15:57.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[27156]: Standby manager daemon y started 2024-03-10T22:15:57.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T22:15:57.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:15:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T22:15:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:15:57.505 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:57.143+0000 7fabf1034200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:15:57.505 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:15:57] ENGINE Bus STARTING 2024-03-10T22:15:57.505 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: CherryPy Checker: 2024-03-10T22:15:57.505 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: The Application mounted at '' has an empty config. 2024-03-10T22:15:57.505 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: 2024-03-10T22:15:57.505 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:15:57] ENGINE Serving on http://:::9283 2024-03-10T22:15:57.505 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: [10/Mar/2024:22:15:57] ENGINE Bus STARTED 2024-03-10T22:15:57.697 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:57 smithi172 ceph-mon[31000]: pgmap v12: 121 pgs: 121 active+clean; 150 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 61 op/s 2024-03-10T22:15:57.697 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:57 smithi172 ceph-mon[31000]: osdmap e158: 8 total, 8 up, 8 in 2024-03-10T22:15:57.697 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:57 smithi172 ceph-mon[31000]: Standby manager daemon y started 2024-03-10T22:15:57.697 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:57 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T22:15:57.697 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:57 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:15:57.697 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:57 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T22:15:57.697 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:57 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.169:0/3319575515' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:15:58.314 INFO:tasks.rados.rados.0.smithi169.stdout:493: done (0 left) 2024-03-10T22:15:58.314 INFO:tasks.rados.rados.0.smithi169.stdout:494: read oid 21 snap -1 2024-03-10T22:15:58.314 INFO:tasks.rados.rados.0.smithi169.stdout:494: expect (ObjNum 136 snap 35 seq_num 136) 2024-03-10T22:15:58.315 INFO:tasks.rados.rados.0.smithi169.stdout:495: snap_create 2024-03-10T22:15:58.344 INFO:tasks.rados.rados.0.smithi169.stdout:494: expect (ObjNum 136 snap 35 seq_num 136) 2024-03-10T22:15:58.494 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:58 smithi172 ceph-mon[31000]: osdmap e159: 8 total, 8 up, 8 in 2024-03-10T22:15:58.494 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:58 smithi172 ceph-mon[31000]: mgrmap e28: x(active, since 7s), standbys: y 2024-03-10T22:15:58.494 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:58 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:15:58.494 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:58 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:15:58.495 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:58 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:15:58.495 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:58 smithi172 ceph-mon[31000]: osdmap e160: 8 total, 8 up, 8 in 2024-03-10T22:15:58.624 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[37738]: osdmap e159: 8 total, 8 up, 8 in 2024-03-10T22:15:58.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[37738]: mgrmap e28: x(active, since 7s), standbys: y 2024-03-10T22:15:58.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:15:58.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:15:58.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:15:58.625 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[37738]: osdmap e160: 8 total, 8 up, 8 in 2024-03-10T22:15:58.625 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[27156]: osdmap e159: 8 total, 8 up, 8 in 2024-03-10T22:15:58.625 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[27156]: mgrmap e28: x(active, since 7s), standbys: y 2024-03-10T22:15:58.625 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:15:58.625 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:15:58.625 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:15:58.626 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-mon[27156]: osdmap e160: 8 total, 8 up, 8 in 2024-03-10T22:15:59.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:15:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:15:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-10T22:15:59.267 INFO:tasks.rados.rados.0.smithi169.stdout:494: done (1 left) 2024-03-10T22:15:59.267 INFO:tasks.rados.rados.0.smithi169.stdout:495: done (0 left) 2024-03-10T22:15:59.267 INFO:tasks.rados.rados.0.smithi169.stdout:496: copy_from oid 24 from oid 25 current snap is 49 2024-03-10T22:15:59.267 INFO:tasks.rados.rados.0.smithi169.stdout:497: snap_remove snap 40 2024-03-10T22:15:59.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:59 smithi169 ceph-mon[37738]: pgmap v15: 121 pgs: 121 active+clean; 150 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 61 op/s 2024-03-10T22:15:59.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:15:59 smithi169 ceph-mon[37738]: osdmap e161: 8 total, 8 up, 8 in 2024-03-10T22:15:59.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:59 smithi169 ceph-mon[27156]: pgmap v15: 121 pgs: 121 active+clean; 150 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 61 op/s 2024-03-10T22:15:59.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:15:59 smithi169 ceph-mon[27156]: osdmap e161: 8 total, 8 up, 8 in 2024-03-10T22:15:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:59 smithi172 ceph-mon[31000]: pgmap v15: 121 pgs: 121 active+clean; 150 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 61 op/s 2024-03-10T22:15:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:15:59 smithi172 ceph-mon[31000]: osdmap e161: 8 total, 8 up, 8 in 2024-03-10T22:16:00.267 INFO:tasks.rados.rados.0.smithi169.stdout:497: done (1 left) 2024-03-10T22:16:00.267 INFO:tasks.rados.rados.0.smithi169.stdout:498: rollback oid 16 current snap is 49 2024-03-10T22:16:00.267 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 16 to 35 2024-03-10T22:16:00.267 INFO:tasks.rados.rados.0.smithi169.stdout:496: finishing copy_from racing read to smithi16976610-24 2024-03-10T22:16:00.267 INFO:tasks.rados.rados.0.smithi169.stdout:496: finishing copy_from to smithi16976610-24 2024-03-10T22:16:00.267 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 235 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-03-10T22:16:00.268 INFO:tasks.rados.rados.0.smithi169.stdout:496: done (1 left) 2024-03-10T22:16:00.268 INFO:tasks.rados.rados.0.smithi169.stdout:499: read oid 47 snap 33 2024-03-10T22:16:00.268 INFO:tasks.rados.rados.0.smithi169.stdout:499: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T22:16:00.268 INFO:tasks.rados.rados.0.smithi169.stdout:500: copy_from oid 30 from oid 6 current snap is 49 2024-03-10T22:16:00.268 INFO:tasks.rados.rados.0.smithi169.stdout:501: rollback oid 5 current snap is 49 2024-03-10T22:16:00.268 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 5 to 47 2024-03-10T22:16:00.268 INFO:tasks.rados.rados.0.smithi169.stdout:502: rollback oid 50 current snap is 49 2024-03-10T22:16:00.268 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 50 to 48 2024-03-10T22:16:00.268 INFO:tasks.rados.rados.0.smithi169.stdout:503: delete oid 1 current snap is 49 2024-03-10T22:16:00.273 INFO:tasks.rados.rados.0.smithi169.stdout:503: done (5 left) 2024-03-10T22:16:00.273 INFO:tasks.rados.rados.0.smithi169.stdout:504: read oid 39 snap 26 2024-03-10T22:16:00.273 INFO:tasks.rados.rados.0.smithi169.stdout:504: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T22:16:00.274 INFO:tasks.rados.rados.0.smithi169.stdout:505: rollback oid 28 current snap is 49 2024-03-10T22:16:00.274 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 28 to 29 2024-03-10T22:16:00.274 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 49 2024-03-10T22:16:00.274 INFO:tasks.rados.rados.0.smithi169.stdout:506: seq_num 185 ranges {1343488=704512} 2024-03-10T22:16:00.286 INFO:tasks.rados.rados.0.smithi169.stdout:506: writing smithi16976610-34 from 1343488 to 2048000 tid 1 2024-03-10T22:16:00.286 INFO:tasks.rados.rados.0.smithi169.stdout:507: delete oid 4 current snap is 49 2024-03-10T22:16:00.286 INFO:tasks.rados.rados.0.smithi169.stdout:498: finishing rollback tid 0 to smithi16976610-16 2024-03-10T22:16:00.286 INFO:tasks.rados.rados.0.smithi169.stdout:498: finishing rollback tid 1 to smithi16976610-16 2024-03-10T22:16:00.286 INFO:tasks.rados.rados.0.smithi169.stdout:498: finishing rollback tid 2 to smithi16976610-16 2024-03-10T22:16:00.286 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 253 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-03-10T22:16:00.286 INFO:tasks.rados.rados.0.smithi169.stdout:505: finishing rollback tid 0 to smithi16976610-28 2024-03-10T22:16:00.287 INFO:tasks.rados.rados.0.smithi169.stdout:504: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T22:16:00.307 INFO:tasks.rados.rados.0.smithi169.stdout:505: finishing rollback tid 1 to smithi16976610-28 2024-03-10T22:16:00.307 INFO:tasks.rados.rados.0.smithi169.stdout:505: finishing rollback tid 2 to smithi16976610-28 2024-03-10T22:16:00.307 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 135 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-03-10T22:16:00.307 INFO:tasks.rados.rados.0.smithi169.stdout:501: finishing rollback tid 0 to smithi16976610-5 2024-03-10T22:16:00.307 INFO:tasks.rados.rados.0.smithi169.stdout:501: finishing rollback tid 1 to smithi16976610-5 2024-03-10T22:16:00.308 INFO:tasks.rados.rados.0.smithi169.stdout:498: done (8 left) 2024-03-10T22:16:00.308 INFO:tasks.rados.rados.0.smithi169.stdout:504: done (7 left) 2024-03-10T22:16:00.308 INFO:tasks.rados.rados.0.smithi169.stdout:505: done (6 left) 2024-03-10T22:16:00.308 INFO:tasks.rados.rados.0.smithi169.stdout:507: done (5 left) 2024-03-10T22:16:00.308 INFO:tasks.rados.rados.0.smithi169.stdout:508: delete oid 7 current snap is 49 2024-03-10T22:16:00.308 INFO:tasks.rados.rados.0.smithi169.stdout:501: finishing rollback tid 2 to smithi16976610-5 2024-03-10T22:16:00.308 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 222 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-03-10T22:16:00.308 INFO:tasks.rados.rados.0.smithi169.stdout:499: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T22:16:00.330 INFO:tasks.rados.rados.0.smithi169.stdout:502: finishing rollback tid 0 to smithi16976610-50 2024-03-10T22:16:00.330 INFO:tasks.rados.rados.0.smithi169.stdout:506: finishing write tid 1 to smithi16976610-34 2024-03-10T22:16:00.330 INFO:tasks.rados.rados.0.smithi169.stdout:502: finishing rollback tid 1 to smithi16976610-50 2024-03-10T22:16:00.330 INFO:tasks.rados.rados.0.smithi169.stdout:506: finishing write tid 2 to smithi16976610-34 2024-03-10T22:16:00.330 INFO:tasks.rados.rados.0.smithi169.stdout:502: finishing rollback tid 2 to smithi16976610-50 2024-03-10T22:16:00.330 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 257 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T22:16:00.330 INFO:tasks.rados.rados.0.smithi169.stdout:500: finishing copy_from racing read to smithi16976610-30 2024-03-10T22:16:00.330 INFO:tasks.rados.rados.0.smithi169.stdout:500: finishing copy_from to smithi16976610-30 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 207 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:499: done (5 left) 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:500: done (4 left) 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:501: done (3 left) 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:502: done (2 left) 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:508: done (1 left) 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:509: rmattr oid 29 current snap is 49 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:506: finishing write tid 3 to smithi16976610-34 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:506: oid 34 updating version 0 to 204 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:506: oid 34 version 204 is already newer than 203 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 204 (ObjNum 185 snap 49 seq_num 185) dirty exists 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:506: left oid 34 (ObjNum 185 snap 49 seq_num 185) 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:506: done (1 left) 2024-03-10T22:16:00.331 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 49 2024-03-10T22:16:00.332 INFO:tasks.rados.rados.0.smithi169.stdout:510: seq_num 188 ranges {761856=753664} 2024-03-10T22:16:00.338 INFO:tasks.rados.rados.0.smithi169.stdout:510: writing smithi16976610-38 from 761856 to 1515520 tid 1 2024-03-10T22:16:00.338 INFO:tasks.rados.rados.0.smithi169.stdout:511: read oid 3 snap -1 2024-03-10T22:16:00.338 INFO:tasks.rados.rados.0.smithi169.stdout:511: expect (ObjNum 158 snap 42 seq_num 158) 2024-03-10T22:16:00.338 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 49 2024-03-10T22:16:00.339 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 110 (ObjNum 33 snap 0 seq_num 3) dirty exists 2024-03-10T22:16:00.339 INFO:tasks.rados.rados.0.smithi169.stdout:512: seq_num 189 ranges {802816=770048} 2024-03-10T22:16:00.347 INFO:tasks.rados.rados.0.smithi169.stdout:512: writing smithi16976610-12 from 802816 to 1572864 tid 1 2024-03-10T22:16:00.347 INFO:tasks.rados.rados.0.smithi169.stdout:509: done (3 left) 2024-03-10T22:16:00.347 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 49 2024-03-10T22:16:00.347 INFO:tasks.rados.rados.0.smithi169.stdout:513: seq_num 190 ranges {2424832=786432} 2024-03-10T22:16:00.364 INFO:tasks.rados.rados.0.smithi169.stdout:513: writing smithi16976610-36 from 2424832 to 3211264 tid 1 2024-03-10T22:16:00.364 INFO:tasks.rados.rados.0.smithi169.stdout:514: snap_remove snap 42 2024-03-10T22:16:00.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi169 to 2480M 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:16:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:00.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:00.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi169 to 2480M 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:00.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:00.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:00.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:00.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.760 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:00.760 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:00.760 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.760 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.760 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.760 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[27156]: osdmap e162: 8 total, 8 up, 8 in 2024-03-10T22:16:00.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:00.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:00.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:00.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:00.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.761 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:00 smithi169 ceph-mon[37738]: osdmap e162: 8 total, 8 up, 8 in 2024-03-10T22:16:00.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi169 to 2480M 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:00.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:00.767 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:00.767 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:00.767 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:00 smithi172 ceph-mon[31000]: osdmap e162: 8 total, 8 up, 8 in 2024-03-10T22:16:01.269 INFO:tasks.rados.rados.0.smithi169.stdout:514: done (4 left) 2024-03-10T22:16:01.269 INFO:tasks.rados.rados.0.smithi169.stdout:515: snap_create 2024-03-10T22:16:01.269 INFO:tasks.rados.rados.0.smithi169.stdout:510: finishing write tid 1 to smithi16976610-38 2024-03-10T22:16:01.269 INFO:tasks.rados.rados.0.smithi169.stdout:510: finishing write tid 2 to smithi16976610-38 2024-03-10T22:16:01.270 INFO:tasks.rados.rados.0.smithi169.stdout:511: expect (ObjNum 158 snap 42 seq_num 158) 2024-03-10T22:16:01.286 INFO:tasks.rados.rados.0.smithi169.stdout:510: finishing write tid 3 to smithi16976610-38 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:510: oid 38 updating version 0 to 206 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:510: oid 38 updating version 206 to 207 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 207 (ObjNum 188 snap 49 seq_num 188) dirty exists 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:510: left oid 38 (ObjNum 188 snap 49 seq_num 188) 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:512: finishing write tid 1 to smithi16976610-12 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:512: finishing write tid 2 to smithi16976610-12 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:512: finishing write tid 3 to smithi16976610-12 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:512: oid 12 updating version 0 to 94 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:512: oid 12 updating version 94 to 95 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 95 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:512: left oid 12 (ObjNum 189 snap 49 seq_num 189) 2024-03-10T22:16:01.287 INFO:tasks.rados.rados.0.smithi169.stdout:513: finishing write tid 1 to smithi16976610-36 2024-03-10T22:16:01.288 INFO:tasks.rados.rados.0.smithi169.stdout:513: finishing write tid 2 to smithi16976610-36 2024-03-10T22:16:01.288 INFO:tasks.rados.rados.0.smithi169.stdout:513: finishing write tid 3 to smithi16976610-36 2024-03-10T22:16:01.288 INFO:tasks.rados.rados.0.smithi169.stdout:513: oid 36 updating version 0 to 54 2024-03-10T22:16:01.288 INFO:tasks.rados.rados.0.smithi169.stdout:513: oid 36 updating version 54 to 55 2024-03-10T22:16:01.288 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 55 (ObjNum 190 snap 49 seq_num 190) dirty exists 2024-03-10T22:16:01.288 INFO:tasks.rados.rados.0.smithi169.stdout:513: left oid 36 (ObjNum 190 snap 49 seq_num 190) 2024-03-10T22:16:01.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:01 smithi172 ceph-mon[31000]: pgmap v18: 121 pgs: 121 active+clean; 150 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:01.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:01 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:01.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:01 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:01.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:01 smithi172 ceph-mon[31000]: osdmap e163: 8 total, 8 up, 8 in 2024-03-10T22:16:02.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:01 smithi169 ceph-mon[27156]: pgmap v18: 121 pgs: 121 active+clean; 150 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:02.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:01 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:01 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:01 smithi169 ceph-mon[27156]: osdmap e163: 8 total, 8 up, 8 in 2024-03-10T22:16:02.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:01 smithi169 ceph-mon[37738]: pgmap v18: 121 pgs: 121 active+clean; 150 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:02.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:01 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:02.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:01 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:02.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:01 smithi169 ceph-mon[37738]: osdmap e163: 8 total, 8 up, 8 in 2024-03-10T22:16:02.269 INFO:tasks.rados.rados.0.smithi169.stdout:510: done (4 left) 2024-03-10T22:16:02.269 INFO:tasks.rados.rados.0.smithi169.stdout:511: done (3 left) 2024-03-10T22:16:02.269 INFO:tasks.rados.rados.0.smithi169.stdout:512: done (2 left) 2024-03-10T22:16:02.269 INFO:tasks.rados.rados.0.smithi169.stdout:513: done (1 left) 2024-03-10T22:16:02.269 INFO:tasks.rados.rados.0.smithi169.stdout:515: done (0 left) 2024-03-10T22:16:02.269 INFO:tasks.rados.rados.0.smithi169.stdout:516: snap_remove snap 26 2024-03-10T22:16:03.272 INFO:tasks.rados.rados.0.smithi169.stdout:516: done (0 left) 2024-03-10T22:16:03.272 INFO:tasks.rados.rados.0.smithi169.stdout:517: read oid 16 snap 38 2024-03-10T22:16:03.272 INFO:tasks.rados.rados.0.smithi169.stdout:517: expect (ObjNum 120 snap 25 seq_num 120) 2024-03-10T22:16:03.272 INFO:tasks.rados.rados.0.smithi169.stdout:518: delete oid 30 current snap is 50 2024-03-10T22:16:03.282 INFO:tasks.rados.rados.0.smithi169.stdout:518: done (1 left) 2024-03-10T22:16:03.283 INFO:tasks.rados.rados.0.smithi169.stdout:519: read oid 4 snap 35 2024-03-10T22:16:03.283 INFO:tasks.rados.rados.0.smithi169.stdout:519: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T22:16:03.283 INFO:tasks.rados.rados.0.smithi169.stdout:520: read oid 30 snap 33 2024-03-10T22:16:03.283 INFO:tasks.rados.rados.0.smithi169.stdout:520: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T22:16:03.283 INFO:tasks.rados.rados.0.smithi169.stdout:521: read oid 40 snap 49 2024-03-10T22:16:03.283 INFO:tasks.rados.rados.0.smithi169.stdout:521: expect (ObjNum 151 snap 41 seq_num 151) 2024-03-10T22:16:03.283 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 50 2024-03-10T22:16:03.283 INFO:tasks.rados.rados.0.smithi169.stdout:522: seq_num 192 ranges {5193728=417792,5611520=401408} 2024-03-10T22:16:03.314 INFO:tasks.rados.rados.0.smithi169.stdout:522: writing smithi16976610-37 from 5193728 to 5611520 tid 1 2024-03-10T22:16:03.317 INFO:tasks.rados.rados.0.smithi169.stdout:522: writing smithi16976610-37 from 5611520 to 6012928 tid 2 2024-03-10T22:16:03.317 INFO:tasks.rados.rados.0.smithi169.stdout:523: read oid 44 snap 35 2024-03-10T22:16:03.317 INFO:tasks.rados.rados.0.smithi169.stdout:523: expect (ObjNum 43 snap 0 seq_num 43) 2024-03-10T22:16:03.317 INFO:tasks.rados.rados.0.smithi169.stdout:524: rollback oid 6 current snap is 50 2024-03-10T22:16:03.317 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 6 to 49 2024-03-10T22:16:03.317 INFO:tasks.rados.rados.0.smithi169.stdout:521: expect (ObjNum 151 snap 41 seq_num 151) 2024-03-10T22:16:03.321 INFO:tasks.rados.rados.0.smithi169.stdout:519: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T22:16:03.323 INFO:tasks.rados.rados.0.smithi169.stdout:520: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T22:16:03.338 INFO:tasks.rados.rados.0.smithi169.stdout:517: expect (ObjNum 120 snap 25 seq_num 120) 2024-03-10T22:16:03.541 INFO:tasks.rados.rados.0.smithi169.stdout:522: finishing write tid 1 to smithi16976610-37 2024-03-10T22:16:03.541 INFO:tasks.rados.rados.0.smithi169.stdout:522: finishing write tid 2 to smithi16976610-37 2024-03-10T22:16:03.541 INFO:tasks.rados.rados.0.smithi169.stdout:524: finishing rollback tid 0 to smithi16976610-6 2024-03-10T22:16:03.541 INFO:tasks.rados.rados.0.smithi169.stdout:524: finishing rollback tid 1 to smithi16976610-6 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:524: finishing rollback tid 2 to smithi16976610-6 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 246 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:522: finishing write tid 3 to smithi16976610-37 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:517: done (6 left) 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:519: done (5 left) 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:520: done (4 left) 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:521: done (3 left) 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:524: done (2 left) 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:525: snap_create 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:522: finishing write tid 4 to smithi16976610-37 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:522: oid 37 updating version 0 to 257 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:522: oid 37 version 257 is already newer than 256 2024-03-10T22:16:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:522: oid 37 version 257 is already newer than 255 2024-03-10T22:16:03.543 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 257 (ObjNum 192 snap 50 seq_num 192) dirty exists 2024-03-10T22:16:03.543 INFO:tasks.rados.rados.0.smithi169.stdout:522: left oid 37 (ObjNum 192 snap 50 seq_num 192) 2024-03-10T22:16:03.543 INFO:tasks.rados.rados.0.smithi169.stdout:523: expect (ObjNum 43 snap 0 seq_num 43) 2024-03-10T22:16:03.579 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:03 smithi172 ceph-mon[31000]: pgmap v21: 121 pgs: 121 active+clean; 158 MiB data, 487 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-03-10T22:16:03.581 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:03 smithi172 ceph-mon[31000]: osdmap e164: 8 total, 8 up, 8 in 2024-03-10T22:16:03.581 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:03 smithi172 ceph-mon[31000]: mgrmap e29: x(active, since 12s), standbys: y 2024-03-10T22:16:03.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:03 smithi169 ceph-mon[27156]: pgmap v21: 121 pgs: 121 active+clean; 158 MiB data, 487 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-03-10T22:16:03.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:03 smithi169 ceph-mon[27156]: osdmap e164: 8 total, 8 up, 8 in 2024-03-10T22:16:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:03 smithi169 ceph-mon[27156]: mgrmap e29: x(active, since 12s), standbys: y 2024-03-10T22:16:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:03 smithi169 ceph-mon[37738]: pgmap v21: 121 pgs: 121 active+clean; 158 MiB data, 487 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-03-10T22:16:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:03 smithi169 ceph-mon[37738]: osdmap e164: 8 total, 8 up, 8 in 2024-03-10T22:16:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:03 smithi169 ceph-mon[37738]: mgrmap e29: x(active, since 12s), standbys: y 2024-03-10T22:16:03.937 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:16:04.249 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:16:04.249 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (2m) 6s ago 4m 28.3M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:16:04.249 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (2m) 4s ago 2m 89.5M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:16:04.249 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (4m) 6s ago 4m 15.1M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:16:04.249 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (4m) 4s ago 4m 19.2M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:16:04.249 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (29s) 4s ago 8m 490M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 a93ccd616ef5 2024-03-10T22:16:04.249 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:9283,8765 running (10m) 6s ago 10m 371M - 18.2.1-746-gc2ea977b a30af69eda22 2518bef4bd19 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (10m) 6s ago 10m 54.3M 2048M 18.2.1-746-gc2ea977b a30af69eda22 7d38c18f328a 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (8m) 4s ago 8m 43.5M 2048M 18.2.1-746-gc2ea977b a30af69eda22 021afd540f8a 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (8m) 6s ago 8m 41.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 c1f018bb2656 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (4m) 6s ago 3m 15.4M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (3m) 4s ago 3m 15.9M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (8m) 6s ago 8m 104M 2480M 18.2.1-746-gc2ea977b a30af69eda22 943d3ca889b7 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (7m) 6s ago 7m 71.0M 2480M 18.2.1-746-gc2ea977b a30af69eda22 bc83559f4e48 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (7m) 6s ago 7m 95.4M 2480M 18.2.1-746-gc2ea977b a30af69eda22 34fdeb0dfbb6 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (6m) 6s ago 6m 85.4M 2480M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (6m) 4s ago 6m 86.9M 2992M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (6m) 4s ago 6m 78.8M 2992M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (5m) 4s ago 5m 79.5M 2992M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:16:04.250 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (5m) 4s ago 5m 81.9M 2992M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:16:04.251 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (2m) 4s ago 4m 41.3M - 2.43.0 a07b618ecd1d 1c89eab767da 2024-03-10T22:16:04.267 INFO:tasks.rados.rados.0.smithi169.stdout:522: done (2 left) 2024-03-10T22:16:04.267 INFO:tasks.rados.rados.0.smithi169.stdout:523: done (1 left) 2024-03-10T22:16:04.267 INFO:tasks.rados.rados.0.smithi169.stdout:525: done (0 left) 2024-03-10T22:16:04.267 INFO:tasks.rados.rados.0.smithi169.stdout:526: read oid 22 snap -1 2024-03-10T22:16:04.267 INFO:tasks.rados.rados.0.smithi169.stdout:526: expect (ObjNum 101 snap 23 seq_num 101) 2024-03-10T22:16:04.267 INFO:tasks.rados.rados.0.smithi169.stdout:527: rollback oid 47 current snap is 51 2024-03-10T22:16:04.268 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 47 to 43 2024-03-10T22:16:04.268 INFO:tasks.rados.rados.0.smithi169.stdout:528: snap_remove snap 38 2024-03-10T22:16:04.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:04 smithi169 ceph-mon[27156]: osdmap e165: 8 total, 8 up, 8 in 2024-03-10T22:16:04.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:04 smithi169 ceph-mon[27156]: osdmap e166: 8 total, 8 up, 8 in 2024-03-10T22:16:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:04 smithi169 ceph-mon[37738]: osdmap e165: 8 total, 8 up, 8 in 2024-03-10T22:16:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:04 smithi169 ceph-mon[37738]: osdmap e166: 8 total, 8 up, 8 in 2024-03-10T22:16:04.674 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:16:04.674 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:16:04.674 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T22:16:04.674 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:16:04.674 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:16:04.674 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 1, 2024-03-10T22:16:04.674 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 1 2024-03-10T22:16:04.674 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:16:04.675 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:16:04.675 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:16:04.675 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:16:04.675 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:16:04.675 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:16:04.675 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:16:04.675 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:16:04.675 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 14, 2024-03-10T22:16:04.675 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 1 2024-03-10T22:16:04.675 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:16:04.675 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:16:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:04 smithi172 ceph-mon[31000]: osdmap e165: 8 total, 8 up, 8 in 2024-03-10T22:16:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:04 smithi172 ceph-mon[31000]: osdmap e166: 8 total, 8 up, 8 in 2024-03-10T22:16:05.282 INFO:tasks.rados.rados.0.smithi169.stdout:528: done (2 left) 2024-03-10T22:16:05.282 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 51 2024-03-10T22:16:05.282 INFO:tasks.rados.rados.0.smithi169.stdout:529: seq_num 193 ranges {1048576=434176,1482752=401408} 2024-03-10T22:16:05.288 INFO:tasks.rados.rados.0.smithi169.stdout:529: writing smithi16976610-6 from 1048576 to 1482752 tid 1 2024-03-10T22:16:05.292 INFO:tasks.rados.rados.0.smithi169.stdout:529: writing smithi16976610-6 from 1482752 to 1884160 tid 2 2024-03-10T22:16:05.292 INFO:tasks.rados.rados.0.smithi169.stdout:530: copy_from oid 41 from oid 46 current snap is 51 2024-03-10T22:16:05.292 INFO:tasks.rados.rados.0.smithi169.stdout:527: finishing rollback tid 0 to smithi16976610-47 2024-03-10T22:16:05.292 INFO:tasks.rados.rados.0.smithi169.stdout:527: finishing rollback tid 1 to smithi16976610-47 2024-03-10T22:16:05.292 INFO:tasks.rados.rados.0.smithi169.stdout:527: finishing rollback tid 2 to smithi16976610-47 2024-03-10T22:16:05.293 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 287 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-10T22:16:05.293 INFO:tasks.rados.rados.0.smithi169.stdout:526: expect (ObjNum 101 snap 23 seq_num 101) 2024-03-10T22:16:05.374 INFO:tasks.rados.rados.0.smithi169.stdout:529: finishing write tid 1 to smithi16976610-6 2024-03-10T22:16:05.374 INFO:tasks.rados.rados.0.smithi169.stdout:529: finishing write tid 2 to smithi16976610-6 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:529: finishing write tid 3 to smithi16976610-6 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:530: finishing copy_from racing read to smithi16976610-41 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:529: finishing write tid 4 to smithi16976610-6 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:529: oid 6 updating version 0 to 254 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:529: oid 6 version 254 is already newer than 253 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:529: oid 6 version 254 is already newer than 252 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 254 (ObjNum 193 snap 51 seq_num 193) dirty exists 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:529: left oid 6 (ObjNum 193 snap 51 seq_num 193) 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:530: finishing copy_from to smithi16976610-41 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:526: done (3 left) 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:527: done (2 left) 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:529: done (1 left) 2024-03-10T22:16:05.375 INFO:tasks.rados.rados.0.smithi169.stdout:530: done (0 left) 2024-03-10T22:16:05.376 INFO:tasks.rados.rados.0.smithi169.stdout:531: rollback oid 1 current snap is 51 2024-03-10T22:16:05.376 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 1 to 35 2024-03-10T22:16:05.376 INFO:tasks.rados.rados.0.smithi169.stdout:532: snap_remove snap 43 2024-03-10T22:16:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: pgmap v24: 121 pgs: 121 active+clean; 158 MiB data, 487 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-03-10T22:16:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: Adjusting osd_memory_target on smithi172 to 2480M 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:05.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/260740131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: osdmap e167: 8 total, 8 up, 8 in 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: pgmap v24: 121 pgs: 121 active+clean; 158 MiB data, 487 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:05.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: Adjusting osd_memory_target on smithi172 to 2480M 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:05.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:16:05.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:16:05.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:05.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:05.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/260740131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:16:05.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:05.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: osdmap e167: 8 total, 8 up, 8 in 2024-03-10T22:16:05.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:05 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: pgmap v24: 121 pgs: 121 active+clean; 158 MiB data, 487 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-03-10T22:16:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: Adjusting osd_memory_target on smithi172 to 2480M 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:16:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:16:05.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:05.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:05.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/260740131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:16:05.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:05.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:05.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: osdmap e167: 8 total, 8 up, 8 in 2024-03-10T22:16:05.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:05 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:06.329 INFO:tasks.rados.rados.0.smithi169.stdout:532: done (1 left) 2024-03-10T22:16:06.329 INFO:tasks.rados.rados.0.smithi169.stdout:533: snap_remove snap 49 2024-03-10T22:16:06.495 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:06 smithi172 ceph-mon[31000]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:06.495 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:06 smithi172 ceph-mon[31000]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:06.495 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:06 smithi172 ceph-mon[31000]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:06.495 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:06 smithi172 ceph-mon[31000]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:06.496 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:06 smithi172 ceph-mon[31000]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T22:16:06.496 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:06 smithi172 ceph-mon[31000]: Reconfiguring daemon prometheus.a on smithi172 2024-03-10T22:16:06.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[27156]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:06.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[27156]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:06.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[27156]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:06.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[27156]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:06.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[27156]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T22:16:06.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[27156]: Reconfiguring daemon prometheus.a on smithi172 2024-03-10T22:16:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[37738]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[37738]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[37738]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:06.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[37738]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:06.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[37738]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T22:16:06.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:06 smithi169 ceph-mon[37738]: Reconfiguring daemon prometheus.a on smithi172 2024-03-10T22:16:07.327 INFO:tasks.rados.rados.0.smithi169.stdout:533: done (1 left) 2024-03-10T22:16:07.327 INFO:tasks.rados.rados.0.smithi169.stdout:534: snap_create 2024-03-10T22:16:07.327 INFO:tasks.rados.rados.0.smithi169.stdout:531: finishing rollback tid 1 to smithi16976610-1 2024-03-10T22:16:07.327 INFO:tasks.rados.rados.0.smithi169.stdout:531: finishing rollback tid 2 to smithi16976610-1 2024-03-10T22:16:07.327 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 239 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-03-10T22:16:07.627 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:07 smithi172 ceph-mon[31000]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 524 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 590 KiB/s wr, 10 op/s 2024-03-10T22:16:07.627 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:07 smithi172 ceph-mon[31000]: osdmap e168: 8 total, 8 up, 8 in 2024-03-10T22:16:07.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:07 smithi169 ceph-mon[37738]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 524 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 590 KiB/s wr, 10 op/s 2024-03-10T22:16:07.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:07 smithi169 ceph-mon[37738]: osdmap e168: 8 total, 8 up, 8 in 2024-03-10T22:16:07.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:07 smithi169 ceph-mon[27156]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 524 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 590 KiB/s wr, 10 op/s 2024-03-10T22:16:07.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:07 smithi169 ceph-mon[27156]: osdmap e168: 8 total, 8 up, 8 in 2024-03-10T22:16:08.331 INFO:tasks.rados.rados.0.smithi169.stdout:531: done (1 left) 2024-03-10T22:16:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:534: done (0 left) 2024-03-10T22:16:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:535: read oid 47 snap -1 2024-03-10T22:16:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:535: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T22:16:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 52 2024-03-10T22:16:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:536: seq_num 194 ranges {0=458752,458752=401408} 2024-03-10T22:16:08.334 INFO:tasks.rados.rados.0.smithi169.stdout:536: writing smithi16976610-43 from 0 to 458752 tid 1 2024-03-10T22:16:08.337 INFO:tasks.rados.rados.0.smithi169.stdout:536: writing smithi16976610-43 from 458752 to 860160 tid 2 2024-03-10T22:16:08.337 INFO:tasks.rados.rados.0.smithi169.stdout:537: rollback oid 29 current snap is 52 2024-03-10T22:16:08.337 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 29 to 47 2024-03-10T22:16:08.337 INFO:tasks.rados.rados.0.smithi169.stdout:538: delete oid 16 current snap is 52 2024-03-10T22:16:08.341 INFO:tasks.rados.rados.0.smithi169.stdout:537: finishing rollback tid 0 to smithi16976610-29 2024-03-10T22:16:08.344 INFO:tasks.rados.rados.0.smithi169.stdout:537: finishing rollback tid 1 to smithi16976610-29 2024-03-10T22:16:08.344 INFO:tasks.rados.rados.0.smithi169.stdout:537: finishing rollback tid 2 to smithi16976610-29 2024-03-10T22:16:08.344 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 132 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-10T22:16:08.344 INFO:tasks.rados.rados.0.smithi169.stdout:536: finishing write tid 1 to smithi16976610-43 2024-03-10T22:16:08.347 INFO:tasks.rados.rados.0.smithi169.stdout:536: finishing write tid 2 to smithi16976610-43 2024-03-10T22:16:08.347 INFO:tasks.rados.rados.0.smithi169.stdout:536: finishing write tid 3 to smithi16976610-43 2024-03-10T22:16:08.348 INFO:tasks.rados.rados.0.smithi169.stdout:536: finishing write tid 4 to smithi16976610-43 2024-03-10T22:16:08.348 INFO:tasks.rados.rados.0.smithi169.stdout:536: oid 43 updating version 0 to 254 2024-03-10T22:16:08.348 INFO:tasks.rados.rados.0.smithi169.stdout:536: oid 43 version 254 is already newer than 252 2024-03-10T22:16:08.348 INFO:tasks.rados.rados.0.smithi169.stdout:536: oid 43 version 254 is already newer than 253 2024-03-10T22:16:08.348 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 254 (ObjNum 194 snap 52 seq_num 194) dirty exists 2024-03-10T22:16:08.349 INFO:tasks.rados.rados.0.smithi169.stdout:536: left oid 43 (ObjNum 194 snap 52 seq_num 194) 2024-03-10T22:16:08.349 INFO:tasks.rados.rados.0.smithi169.stdout:535: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T22:16:08.371 INFO:tasks.rados.rados.0.smithi169.stdout:535: done (3 left) 2024-03-10T22:16:08.372 INFO:tasks.rados.rados.0.smithi169.stdout:536: done (2 left) 2024-03-10T22:16:08.372 INFO:tasks.rados.rados.0.smithi169.stdout:537: done (1 left) 2024-03-10T22:16:08.372 INFO:tasks.rados.rados.0.smithi169.stdout:538: done (0 left) 2024-03-10T22:16:08.372 INFO:tasks.rados.rados.0.smithi169.stdout:539: read oid 6 snap -1 2024-03-10T22:16:08.372 INFO:tasks.rados.rados.0.smithi169.stdout:539: expect (ObjNum 193 snap 51 seq_num 193) 2024-03-10T22:16:08.372 INFO:tasks.rados.rados.0.smithi169.stdout:540: copy_from oid 26 from oid 31 current snap is 52 2024-03-10T22:16:08.372 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 13 current snap is 52 2024-03-10T22:16:08.372 INFO:tasks.rados.rados.0.smithi169.stdout:541: seq_num 196 ranges {4431872=491520,4923392=401408} 2024-03-10T22:16:08.398 INFO:tasks.rados.rados.0.smithi169.stdout:541: writing smithi16976610-13 from 4431872 to 4923392 tid 1 2024-03-10T22:16:08.401 INFO:tasks.rados.rados.0.smithi169.stdout:541: writing smithi16976610-13 from 4923392 to 5324800 tid 2 2024-03-10T22:16:08.401 INFO:tasks.rados.rados.0.smithi169.stdout:542: delete oid 15 current snap is 52 2024-03-10T22:16:08.401 INFO:tasks.rados.rados.0.smithi169.stdout:539: expect (ObjNum 193 snap 51 seq_num 193) 2024-03-10T22:16:08.473 INFO:tasks.rados.rados.0.smithi169.stdout:540: finishing copy_from racing read to smithi16976610-26 2024-03-10T22:16:08.473 INFO:tasks.rados.rados.0.smithi169.stdout:540: finishing copy_from to smithi16976610-26 2024-03-10T22:16:08.473 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 209 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:541: finishing write tid 1 to smithi16976610-13 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:541: finishing write tid 2 to smithi16976610-13 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:541: finishing write tid 3 to smithi16976610-13 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:541: finishing write tid 4 to smithi16976610-13 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:541: oid 13 updating version 0 to 278 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:541: oid 13 version 278 is already newer than 277 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:541: oid 13 updating version 278 to 279 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 279 (ObjNum 196 snap 52 seq_num 196) dirty exists 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:541: left oid 13 (ObjNum 196 snap 52 seq_num 196) 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:539: done (3 left) 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:540: done (2 left) 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:541: done (1 left) 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:542: done (0 left) 2024-03-10T22:16:08.474 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 52 2024-03-10T22:16:08.475 INFO:tasks.rados.rados.0.smithi169.stdout:543: seq_num 198 ranges {1515520=524288,2039808=401408} 2024-03-10T22:16:08.484 INFO:tasks.rados.rados.0.smithi169.stdout:543: writing smithi16976610-38 from 1515520 to 2039808 tid 1 2024-03-10T22:16:08.486 INFO:tasks.rados.rados.0.smithi169.stdout:543: writing smithi16976610-38 from 2039808 to 2441216 tid 2 2024-03-10T22:16:08.486 INFO:tasks.rados.rados.0.smithi169.stdout:544: setattr oid 26 current snap is 52 2024-03-10T22:16:08.488 INFO:tasks.rados.rados.0.smithi169.stdout:543: finishing write tid 1 to smithi16976610-38 2024-03-10T22:16:08.489 INFO:tasks.rados.rados.0.smithi169.stdout:543: finishing write tid 2 to smithi16976610-38 2024-03-10T22:16:08.489 INFO:tasks.rados.rados.0.smithi169.stdout:545: delete oid 43 current snap is 52 2024-03-10T22:16:08.489 INFO:tasks.rados.rados.0.smithi169.stdout:543: finishing write tid 3 to smithi16976610-38 2024-03-10T22:16:08.490 INFO:tasks.rados.rados.0.smithi169.stdout:543: finishing write tid 4 to smithi16976610-38 2024-03-10T22:16:08.490 INFO:tasks.rados.rados.0.smithi169.stdout:543: oid 38 updating version 0 to 227 2024-03-10T22:16:08.490 INFO:tasks.rados.rados.0.smithi169.stdout:543: oid 38 updating version 227 to 228 2024-03-10T22:16:08.490 INFO:tasks.rados.rados.0.smithi169.stdout:543: oid 38 updating version 228 to 229 2024-03-10T22:16:08.490 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 229 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-03-10T22:16:08.490 INFO:tasks.rados.rados.0.smithi169.stdout:543: left oid 38 (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:16:08.491 INFO:tasks.rados.rados.0.smithi169.stdout:543: done (2 left) 2024-03-10T22:16:08.491 INFO:tasks.rados.rados.0.smithi169.stdout:545: done (1 left) 2024-03-10T22:16:08.491 INFO:tasks.rados.rados.0.smithi169.stdout:546: snap_remove snap 29 2024-03-10T22:16:08.622 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:08 smithi169 ceph-mon[27156]: osdmap e169: 8 total, 8 up, 8 in 2024-03-10T22:16:08.622 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:08 smithi169 ceph-mon[37738]: osdmap e169: 8 total, 8 up, 8 in 2024-03-10T22:16:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:08 smithi172 ceph-mon[31000]: osdmap e169: 8 total, 8 up, 8 in 2024-03-10T22:16:09.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[27387]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:16:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-10T22:16:09.164 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:08 smithi172 systemd[1]: Stopping Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:16:09.270 INFO:tasks.rados.rados.0.smithi169.stdout:546: done (1 left) 2024-03-10T22:16:09.270 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 52 2024-03-10T22:16:09.271 INFO:tasks.rados.rados.0.smithi169.stdout:547: seq_num 200 ranges {0=557056,557056=401408} 2024-03-10T22:16:09.274 INFO:tasks.rados.rados.0.smithi169.stdout:547: writing smithi16976610-9 from 0 to 557056 tid 1 2024-03-10T22:16:09.277 INFO:tasks.rados.rados.0.smithi169.stdout:547: writing smithi16976610-9 from 557056 to 958464 tid 2 2024-03-10T22:16:09.277 INFO:tasks.rados.rados.0.smithi169.stdout:548: snap_create 2024-03-10T22:16:09.277 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 221 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-03-10T22:16:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:547: finishing write tid 1 to smithi16976610-9 2024-03-10T22:16:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:547: finishing write tid 2 to smithi16976610-9 2024-03-10T22:16:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:547: finishing write tid 3 to smithi16976610-9 2024-03-10T22:16:09.292 INFO:tasks.rados.rados.0.smithi169.stdout:547: finishing write tid 4 to smithi16976610-9 2024-03-10T22:16:09.292 INFO:tasks.rados.rados.0.smithi169.stdout:547: oid 9 updating version 0 to 159 2024-03-10T22:16:09.292 INFO:tasks.rados.rados.0.smithi169.stdout:547: oid 9 version 159 is already newer than 158 2024-03-10T22:16:09.292 INFO:tasks.rados.rados.0.smithi169.stdout:547: oid 9 updating version 159 to 160 2024-03-10T22:16:09.292 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 160 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-03-10T22:16:09.292 INFO:tasks.rados.rados.0.smithi169.stdout:547: left oid 9 (ObjNum 200 snap 52 seq_num 200) 2024-03-10T22:16:09.490 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-mon[31000]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 524 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 590 KiB/s wr, 10 op/s 2024-03-10T22:16:09.490 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-mon[31000]: osdmap e170: 8 total, 8 up, 8 in 2024-03-10T22:16:09.490 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-mon[31000]: osdmap e171: 8 total, 8 up, 8 in 2024-03-10T22:16:09.490 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.164Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-10T22:16:09.490 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.164Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-10T22:16:09.491 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.164Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-10T22:16:09.491 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.164Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-10T22:16:09.491 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.164Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-10T22:16:09.491 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.164Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-10T22:16:09.491 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.164Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-10T22:16:09.491 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.164Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-10T22:16:09.491 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.165Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-10T22:16:09.491 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.165Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-10T22:16:09.491 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.165Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-10T22:16:09.491 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[62476]: ts=2024-03-10T22:16:09.165Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-10T22:16:09.491 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 podman[73257]: 2024-03-10 22:16:09.17473098 +0000 UTC m=+0.111525886 container died 1c89eab767daccb07eb40e7d36c0ddf9110251348f814fc2504f0f25dc9c1631 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:09.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:09 smithi169 ceph-mon[27156]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 524 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 590 KiB/s wr, 10 op/s 2024-03-10T22:16:09.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:09 smithi169 ceph-mon[27156]: osdmap e170: 8 total, 8 up, 8 in 2024-03-10T22:16:09.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:09 smithi169 ceph-mon[27156]: osdmap e171: 8 total, 8 up, 8 in 2024-03-10T22:16:09.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:09 smithi169 ceph-mon[37738]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 524 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 590 KiB/s wr, 10 op/s 2024-03-10T22:16:09.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:09 smithi169 ceph-mon[37738]: osdmap e170: 8 total, 8 up, 8 in 2024-03-10T22:16:09.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:09 smithi169 ceph-mon[37738]: osdmap e171: 8 total, 8 up, 8 in 2024-03-10T22:16:09.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 podman[73257]: 2024-03-10 22:16:09.597915798 +0000 UTC m=+0.534710754 container cleanup 1c89eab767daccb07eb40e7d36c0ddf9110251348f814fc2504f0f25dc9c1631 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:09.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 bash[73257]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a 2024-03-10T22:16:10.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:09 smithi172 podman[73271]: 2024-03-10 22:16:09.765315981 +0000 UTC m=+0.588358743 container remove 1c89eab767daccb07eb40e7d36c0ddf9110251348f814fc2504f0f25dc9c1631 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:10.278 INFO:tasks.rados.rados.0.smithi169.stdout:544: done (2 left) 2024-03-10T22:16:10.278 INFO:tasks.rados.rados.0.smithi169.stdout:547: done (1 left) 2024-03-10T22:16:10.278 INFO:tasks.rados.rados.0.smithi169.stdout:548: done (0 left) 2024-03-10T22:16:10.278 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 53 2024-03-10T22:16:10.278 INFO:tasks.rados.rados.0.smithi169.stdout:549: seq_num 201 ranges {0=573440,573440=401408} 2024-03-10T22:16:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:549: writing smithi16976610-27 from 0 to 573440 tid 1 2024-03-10T22:16:10.283 INFO:tasks.rados.rados.0.smithi169.stdout:549: writing smithi16976610-27 from 573440 to 974848 tid 2 2024-03-10T22:16:10.283 INFO:tasks.rados.rados.0.smithi169.stdout:550: rollback oid 16 current snap is 53 2024-03-10T22:16:10.283 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 16 to 47 2024-03-10T22:16:10.283 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 53 2024-03-10T22:16:10.284 INFO:tasks.rados.rados.0.smithi169.stdout:551: seq_num 202 ranges {2023424=589824,2613248=401408} 2024-03-10T22:16:10.297 INFO:tasks.rados.rados.0.smithi169.stdout:551: writing smithi16976610-32 from 2023424 to 2613248 tid 1 2024-03-10T22:16:10.300 INFO:tasks.rados.rados.0.smithi169.stdout:551: writing smithi16976610-32 from 2613248 to 3014656 tid 2 2024-03-10T22:16:10.300 INFO:tasks.rados.rados.0.smithi169.stdout:552: snap_create 2024-03-10T22:16:10.300 INFO:tasks.rados.rados.0.smithi169.stdout:549: finishing write tid 1 to smithi16976610-27 2024-03-10T22:16:10.300 INFO:tasks.rados.rados.0.smithi169.stdout:549: finishing write tid 2 to smithi16976610-27 2024-03-10T22:16:10.300 INFO:tasks.rados.rados.0.smithi169.stdout:549: finishing write tid 3 to smithi16976610-27 2024-03-10T22:16:10.300 INFO:tasks.rados.rados.0.smithi169.stdout:550: finishing rollback tid 1 to smithi16976610-16 2024-03-10T22:16:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:550: finishing rollback tid 2 to smithi16976610-16 2024-03-10T22:16:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 323 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-03-10T22:16:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:549: finishing write tid 4 to smithi16976610-27 2024-03-10T22:16:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:549: oid 27 updating version 0 to 276 2024-03-10T22:16:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:549: oid 27 updating version 276 to 277 2024-03-10T22:16:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:549: oid 27 version 277 is already newer than 275 2024-03-10T22:16:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 277 (ObjNum 201 snap 53 seq_num 201) dirty exists 2024-03-10T22:16:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:549: left oid 27 (ObjNum 201 snap 53 seq_num 201) 2024-03-10T22:16:10.302 INFO:tasks.rados.rados.0.smithi169.stdout:551: finishing write tid 1 to smithi16976610-32 2024-03-10T22:16:10.303 INFO:tasks.rados.rados.0.smithi169.stdout:551: finishing write tid 2 to smithi16976610-32 2024-03-10T22:16:10.303 INFO:tasks.rados.rados.0.smithi169.stdout:551: finishing write tid 3 to smithi16976610-32 2024-03-10T22:16:10.303 INFO:tasks.rados.rados.0.smithi169.stdout:551: finishing write tid 4 to smithi16976610-32 2024-03-10T22:16:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:551: oid 32 updating version 0 to 269 2024-03-10T22:16:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:551: oid 32 version 269 is already newer than 268 2024-03-10T22:16:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:551: oid 32 version 269 is already newer than 267 2024-03-10T22:16:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 269 (ObjNum 202 snap 53 seq_num 202) dirty exists 2024-03-10T22:16:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:551: left oid 32 (ObjNum 202 snap 53 seq_num 202) 2024-03-10T22:16:10.383 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-10T22:16:10.383 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 systemd[1]: Stopped Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:16:10.383 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@prometheus.a.service: Consumed 1.451s CPU time. 2024-03-10T22:16:10.383 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 systemd[1]: Starting Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:16:10.383 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 podman[73369]: 2024-03-10 22:16:10.136528959 +0000 UTC m=+0.018998658 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-10T22:16:10.383 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 podman[73369]: 2024-03-10 22:16:10.266424757 +0000 UTC m=+0.148894503 container create 94abdd75dc6620073acbaa8ebcf93bd0009625e354713d113b73f3bf336d7692 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:10.764 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 podman[73369]: 2024-03-10 22:16:10.502294483 +0000 UTC m=+0.384764184 container init 94abdd75dc6620073acbaa8ebcf93bd0009625e354713d113b73f3bf336d7692 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:10.764 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 podman[73369]: 2024-03-10 22:16:10.504843351 +0000 UTC m=+0.387313053 container start 94abdd75dc6620073acbaa8ebcf93bd0009625e354713d113b73f3bf336d7692 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:10.764 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.528Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-10T22:16:10.764 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.528Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-10T22:16:10.764 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.528Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi172 (none))" 2024-03-10T22:16:10.764 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.528Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-10T22:16:10.764 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.528Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.530Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.530Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.531Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.531Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.533Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.533Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.485µs 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.533Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.535Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.541Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.541Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.541Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.634µs wal_replay_duration=8.205908ms wbl_replay_duration=120ns total_replay_duration=8.243559ms 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.543Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.543Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-10T22:16:10.765 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.543Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-10T22:16:10.766 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.564Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.087735ms db_storage=798ns remote_storage=1.122µs web_handler=334ns query_engine=596ns scrape=510.4µs scrape_sd=85.517µs notify=9.68µs notify_sd=9.831µs rules=20.162235ms tracing=6.414µs 2024-03-10T22:16:10.766 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.564Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-10T22:16:10.766 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:10.564Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-10T22:16:10.766 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 bash[73369]: 94abdd75dc6620073acbaa8ebcf93bd0009625e354713d113b73f3bf336d7692 2024-03-10T22:16:10.766 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:10 smithi172 systemd[1]: Started Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:16:11.283 INFO:tasks.rados.rados.0.smithi169.stdout:549: done (3 left) 2024-03-10T22:16:11.284 INFO:tasks.rados.rados.0.smithi169.stdout:550: done (2 left) 2024-03-10T22:16:11.284 INFO:tasks.rados.rados.0.smithi169.stdout:551: done (1 left) 2024-03-10T22:16:11.284 INFO:tasks.rados.rados.0.smithi169.stdout:552: done (0 left) 2024-03-10T22:16:11.284 INFO:tasks.rados.rados.0.smithi169.stdout:553: setattr oid 7 current snap is 54 2024-03-10T22:16:11.284 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 54 2024-03-10T22:16:11.284 INFO:tasks.rados.rados.0.smithi169.stdout:554: seq_num 203 ranges {442368=606208,1048576=401408} 2024-03-10T22:16:11.290 INFO:tasks.rados.rados.0.smithi169.stdout:554: writing smithi16976610-19 from 442368 to 1048576 tid 1 2024-03-10T22:16:11.293 INFO:tasks.rados.rados.0.smithi169.stdout:554: writing smithi16976610-19 from 1048576 to 1449984 tid 2 2024-03-10T22:16:11.293 INFO:tasks.rados.rados.0.smithi169.stdout:555: copy_from oid 13 from oid 8 current snap is 54 2024-03-10T22:16:11.293 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 139 (ObjNum 129 snap 0 seq_num 151399576) dirty exists 2024-03-10T22:16:11.293 INFO:tasks.rados.rados.0.smithi169.stdout:553: done (2 left) 2024-03-10T22:16:11.293 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 54 2024-03-10T22:16:11.293 INFO:tasks.rados.rados.0.smithi169.stdout:556: seq_num 204 ranges {761856=622592,1384448=401408} 2024-03-10T22:16:11.301 INFO:tasks.rados.rados.0.smithi169.stdout:556: writing smithi16976610-41 from 761856 to 1384448 tid 1 2024-03-10T22:16:11.303 INFO:tasks.rados.rados.0.smithi169.stdout:556: writing smithi16976610-41 from 1384448 to 1785856 tid 2 2024-03-10T22:16:11.303 INFO:tasks.rados.rados.0.smithi169.stdout:557: read oid 20 snap 35 2024-03-10T22:16:11.304 INFO:tasks.rados.rados.0.smithi169.stdout:557: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T22:16:11.304 INFO:tasks.rados.rados.0.smithi169.stdout:558: read oid 21 snap -1 2024-03-10T22:16:11.304 INFO:tasks.rados.rados.0.smithi169.stdout:558: expect (ObjNum 136 snap 35 seq_num 136) 2024-03-10T22:16:11.304 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 54 2024-03-10T22:16:11.304 INFO:tasks.rados.rados.0.smithi169.stdout:554: finishing write tid 1 to smithi16976610-19 2024-03-10T22:16:11.304 INFO:tasks.rados.rados.0.smithi169.stdout:559: seq_num 205 ranges {2269184=638976,2908160=401408} 2024-03-10T22:16:11.320 INFO:tasks.rados.rados.0.smithi169.stdout:559: writing smithi16976610-26 from 2269184 to 2908160 tid 1 2024-03-10T22:16:11.323 INFO:tasks.rados.rados.0.smithi169.stdout:559: writing smithi16976610-26 from 2908160 to 3309568 tid 2 2024-03-10T22:16:11.323 INFO:tasks.rados.rados.0.smithi169.stdout:560: rollback oid 12 current snap is 54 2024-03-10T22:16:11.323 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 12 to 52 2024-03-10T22:16:11.323 INFO:tasks.rados.rados.0.smithi169.stdout:554: finishing write tid 2 to smithi16976610-19 2024-03-10T22:16:11.323 INFO:tasks.rados.rados.0.smithi169.stdout:554: finishing write tid 3 to smithi16976610-19 2024-03-10T22:16:11.323 INFO:tasks.rados.rados.0.smithi169.stdout:554: finishing write tid 4 to smithi16976610-19 2024-03-10T22:16:11.323 INFO:tasks.rados.rados.0.smithi169.stdout:554: oid 19 updating version 0 to 327 2024-03-10T22:16:11.323 INFO:tasks.rados.rados.0.smithi169.stdout:554: oid 19 version 327 is already newer than 325 2024-03-10T22:16:11.323 INFO:tasks.rados.rados.0.smithi169.stdout:554: oid 19 version 327 is already newer than 326 2024-03-10T22:16:11.323 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 327 (ObjNum 203 snap 54 seq_num 203) dirty exists 2024-03-10T22:16:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:554: left oid 19 (ObjNum 203 snap 54 seq_num 203) 2024-03-10T22:16:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:555: finishing copy_from racing read to smithi16976610-13 2024-03-10T22:16:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:554: done (6 left) 2024-03-10T22:16:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:561: rollback oid 31 current snap is 54 2024-03-10T22:16:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 31 to 35 2024-03-10T22:16:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:555: finishing copy_from to smithi16976610-13 2024-03-10T22:16:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 61 (ObjNum 144 snap 37 seq_num 144) dirty exists 2024-03-10T22:16:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:557: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T22:16:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:556: finishing write tid 1 to smithi16976610-41 2024-03-10T22:16:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:556: finishing write tid 2 to smithi16976610-41 2024-03-10T22:16:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:556: finishing write tid 3 to smithi16976610-41 2024-03-10T22:16:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:556: finishing write tid 4 to smithi16976610-41 2024-03-10T22:16:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:556: oid 41 updating version 0 to 81 2024-03-10T22:16:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:556: oid 41 version 81 is already newer than 79 2024-03-10T22:16:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:556: oid 41 version 81 is already newer than 80 2024-03-10T22:16:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 81 (ObjNum 204 snap 54 seq_num 204) dirty exists 2024-03-10T22:16:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:556: left oid 41 (ObjNum 204 snap 54 seq_num 204) 2024-03-10T22:16:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:558: expect (ObjNum 136 snap 35 seq_num 136) 2024-03-10T22:16:11.493 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[37738]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 524 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:11.493 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[37738]: osdmap e172: 8 total, 8 up, 8 in 2024-03-10T22:16:11.493 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:11.493 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:11.493 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:11.493 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[37738]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:11.493 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:11.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[27156]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 524 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:11.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[27156]: osdmap e172: 8 total, 8 up, 8 in 2024-03-10T22:16:11.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:11.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:11.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:11.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[27156]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:11.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:11 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:11.602 INFO:tasks.rados.rados.0.smithi169.stdout:559: finishing write tid 1 to smithi16976610-26 2024-03-10T22:16:11.602 INFO:tasks.rados.rados.0.smithi169.stdout:560: finishing rollback tid 0 to smithi16976610-12 2024-03-10T22:16:11.602 INFO:tasks.rados.rados.0.smithi169.stdout:555: done (6 left) 2024-03-10T22:16:11.602 INFO:tasks.rados.rados.0.smithi169.stdout:556: done (5 left) 2024-03-10T22:16:11.603 INFO:tasks.rados.rados.0.smithi169.stdout:557: done (4 left) 2024-03-10T22:16:11.603 INFO:tasks.rados.rados.0.smithi169.stdout:558: done (3 left) 2024-03-10T22:16:11.603 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 33 current snap is 54 2024-03-10T22:16:11.603 INFO:tasks.rados.rados.0.smithi169.stdout:559: finishing write tid 2 to smithi16976610-26 2024-03-10T22:16:11.603 INFO:tasks.rados.rados.0.smithi169.stdout:562: seq_num 206 ranges {2400256=655360,3055616=401408} 2024-03-10T22:16:11.618 INFO:tasks.rados.rados.0.smithi169.stdout:562: writing smithi16976610-33 from 2400256 to 3055616 tid 1 2024-03-10T22:16:11.621 INFO:tasks.rados.rados.0.smithi169.stdout:562: writing smithi16976610-33 from 3055616 to 3457024 tid 2 2024-03-10T22:16:11.621 INFO:tasks.rados.rados.0.smithi169.stdout:563: rollback oid 34 current snap is 54 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 34 to 53 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:560: finishing rollback tid 1 to smithi16976610-12 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:559: finishing write tid 3 to smithi16976610-26 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:560: finishing rollback tid 2 to smithi16976610-12 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 111 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:561: finishing rollback tid 0 to smithi16976610-31 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:561: finishing rollback tid 1 to smithi16976610-31 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:561: finishing rollback tid 2 to smithi16976610-31 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 291 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:559: finishing write tid 4 to smithi16976610-26 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:559: oid 26 updating version 0 to 228 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:559: oid 26 updating version 228 to 229 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:559: oid 26 version 229 is already newer than 227 2024-03-10T22:16:11.622 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 229 (ObjNum 205 snap 54 seq_num 205) dirty exists 2024-03-10T22:16:11.623 INFO:tasks.rados.rados.0.smithi169.stdout:559: left oid 26 (ObjNum 205 snap 54 seq_num 205) 2024-03-10T22:16:11.623 INFO:tasks.rados.rados.0.smithi169.stdout:559: done (4 left) 2024-03-10T22:16:11.623 INFO:tasks.rados.rados.0.smithi169.stdout:560: done (3 left) 2024-03-10T22:16:11.623 INFO:tasks.rados.rados.0.smithi169.stdout:561: done (2 left) 2024-03-10T22:16:11.623 INFO:tasks.rados.rados.0.smithi169.stdout:564: read oid 44 snap -1 2024-03-10T22:16:11.623 INFO:tasks.rados.rados.0.smithi169.stdout:564: expect (ObjNum 182 snap 46 seq_num 182) 2024-03-10T22:16:11.623 INFO:tasks.rados.rados.0.smithi169.stdout:565: rollback oid 28 current snap is 54 2024-03-10T22:16:11.623 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 28 to 45 2024-03-10T22:16:11.623 INFO:tasks.rados.rados.0.smithi169.stdout:566: read oid 8 snap -1 2024-03-10T22:16:11.623 INFO:tasks.rados.rados.0.smithi169.stdout:566: expect (ObjNum 144 snap 37 seq_num 144) 2024-03-10T22:16:11.623 INFO:tasks.rados.rados.0.smithi169.stdout:567: delete oid 27 current snap is 54 2024-03-10T22:16:11.624 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:11 smithi172 ceph-mon[31000]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 524 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:11.624 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:11 smithi172 ceph-mon[31000]: osdmap e172: 8 total, 8 up, 8 in 2024-03-10T22:16:11.624 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:11 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:11.624 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:11 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:11.624 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:11 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:11.624 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:11 smithi172 ceph-mon[31000]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:11.624 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:11 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:11.625 INFO:tasks.rados.rados.0.smithi169.stdout:565: finishing rollback tid 0 to smithi16976610-28 2024-03-10T22:16:11.625 INFO:tasks.rados.rados.0.smithi169.stdout:567: done (5 left) 2024-03-10T22:16:11.625 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 54 2024-03-10T22:16:11.625 INFO:tasks.rados.rados.0.smithi169.stdout:568: seq_num 208 ranges {1449984=688128,2138112=401408} 2024-03-10T22:16:11.636 INFO:tasks.rados.rados.0.smithi169.stdout:568: writing smithi16976610-19 from 1449984 to 2138112 tid 1 2024-03-10T22:16:11.639 INFO:tasks.rados.rados.0.smithi169.stdout:568: writing smithi16976610-19 from 2138112 to 2539520 tid 2 2024-03-10T22:16:11.639 INFO:tasks.rados.rados.0.smithi169.stdout:569: rollback oid 13 current snap is 54 2024-03-10T22:16:11.639 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 13 to 33 2024-03-10T22:16:11.639 INFO:tasks.rados.rados.0.smithi169.stdout:565: finishing rollback tid 1 to smithi16976610-28 2024-03-10T22:16:11.639 INFO:tasks.rados.rados.0.smithi169.stdout:570: read oid 36 snap -1 2024-03-10T22:16:11.639 INFO:tasks.rados.rados.0.smithi169.stdout:570: expect (ObjNum 190 snap 49 seq_num 190) 2024-03-10T22:16:11.639 INFO:tasks.rados.rados.0.smithi169.stdout:571: read oid 35 snap -1 2024-03-10T22:16:11.639 INFO:tasks.rados.rados.0.smithi169.stdout:571: expect deleted 2024-03-10T22:16:11.639 INFO:tasks.rados.rados.0.smithi169.stdout:572: snap_create 2024-03-10T22:16:11.640 INFO:tasks.rados.rados.0.smithi169.stdout:565: finishing rollback tid 2 to smithi16976610-28 2024-03-10T22:16:11.640 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 150 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-03-10T22:16:11.640 INFO:tasks.rados.rados.0.smithi169.stdout:562: finishing write tid 1 to smithi16976610-33 2024-03-10T22:16:11.640 INFO:tasks.rados.rados.0.smithi169.stdout:562: finishing write tid 2 to smithi16976610-33 2024-03-10T22:16:11.640 INFO:tasks.rados.rados.0.smithi169.stdout:562: finishing write tid 3 to smithi16976610-33 2024-03-10T22:16:11.640 INFO:tasks.rados.rados.0.smithi169.stdout:566: expect (ObjNum 144 snap 37 seq_num 144) 2024-03-10T22:16:11.646 INFO:tasks.rados.rados.0.smithi169.stdout:563: finishing rollback tid 0 to smithi16976610-34 2024-03-10T22:16:11.646 INFO:tasks.rados.rados.0.smithi169.stdout:564: expect (ObjNum 182 snap 46 seq_num 182) 2024-03-10T22:16:11.697 INFO:tasks.rados.rados.0.smithi169.stdout:562: finishing write tid 4 to smithi16976610-33 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:562: oid 33 updating version 0 to 239 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:562: oid 33 version 239 is already newer than 238 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:562: oid 33 version 239 is already newer than 237 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 239 (ObjNum 206 snap 54 seq_num 206) dirty exists 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:562: left oid 33 (ObjNum 206 snap 54 seq_num 206) 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:563: finishing rollback tid 1 to smithi16976610-34 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:563: finishing rollback tid 2 to smithi16976610-34 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 243 (ObjNum 185 snap 49 seq_num 185) dirty exists 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:568: finishing write tid 1 to smithi16976610-19 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:568: finishing write tid 2 to smithi16976610-19 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:568: finishing write tid 3 to smithi16976610-19 2024-03-10T22:16:11.698 INFO:tasks.rados.rados.0.smithi169.stdout:569: finishing rollback tid 0 to smithi16976610-13 2024-03-10T22:16:11.699 INFO:tasks.rados.rados.0.smithi169.stdout:569: finishing rollback tid 1 to smithi16976610-13 2024-03-10T22:16:11.699 INFO:tasks.rados.rados.0.smithi169.stdout:569: finishing rollback tid 2 to smithi16976610-13 2024-03-10T22:16:11.699 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 294 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-03-10T22:16:11.699 INFO:tasks.rados.rados.0.smithi169.stdout:568: finishing write tid 4 to smithi16976610-19 2024-03-10T22:16:11.699 INFO:tasks.rados.rados.0.smithi169.stdout:568: oid 19 updating version 0 to 330 2024-03-10T22:16:11.699 INFO:tasks.rados.rados.0.smithi169.stdout:568: oid 19 version 330 is already newer than 328 2024-03-10T22:16:11.699 INFO:tasks.rados.rados.0.smithi169.stdout:568: oid 19 version 330 is already newer than 329 2024-03-10T22:16:11.699 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 330 (ObjNum 208 snap 54 seq_num 208) dirty exists 2024-03-10T22:16:11.699 INFO:tasks.rados.rados.0.smithi169.stdout:568: left oid 19 (ObjNum 208 snap 54 seq_num 208) 2024-03-10T22:16:11.699 INFO:tasks.rados.rados.0.smithi169.stdout:570: expect (ObjNum 190 snap 49 seq_num 190) 2024-03-10T22:16:12.290 INFO:tasks.rados.rados.0.smithi169.stdout:562: done (9 left) 2024-03-10T22:16:12.290 INFO:tasks.rados.rados.0.smithi169.stdout:563: done (8 left) 2024-03-10T22:16:12.290 INFO:tasks.rados.rados.0.smithi169.stdout:564: done (7 left) 2024-03-10T22:16:12.290 INFO:tasks.rados.rados.0.smithi169.stdout:565: done (6 left) 2024-03-10T22:16:12.291 INFO:tasks.rados.rados.0.smithi169.stdout:566: done (5 left) 2024-03-10T22:16:12.291 INFO:tasks.rados.rados.0.smithi169.stdout:568: done (4 left) 2024-03-10T22:16:12.291 INFO:tasks.rados.rados.0.smithi169.stdout:569: done (3 left) 2024-03-10T22:16:12.291 INFO:tasks.rados.rados.0.smithi169.stdout:570: done (2 left) 2024-03-10T22:16:12.291 INFO:tasks.rados.rados.0.smithi169.stdout:571: done (1 left) 2024-03-10T22:16:12.291 INFO:tasks.rados.rados.0.smithi169.stdout:572: done (0 left) 2024-03-10T22:16:12.291 INFO:tasks.rados.rados.0.smithi169.stdout:573: read oid 35 snap 45 2024-03-10T22:16:12.291 INFO:tasks.rados.rados.0.smithi169.stdout:573: expect deleted 2024-03-10T22:16:12.291 INFO:tasks.rados.rados.0.smithi169.stdout:574: copy_from oid 45 from oid 23 current snap is 55 2024-03-10T22:16:12.291 INFO:tasks.rados.rados.0.smithi169.stdout:575: delete oid 1 current snap is 55 2024-03-10T22:16:12.293 INFO:tasks.rados.rados.0.smithi169.stdout:575: done (2 left) 2024-03-10T22:16:12.293 INFO:tasks.rados.rados.0.smithi169.stdout:576: snap_create 2024-03-10T22:16:12.294 INFO:tasks.rados.rados.0.smithi169.stdout:574: finishing copy_from to smithi16976610-45 2024-03-10T22:16:12.294 INFO:tasks.rados.rados.0.smithi169.stdout:574: got expected ENOENT (src dne) 2024-03-10T22:16:12.294 INFO:tasks.rados.rados.0.smithi169.stdout:574: finishing copy_from racing read to smithi16976610-45 2024-03-10T22:16:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:12 smithi169 ceph-mon[27156]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T22:16:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:12 smithi169 ceph-mon[27156]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T22:16:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:12 smithi169 ceph-mon[27156]: osdmap e173: 8 total, 8 up, 8 in 2024-03-10T22:16:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:12 smithi169 ceph-mon[37738]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T22:16:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:12 smithi169 ceph-mon[37738]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T22:16:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:12 smithi169 ceph-mon[37738]: osdmap e173: 8 total, 8 up, 8 in 2024-03-10T22:16:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:12 smithi172 ceph-mon[31000]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T22:16:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:12 smithi172 ceph-mon[31000]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T22:16:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:12 smithi172 ceph-mon[31000]: osdmap e173: 8 total, 8 up, 8 in 2024-03-10T22:16:13.295 INFO:tasks.rados.rados.0.smithi169.stdout:573: done (2 left) 2024-03-10T22:16:13.295 INFO:tasks.rados.rados.0.smithi169.stdout:574: done (1 left) 2024-03-10T22:16:13.295 INFO:tasks.rados.rados.0.smithi169.stdout:576: done (0 left) 2024-03-10T22:16:13.295 INFO:tasks.rados.rados.0.smithi169.stdout:577: read oid 45 snap -1 2024-03-10T22:16:13.295 INFO:tasks.rados.rados.0.smithi169.stdout:577: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T22:16:13.295 INFO:tasks.rados.rados.0.smithi169.stdout:578: copy_from oid 49 from oid 4 current snap is 56 2024-03-10T22:16:13.295 INFO:tasks.rados.rados.0.smithi169.stdout:579: snap_remove snap 35 2024-03-10T22:16:13.360 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[37738]: pgmap v36: 121 pgs: 121 active+clean; 159 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-03-10T22:16:13.360 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[37738]: osdmap e174: 8 total, 8 up, 8 in 2024-03-10T22:16:13.360 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[37738]: Upgrade: Updating mgr.y 2024-03-10T22:16:13.360 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:13.360 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:16:13.360 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:16:13.360 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:16:13.360 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:13.361 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[37738]: Deploying daemon mgr.y on smithi169 2024-03-10T22:16:13.361 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[27156]: pgmap v36: 121 pgs: 121 active+clean; 159 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-03-10T22:16:13.361 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[27156]: osdmap e174: 8 total, 8 up, 8 in 2024-03-10T22:16:13.361 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[27156]: Upgrade: Updating mgr.y 2024-03-10T22:16:13.361 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:13.361 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:16:13.361 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:16:13.362 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:16:13.362 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:13.362 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:13 smithi169 ceph-mon[27156]: Deploying daemon mgr.y on smithi169 2024-03-10T22:16:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:13 smithi172 ceph-mon[31000]: pgmap v36: 121 pgs: 121 active+clean; 159 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-03-10T22:16:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:13 smithi172 ceph-mon[31000]: osdmap e174: 8 total, 8 up, 8 in 2024-03-10T22:16:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:13 smithi172 ceph-mon[31000]: Upgrade: Updating mgr.y 2024-03-10T22:16:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:13 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:13 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:16:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:13 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:16:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:13 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:16:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:13 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:13 smithi172 ceph-mon[31000]: Deploying daemon mgr.y on smithi169 2024-03-10T22:16:14.274 INFO:tasks.rados.rados.0.smithi169.stdout:579: done (2 left) 2024-03-10T22:16:14.274 INFO:tasks.rados.rados.0.smithi169.stdout:580: rollback oid 14 current snap is 56 2024-03-10T22:16:14.274 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 14 to 50 2024-03-10T22:16:14.275 INFO:tasks.rados.rados.0.smithi169.stdout:578: finishing copy_from to smithi16976610-49 2024-03-10T22:16:14.275 INFO:tasks.rados.rados.0.smithi169.stdout:578: got expected ENOENT (src dne) 2024-03-10T22:16:14.275 INFO:tasks.rados.rados.0.smithi169.stdout:578: finishing copy_from racing read to smithi16976610-49 2024-03-10T22:16:14.275 INFO:tasks.rados.rados.0.smithi169.stdout:577: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T22:16:14.304 INFO:tasks.rados.rados.0.smithi169.stdout:580: finishing rollback tid 0 to smithi16976610-14 2024-03-10T22:16:14.304 INFO:tasks.rados.rados.0.smithi169.stdout:580: finishing rollback tid 1 to smithi16976610-14 2024-03-10T22:16:14.304 INFO:tasks.rados.rados.0.smithi169.stdout:580: finishing rollback tid 2 to smithi16976610-14 2024-03-10T22:16:14.304 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 158 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:16:14.304 INFO:tasks.rados.rados.0.smithi169.stdout:577: done (2 left) 2024-03-10T22:16:14.305 INFO:tasks.rados.rados.0.smithi169.stdout:578: done (1 left) 2024-03-10T22:16:14.305 INFO:tasks.rados.rados.0.smithi169.stdout:580: done (0 left) 2024-03-10T22:16:14.305 INFO:tasks.rados.rados.0.smithi169.stdout:581: snap_create 2024-03-10T22:16:14.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:14 smithi169 ceph-mon[37738]: osdmap e175: 8 total, 8 up, 8 in 2024-03-10T22:16:14.591 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:14 smithi169 ceph-mon[37738]: osdmap e176: 8 total, 8 up, 8 in 2024-03-10T22:16:14.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:14 smithi169 ceph-mon[27156]: osdmap e175: 8 total, 8 up, 8 in 2024-03-10T22:16:14.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:14 smithi169 ceph-mon[27156]: osdmap e176: 8 total, 8 up, 8 in 2024-03-10T22:16:14.591 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:14 smithi169 systemd[1]: Stopping Ceph mgr.y for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:16:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:14 smithi172 ceph-mon[31000]: osdmap e175: 8 total, 8 up, 8 in 2024-03-10T22:16:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:14 smithi172 ceph-mon[31000]: osdmap e176: 8 total, 8 up, 8 in 2024-03-10T22:16:14.860 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:14 smithi169 podman[79215]: 2024-03-10 22:16:14.591264888 +0000 UTC m=+0.139616030 container died 2518bef4bd196768d560ea35cd955404847d8e7d30330c5c38c20bab290a04cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux ) 2024-03-10T22:16:15.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:14 smithi169 podman[79215]: 2024-03-10 22:16:14.935087554 +0000 UTC m=+0.483438695 container cleanup 2518bef4bd196768d560ea35cd955404847d8e7d30330c5c38c20bab290a04cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y, org.label-schema.schema-version=1.0, RELEASE=reef-c2ea977, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-03-10T22:16:15.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:14 smithi169 bash[79215]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y 2024-03-10T22:16:15.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:15 smithi169 podman[79229]: 2024-03-10 22:16:15.094828092 +0000 UTC m=+0.501644084 container remove 2518bef4bd196768d560ea35cd955404847d8e7d30330c5c38c20bab290a04cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, RELEASE=reef-c2ea977) 2024-03-10T22:16:15.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:15 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-03-10T22:16:15.308 INFO:tasks.rados.rados.0.smithi169.stdout:581: done (0 left) 2024-03-10T22:16:15.308 INFO:tasks.rados.rados.0.smithi169.stdout:582: copy_from oid 16 from oid 10 current snap is 57 2024-03-10T22:16:15.308 INFO:tasks.rados.rados.0.smithi169.stdout:583: snap_remove snap 51 2024-03-10T22:16:15.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:15 smithi169 ceph-mon[27156]: pgmap v39: 121 pgs: 121 active+clean; 159 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-03-10T22:16:15.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:15 smithi169 ceph-mon[37738]: pgmap v39: 121 pgs: 121 active+clean; 159 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-03-10T22:16:15.712 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:15 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2024-03-10T22:16:15.712 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:15 smithi169 systemd[1]: Stopped Ceph mgr.y for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:16:15.712 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:15 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.y.service: Consumed 1min 4.125s CPU time. 2024-03-10T22:16:15.712 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:15 smithi169 systemd[1]: Starting Ceph mgr.y for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:16:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:15 smithi172 ceph-mon[31000]: pgmap v39: 121 pgs: 121 active+clean; 159 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-03-10T22:16:16.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:15 smithi169 podman[79362]: 2024-03-10 22:16:15.615403583 +0000 UTC m=+0.018625253 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:16:16.004 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:15 smithi169 podman[79362]: 2024-03-10 22:16:15.731249042 +0000 UTC m=+0.134470744 container create e3cc047c8b1551169729e994f8b6bd3a9f18ce2f3212b55a0849dc09e860e78b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d) 2024-03-10T22:16:16.312 INFO:tasks.rados.rados.0.smithi169.stdout:583: done (1 left) 2024-03-10T22:16:16.312 INFO:tasks.rados.rados.0.smithi169.stdout:584: read oid 35 snap -1 2024-03-10T22:16:16.312 INFO:tasks.rados.rados.0.smithi169.stdout:584: expect deleted 2024-03-10T22:16:16.312 INFO:tasks.rados.rados.0.smithi169.stdout:585: snap_create 2024-03-10T22:16:16.313 INFO:tasks.rados.rados.0.smithi169.stdout:582: finishing copy_from to smithi16976610-16 2024-03-10T22:16:16.313 INFO:tasks.rados.rados.0.smithi169.stdout:582: got expected ENOENT (src dne) 2024-03-10T22:16:16.313 INFO:tasks.rados.rados.0.smithi169.stdout:582: finishing copy_from racing read to smithi16976610-16 2024-03-10T22:16:16.323 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:16 smithi169 podman[79362]: 2024-03-10 22:16:16.073837812 +0000 UTC m=+0.477059471 container init e3cc047c8b1551169729e994f8b6bd3a9f18ce2f3212b55a0849dc09e860e78b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_CLEAN=True) 2024-03-10T22:16:16.323 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:16 smithi169 podman[79362]: 2024-03-10 22:16:16.076748494 +0000 UTC m=+0.479970156 container start e3cc047c8b1551169729e994f8b6bd3a9f18ce2f3212b55a0849dc09e860e78b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d) 2024-03-10T22:16:16.323 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:16 smithi169 ceph-mgr[79381]: -- 172.21.15.169:0/588109660 <== mon.0 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5579024c45a0 con 0x557902498c00 2024-03-10T22:16:16.323 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:16 smithi169 bash[79362]: e3cc047c8b1551169729e994f8b6bd3a9f18ce2f3212b55a0849dc09e860e78b 2024-03-10T22:16:16.323 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:16 smithi169 systemd[1]: Started Ceph mgr.y for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:16:16.658 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:16 smithi169 ceph-mon[37738]: osdmap e177: 8 total, 8 up, 8 in 2024-03-10T22:16:16.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:16 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:16.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:16 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:16.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:16 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:16.659 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:16 smithi169 ceph-mon[27156]: osdmap e177: 8 total, 8 up, 8 in 2024-03-10T22:16:16.659 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:16 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:16.659 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:16 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:16.659 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:16 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:16 smithi172 ceph-mon[31000]: osdmap e177: 8 total, 8 up, 8 in 2024-03-10T22:16:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:16 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:16 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:16 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:17.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:16.658+0000 7f92ad32e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:16:17.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:16.765+0000 7f92ad32e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:16:17.310 INFO:tasks.rados.rados.0.smithi169.stdout:582: done (2 left) 2024-03-10T22:16:17.310 INFO:tasks.rados.rados.0.smithi169.stdout:584: done (1 left) 2024-03-10T22:16:17.310 INFO:tasks.rados.rados.0.smithi169.stdout:585: done (0 left) 2024-03-10T22:16:17.310 INFO:tasks.rados.rados.0.smithi169.stdout:586: rmattr oid 33 current snap is 58 2024-03-10T22:16:17.311 INFO:tasks.rados.rados.0.smithi169.stdout:586: done (0 left) 2024-03-10T22:16:17.311 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 58 2024-03-10T22:16:17.311 INFO:tasks.rados.rados.0.smithi169.stdout:587: seq_num 210 ranges {3014656=720896,3735552=401408} 2024-03-10T22:16:17.332 INFO:tasks.rados.rados.0.smithi169.stdout:587: writing smithi16976610-32 from 3014656 to 3735552 tid 1 2024-03-10T22:16:17.337 INFO:tasks.rados.rados.0.smithi169.stdout:587: writing smithi16976610-32 from 3735552 to 4136960 tid 2 2024-03-10T22:16:17.337 INFO:tasks.rados.rados.0.smithi169.stdout:588: copy_from oid 11 from oid 45 current snap is 58 2024-03-10T22:16:17.337 INFO:tasks.rados.rados.0.smithi169.stdout:589: read oid 12 snap -1 2024-03-10T22:16:17.337 INFO:tasks.rados.rados.0.smithi169.stdout:589: expect (ObjNum 189 snap 49 seq_num 189) 2024-03-10T22:16:17.337 INFO:tasks.rados.rados.0.smithi169.stdout:590: rollback oid 13 current snap is 58 2024-03-10T22:16:17.337 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 13 to 41 2024-03-10T22:16:17.337 INFO:tasks.rados.rados.0.smithi169.stdout:591: setattr oid 30 current snap is 58 2024-03-10T22:16:17.337 INFO:tasks.rados.rados.0.smithi169.stdout:587: finishing write tid 1 to smithi16976610-32 2024-03-10T22:16:17.339 INFO:tasks.rados.rados.0.smithi169.stdout:592: rmattr oid 41 current snap is 58 2024-03-10T22:16:17.339 INFO:tasks.rados.rados.0.smithi169.stdout:592: done (5 left) 2024-03-10T22:16:17.339 INFO:tasks.rados.rados.0.smithi169.stdout:593: read oid 31 snap -1 2024-03-10T22:16:17.339 INFO:tasks.rados.rados.0.smithi169.stdout:593: expect (ObjNum 135 snap 34 seq_num 135) 2024-03-10T22:16:17.339 INFO:tasks.rados.rados.0.smithi169.stdout:594: rollback oid 20 current snap is 58 2024-03-10T22:16:17.339 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 47 2024-03-10T22:16:17.339 INFO:tasks.rados.rados.0.smithi169.stdout:595: copy_from oid 21 from oid 50 current snap is 58 2024-03-10T22:16:17.339 INFO:tasks.rados.rados.0.smithi169.stdout:587: finishing write tid 2 to smithi16976610-32 2024-03-10T22:16:17.339 INFO:tasks.rados.rados.0.smithi169.stdout:596: delete oid 44 current snap is 58 2024-03-10T22:16:17.339 INFO:tasks.rados.rados.0.smithi169.stdout:587: finishing write tid 3 to smithi16976610-32 2024-03-10T22:16:17.343 INFO:tasks.rados.rados.0.smithi169.stdout:587: finishing write tid 4 to smithi16976610-32 2024-03-10T22:16:17.343 INFO:tasks.rados.rados.0.smithi169.stdout:587: oid 32 updating version 0 to 289 2024-03-10T22:16:17.343 INFO:tasks.rados.rados.0.smithi169.stdout:587: oid 32 updating version 289 to 290 2024-03-10T22:16:17.343 INFO:tasks.rados.rados.0.smithi169.stdout:587: oid 32 updating version 290 to 291 2024-03-10T22:16:17.343 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 291 (ObjNum 210 snap 58 seq_num 210) dirty exists 2024-03-10T22:16:17.343 INFO:tasks.rados.rados.0.smithi169.stdout:587: left oid 32 (ObjNum 210 snap 58 seq_num 210) 2024-03-10T22:16:17.344 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 292 (ObjNum 33 snap 0 seq_num 151158992) dirty exists 2024-03-10T22:16:17.344 INFO:tasks.rados.rados.0.smithi169.stdout:594: finishing rollback tid 0 to smithi16976610-20 2024-03-10T22:16:17.346 INFO:tasks.rados.rados.0.smithi169.stdout:590: finishing rollback tid 0 to smithi16976610-13 2024-03-10T22:16:17.346 INFO:tasks.rados.rados.0.smithi169.stdout:594: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:16:17.346 INFO:tasks.rados.rados.0.smithi169.stdout:594: finishing rollback tid 2 to smithi16976610-20 2024-03-10T22:16:17.346 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 166 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-03-10T22:16:17.347 INFO:tasks.rados.rados.0.smithi169.stdout:590: finishing rollback tid 1 to smithi16976610-13 2024-03-10T22:16:17.349 INFO:tasks.rados.rados.0.smithi169.stdout:589: expect (ObjNum 189 snap 49 seq_num 189) 2024-03-10T22:16:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:588: finishing copy_from racing read to smithi16976610-11 2024-03-10T22:16:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:595: finishing copy_from racing read to smithi16976610-21 2024-03-10T22:16:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:588: finishing copy_from to smithi16976610-11 2024-03-10T22:16:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 13 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T22:16:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:590: finishing rollback tid 2 to smithi16976610-13 2024-03-10T22:16:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 310 (ObjNum 146 snap 38 seq_num 146) dirty exists 2024-03-10T22:16:17.412 INFO:tasks.rados.rados.0.smithi169.stdout:595: finishing copy_from to smithi16976610-21 2024-03-10T22:16:17.413 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 257 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T22:16:17.413 INFO:tasks.rados.rados.0.smithi169.stdout:593: expect (ObjNum 135 snap 34 seq_num 135) 2024-03-10T22:16:17.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:17 smithi169 ceph-mon[27156]: pgmap v42: 121 pgs: 121 active+clean; 163 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-03-10T22:16:17.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:17 smithi169 ceph-mon[27156]: osdmap e178: 8 total, 8 up, 8 in 2024-03-10T22:16:17.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:17 smithi169 ceph-mon[27156]: osdmap e179: 8 total, 8 up, 8 in 2024-03-10T22:16:17.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:17 smithi169 ceph-mon[37738]: pgmap v42: 121 pgs: 121 active+clean; 163 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-03-10T22:16:17.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:17 smithi169 ceph-mon[37738]: osdmap e178: 8 total, 8 up, 8 in 2024-03-10T22:16:17.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:17 smithi169 ceph-mon[37738]: osdmap e179: 8 total, 8 up, 8 in 2024-03-10T22:16:17.472 INFO:tasks.rados.rados.0.smithi169.stdout:587: done (8 left) 2024-03-10T22:16:17.472 INFO:tasks.rados.rados.0.smithi169.stdout:588: done (7 left) 2024-03-10T22:16:17.472 INFO:tasks.rados.rados.0.smithi169.stdout:589: done (6 left) 2024-03-10T22:16:17.472 INFO:tasks.rados.rados.0.smithi169.stdout:590: done (5 left) 2024-03-10T22:16:17.472 INFO:tasks.rados.rados.0.smithi169.stdout:591: done (4 left) 2024-03-10T22:16:17.473 INFO:tasks.rados.rados.0.smithi169.stdout:593: done (3 left) 2024-03-10T22:16:17.473 INFO:tasks.rados.rados.0.smithi169.stdout:594: done (2 left) 2024-03-10T22:16:17.473 INFO:tasks.rados.rados.0.smithi169.stdout:595: done (1 left) 2024-03-10T22:16:17.473 INFO:tasks.rados.rados.0.smithi169.stdout:596: done (0 left) 2024-03-10T22:16:17.473 INFO:tasks.rados.rados.0.smithi169.stdout:597: rollback oid 26 current snap is 58 2024-03-10T22:16:17.473 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 26 to 41 2024-03-10T22:16:17.473 INFO:tasks.rados.rados.0.smithi169.stdout:598: snap_remove snap 54 2024-03-10T22:16:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:17 smithi172 ceph-mon[31000]: pgmap v42: 121 pgs: 121 active+clean; 163 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-03-10T22:16:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:17 smithi172 ceph-mon[31000]: osdmap e178: 8 total, 8 up, 8 in 2024-03-10T22:16:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:17 smithi172 ceph-mon[31000]: osdmap e179: 8 total, 8 up, 8 in 2024-03-10T22:16:17.730 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:17.470+0000 7f92ad32e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:16:17.730 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:17.575+0000 7f92ad32e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:16:18.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:17.729+0000 7f92ad32e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:16:18.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:17.833+0000 7f92ad32e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:16:18.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:17.922+0000 7f92ad32e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:16:18.313 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:18.199+0000 7f92ad32e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:16:18.313 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:18.312+0000 7f92ad32e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:16:18.335 INFO:tasks.rados.rados.0.smithi169.stdout:598: done (1 left) 2024-03-10T22:16:18.335 INFO:tasks.rados.rados.0.smithi169.stdout:599: read oid 32 snap -1 2024-03-10T22:16:18.335 INFO:tasks.rados.rados.0.smithi169.stdout:599: expect (ObjNum 210 snap 58 seq_num 210) 2024-03-10T22:16:18.335 INFO:tasks.rados.rados.0.smithi169.stdout:600: delete oid 27 current snap is 58 2024-03-10T22:16:18.336 INFO:tasks.rados.rados.0.smithi169.stdout:597: finishing rollback tid 0 to smithi16976610-26 2024-03-10T22:16:18.336 INFO:tasks.rados.rados.0.smithi169.stdout:597: finishing rollback tid 1 to smithi16976610-26 2024-03-10T22:16:18.336 INFO:tasks.rados.rados.0.smithi169.stdout:597: finishing rollback tid 2 to smithi16976610-26 2024-03-10T22:16:18.336 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 241 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-03-10T22:16:18.346 INFO:tasks.rados.rados.0.smithi169.stdout:597: done (2 left) 2024-03-10T22:16:18.346 INFO:tasks.rados.rados.0.smithi169.stdout:600: done (1 left) 2024-03-10T22:16:18.346 INFO:tasks.rados.rados.0.smithi169.stdout:601: rollback oid 30 current snap is 58 2024-03-10T22:16:18.346 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 57 2024-03-10T22:16:18.347 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 58 2024-03-10T22:16:18.347 INFO:tasks.rados.rados.0.smithi169.stdout:602: seq_num 213 ranges {0=770048,770048=401408} 2024-03-10T22:16:18.351 INFO:tasks.rados.rados.0.smithi169.stdout:602: writing smithi16976610-48 from 0 to 770048 tid 1 2024-03-10T22:16:18.354 INFO:tasks.rados.rados.0.smithi169.stdout:602: writing smithi16976610-48 from 770048 to 1171456 tid 2 2024-03-10T22:16:18.354 INFO:tasks.rados.rados.0.smithi169.stdout:603: rollback oid 43 current snap is 58 2024-03-10T22:16:18.354 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 43 to 33 2024-03-10T22:16:18.355 INFO:tasks.rados.rados.0.smithi169.stdout:604: snap_remove snap 55 2024-03-10T22:16:18.638 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:18.429+0000 7f92ad32e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:16:18.639 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:18.546+0000 7f92ad32e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:16:18.910 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:18.757+0000 7f92ad32e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:16:19.270 INFO:tasks.rados.rados.0.smithi169.stdout:604: done (4 left) 2024-03-10T22:16:19.270 INFO:tasks.rados.rados.0.smithi169.stdout:605: snap_create 2024-03-10T22:16:19.270 INFO:tasks.rados.rados.0.smithi169.stdout:602: finishing write tid 1 to smithi16976610-48 2024-03-10T22:16:19.270 INFO:tasks.rados.rados.0.smithi169.stdout:602: finishing write tid 2 to smithi16976610-48 2024-03-10T22:16:19.270 INFO:tasks.rados.rados.0.smithi169.stdout:601: finishing rollback tid 0 to smithi16976610-30 2024-03-10T22:16:19.270 INFO:tasks.rados.rados.0.smithi169.stdout:602: finishing write tid 3 to smithi16976610-48 2024-03-10T22:16:19.270 INFO:tasks.rados.rados.0.smithi169.stdout:602: finishing write tid 4 to smithi16976610-48 2024-03-10T22:16:19.271 INFO:tasks.rados.rados.0.smithi169.stdout:602: oid 48 updating version 0 to 289 2024-03-10T22:16:19.271 INFO:tasks.rados.rados.0.smithi169.stdout:602: oid 48 updating version 289 to 291 2024-03-10T22:16:19.271 INFO:tasks.rados.rados.0.smithi169.stdout:602: oid 48 version 291 is already newer than 290 2024-03-10T22:16:19.271 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 291 (ObjNum 213 snap 58 seq_num 213) dirty exists 2024-03-10T22:16:19.271 INFO:tasks.rados.rados.0.smithi169.stdout:602: left oid 48 (ObjNum 213 snap 58 seq_num 213) 2024-03-10T22:16:19.271 INFO:tasks.rados.rados.0.smithi169.stdout:599: expect (ObjNum 210 snap 58 seq_num 210) 2024-03-10T22:16:19.476 INFO:tasks.rados.rados.0.smithi169.stdout:601: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:16:19.476 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 298 (ObjNum 33 snap 0 seq_num 151158992) dirty dne 2024-03-10T22:16:19.476 INFO:tasks.rados.rados.0.smithi169.stdout:603: finishing rollback tid 1 to smithi16976610-43 2024-03-10T22:16:19.476 INFO:tasks.rados.rados.0.smithi169.stdout:603: finishing rollback tid 2 to smithi16976610-43 2024-03-10T22:16:19.476 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 300 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-03-10T22:16:19.647 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:19 smithi169 ceph-mon[37738]: pgmap v45: 121 pgs: 121 active+clean; 163 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-03-10T22:16:19.648 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:19 smithi169 ceph-mon[37738]: osdmap e180: 8 total, 8 up, 8 in 2024-03-10T22:16:19.648 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:19 smithi169 ceph-mon[37738]: osdmap e181: 8 total, 8 up, 8 in 2024-03-10T22:16:19.648 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:19 smithi169 ceph-mon[27156]: pgmap v45: 121 pgs: 121 active+clean; 163 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-03-10T22:16:19.648 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:19 smithi169 ceph-mon[27156]: osdmap e180: 8 total, 8 up, 8 in 2024-03-10T22:16:19.648 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:19 smithi169 ceph-mon[27156]: osdmap e181: 8 total, 8 up, 8 in 2024-03-10T22:16:19.746 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:19 smithi172 ceph-mon[31000]: pgmap v45: 121 pgs: 121 active+clean; 163 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-03-10T22:16:19.746 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:19 smithi172 ceph-mon[31000]: osdmap e180: 8 total, 8 up, 8 in 2024-03-10T22:16:19.746 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:19 smithi172 ceph-mon[31000]: osdmap e181: 8 total, 8 up, 8 in 2024-03-10T22:16:19.899 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:19.765+0000 7f92ad32e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:16:19.899 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:19.899+0000 7f92ad32e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:16:20.272 INFO:tasks.rados.rados.0.smithi169.stdout:599: done (4 left) 2024-03-10T22:16:20.273 INFO:tasks.rados.rados.0.smithi169.stdout:601: done (3 left) 2024-03-10T22:16:20.273 INFO:tasks.rados.rados.0.smithi169.stdout:602: done (2 left) 2024-03-10T22:16:20.273 INFO:tasks.rados.rados.0.smithi169.stdout:603: done (1 left) 2024-03-10T22:16:20.273 INFO:tasks.rados.rados.0.smithi169.stdout:605: done (0 left) 2024-03-10T22:16:20.273 INFO:tasks.rados.rados.0.smithi169.stdout:606: rmattr oid 40 current snap is 59 2024-03-10T22:16:20.273 INFO:tasks.rados.rados.0.smithi169.stdout:606: done (0 left) 2024-03-10T22:16:20.273 INFO:tasks.rados.rados.0.smithi169.stdout:607: read oid 10 snap 47 2024-03-10T22:16:20.273 INFO:tasks.rados.rados.0.smithi169.stdout:607: expect deleted 2024-03-10T22:16:20.273 INFO:tasks.rados.rados.0.smithi169.stdout:608: read oid 50 snap -1 2024-03-10T22:16:20.273 INFO:tasks.rados.rados.0.smithi169.stdout:608: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T22:16:20.273 INFO:tasks.rados.rados.0.smithi169.stdout:609: setattr oid 7 current snap is 59 2024-03-10T22:16:20.274 INFO:tasks.rados.rados.0.smithi169.stdout:610: read oid 18 snap 33 2024-03-10T22:16:20.274 INFO:tasks.rados.rados.0.smithi169.stdout:610: expect (ObjNum 79 snap 15 seq_num 79) 2024-03-10T22:16:20.274 INFO:tasks.rados.rados.0.smithi169.stdout:611: copy_from oid 42 from oid 35 current snap is 59 2024-03-10T22:16:20.275 INFO:tasks.rados.rados.0.smithi169.stdout:612: read oid 46 snap -1 2024-03-10T22:16:20.275 INFO:tasks.rados.rados.0.smithi169.stdout:612: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:16:20.275 INFO:tasks.rados.rados.0.smithi169.stdout:613: rollback oid 31 current snap is 59 2024-03-10T22:16:20.275 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 31 to 57 2024-03-10T22:16:20.276 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 59 2024-03-10T22:16:20.276 INFO:tasks.rados.rados.0.smithi169.stdout:614: seq_num 214 ranges {122880=794624,917504=401408} 2024-03-10T22:16:20.280 INFO:tasks.rados.rados.0.smithi169.stdout:614: writing smithi16976610-8 from 122880 to 917504 tid 1 2024-03-10T22:16:20.283 INFO:tasks.rados.rados.0.smithi169.stdout:614: writing smithi16976610-8 from 917504 to 1318912 tid 2 2024-03-10T22:16:20.286 INFO:tasks.rados.rados.0.smithi169.stdout:611: finishing copy_from to smithi16976610-42 2024-03-10T22:16:20.286 INFO:tasks.rados.rados.0.smithi169.stdout:611: got expected ENOENT (src dne) 2024-03-10T22:16:20.286 INFO:tasks.rados.rados.0.smithi169.stdout:611: finishing copy_from racing read to smithi16976610-42 2024-03-10T22:16:20.286 INFO:tasks.rados.rados.0.smithi169.stdout:608: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T22:16:20.308 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 258 (ObjNum 65 snap 0 seq_num 1649502032) dirty exists 2024-03-10T22:16:20.308 INFO:tasks.rados.rados.0.smithi169.stdout:613: finishing rollback tid 0 to smithi16976610-31 2024-03-10T22:16:20.308 INFO:tasks.rados.rados.0.smithi169.stdout:613: finishing rollback tid 1 to smithi16976610-31 2024-03-10T22:16:20.308 INFO:tasks.rados.rados.0.smithi169.stdout:612: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T22:16:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:614: finishing write tid 1 to smithi16976610-8 2024-03-10T22:16:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:613: finishing rollback tid 2 to smithi16976610-31 2024-03-10T22:16:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 324 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-03-10T22:16:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:614: finishing write tid 2 to smithi16976610-8 2024-03-10T22:16:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:614: finishing write tid 3 to smithi16976610-8 2024-03-10T22:16:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:614: finishing write tid 4 to smithi16976610-8 2024-03-10T22:16:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:614: oid 8 updating version 0 to 119 2024-03-10T22:16:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:614: oid 8 updating version 119 to 120 2024-03-10T22:16:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:614: oid 8 updating version 120 to 121 2024-03-10T22:16:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 121 (ObjNum 214 snap 59 seq_num 214) dirty exists 2024-03-10T22:16:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:614: left oid 8 (ObjNum 214 snap 59 seq_num 214) 2024-03-10T22:16:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:607: done (7 left) 2024-03-10T22:16:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:608: done (6 left) 2024-03-10T22:16:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:609: done (5 left) 2024-03-10T22:16:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:611: done (4 left) 2024-03-10T22:16:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:612: done (3 left) 2024-03-10T22:16:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:613: done (2 left) 2024-03-10T22:16:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:614: done (1 left) 2024-03-10T22:16:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:615: rollback oid 10 current snap is 59 2024-03-10T22:16:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 10 to 41 2024-03-10T22:16:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:610: expect (ObjNum 79 snap 15 seq_num 79) 2024-03-10T22:16:20.415 INFO:tasks.rados.rados.0.smithi169.stdout:615: finishing rollback tid 1 to smithi16976610-10 2024-03-10T22:16:20.415 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 54 (ObjNum 129 snap 0 seq_num 1380955407) dirty dne 2024-03-10T22:16:20.415 INFO:tasks.rados.rados.0.smithi169.stdout:610: done (1 left) 2024-03-10T22:16:20.415 INFO:tasks.rados.rados.0.smithi169.stdout:615: done (0 left) 2024-03-10T22:16:20.415 INFO:tasks.rados.rados.0.smithi169.stdout:616: rollback oid 27 current snap is 59 2024-03-10T22:16:20.415 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 27 to 58 2024-03-10T22:16:20.415 INFO:tasks.rados.rados.0.smithi169.stdout:617: read oid 37 snap 46 2024-03-10T22:16:20.415 INFO:tasks.rados.rados.0.smithi169.stdout:617: expect (ObjNum 177 snap 46 seq_num 177) 2024-03-10T22:16:20.415 INFO:tasks.rados.rados.0.smithi169.stdout:618: copy_from oid 4 from oid 44 current snap is 59 2024-03-10T22:16:20.415 INFO:tasks.rados.rados.0.smithi169.stdout:619: snap_remove snap 45 2024-03-10T22:16:20.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-mon[27156]: osdmap e182: 8 total, 8 up, 8 in 2024-03-10T22:16:20.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:20.245+0000 7f92ad32e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:16:20.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:20.355+0000 7f92ad32e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:16:20.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:20.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:20.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:20.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-mon[37738]: osdmap e182: 8 total, 8 up, 8 in 2024-03-10T22:16:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:20 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:20 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:20 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:20.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:20 smithi172 ceph-mon[31000]: osdmap e182: 8 total, 8 up, 8 in 2024-03-10T22:16:21.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:20.569+0000 7f92ad32e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:16:21.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:20.779+0000 7f92ad32e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:16:21.336 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:21.086+0000 7f92ad32e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:16:21.353 INFO:tasks.rados.rados.0.smithi169.stdout:619: done (3 left) 2024-03-10T22:16:21.353 INFO:tasks.rados.rados.0.smithi169.stdout:620: snap_remove snap 41 2024-03-10T22:16:21.628 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:21 smithi169 ceph-mon[37738]: pgmap v48: 121 pgs: 121 active+clean; 163 MiB data, 543 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:21.628 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:21 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:21.628 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:21 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:21.628 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:21 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:21.628 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:21 smithi169 ceph-mon[27156]: pgmap v48: 121 pgs: 121 active+clean; 163 MiB data, 543 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:21.628 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:21 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:21.629 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:21 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:21.629 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:21 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:21.629 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:21.374+0000 7f92ad32e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:16:21.629 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:21.627+0000 7f92ad32e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:16:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:21 smithi172 ceph-mon[31000]: pgmap v48: 121 pgs: 121 active+clean; 163 MiB data, 543 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:21 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:21 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:21 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:22.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:16:21] "GET /metrics HTTP/1.1" 200 36000 "" "Prometheus/2.43.0" 2024-03-10T22:16:22.364 INFO:tasks.rados.rados.0.smithi169.stdout:620: done (3 left) 2024-03-10T22:16:22.364 INFO:tasks.rados.rados.0.smithi169.stdout:621: rollback oid 30 current snap is 59 2024-03-10T22:16:22.364 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 50 2024-03-10T22:16:22.364 INFO:tasks.rados.rados.0.smithi169.stdout:616: finishing rollback tid 1 to smithi16976610-27 2024-03-10T22:16:22.364 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 279 (ObjNum 129 snap 0 seq_num 151594616) dirty dne 2024-03-10T22:16:22.364 INFO:tasks.rados.rados.0.smithi169.stdout:618: finishing copy_from to smithi16976610-4 2024-03-10T22:16:22.365 INFO:tasks.rados.rados.0.smithi169.stdout:618: got expected ENOENT (src dne) 2024-03-10T22:16:22.365 INFO:tasks.rados.rados.0.smithi169.stdout:618: finishing copy_from racing read to smithi16976610-4 2024-03-10T22:16:22.365 INFO:tasks.rados.rados.0.smithi169.stdout:617: expect (ObjNum 177 snap 46 seq_num 177) 2024-03-10T22:16:22.696 INFO:tasks.rados.rados.0.smithi169.stdout:621: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:16:22.696 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 298 (ObjNum 289 snap 0 seq_num 1521520600) dirty dne 2024-03-10T22:16:22.696 INFO:tasks.rados.rados.0.smithi169.stdout:616: done (3 left) 2024-03-10T22:16:22.696 INFO:tasks.rados.rados.0.smithi169.stdout:617: done (2 left) 2024-03-10T22:16:22.696 INFO:tasks.rados.rados.0.smithi169.stdout:618: done (1 left) 2024-03-10T22:16:22.696 INFO:tasks.rados.rados.0.smithi169.stdout:621: done (0 left) 2024-03-10T22:16:22.696 INFO:tasks.rados.rados.0.smithi169.stdout:622: delete oid 17 current snap is 59 2024-03-10T22:16:22.697 INFO:tasks.rados.rados.0.smithi169.stdout:622: done (0 left) 2024-03-10T22:16:22.697 INFO:tasks.rados.rados.0.smithi169.stdout:623: read oid 42 snap -1 2024-03-10T22:16:22.697 INFO:tasks.rados.rados.0.smithi169.stdout:623: expect deleted 2024-03-10T22:16:22.697 INFO:tasks.rados.rados.0.smithi169.stdout:624: setattr oid 5 current snap is 59 2024-03-10T22:16:22.699 INFO:tasks.rados.rados.0.smithi169.stdout:623: done (1 left) 2024-03-10T22:16:22.699 INFO:tasks.rados.rados.0.smithi169.stdout:625: rmattr oid 24 current snap is 59 2024-03-10T22:16:22.699 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 59 2024-03-10T22:16:22.699 INFO:tasks.rados.rados.0.smithi169.stdout:626: seq_num 216 ranges {557056=425984,983040=409600,1392640=393216} 2024-03-10T22:16:22.704 INFO:tasks.rados.rados.0.smithi169.stdout:626: writing smithi16976610-39 from 557056 to 983040 tid 1 2024-03-10T22:16:22.706 INFO:tasks.rados.rados.0.smithi169.stdout:626: writing smithi16976610-39 from 983040 to 1392640 tid 2 2024-03-10T22:16:22.709 INFO:tasks.rados.rados.0.smithi169.stdout:626: writing smithi16976610-39 from 1392640 to 1785856 tid 3 2024-03-10T22:16:22.709 INFO:tasks.rados.rados.0.smithi169.stdout:627: snap_create 2024-03-10T22:16:22.710 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 307 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-03-10T22:16:22.710 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 237 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-03-10T22:16:22.710 INFO:tasks.rados.rados.0.smithi169.stdout:626: finishing write tid 1 to smithi16976610-39 2024-03-10T22:16:22.710 INFO:tasks.rados.rados.0.smithi169.stdout:626: finishing write tid 2 to smithi16976610-39 2024-03-10T22:16:22.711 INFO:tasks.rados.rados.0.smithi169.stdout:626: finishing write tid 3 to smithi16976610-39 2024-03-10T22:16:22.711 INFO:tasks.rados.rados.0.smithi169.stdout:626: finishing write tid 4 to smithi16976610-39 2024-03-10T22:16:22.712 INFO:tasks.rados.rados.0.smithi169.stdout:626: finishing write tid 5 to smithi16976610-39 2024-03-10T22:16:22.712 INFO:tasks.rados.rados.0.smithi169.stdout:626: oid 39 updating version 0 to 325 2024-03-10T22:16:22.712 INFO:tasks.rados.rados.0.smithi169.stdout:626: oid 39 updating version 325 to 327 2024-03-10T22:16:22.712 INFO:tasks.rados.rados.0.smithi169.stdout:626: oid 39 version 327 is already newer than 326 2024-03-10T22:16:22.712 INFO:tasks.rados.rados.0.smithi169.stdout:626: oid 39 updating version 327 to 328 2024-03-10T22:16:22.713 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 328 (ObjNum 216 snap 59 seq_num 216) dirty exists 2024-03-10T22:16:22.713 INFO:tasks.rados.rados.0.smithi169.stdout:626: left oid 39 (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:16:22.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:22 smithi169 ceph-mon[27156]: osdmap e183: 8 total, 8 up, 8 in 2024-03-10T22:16:22.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:22 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:22.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:22 smithi169 ceph-mon[37738]: osdmap e183: 8 total, 8 up, 8 in 2024-03-10T22:16:22.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:22 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:22.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:22.495+0000 7f92ad32e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:16:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:22 smithi172 ceph-mon[31000]: osdmap e183: 8 total, 8 up, 8 in 2024-03-10T22:16:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:22 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:23.326 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:23.085+0000 7f92ad32e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:16:23.326 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:23.189+0000 7f92ad32e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:16:23.368 INFO:tasks.rados.rados.0.smithi169.stdout:624: done (3 left) 2024-03-10T22:16:23.368 INFO:tasks.rados.rados.0.smithi169.stdout:625: done (2 left) 2024-03-10T22:16:23.368 INFO:tasks.rados.rados.0.smithi169.stdout:626: done (1 left) 2024-03-10T22:16:23.368 INFO:tasks.rados.rados.0.smithi169.stdout:627: done (0 left) 2024-03-10T22:16:23.368 INFO:tasks.rados.rados.0.smithi169.stdout:628: snap_remove snap 52 2024-03-10T22:16:23.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:23 smithi172 ceph-mon[31000]: pgmap v51: 121 pgs: 121 active+clean; 175 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-03-10T22:16:23.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:23 smithi172 ceph-mon[31000]: osdmap e184: 8 total, 8 up, 8 in 2024-03-10T22:16:23.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-mon[27156]: pgmap v51: 121 pgs: 121 active+clean; 175 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-03-10T22:16:23.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-mon[27156]: osdmap e184: 8 total, 8 up, 8 in 2024-03-10T22:16:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-mon[37738]: pgmap v51: 121 pgs: 121 active+clean; 175 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-03-10T22:16:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-mon[37738]: osdmap e184: 8 total, 8 up, 8 in 2024-03-10T22:16:23.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:23.418+0000 7f92ad32e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:16:23.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:16:23] ENGINE Bus STARTING 2024-03-10T22:16:23.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: CherryPy Checker: 2024-03-10T22:16:23.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: The Application mounted at '' has an empty config. 2024-03-10T22:16:23.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:23.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:16:23] ENGINE Serving on http://:::9283 2024-03-10T22:16:23.755 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:16:23] ENGINE Bus STARTED 2024-03-10T22:16:23.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:16:24.273 INFO:tasks.rados.rados.0.smithi169.stdout:628: done (0 left) 2024-03-10T22:16:24.274 INFO:tasks.rados.rados.0.smithi169.stdout:629: snap_remove snap 57 2024-03-10T22:16:24.497 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[37738]: osdmap e185: 8 total, 8 up, 8 in 2024-03-10T22:16:24.497 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[37738]: Standby manager daemon y restarted 2024-03-10T22:16:24.497 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[37738]: Standby manager daemon y started 2024-03-10T22:16:24.497 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T22:16:24.497 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:16:24.497 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T22:16:24.498 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:16:24.498 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[37738]: osdmap e186: 8 total, 8 up, 8 in 2024-03-10T22:16:24.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[27156]: osdmap e185: 8 total, 8 up, 8 in 2024-03-10T22:16:24.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[27156]: Standby manager daemon y restarted 2024-03-10T22:16:24.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[27156]: Standby manager daemon y started 2024-03-10T22:16:24.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T22:16:24.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:16:24.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T22:16:24.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:16:24.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:24 smithi169 ceph-mon[27156]: osdmap e186: 8 total, 8 up, 8 in 2024-03-10T22:16:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:24 smithi172 ceph-mon[31000]: osdmap e185: 8 total, 8 up, 8 in 2024-03-10T22:16:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:24 smithi172 ceph-mon[31000]: Standby manager daemon y restarted 2024-03-10T22:16:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:24 smithi172 ceph-mon[31000]: Standby manager daemon y started 2024-03-10T22:16:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:24 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T22:16:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:24 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:16:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:24 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T22:16:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:24 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:16:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:24 smithi172 ceph-mon[31000]: osdmap e186: 8 total, 8 up, 8 in 2024-03-10T22:16:25.056 INFO:tasks.rados.rados.0.smithi169.stdout:629: done (0 left) 2024-03-10T22:16:25.056 INFO:tasks.rados.rados.0.smithi169.stdout:630: rollback oid 12 current snap is 60 2024-03-10T22:16:25.056 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 12 to 50 2024-03-10T22:16:25.056 INFO:tasks.rados.rados.0.smithi169.stdout:631: read oid 21 snap -1 2024-03-10T22:16:25.056 INFO:tasks.rados.rados.0.smithi169.stdout:631: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T22:16:25.056 INFO:tasks.rados.rados.0.smithi169.stdout:632: snap_remove snap 59 2024-03-10T22:16:25.313 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:25.054+0000 7fc439146700 -1 mgr handle_mgr_map I was active but no longer am 2024-03-10T22:16:25.313 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: ignoring --setuser ceph since I am not root 2024-03-10T22:16:25.313 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: ignoring --setgroup ceph since I am not root 2024-03-10T22:16:25.313 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mgr[64357]: -- 172.21.15.172:0/1872301776 <== mon.1 v2:172.21.15.172:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ebe35a65a0 con 0x55ebe357ac00 2024-03-10T22:16:25.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:16:25] ENGINE Bus STOPPING 2024-03-10T22:16:25.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:16:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:16:25.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:16:25] ENGINE Bus STOPPED 2024-03-10T22:16:25.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:16:25] ENGINE Bus STARTING 2024-03-10T22:16:25.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:25.203+0000 7f920cfcd700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:16:25.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:25.203+0000 7f920cfcd700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:16:25.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:25.203+0000 7f920cfcd700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:16:25.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:25.203+0000 7f920cfcd700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:16:25.373 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:25.203+0000 7f920cfcd700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:16:25.373 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:25.204+0000 7f920afc9700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:16:25.373 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:25.204+0000 7f920afc9700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:16:25.373 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:25.204+0000 7f920afc9700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:16:25.373 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:25.204+0000 7f920afc9700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:16:25.373 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:16:25.204+0000 7f920afc9700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:16:25.373 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:16:25] ENGINE Serving on http://:::9283 2024-03-10T22:16:25.373 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:16:25] ENGINE Bus STARTED 2024-03-10T22:16:25.656 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: pgmap v54: 121 pgs: 121 active+clean; 175 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-03-10T22:16:25.656 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: mgrmap e30: x(active, since 34s), standbys: y 2024-03-10T22:16:25.656 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:25.656 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:25.656 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:25.656 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:25.656 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:25.656 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: osdmap e187: 8 total, 8 up, 8 in 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.24805 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: mgrmap e31: y(active, starting, since 0.00783634s) 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:16:25.657 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: Manager daemon y is now available 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:25.658 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:25.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:16:25.659 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:16:25.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: pgmap v54: 121 pgs: 121 active+clean; 175 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-03-10T22:16:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: mgrmap e30: x(active, since 34s), standbys: y 2024-03-10T22:16:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T22:16:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T22:16:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: osdmap e187: 8 total, 8 up, 8 in 2024-03-10T22:16:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.24805 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: mgrmap e31: y(active, starting, since 0.00783634s) 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:16:25.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:16:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:16:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:16:25.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:16:25.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: pgmap v54: 121 pgs: 121 active+clean; 175 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-03-10T22:16:25.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: mgrmap e30: x(active, since 34s), standbys: y 2024-03-10T22:16:25.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:25.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:25.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:25.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:25.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.24805 172.21.15.172:0/2402205946' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: osdmap e187: 8 total, 8 up, 8 in 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.24805 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: mgrmap e31: y(active, starting, since 0.00783634s) 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:16:25.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:16:25.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:16:25.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:16:25.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:16:25.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:16:25.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:16:25.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:16:25.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:16:25.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:16:25.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:16:25.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: Manager daemon y is now available 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: Manager daemon y is now available 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:16:25.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:25 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:16:26.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:25.654+0000 7f028bfbc200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:16:26.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:25.751+0000 7f028bfbc200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:16:26.063 INFO:tasks.rados.rados.0.smithi169.stdout:632: done (2 left) 2024-03-10T22:16:26.063 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 60 2024-03-10T22:16:26.063 INFO:tasks.rados.rados.0.smithi169.stdout:633: seq_num 217 ranges {0=442368,442368=696320,1138688=106496} 2024-03-10T22:16:26.065 INFO:tasks.rados.rados.0.smithi169.stdout:633: writing smithi16976610-44 from 0 to 442368 tid 1 2024-03-10T22:16:26.070 INFO:tasks.rados.rados.0.smithi169.stdout:633: writing smithi16976610-44 from 442368 to 1138688 tid 2 2024-03-10T22:16:26.071 INFO:tasks.rados.rados.0.smithi169.stdout:633: writing smithi16976610-44 from 1138688 to 1245184 tid 3 2024-03-10T22:16:26.071 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 60 2024-03-10T22:16:26.071 INFO:tasks.rados.rados.0.smithi169.stdout:634: seq_num 218 ranges {458752=458752,917504=581632,1499136=221184} 2024-03-10T22:16:26.077 INFO:tasks.rados.rados.0.smithi169.stdout:634: writing smithi16976610-28 from 458752 to 917504 tid 1 2024-03-10T22:16:26.081 INFO:tasks.rados.rados.0.smithi169.stdout:634: writing smithi16976610-28 from 917504 to 1499136 tid 2 2024-03-10T22:16:26.082 INFO:tasks.rados.rados.0.smithi169.stdout:634: writing smithi16976610-28 from 1499136 to 1720320 tid 3 2024-03-10T22:16:26.083 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 60 2024-03-10T22:16:26.083 INFO:tasks.rados.rados.0.smithi169.stdout:630: finishing rollback tid 0 to smithi16976610-12 2024-03-10T22:16:26.083 INFO:tasks.rados.rados.0.smithi169.stdout:630: finishing rollback tid 1 to smithi16976610-12 2024-03-10T22:16:26.083 INFO:tasks.rados.rados.0.smithi169.stdout:630: finishing rollback tid 2 to smithi16976610-12 2024-03-10T22:16:26.083 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 137 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-03-10T22:16:26.083 INFO:tasks.rados.rados.0.smithi169.stdout:631: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T22:16:26.106 INFO:tasks.rados.rados.0.smithi169.stdout:633: finishing write tid 1 to smithi16976610-44 2024-03-10T22:16:26.106 INFO:tasks.rados.rados.0.smithi169.stdout:633: finishing write tid 2 to smithi16976610-44 2024-03-10T22:16:26.106 INFO:tasks.rados.rados.0.smithi169.stdout:633: finishing write tid 3 to smithi16976610-44 2024-03-10T22:16:26.106 INFO:tasks.rados.rados.0.smithi169.stdout:633: finishing write tid 4 to smithi16976610-44 2024-03-10T22:16:26.106 INFO:tasks.rados.rados.0.smithi169.stdout:633: finishing write tid 5 to smithi16976610-44 2024-03-10T22:16:26.106 INFO:tasks.rados.rados.0.smithi169.stdout:633: oid 44 updating version 0 to 356 2024-03-10T22:16:26.106 INFO:tasks.rados.rados.0.smithi169.stdout:633: oid 44 version 356 is already newer than 355 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:633: oid 44 version 356 is already newer than 353 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:633: oid 44 version 356 is already newer than 354 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 356 (ObjNum 217 snap 60 seq_num 217) dirty exists 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:633: left oid 44 (ObjNum 217 snap 60 seq_num 217) 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:634: finishing write tid 1 to smithi16976610-28 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:634: finishing write tid 2 to smithi16976610-28 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:634: finishing write tid 3 to smithi16976610-28 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:634: finishing write tid 4 to smithi16976610-28 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:634: finishing write tid 5 to smithi16976610-28 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:634: oid 28 updating version 0 to 181 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:634: oid 28 updating version 181 to 183 2024-03-10T22:16:26.107 INFO:tasks.rados.rados.0.smithi169.stdout:634: oid 28 version 183 is already newer than 182 2024-03-10T22:16:26.108 INFO:tasks.rados.rados.0.smithi169.stdout:634: oid 28 version 183 is already newer than 180 2024-03-10T22:16:26.108 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 183 (ObjNum 218 snap 60 seq_num 218) dirty exists 2024-03-10T22:16:26.108 INFO:tasks.rados.rados.0.smithi169.stdout:634: left oid 28 (ObjNum 218 snap 60 seq_num 218) 2024-03-10T22:16:26.108 INFO:tasks.rados.rados.0.smithi169.stdout:635: seq_num 219 ranges {827392=475136,1302528=466944,1769472=335872} 2024-03-10T22:16:26.113 INFO:tasks.rados.rados.0.smithi169.stdout:635: writing smithi16976610-11 from 827392 to 1302528 tid 1 2024-03-10T22:16:26.115 INFO:tasks.rados.rados.0.smithi169.stdout:635: writing smithi16976610-11 from 1302528 to 1769472 tid 2 2024-03-10T22:16:26.117 INFO:tasks.rados.rados.0.smithi169.stdout:635: writing smithi16976610-11 from 1769472 to 2105344 tid 3 2024-03-10T22:16:26.117 INFO:tasks.rados.rados.0.smithi169.stdout:630: done (4 left) 2024-03-10T22:16:26.117 INFO:tasks.rados.rados.0.smithi169.stdout:631: done (3 left) 2024-03-10T22:16:26.117 INFO:tasks.rados.rados.0.smithi169.stdout:633: done (2 left) 2024-03-10T22:16:26.117 INFO:tasks.rados.rados.0.smithi169.stdout:634: done (1 left) 2024-03-10T22:16:26.118 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 60 2024-03-10T22:16:26.118 INFO:tasks.rados.rados.0.smithi169.stdout:636: seq_num 220 ranges {1245184=491520,1736704=753664,2490368=49152} 2024-03-10T22:16:26.126 INFO:tasks.rados.rados.0.smithi169.stdout:636: writing smithi16976610-44 from 1245184 to 1736704 tid 1 2024-03-10T22:16:26.131 INFO:tasks.rados.rados.0.smithi169.stdout:636: writing smithi16976610-44 from 1736704 to 2490368 tid 2 2024-03-10T22:16:26.131 INFO:tasks.rados.rados.0.smithi169.stdout:636: writing smithi16976610-44 from 2490368 to 2539520 tid 3 2024-03-10T22:16:26.131 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 60 2024-03-10T22:16:26.131 INFO:tasks.rados.rados.0.smithi169.stdout:635: finishing write tid 1 to smithi16976610-11 2024-03-10T22:16:26.132 INFO:tasks.rados.rados.0.smithi169.stdout:635: finishing write tid 2 to smithi16976610-11 2024-03-10T22:16:26.132 INFO:tasks.rados.rados.0.smithi169.stdout:637: seq_num 221 ranges {1720320=507904,2228224=688128,2916352=114688} 2024-03-10T22:16:26.143 INFO:tasks.rados.rados.0.smithi169.stdout:637: writing smithi16976610-28 from 1720320 to 2228224 tid 1 2024-03-10T22:16:26.147 INFO:tasks.rados.rados.0.smithi169.stdout:637: writing smithi16976610-28 from 2228224 to 2916352 tid 2 2024-03-10T22:16:26.148 INFO:tasks.rados.rados.0.smithi169.stdout:637: writing smithi16976610-28 from 2916352 to 3031040 tid 3 2024-03-10T22:16:26.148 INFO:tasks.rados.rados.0.smithi169.stdout:638: setattr oid 3 current snap is 60 2024-03-10T22:16:26.148 INFO:tasks.rados.rados.0.smithi169.stdout:635: finishing write tid 3 to smithi16976610-11 2024-03-10T22:16:26.148 INFO:tasks.rados.rados.0.smithi169.stdout:635: finishing write tid 4 to smithi16976610-11 2024-03-10T22:16:26.148 INFO:tasks.rados.rados.0.smithi169.stdout:635: finishing write tid 5 to smithi16976610-11 2024-03-10T22:16:26.148 INFO:tasks.rados.rados.0.smithi169.stdout:635: oid 11 updating version 0 to 270 2024-03-10T22:16:26.149 INFO:tasks.rados.rados.0.smithi169.stdout:635: oid 11 updating version 270 to 271 2024-03-10T22:16:26.149 INFO:tasks.rados.rados.0.smithi169.stdout:635: oid 11 version 271 is already newer than 269 2024-03-10T22:16:26.149 INFO:tasks.rados.rados.0.smithi169.stdout:635: oid 11 updating version 271 to 272 2024-03-10T22:16:26.149 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 272 (ObjNum 219 snap 60 seq_num 219) dirty exists 2024-03-10T22:16:26.149 INFO:tasks.rados.rados.0.smithi169.stdout:635: left oid 11 (ObjNum 219 snap 60 seq_num 219) 2024-03-10T22:16:26.149 INFO:tasks.rados.rados.0.smithi169.stdout:636: finishing write tid 1 to smithi16976610-44 2024-03-10T22:16:26.149 INFO:tasks.rados.rados.0.smithi169.stdout:636: finishing write tid 2 to smithi16976610-44 2024-03-10T22:16:26.149 INFO:tasks.rados.rados.0.smithi169.stdout:636: finishing write tid 3 to smithi16976610-44 2024-03-10T22:16:26.149 INFO:tasks.rados.rados.0.smithi169.stdout:636: finishing write tid 4 to smithi16976610-44 2024-03-10T22:16:26.149 INFO:tasks.rados.rados.0.smithi169.stdout:636: finishing write tid 5 to smithi16976610-44 2024-03-10T22:16:26.149 INFO:tasks.rados.rados.0.smithi169.stdout:636: oid 44 updating version 0 to 359 2024-03-10T22:16:26.150 INFO:tasks.rados.rados.0.smithi169.stdout:636: oid 44 version 359 is already newer than 357 2024-03-10T22:16:26.150 INFO:tasks.rados.rados.0.smithi169.stdout:636: oid 44 version 359 is already newer than 358 2024-03-10T22:16:26.150 INFO:tasks.rados.rados.0.smithi169.stdout:636: oid 44 updating version 359 to 360 2024-03-10T22:16:26.150 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 360 (ObjNum 220 snap 60 seq_num 220) dirty exists 2024-03-10T22:16:26.150 INFO:tasks.rados.rados.0.smithi169.stdout:636: left oid 44 (ObjNum 220 snap 60 seq_num 220) 2024-03-10T22:16:26.150 INFO:tasks.rados.rados.0.smithi169.stdout:637: finishing write tid 1 to smithi16976610-28 2024-03-10T22:16:26.151 INFO:tasks.rados.rados.0.smithi169.stdout:635: done (3 left) 2024-03-10T22:16:26.151 INFO:tasks.rados.rados.0.smithi169.stdout:636: done (2 left) 2024-03-10T22:16:26.151 INFO:tasks.rados.rados.0.smithi169.stdout:639: delete oid 7 current snap is 60 2024-03-10T22:16:26.151 INFO:tasks.rados.rados.0.smithi169.stdout:637: finishing write tid 2 to smithi16976610-28 2024-03-10T22:16:26.151 INFO:tasks.rados.rados.0.smithi169.stdout:637: finishing write tid 3 to smithi16976610-28 2024-03-10T22:16:26.151 INFO:tasks.rados.rados.0.smithi169.stdout:637: finishing write tid 4 to smithi16976610-28 2024-03-10T22:16:26.152 INFO:tasks.rados.rados.0.smithi169.stdout:639: done (2 left) 2024-03-10T22:16:26.152 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 60 2024-03-10T22:16:26.153 INFO:tasks.rados.rados.0.smithi169.stdout:637: finishing write tid 5 to smithi16976610-28 2024-03-10T22:16:26.153 INFO:tasks.rados.rados.0.smithi169.stdout:637: oid 28 updating version 0 to 186 2024-03-10T22:16:26.153 INFO:tasks.rados.rados.0.smithi169.stdout:637: oid 28 updating version 186 to 187 2024-03-10T22:16:26.153 INFO:tasks.rados.rados.0.smithi169.stdout:637: oid 28 version 187 is already newer than 184 2024-03-10T22:16:26.153 INFO:tasks.rados.rados.0.smithi169.stdout:637: oid 28 version 187 is already newer than 185 2024-03-10T22:16:26.153 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 187 (ObjNum 221 snap 60 seq_num 221) dirty exists 2024-03-10T22:16:26.153 INFO:tasks.rados.rados.0.smithi169.stdout:637: left oid 28 (ObjNum 221 snap 60 seq_num 221) 2024-03-10T22:16:26.153 INFO:tasks.rados.rados.0.smithi169.stdout:640: seq_num 223 ranges {4276224=540672,4816896=450560,5267456=352256} 2024-03-10T22:16:26.178 INFO:tasks.rados.rados.0.smithi169.stdout:640: writing smithi16976610-24 from 4276224 to 4816896 tid 1 2024-03-10T22:16:26.181 INFO:tasks.rados.rados.0.smithi169.stdout:640: writing smithi16976610-24 from 4816896 to 5267456 tid 2 2024-03-10T22:16:26.184 INFO:tasks.rados.rados.0.smithi169.stdout:640: writing smithi16976610-24 from 5267456 to 5619712 tid 3 2024-03-10T22:16:26.184 INFO:tasks.rados.rados.0.smithi169.stdout:637: done (2 left) 2024-03-10T22:16:26.184 INFO:tasks.rados.rados.0.smithi169.stdout:641: copy_from oid 45 from oid 48 current snap is 60 2024-03-10T22:16:26.184 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 274 (ObjNum 158 snap 42 seq_num 158) dirty exists 2024-03-10T22:16:26.184 INFO:tasks.rados.rados.0.smithi169.stdout:640: finishing write tid 1 to smithi16976610-24 2024-03-10T22:16:26.184 INFO:tasks.rados.rados.0.smithi169.stdout:638: done (2 left) 2024-03-10T22:16:26.184 INFO:tasks.rados.rados.0.smithi169.stdout:642: rollback oid 9 current snap is 60 2024-03-10T22:16:26.184 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 9 to 50 2024-03-10T22:16:26.185 INFO:tasks.rados.rados.0.smithi169.stdout:643: copy_from oid 32 from oid 18 current snap is 60 2024-03-10T22:16:26.185 INFO:tasks.rados.rados.0.smithi169.stdout:644: copy_from oid 17 from oid 7 current snap is 60 2024-03-10T22:16:26.185 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 60 2024-03-10T22:16:26.185 INFO:tasks.rados.rados.0.smithi169.stdout:645: seq_num 224 ranges {4947968=557056,5505024=737280,6242304=65536} 2024-03-10T22:16:26.214 INFO:tasks.rados.rados.0.smithi169.stdout:645: writing smithi16976610-16 from 4947968 to 5505024 tid 1 2024-03-10T22:16:26.218 INFO:tasks.rados.rados.0.smithi169.stdout:645: writing smithi16976610-16 from 5505024 to 6242304 tid 2 2024-03-10T22:16:26.218 INFO:tasks.rados.rados.0.smithi169.stdout:645: writing smithi16976610-16 from 6242304 to 6307840 tid 3 2024-03-10T22:16:26.218 INFO:tasks.rados.rados.0.smithi169.stdout:646: snap_remove snap 48 2024-03-10T22:16:26.544 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:26.450+0000 7f028bfbc200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:16:26.544 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:26.544+0000 7f028bfbc200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:16:26.794 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:26.689+0000 7f028bfbc200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:16:26.794 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:26.794+0000 7f028bfbc200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:16:26.977 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[27156]: [10/Mar/2024:22:16:25] ENGINE Bus STARTING 2024-03-10T22:16:26.977 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[27156]: [10/Mar/2024:22:16:25] ENGINE Serving on http://172.21.15.169:8765 2024-03-10T22:16:26.977 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[27156]: [10/Mar/2024:22:16:25] ENGINE Serving on https://172.21.15.169:7150 2024-03-10T22:16:26.977 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[27156]: [10/Mar/2024:22:16:25] ENGINE Bus STARTED 2024-03-10T22:16:26.977 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:26.977 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:26.977 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[27156]: mgrmap e32: y(active, since 1.00786s) 2024-03-10T22:16:26.977 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[27156]: osdmap e188: 8 total, 8 up, 8 in 2024-03-10T22:16:26.977 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[27156]: pgmap v4: 121 pgs: 121 active+clean; 173 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 70 GiB/s rd, 36 GiB/s wr, 503.37k op/s; 301 MiB/s, 1.25k objects/s recovering 2024-03-10T22:16:26.978 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[37738]: [10/Mar/2024:22:16:25] ENGINE Bus STARTING 2024-03-10T22:16:26.978 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[37738]: [10/Mar/2024:22:16:25] ENGINE Serving on http://172.21.15.169:8765 2024-03-10T22:16:26.978 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[37738]: [10/Mar/2024:22:16:25] ENGINE Serving on https://172.21.15.169:7150 2024-03-10T22:16:26.978 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[37738]: [10/Mar/2024:22:16:25] ENGINE Bus STARTED 2024-03-10T22:16:26.978 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:26.978 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:26.978 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[37738]: mgrmap e32: y(active, since 1.00786s) 2024-03-10T22:16:26.978 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[37738]: osdmap e188: 8 total, 8 up, 8 in 2024-03-10T22:16:26.978 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:26 smithi169 ceph-mon[37738]: pgmap v4: 121 pgs: 121 active+clean; 173 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 70 GiB/s rd, 36 GiB/s wr, 503.37k op/s; 301 MiB/s, 1.25k objects/s recovering 2024-03-10T22:16:27.071 INFO:tasks.rados.rados.0.smithi169.stdout:646: done (6 left) 2024-03-10T22:16:27.071 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 60 2024-03-10T22:16:27.071 INFO:tasks.rados.rados.0.smithi169.stdout:647: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2024-03-10T22:16:27.073 INFO:tasks.rados.rados.0.smithi169.stdout:647: writing smithi16976610-27 from 0 to 573440 tid 1 2024-03-10T22:16:27.077 INFO:tasks.rados.rados.0.smithi169.stdout:647: writing smithi16976610-27 from 573440 to 1196032 tid 2 2024-03-10T22:16:27.079 INFO:tasks.rados.rados.0.smithi169.stdout:647: writing smithi16976610-27 from 1196032 to 1376256 tid 3 2024-03-10T22:16:27.079 INFO:tasks.rados.rados.0.smithi169.stdout:640: finishing write tid 2 to smithi16976610-24 2024-03-10T22:16:27.079 INFO:tasks.rados.rados.0.smithi169.stdout:644: finishing copy_from to smithi16976610-17 2024-03-10T22:16:27.079 INFO:tasks.rados.rados.0.smithi169.stdout:644: got expected ENOENT (src dne) 2024-03-10T22:16:27.079 INFO:tasks.rados.rados.0.smithi169.stdout:644: finishing copy_from racing read to smithi16976610-17 2024-03-10T22:16:27.079 INFO:tasks.rados.rados.0.smithi169.stdout:642: finishing rollback tid 0 to smithi16976610-9 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:642: finishing rollback tid 1 to smithi16976610-9 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 181 (ObjNum 65 snap 0 seq_num 1649502032) dirty dne 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:640: finishing write tid 3 to smithi16976610-24 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:640: finishing write tid 4 to smithi16976610-24 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:640: finishing write tid 5 to smithi16976610-24 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:640: oid 24 updating version 0 to 239 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:640: oid 24 updating version 239 to 241 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:640: oid 24 version 241 is already newer than 238 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:640: oid 24 version 241 is already newer than 240 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 241 (ObjNum 223 snap 60 seq_num 223) dirty exists 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:640: left oid 24 (ObjNum 223 snap 60 seq_num 223) 2024-03-10T22:16:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:641: finishing copy_from racing read to smithi16976610-45 2024-03-10T22:16:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:641: finishing copy_from to smithi16976610-45 2024-03-10T22:16:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 291 (ObjNum 213 snap 58 seq_num 213) dirty exists 2024-03-10T22:16:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:643: finishing copy_from racing read to smithi16976610-32 2024-03-10T22:16:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:643: finishing copy_from to smithi16976610-32 2024-03-10T22:16:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 128 (ObjNum 171 snap 44 seq_num 171) dirty exists 2024-03-10T22:16:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:645: finishing write tid 1 to smithi16976610-16 2024-03-10T22:16:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:645: finishing write tid 2 to smithi16976610-16 2024-03-10T22:16:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:645: finishing write tid 3 to smithi16976610-16 2024-03-10T22:16:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:645: finishing write tid 4 to smithi16976610-16 2024-03-10T22:16:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:645: finishing write tid 5 to smithi16976610-16 2024-03-10T22:16:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:645: oid 16 updating version 0 to 372 2024-03-10T22:16:27.082 INFO:tasks.rados.rados.0.smithi169.stdout:645: oid 16 updating version 372 to 373 2024-03-10T22:16:27.082 INFO:tasks.rados.rados.0.smithi169.stdout:645: oid 16 version 373 is already newer than 371 2024-03-10T22:16:27.082 INFO:tasks.rados.rados.0.smithi169.stdout:645: oid 16 version 373 is already newer than 370 2024-03-10T22:16:27.082 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 373 (ObjNum 224 snap 60 seq_num 224) dirty exists 2024-03-10T22:16:27.082 INFO:tasks.rados.rados.0.smithi169.stdout:645: left oid 16 (ObjNum 224 snap 60 seq_num 224) 2024-03-10T22:16:27.082 INFO:tasks.rados.rados.0.smithi169.stdout:640: done (6 left) 2024-03-10T22:16:27.082 INFO:tasks.rados.rados.0.smithi169.stdout:641: done (5 left) 2024-03-10T22:16:27.082 INFO:tasks.rados.rados.0.smithi169.stdout:642: done (4 left) 2024-03-10T22:16:27.082 INFO:tasks.rados.rados.0.smithi169.stdout:643: done (3 left) 2024-03-10T22:16:27.082 INFO:tasks.rados.rados.0.smithi169.stdout:644: done (2 left) 2024-03-10T22:16:27.082 INFO:tasks.rados.rados.0.smithi169.stdout:645: done (1 left) 2024-03-10T22:16:27.083 INFO:tasks.rados.rados.0.smithi169.stdout:648: read oid 22 snap -1 2024-03-10T22:16:27.083 INFO:tasks.rados.rados.0.smithi169.stdout:648: expect (ObjNum 101 snap 23 seq_num 101) 2024-03-10T22:16:27.083 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 60 2024-03-10T22:16:27.083 INFO:tasks.rados.rados.0.smithi169.stdout:649: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2024-03-10T22:16:27.083 INFO:tasks.rados.rados.0.smithi169.stdout:649: writing smithi16976610-9 from 0 to 589824 tid 1 2024-03-10T22:16:27.086 INFO:tasks.rados.rados.0.smithi169.stdout:649: writing smithi16976610-9 from 589824 to 1097728 tid 2 2024-03-10T22:16:27.089 INFO:tasks.rados.rados.0.smithi169.stdout:649: writing smithi16976610-9 from 1097728 to 1392640 tid 3 2024-03-10T22:16:27.089 INFO:tasks.rados.rados.0.smithi169.stdout:650: snap_create 2024-03-10T22:16:27.089 INFO:tasks.rados.rados.0.smithi169.stdout:647: finishing write tid 1 to smithi16976610-27 2024-03-10T22:16:27.089 INFO:tasks.rados.rados.0.smithi169.stdout:647: finishing write tid 2 to smithi16976610-27 2024-03-10T22:16:27.089 INFO:tasks.rados.rados.0.smithi169.stdout:647: finishing write tid 3 to smithi16976610-27 2024-03-10T22:16:27.090 INFO:tasks.rados.rados.0.smithi169.stdout:647: finishing write tid 4 to smithi16976610-27 2024-03-10T22:16:27.092 INFO:tasks.rados.rados.0.smithi169.stdout:648: expect (ObjNum 101 snap 23 seq_num 101) 2024-03-10T22:16:27.167 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:26.878+0000 7f028bfbc200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:16:27.167 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:27.166+0000 7f028bfbc200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:16:27.167 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-mon[31000]: [10/Mar/2024:22:16:25] ENGINE Bus STARTING 2024-03-10T22:16:27.167 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-mon[31000]: [10/Mar/2024:22:16:25] ENGINE Serving on http://172.21.15.169:8765 2024-03-10T22:16:27.167 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-mon[31000]: [10/Mar/2024:22:16:25] ENGINE Serving on https://172.21.15.169:7150 2024-03-10T22:16:27.167 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-mon[31000]: [10/Mar/2024:22:16:25] ENGINE Bus STARTED 2024-03-10T22:16:27.167 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:27.168 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:27.168 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-mon[31000]: mgrmap e32: y(active, since 1.00786s) 2024-03-10T22:16:27.168 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-mon[31000]: osdmap e188: 8 total, 8 up, 8 in 2024-03-10T22:16:27.168 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:26 smithi172 ceph-mon[31000]: pgmap v4: 121 pgs: 121 active+clean; 173 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 70 GiB/s rd, 36 GiB/s wr, 503.37k op/s; 301 MiB/s, 1.25k objects/s recovering 2024-03-10T22:16:27.177 INFO:tasks.rados.rados.0.smithi169.stdout:647: finishing write tid 5 to smithi16976610-27 2024-03-10T22:16:27.177 INFO:tasks.rados.rados.0.smithi169.stdout:647: oid 27 updating version 0 to 319 2024-03-10T22:16:27.177 INFO:tasks.rados.rados.0.smithi169.stdout:647: oid 27 version 319 is already newer than 317 2024-03-10T22:16:27.177 INFO:tasks.rados.rados.0.smithi169.stdout:647: oid 27 version 319 is already newer than 318 2024-03-10T22:16:27.177 INFO:tasks.rados.rados.0.smithi169.stdout:647: oid 27 version 319 is already newer than 316 2024-03-10T22:16:27.177 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 319 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-03-10T22:16:27.177 INFO:tasks.rados.rados.0.smithi169.stdout:647: left oid 27 (ObjNum 225 snap 60 seq_num 225) 2024-03-10T22:16:27.177 INFO:tasks.rados.rados.0.smithi169.stdout:649: finishing write tid 1 to smithi16976610-9 2024-03-10T22:16:27.178 INFO:tasks.rados.rados.0.smithi169.stdout:649: finishing write tid 2 to smithi16976610-9 2024-03-10T22:16:27.178 INFO:tasks.rados.rados.0.smithi169.stdout:649: finishing write tid 3 to smithi16976610-9 2024-03-10T22:16:27.178 INFO:tasks.rados.rados.0.smithi169.stdout:649: finishing write tid 4 to smithi16976610-9 2024-03-10T22:16:27.178 INFO:tasks.rados.rados.0.smithi169.stdout:649: finishing write tid 5 to smithi16976610-9 2024-03-10T22:16:27.178 INFO:tasks.rados.rados.0.smithi169.stdout:649: oid 9 updating version 0 to 186 2024-03-10T22:16:27.178 INFO:tasks.rados.rados.0.smithi169.stdout:649: oid 9 version 186 is already newer than 184 2024-03-10T22:16:27.178 INFO:tasks.rados.rados.0.smithi169.stdout:649: oid 9 updating version 186 to 187 2024-03-10T22:16:27.178 INFO:tasks.rados.rados.0.smithi169.stdout:649: oid 9 version 187 is already newer than 185 2024-03-10T22:16:27.178 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 187 (ObjNum 226 snap 60 seq_num 226) dirty exists 2024-03-10T22:16:27.178 INFO:tasks.rados.rados.0.smithi169.stdout:649: left oid 9 (ObjNum 226 snap 60 seq_num 226) 2024-03-10T22:16:27.485 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:27.279+0000 7f028bfbc200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:16:27.485 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:27.372+0000 7f028bfbc200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:16:27.485 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:27.484+0000 7f028bfbc200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:16:27.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:27.677+0000 7f028bfbc200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:16:28.076 INFO:tasks.rados.rados.0.smithi169.stdout:647: done (3 left) 2024-03-10T22:16:28.077 INFO:tasks.rados.rados.0.smithi169.stdout:648: done (2 left) 2024-03-10T22:16:28.077 INFO:tasks.rados.rados.0.smithi169.stdout:649: done (1 left) 2024-03-10T22:16:28.077 INFO:tasks.rados.rados.0.smithi169.stdout:650: done (0 left) 2024-03-10T22:16:28.077 INFO:tasks.rados.rados.0.smithi169.stdout:651: delete oid 2 current snap is 61 2024-03-10T22:16:28.080 INFO:tasks.rados.rados.0.smithi169.stdout:651: done (0 left) 2024-03-10T22:16:28.080 INFO:tasks.rados.rados.0.smithi169.stdout:652: delete oid 5 current snap is 61 2024-03-10T22:16:28.083 INFO:tasks.rados.rados.0.smithi169.stdout:652: done (0 left) 2024-03-10T22:16:28.083 INFO:tasks.rados.rados.0.smithi169.stdout:653: read oid 43 snap -1 2024-03-10T22:16:28.084 INFO:tasks.rados.rados.0.smithi169.stdout:653: expect (ObjNum 79 snap 15 seq_num 79) 2024-03-10T22:16:28.084 INFO:tasks.rados.rados.0.smithi169.stdout:654: read oid 28 snap 47 2024-03-10T22:16:28.084 INFO:tasks.rados.rados.0.smithi169.stdout:654: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T22:16:28.084 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 61 2024-03-10T22:16:28.084 INFO:tasks.rados.rados.0.smithi169.stdout:655: seq_num 229 ranges {2105344=638976,2744320=606208,3350528=196608} 2024-03-10T22:16:28.099 INFO:tasks.rados.rados.0.smithi169.stdout:655: writing smithi16976610-11 from 2105344 to 2744320 tid 1 2024-03-10T22:16:28.102 INFO:tasks.rados.rados.0.smithi169.stdout:655: writing smithi16976610-11 from 2744320 to 3350528 tid 2 2024-03-10T22:16:28.104 INFO:tasks.rados.rados.0.smithi169.stdout:655: writing smithi16976610-11 from 3350528 to 3547136 tid 3 2024-03-10T22:16:28.104 INFO:tasks.rados.rados.0.smithi169.stdout:656: read oid 39 snap -1 2024-03-10T22:16:28.104 INFO:tasks.rados.rados.0.smithi169.stdout:656: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:16:28.104 INFO:tasks.rados.rados.0.smithi169.stdout:657: rollback oid 18 current snap is 61 2024-03-10T22:16:28.104 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 18 to 46 2024-03-10T22:16:28.104 INFO:tasks.rados.rados.0.smithi169.stdout:653: expect (ObjNum 79 snap 15 seq_num 79) 2024-03-10T22:16:28.193 INFO:tasks.rados.rados.0.smithi169.stdout:654: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T22:16:28.209 INFO:tasks.rados.rados.0.smithi169.stdout:655: finishing write tid 1 to smithi16976610-11 2024-03-10T22:16:28.209 INFO:tasks.rados.rados.0.smithi169.stdout:657: finishing rollback tid 0 to smithi16976610-18 2024-03-10T22:16:28.209 INFO:tasks.rados.rados.0.smithi169.stdout:653: done (4 left) 2024-03-10T22:16:28.209 INFO:tasks.rados.rados.0.smithi169.stdout:654: done (3 left) 2024-03-10T22:16:28.209 INFO:tasks.rados.rados.0.smithi169.stdout:658: setattr oid 27 current snap is 61 2024-03-10T22:16:28.209 INFO:tasks.rados.rados.0.smithi169.stdout:657: finishing rollback tid 1 to smithi16976610-18 2024-03-10T22:16:28.209 INFO:tasks.rados.rados.0.smithi169.stdout:657: finishing rollback tid 2 to smithi16976610-18 2024-03-10T22:16:28.209 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 195 (ObjNum 171 snap 44 seq_num 171) dirty exists 2024-03-10T22:16:28.209 INFO:tasks.rados.rados.0.smithi169.stdout:655: finishing write tid 2 to smithi16976610-11 2024-03-10T22:16:28.209 INFO:tasks.rados.rados.0.smithi169.stdout:655: finishing write tid 3 to smithi16976610-11 2024-03-10T22:16:28.209 INFO:tasks.rados.rados.0.smithi169.stdout:655: finishing write tid 4 to smithi16976610-11 2024-03-10T22:16:28.210 INFO:tasks.rados.rados.0.smithi169.stdout:655: finishing write tid 5 to smithi16976610-11 2024-03-10T22:16:28.210 INFO:tasks.rados.rados.0.smithi169.stdout:655: oid 11 updating version 0 to 283 2024-03-10T22:16:28.210 INFO:tasks.rados.rados.0.smithi169.stdout:655: oid 11 updating version 283 to 285 2024-03-10T22:16:28.210 INFO:tasks.rados.rados.0.smithi169.stdout:655: oid 11 version 285 is already newer than 282 2024-03-10T22:16:28.210 INFO:tasks.rados.rados.0.smithi169.stdout:655: oid 11 version 285 is already newer than 284 2024-03-10T22:16:28.210 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 285 (ObjNum 229 snap 61 seq_num 229) dirty exists 2024-03-10T22:16:28.210 INFO:tasks.rados.rados.0.smithi169.stdout:655: left oid 11 (ObjNum 229 snap 61 seq_num 229) 2024-03-10T22:16:28.210 INFO:tasks.rados.rados.0.smithi169.stdout:656: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:16:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:28 smithi172 ceph-mon[31000]: pgmap v5: 121 pgs: 121 active+clean; 173 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 404 MiB/s rd, 206 MiB/s wr, 2.83k op/s; 1.7 MiB/s, 7 objects/s recovering 2024-03-10T22:16:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:28 smithi172 ceph-mon[31000]: osdmap e189: 8 total, 8 up, 8 in 2024-03-10T22:16:28.264 INFO:tasks.rados.rados.0.smithi169.stdout:655: done (3 left) 2024-03-10T22:16:28.264 INFO:tasks.rados.rados.0.smithi169.stdout:656: done (2 left) 2024-03-10T22:16:28.264 INFO:tasks.rados.rados.0.smithi169.stdout:657: done (1 left) 2024-03-10T22:16:28.264 INFO:tasks.rados.rados.0.smithi169.stdout:659: delete oid 28 current snap is 61 2024-03-10T22:16:28.266 INFO:tasks.rados.rados.0.smithi169.stdout:659: done (1 left) 2024-03-10T22:16:28.266 INFO:tasks.rados.rados.0.smithi169.stdout:660: rollback oid 31 current snap is 61 2024-03-10T22:16:28.266 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 31 to 60 2024-03-10T22:16:28.266 INFO:tasks.rados.rados.0.smithi169.stdout:661: setattr oid 4 current snap is 61 2024-03-10T22:16:28.266 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 325 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-03-10T22:16:28.267 INFO:tasks.rados.rados.0.smithi169.stdout:658: done (2 left) 2024-03-10T22:16:28.267 INFO:tasks.rados.rados.0.smithi169.stdout:662: setattr oid 26 current snap is 61 2024-03-10T22:16:28.267 INFO:tasks.rados.rados.0.smithi169.stdout:663: snap_remove snap 46 2024-03-10T22:16:28.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:28 smithi169 ceph-mon[37738]: pgmap v5: 121 pgs: 121 active+clean; 173 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 404 MiB/s rd, 206 MiB/s wr, 2.83k op/s; 1.7 MiB/s, 7 objects/s recovering 2024-03-10T22:16:28.399 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:28 smithi169 ceph-mon[37738]: osdmap e189: 8 total, 8 up, 8 in 2024-03-10T22:16:28.399 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:28 smithi169 ceph-mon[27156]: pgmap v5: 121 pgs: 121 active+clean; 173 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 404 MiB/s rd, 206 MiB/s wr, 2.83k op/s; 1.7 MiB/s, 7 objects/s recovering 2024-03-10T22:16:28.399 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:28 smithi169 ceph-mon[27156]: osdmap e189: 8 total, 8 up, 8 in 2024-03-10T22:16:29.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:28.685+0000 7f028bfbc200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:16:29.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:28.820+0000 7f028bfbc200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:16:29.087 INFO:tasks.rados.rados.0.smithi169.stdout:663: done (3 left) 2024-03-10T22:16:29.088 INFO:tasks.rados.rados.0.smithi169.stdout:664: delete oid 35 current snap is 61 2024-03-10T22:16:29.088 INFO:tasks.rados.rados.0.smithi169.stdout:660: finishing rollback tid 0 to smithi16976610-31 2024-03-10T22:16:29.088 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 351 (ObjNum 33 snap 0 seq_num 151274576) dirty exists 2024-03-10T22:16:29.088 INFO:tasks.rados.rados.0.smithi169.stdout:660: finishing rollback tid 1 to smithi16976610-31 2024-03-10T22:16:29.088 INFO:tasks.rados.rados.0.smithi169.stdout:660: finishing rollback tid 2 to smithi16976610-31 2024-03-10T22:16:29.088 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 372 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-03-10T22:16:29.088 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 287 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-03-10T22:16:29.098 INFO:tasks.rados.rados.0.smithi169.stdout:660: done (3 left) 2024-03-10T22:16:29.099 INFO:tasks.rados.rados.0.smithi169.stdout:661: done (2 left) 2024-03-10T22:16:29.099 INFO:tasks.rados.rados.0.smithi169.stdout:662: done (1 left) 2024-03-10T22:16:29.099 INFO:tasks.rados.rados.0.smithi169.stdout:664: done (0 left) 2024-03-10T22:16:29.099 INFO:tasks.rados.rados.0.smithi169.stdout:665: read oid 42 snap -1 2024-03-10T22:16:29.099 INFO:tasks.rados.rados.0.smithi169.stdout:665: expect deleted 2024-03-10T22:16:29.099 INFO:tasks.rados.rados.0.smithi169.stdout:666: read oid 24 snap -1 2024-03-10T22:16:29.099 INFO:tasks.rados.rados.0.smithi169.stdout:666: expect (ObjNum 223 snap 60 seq_num 223) 2024-03-10T22:16:29.099 INFO:tasks.rados.rados.0.smithi169.stdout:667: snap_remove snap 47 2024-03-10T22:16:29.283 INFO:tasks.rados.rados.0.smithi169.stdout:667: done (2 left) 2024-03-10T22:16:29.284 INFO:tasks.rados.rados.0.smithi169.stdout:668: snap_remove snap 56 2024-03-10T22:16:29.312 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:29 smithi169 ceph-mon[27156]: mgrmap e33: y(active, since 3s) 2024-03-10T22:16:29.312 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:29 smithi169 ceph-mon[27156]: osdmap e190: 8 total, 8 up, 8 in 2024-03-10T22:16:29.312 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:29 smithi169 ceph-mon[37738]: mgrmap e33: y(active, since 3s) 2024-03-10T22:16:29.312 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:29 smithi169 ceph-mon[37738]: osdmap e190: 8 total, 8 up, 8 in 2024-03-10T22:16:29.464 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:29.176+0000 7f028bfbc200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:16:29.464 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:29.269+0000 7f028bfbc200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:16:29.464 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:29 smithi172 ceph-mon[31000]: mgrmap e33: y(active, since 3s) 2024-03-10T22:16:29.464 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:29 smithi172 ceph-mon[31000]: osdmap e190: 8 total, 8 up, 8 in 2024-03-10T22:16:29.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:29.495+0000 7f028bfbc200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:16:29.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:29.687+0000 7f028bfbc200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:16:30.260 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:29.988+0000 7f028bfbc200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:16:30.260 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:30 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:30.260+0000 7f028bfbc200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:16:30.261 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:30 smithi172 ceph-mon[31000]: pgmap v8: 121 pgs: 121 active+clean; 173 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 134 MiB/s rd, 69 MiB/s wr, 943 op/s; 577 KiB/s, 2 objects/s recovering 2024-03-10T22:16:30.261 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:30 smithi172 ceph-mon[31000]: osdmap e191: 8 total, 8 up, 8 in 2024-03-10T22:16:30.261 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:30 smithi172 ceph-mon[31000]: osdmap e192: 8 total, 8 up, 8 in 2024-03-10T22:16:30.261 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:30 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:30.261 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:30 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:30.261 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:30 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:30.261 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:30 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:30.286 INFO:tasks.rados.rados.0.smithi169.stdout:668: done (2 left) 2024-03-10T22:16:30.287 INFO:tasks.rados.rados.0.smithi169.stdout:669: snap_remove snap 50 2024-03-10T22:16:30.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[27156]: pgmap v8: 121 pgs: 121 active+clean; 173 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 134 MiB/s rd, 69 MiB/s wr, 943 op/s; 577 KiB/s, 2 objects/s recovering 2024-03-10T22:16:30.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[27156]: osdmap e191: 8 total, 8 up, 8 in 2024-03-10T22:16:30.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[27156]: osdmap e192: 8 total, 8 up, 8 in 2024-03-10T22:16:30.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:30.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:30.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:30.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:30.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[37738]: pgmap v8: 121 pgs: 121 active+clean; 173 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 134 MiB/s rd, 69 MiB/s wr, 943 op/s; 577 KiB/s, 2 objects/s recovering 2024-03-10T22:16:30.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[37738]: osdmap e191: 8 total, 8 up, 8 in 2024-03-10T22:16:30.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[37738]: osdmap e192: 8 total, 8 up, 8 in 2024-03-10T22:16:30.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:30.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:30.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:30.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:30 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:30 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:30.520+0000 7f028bfbc200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:16:31.289 INFO:tasks.rados.rados.0.smithi169.stdout:669: done (2 left) 2024-03-10T22:16:31.289 INFO:tasks.rados.rados.0.smithi169.stdout:670: copy_from oid 22 from oid 10 current snap is 61 2024-03-10T22:16:31.290 INFO:tasks.rados.rados.0.smithi169.stdout:666: expect (ObjNum 223 snap 60 seq_num 223) 2024-03-10T22:16:31.593 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[37738]: osdmap e193: 8 total, 8 up, 8 in 2024-03-10T22:16:31.593 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.593 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.593 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.593 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.593 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[37738]: pgmap v12: 121 pgs: 121 active+clean; 176 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 355 KiB/s rd, 628 KiB/s wr, 4 op/s 2024-03-10T22:16:31.593 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[27156]: osdmap e193: 8 total, 8 up, 8 in 2024-03-10T22:16:31.593 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.594 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.594 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.594 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.594 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:31 smithi169 ceph-mon[27156]: pgmap v12: 121 pgs: 121 active+clean; 176 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 355 KiB/s rd, 628 KiB/s wr, 4 op/s 2024-03-10T22:16:31.623 INFO:tasks.rados.rados.0.smithi169.stdout:670: finishing copy_from to smithi16976610-22 2024-03-10T22:16:31.623 INFO:tasks.rados.rados.0.smithi169.stdout:670: got expected ENOENT (src dne) 2024-03-10T22:16:31.623 INFO:tasks.rados.rados.0.smithi169.stdout:670: finishing copy_from racing read to smithi16976610-22 2024-03-10T22:16:31.623 INFO:tasks.rados.rados.0.smithi169.stdout:665: done (2 left) 2024-03-10T22:16:31.623 INFO:tasks.rados.rados.0.smithi169.stdout:666: done (1 left) 2024-03-10T22:16:31.623 INFO:tasks.rados.rados.0.smithi169.stdout:670: done (0 left) 2024-03-10T22:16:31.624 INFO:tasks.rados.rados.0.smithi169.stdout:671: rmattr oid 4 current snap is 61 2024-03-10T22:16:31.624 INFO:tasks.rados.rados.0.smithi169.stdout:672: read oid 26 snap -1 2024-03-10T22:16:31.624 INFO:tasks.rados.rados.0.smithi169.stdout:672: expect (ObjNum 25 snap 0 seq_num 25) 2024-03-10T22:16:31.624 INFO:tasks.rados.rados.0.smithi169.stdout:673: copy_from oid 41 from oid 27 current snap is 61 2024-03-10T22:16:31.624 INFO:tasks.rados.rados.0.smithi169.stdout:674: snap_remove snap 53 2024-03-10T22:16:31.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:31.379+0000 7f028bfbc200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:16:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:31 smithi172 ceph-mon[31000]: osdmap e193: 8 total, 8 up, 8 in 2024-03-10T22:16:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:31 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:31 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:31 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:31 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:31.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:31 smithi172 ceph-mon[31000]: pgmap v12: 121 pgs: 121 active+clean; 176 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 355 KiB/s rd, 628 KiB/s wr, 4 op/s 2024-03-10T22:16:32.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:31.957+0000 7f028bfbc200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:16:32.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:32.058+0000 7f028bfbc200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:16:32.306 INFO:tasks.rados.rados.0.smithi169.stdout:674: done (3 left) 2024-03-10T22:16:32.307 INFO:tasks.rados.rados.0.smithi169.stdout:675: delete oid 29 current snap is 61 2024-03-10T22:16:32.307 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 380 (ObjNum 33 snap 0 seq_num 151274576) dirty exists 2024-03-10T22:16:32.307 INFO:tasks.rados.rados.0.smithi169.stdout:672: expect (ObjNum 25 snap 0 seq_num 25) 2024-03-10T22:16:32.327 INFO:tasks.rados.rados.0.smithi169.stdout:671: done (3 left) 2024-03-10T22:16:32.327 INFO:tasks.rados.rados.0.smithi169.stdout:672: done (2 left) 2024-03-10T22:16:32.328 INFO:tasks.rados.rados.0.smithi169.stdout:675: done (1 left) 2024-03-10T22:16:32.328 INFO:tasks.rados.rados.0.smithi169.stdout:676: read oid 15 snap -1 2024-03-10T22:16:32.328 INFO:tasks.rados.rados.0.smithi169.stdout:676: expect deleted 2024-03-10T22:16:32.328 INFO:tasks.rados.rados.0.smithi169.stdout:677: read oid 50 snap -1 2024-03-10T22:16:32.328 INFO:tasks.rados.rados.0.smithi169.stdout:677: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T22:16:32.328 INFO:tasks.rados.rados.0.smithi169.stdout:678: rollback oid 24 current snap is 61 2024-03-10T22:16:32.328 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 24 to 33 2024-03-10T22:16:32.328 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 61 2024-03-10T22:16:32.328 INFO:tasks.rados.rados.0.smithi169.stdout:679: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-03-10T22:16:32.331 INFO:tasks.rados.rados.0.smithi169.stdout:679: writing smithi16976610-4 from 0 to 712704 tid 1 2024-03-10T22:16:32.335 INFO:tasks.rados.rados.0.smithi169.stdout:679: writing smithi16976610-4 from 712704 to 1261568 tid 2 2024-03-10T22:16:32.337 INFO:tasks.rados.rados.0.smithi169.stdout:679: writing smithi16976610-4 from 1261568 to 1515520 tid 3 2024-03-10T22:16:32.338 INFO:tasks.rados.rados.0.smithi169.stdout:680: read oid 6 snap -1 2024-03-10T22:16:32.338 INFO:tasks.rados.rados.0.smithi169.stdout:680: expect (ObjNum 193 snap 51 seq_num 193) 2024-03-10T22:16:32.338 INFO:tasks.rados.rados.0.smithi169.stdout:681: read oid 37 snap -1 2024-03-10T22:16:32.338 INFO:tasks.rados.rados.0.smithi169.stdout:681: expect (ObjNum 192 snap 50 seq_num 192) 2024-03-10T22:16:32.338 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 61 2024-03-10T22:16:32.338 INFO:tasks.rados.rados.0.smithi169.stdout:673: finishing copy_from racing read to smithi16976610-41 2024-03-10T22:16:32.338 INFO:tasks.rados.rados.0.smithi169.stdout:673: finishing copy_from to smithi16976610-41 2024-03-10T22:16:32.338 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 325 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-03-10T22:16:32.338 INFO:tasks.rados.rados.0.smithi169.stdout:682: seq_num 234 ranges {2498560=729088,3227648=434176,3661824=368640} 2024-03-10T22:16:32.357 INFO:tasks.rados.rados.0.smithi169.stdout:682: writing smithi16976610-22 from 2498560 to 3227648 tid 1 2024-03-10T22:16:32.360 INFO:tasks.rados.rados.0.smithi169.stdout:682: writing smithi16976610-22 from 3227648 to 3661824 tid 2 2024-03-10T22:16:32.363 INFO:tasks.rados.rados.0.smithi169.stdout:682: writing smithi16976610-22 from 3661824 to 4030464 tid 3 2024-03-10T22:16:32.363 INFO:tasks.rados.rados.0.smithi169.stdout:673: done (7 left) 2024-03-10T22:16:32.363 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 61 2024-03-10T22:16:32.363 INFO:tasks.rados.rados.0.smithi169.stdout:683: seq_num 235 ranges {6307840=745472,7053312=712704,7766016=90112} 2024-03-10T22:16:32.402 INFO:tasks.rados.rados.0.smithi169.stdout:683: writing smithi16976610-16 from 6307840 to 7053312 tid 1 2024-03-10T22:16:32.406 INFO:tasks.rados.rados.0.smithi169.stdout:683: writing smithi16976610-16 from 7053312 to 7766016 tid 2 2024-03-10T22:16:32.406 INFO:tasks.rados.rados.0.smithi169.stdout:683: writing smithi16976610-16 from 7766016 to 7856128 tid 3 2024-03-10T22:16:32.406 INFO:tasks.rados.rados.0.smithi169.stdout:684: snap_remove snap 58 2024-03-10T22:16:32.611 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:32 smithi172 ceph-mon[31000]: osdmap e194: 8 total, 8 up, 8 in 2024-03-10T22:16:32.611 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:32 smithi172 ceph-mon[31000]: Standby manager daemon x started 2024-03-10T22:16:32.612 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:32.277+0000 7f028bfbc200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:16:32.612 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:16:32] ENGINE Bus STARTING 2024-03-10T22:16:32.612 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: CherryPy Checker: 2024-03-10T22:16:32.612 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: The Application mounted at '' has an empty config. 2024-03-10T22:16:32.612 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: 2024-03-10T22:16:32.612 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:16:32] ENGINE Serving on http://:::9283 2024-03-10T22:16:32.612 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[64353]: [10/Mar/2024:22:16:32] ENGINE Bus STARTED 2024-03-10T22:16:32.616 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:32 smithi169 ceph-mon[27156]: osdmap e194: 8 total, 8 up, 8 in 2024-03-10T22:16:32.616 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:32 smithi169 ceph-mon[27156]: Standby manager daemon x started 2024-03-10T22:16:32.616 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:32 smithi169 ceph-mon[37738]: osdmap e194: 8 total, 8 up, 8 in 2024-03-10T22:16:32.616 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:32 smithi169 ceph-mon[37738]: Standby manager daemon x started 2024-03-10T22:16:33.308 INFO:tasks.rados.rados.0.smithi169.stdout:684: done (8 left) 2024-03-10T22:16:33.308 INFO:tasks.rados.rados.0.smithi169.stdout:685: snap_remove snap 60 2024-03-10T22:16:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:33 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:16:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:33 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:16:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:33 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:16:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:33 smithi172 ceph-mon[31000]: osdmap e195: 8 total, 8 up, 8 in 2024-03-10T22:16:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:33 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:16:33.506 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:33 smithi172 ceph-mon[31000]: mgrmap e34: y(active, since 7s), standbys: x 2024-03-10T22:16:33.506 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:33 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:16:33.506 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:33 smithi172 ceph-mon[31000]: pgmap v15: 121 pgs: 121 active+clean; 180 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.3 MiB/s wr, 71 op/s 2024-03-10T22:16:33.568 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:16:33.568 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:16:33.568 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:16:33.568 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[37738]: osdmap e195: 8 total, 8 up, 8 in 2024-03-10T22:16:33.568 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:16:33.568 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[37738]: mgrmap e34: y(active, since 7s), standbys: x 2024-03-10T22:16:33.568 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:16:33.569 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[37738]: pgmap v15: 121 pgs: 121 active+clean; 180 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.3 MiB/s wr, 71 op/s 2024-03-10T22:16:33.569 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:16:33.569 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:16:33.569 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:16:33.569 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[27156]: osdmap e195: 8 total, 8 up, 8 in 2024-03-10T22:16:33.569 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/407167816' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:16:33.569 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[27156]: mgrmap e34: y(active, since 7s), standbys: x 2024-03-10T22:16:33.569 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:16:33.569 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:33 smithi169 ceph-mon[27156]: pgmap v15: 121 pgs: 121 active+clean; 180 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.3 MiB/s wr, 71 op/s 2024-03-10T22:16:33.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:16:34.276 INFO:tasks.rados.rados.0.smithi169.stdout:685: done (8 left) 2024-03-10T22:16:34.276 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 61 2024-03-10T22:16:34.276 INFO:tasks.rados.rados.0.smithi169.stdout:678: finishing rollback tid 0 to smithi16976610-24 2024-03-10T22:16:34.277 INFO:tasks.rados.rados.0.smithi169.stdout:678: finishing rollback tid 1 to smithi16976610-24 2024-03-10T22:16:34.277 INFO:tasks.rados.rados.0.smithi169.stdout:678: finishing rollback tid 2 to smithi16976610-24 2024-03-10T22:16:34.277 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 253 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T22:16:34.277 INFO:tasks.rados.rados.0.smithi169.stdout:677: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T22:16:34.304 INFO:tasks.rados.rados.0.smithi169.stdout:679: finishing write tid 1 to smithi16976610-4 2024-03-10T22:16:34.305 INFO:tasks.rados.rados.0.smithi169.stdout:679: finishing write tid 2 to smithi16976610-4 2024-03-10T22:16:34.305 INFO:tasks.rados.rados.0.smithi169.stdout:686: seq_num 236 ranges {0=761856,761856=647168,1409024=155648} 2024-03-10T22:16:34.309 INFO:tasks.rados.rados.0.smithi169.stdout:686: writing smithi16976610-42 from 0 to 761856 tid 1 2024-03-10T22:16:34.312 INFO:tasks.rados.rados.0.smithi169.stdout:686: writing smithi16976610-42 from 761856 to 1409024 tid 2 2024-03-10T22:16:34.314 INFO:tasks.rados.rados.0.smithi169.stdout:686: writing smithi16976610-42 from 1409024 to 1564672 tid 3 2024-03-10T22:16:34.314 INFO:tasks.rados.rados.0.smithi169.stdout:676: done (8 left) 2024-03-10T22:16:34.314 INFO:tasks.rados.rados.0.smithi169.stdout:677: done (7 left) 2024-03-10T22:16:34.314 INFO:tasks.rados.rados.0.smithi169.stdout:678: done (6 left) 2024-03-10T22:16:34.314 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 61 2024-03-10T22:16:34.314 INFO:tasks.rados.rados.0.smithi169.stdout:679: finishing write tid 3 to smithi16976610-4 2024-03-10T22:16:34.314 INFO:tasks.rados.rados.0.smithi169.stdout:687: seq_num 237 ranges {1318912=778240,2097152=532480,2629632=270336} 2024-03-10T22:16:34.325 INFO:tasks.rados.rados.0.smithi169.stdout:687: writing smithi16976610-8 from 1318912 to 2097152 tid 1 2024-03-10T22:16:34.328 INFO:tasks.rados.rados.0.smithi169.stdout:687: writing smithi16976610-8 from 2097152 to 2629632 tid 2 2024-03-10T22:16:34.330 INFO:tasks.rados.rados.0.smithi169.stdout:687: writing smithi16976610-8 from 2629632 to 2899968 tid 3 2024-03-10T22:16:34.330 INFO:tasks.rados.rados.0.smithi169.stdout:688: snap_create 2024-03-10T22:16:34.330 INFO:tasks.rados.rados.0.smithi169.stdout:679: finishing write tid 4 to smithi16976610-4 2024-03-10T22:16:34.330 INFO:tasks.rados.rados.0.smithi169.stdout:679: finishing write tid 5 to smithi16976610-4 2024-03-10T22:16:34.330 INFO:tasks.rados.rados.0.smithi169.stdout:679: oid 4 updating version 0 to 388 2024-03-10T22:16:34.330 INFO:tasks.rados.rados.0.smithi169.stdout:679: oid 4 updating version 388 to 389 2024-03-10T22:16:34.330 INFO:tasks.rados.rados.0.smithi169.stdout:679: oid 4 updating version 389 to 390 2024-03-10T22:16:34.331 INFO:tasks.rados.rados.0.smithi169.stdout:679: oid 4 version 390 is already newer than 387 2024-03-10T22:16:34.331 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 390 (ObjNum 233 snap 61 seq_num 233) dirty exists 2024-03-10T22:16:34.331 INFO:tasks.rados.rados.0.smithi169.stdout:679: left oid 4 (ObjNum 233 snap 61 seq_num 233) 2024-03-10T22:16:34.331 INFO:tasks.rados.rados.0.smithi169.stdout:680: expect (ObjNum 193 snap 51 seq_num 193) 2024-03-10T22:16:34.405 INFO:tasks.rados.rados.0.smithi169.stdout:681: expect (ObjNum 192 snap 50 seq_num 192) 2024-03-10T22:16:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[37738]: osdmap e196: 8 total, 8 up, 8 in 2024-03-10T22:16:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[37738]: osdmap e197: 8 total, 8 up, 8 in 2024-03-10T22:16:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[27156]: osdmap e196: 8 total, 8 up, 8 in 2024-03-10T22:16:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[27156]: osdmap e197: 8 total, 8 up, 8 in 2024-03-10T22:16:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:34 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:34 smithi172 ceph-mon[31000]: osdmap e196: 8 total, 8 up, 8 in 2024-03-10T22:16:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:34 smithi172 ceph-mon[31000]: osdmap e197: 8 total, 8 up, 8 in 2024-03-10T22:16:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:34 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:34 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:34 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:34.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:34 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:34.844 INFO:tasks.rados.rados.0.smithi169.stdout:682: finishing write tid 1 to smithi16976610-22 2024-03-10T22:16:34.844 INFO:tasks.rados.rados.0.smithi169.stdout:682: finishing write tid 2 to smithi16976610-22 2024-03-10T22:16:34.844 INFO:tasks.rados.rados.0.smithi169.stdout:682: finishing write tid 3 to smithi16976610-22 2024-03-10T22:16:34.844 INFO:tasks.rados.rados.0.smithi169.stdout:682: finishing write tid 4 to smithi16976610-22 2024-03-10T22:16:34.844 INFO:tasks.rados.rados.0.smithi169.stdout:682: finishing write tid 5 to smithi16976610-22 2024-03-10T22:16:34.845 INFO:tasks.rados.rados.0.smithi169.stdout:682: oid 22 updating version 0 to 305 2024-03-10T22:16:34.845 INFO:tasks.rados.rados.0.smithi169.stdout:682: oid 22 version 305 is already newer than 304 2024-03-10T22:16:34.845 INFO:tasks.rados.rados.0.smithi169.stdout:682: oid 22 version 305 is already newer than 303 2024-03-10T22:16:34.845 INFO:tasks.rados.rados.0.smithi169.stdout:682: oid 22 updating version 305 to 306 2024-03-10T22:16:34.845 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 306 (ObjNum 234 snap 61 seq_num 234) dirty exists 2024-03-10T22:16:34.845 INFO:tasks.rados.rados.0.smithi169.stdout:682: left oid 22 (ObjNum 234 snap 61 seq_num 234) 2024-03-10T22:16:34.846 INFO:tasks.rados.rados.0.smithi169.stdout:683: finishing write tid 1 to smithi16976610-16 2024-03-10T22:16:34.846 INFO:tasks.rados.rados.0.smithi169.stdout:683: finishing write tid 2 to smithi16976610-16 2024-03-10T22:16:34.846 INFO:tasks.rados.rados.0.smithi169.stdout:683: finishing write tid 3 to smithi16976610-16 2024-03-10T22:16:34.846 INFO:tasks.rados.rados.0.smithi169.stdout:683: finishing write tid 4 to smithi16976610-16 2024-03-10T22:16:34.846 INFO:tasks.rados.rados.0.smithi169.stdout:683: finishing write tid 5 to smithi16976610-16 2024-03-10T22:16:34.846 INFO:tasks.rados.rados.0.smithi169.stdout:683: oid 16 updating version 0 to 426 2024-03-10T22:16:34.847 INFO:tasks.rados.rados.0.smithi169.stdout:683: oid 16 version 426 is already newer than 424 2024-03-10T22:16:34.847 INFO:tasks.rados.rados.0.smithi169.stdout:683: oid 16 version 426 is already newer than 425 2024-03-10T22:16:34.847 INFO:tasks.rados.rados.0.smithi169.stdout:683: oid 16 version 426 is already newer than 423 2024-03-10T22:16:34.847 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 426 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-03-10T22:16:34.847 INFO:tasks.rados.rados.0.smithi169.stdout:683: left oid 16 (ObjNum 235 snap 61 seq_num 235) 2024-03-10T22:16:34.847 INFO:tasks.rados.rados.0.smithi169.stdout:686: finishing write tid 1 to smithi16976610-42 2024-03-10T22:16:34.848 INFO:tasks.rados.rados.0.smithi169.stdout:686: finishing write tid 2 to smithi16976610-42 2024-03-10T22:16:34.848 INFO:tasks.rados.rados.0.smithi169.stdout:686: finishing write tid 3 to smithi16976610-42 2024-03-10T22:16:34.848 INFO:tasks.rados.rados.0.smithi169.stdout:686: finishing write tid 4 to smithi16976610-42 2024-03-10T22:16:34.848 INFO:tasks.rados.rados.0.smithi169.stdout:686: finishing write tid 5 to smithi16976610-42 2024-03-10T22:16:34.848 INFO:tasks.rados.rados.0.smithi169.stdout:686: oid 42 updating version 0 to 327 2024-03-10T22:16:34.848 INFO:tasks.rados.rados.0.smithi169.stdout:686: oid 42 updating version 327 to 328 2024-03-10T22:16:34.848 INFO:tasks.rados.rados.0.smithi169.stdout:686: oid 42 version 328 is already newer than 326 2024-03-10T22:16:34.849 INFO:tasks.rados.rados.0.smithi169.stdout:686: oid 42 updating version 328 to 329 2024-03-10T22:16:34.849 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 329 (ObjNum 236 snap 61 seq_num 236) dirty exists 2024-03-10T22:16:34.849 INFO:tasks.rados.rados.0.smithi169.stdout:686: left oid 42 (ObjNum 236 snap 61 seq_num 236) 2024-03-10T22:16:34.849 INFO:tasks.rados.rados.0.smithi169.stdout:687: finishing write tid 1 to smithi16976610-8 2024-03-10T22:16:34.849 INFO:tasks.rados.rados.0.smithi169.stdout:687: finishing write tid 2 to smithi16976610-8 2024-03-10T22:16:34.849 INFO:tasks.rados.rados.0.smithi169.stdout:687: finishing write tid 3 to smithi16976610-8 2024-03-10T22:16:34.850 INFO:tasks.rados.rados.0.smithi169.stdout:687: finishing write tid 4 to smithi16976610-8 2024-03-10T22:16:34.850 INFO:tasks.rados.rados.0.smithi169.stdout:687: finishing write tid 5 to smithi16976610-8 2024-03-10T22:16:34.850 INFO:tasks.rados.rados.0.smithi169.stdout:687: oid 8 updating version 0 to 170 2024-03-10T22:16:34.850 INFO:tasks.rados.rados.0.smithi169.stdout:687: oid 8 updating version 170 to 173 2024-03-10T22:16:34.850 INFO:tasks.rados.rados.0.smithi169.stdout:687: oid 8 version 173 is already newer than 171 2024-03-10T22:16:34.850 INFO:tasks.rados.rados.0.smithi169.stdout:687: oid 8 version 173 is already newer than 172 2024-03-10T22:16:34.851 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 173 (ObjNum 237 snap 61 seq_num 237) dirty exists 2024-03-10T22:16:34.851 INFO:tasks.rados.rados.0.smithi169.stdout:687: left oid 8 (ObjNum 237 snap 61 seq_num 237) 2024-03-10T22:16:35.044 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:16:35.325 INFO:tasks.rados.rados.0.smithi169.stdout:679: done (7 left) 2024-03-10T22:16:35.326 INFO:tasks.rados.rados.0.smithi169.stdout:680: done (6 left) 2024-03-10T22:16:35.326 INFO:tasks.rados.rados.0.smithi169.stdout:681: done (5 left) 2024-03-10T22:16:35.326 INFO:tasks.rados.rados.0.smithi169.stdout:682: done (4 left) 2024-03-10T22:16:35.326 INFO:tasks.rados.rados.0.smithi169.stdout:683: done (3 left) 2024-03-10T22:16:35.326 INFO:tasks.rados.rados.0.smithi169.stdout:686: done (2 left) 2024-03-10T22:16:35.326 INFO:tasks.rados.rados.0.smithi169.stdout:687: done (1 left) 2024-03-10T22:16:35.326 INFO:tasks.rados.rados.0.smithi169.stdout:688: done (0 left) 2024-03-10T22:16:35.326 INFO:tasks.rados.rados.0.smithi169.stdout:689: rollback oid 13 current snap is 62 2024-03-10T22:16:35.326 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 13 to 61 2024-03-10T22:16:35.326 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 62 2024-03-10T22:16:35.326 INFO:tasks.rados.rados.0.smithi169.stdout:690: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2024-03-10T22:16:35.330 INFO:tasks.rados.rados.0.smithi169.stdout:690: writing smithi16976610-35 from 0 to 794624 tid 1 2024-03-10T22:16:35.334 INFO:tasks.rados.rados.0.smithi169.stdout:690: writing smithi16976610-35 from 794624 to 1212416 tid 2 2024-03-10T22:16:35.335 INFO:tasks.rados.rados.0.smithi169.stdout:690: writing smithi16976610-35 from 1212416 to 1597440 tid 3 2024-03-10T22:16:35.335 INFO:tasks.rados.rados.0.smithi169.stdout:691: read oid 1 snap -1 2024-03-10T22:16:35.335 INFO:tasks.rados.rados.0.smithi169.stdout:691: expect deleted 2024-03-10T22:16:35.335 INFO:tasks.rados.rados.0.smithi169.stdout:692: copy_from oid 17 from oid 38 current snap is 62 2024-03-10T22:16:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:689: finishing rollback tid 0 to smithi16976610-13 2024-03-10T22:16:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:689: finishing rollback tid 1 to smithi16976610-13 2024-03-10T22:16:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:689: finishing rollback tid 2 to smithi16976610-13 2024-03-10T22:16:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 414 (ObjNum 146 snap 38 seq_num 146) dirty exists 2024-03-10T22:16:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:689: done (3 left) 2024-03-10T22:16:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 62 2024-03-10T22:16:35.336 INFO:tasks.rados.rados.0.smithi169.stdout:693: seq_num 239 ranges {1884160=409600,2293760=704512,2998272=499712} 2024-03-10T22:16:35.347 INFO:tasks.rados.rados.0.smithi169.stdout:693: writing smithi16976610-6 from 1884160 to 2293760 tid 1 2024-03-10T22:16:35.351 INFO:tasks.rados.rados.0.smithi169.stdout:693: writing smithi16976610-6 from 2293760 to 2998272 tid 2 2024-03-10T22:16:35.355 INFO:tasks.rados.rados.0.smithi169.stdout:693: writing smithi16976610-6 from 2998272 to 3497984 tid 3 2024-03-10T22:16:35.355 INFO:tasks.rados.rados.0.smithi169.stdout:694: setattr oid 27 current snap is 62 2024-03-10T22:16:35.355 INFO:tasks.rados.rados.0.smithi169.stdout:690: finishing write tid 1 to smithi16976610-35 2024-03-10T22:16:35.355 INFO:tasks.rados.rados.0.smithi169.stdout:690: finishing write tid 2 to smithi16976610-35 2024-03-10T22:16:35.355 INFO:tasks.rados.rados.0.smithi169.stdout:690: finishing write tid 3 to smithi16976610-35 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:690: finishing write tid 4 to smithi16976610-35 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:690: finishing write tid 5 to smithi16976610-35 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:690: oid 35 updating version 0 to 69 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:690: oid 35 version 69 is already newer than 68 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:690: oid 35 updating version 69 to 70 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:690: oid 35 updating version 70 to 71 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 71 (ObjNum 238 snap 62 seq_num 238) dirty exists 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:690: left oid 35 (ObjNum 238 snap 62 seq_num 238) 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:692: finishing copy_from racing read to smithi16976610-17 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:692: finishing copy_from to smithi16976610-17 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 229 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:693: finishing write tid 1 to smithi16976610-6 2024-03-10T22:16:35.356 INFO:tasks.rados.rados.0.smithi169.stdout:693: finishing write tid 2 to smithi16976610-6 2024-03-10T22:16:35.357 INFO:tasks.rados.rados.0.smithi169.stdout:690: done (4 left) 2024-03-10T22:16:35.357 INFO:tasks.rados.rados.0.smithi169.stdout:691: done (3 left) 2024-03-10T22:16:35.357 INFO:tasks.rados.rados.0.smithi169.stdout:692: done (2 left) 2024-03-10T22:16:35.357 INFO:tasks.rados.rados.0.smithi169.stdout:695: setattr oid 13 current snap is 62 2024-03-10T22:16:35.357 INFO:tasks.rados.rados.0.smithi169.stdout:693: finishing write tid 3 to smithi16976610-6 2024-03-10T22:16:35.358 INFO:tasks.rados.rados.0.smithi169.stdout:693: finishing write tid 4 to smithi16976610-6 2024-03-10T22:16:35.359 INFO:tasks.rados.rados.0.smithi169.stdout:696: snap_create 2024-03-10T22:16:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:693: finishing write tid 5 to smithi16976610-6 2024-03-10T22:16:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:693: oid 6 updating version 0 to 367 2024-03-10T22:16:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:693: oid 6 updating version 367 to 369 2024-03-10T22:16:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:693: oid 6 version 369 is already newer than 368 2024-03-10T22:16:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:693: oid 6 version 369 is already newer than 366 2024-03-10T22:16:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 369 (ObjNum 239 snap 62 seq_num 239) dirty exists 2024-03-10T22:16:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:693: left oid 6 (ObjNum 239 snap 62 seq_num 239) 2024-03-10T22:16:35.360 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 371 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-03-10T22:16:35.361 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 415 (ObjNum 146 snap 38 seq_num 146) dirty exists 2024-03-10T22:16:35.417 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:16:35.417 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (3m) 5s ago 4m 26.5M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:16:35.417 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (3m) 5s ago 3m 87.4M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:16:35.417 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (5m) 5s ago 5m 15.2M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:16:35.417 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (5m) 5s ago 5m 19.5M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:16:35.417 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (61s) 5s ago 8m 74.2M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 a93ccd616ef5 2024-03-10T22:16:35.417 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (19s) 5s ago 10m 481M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:16:35.417 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (10m) 5s ago 10m 57.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 7d38c18f328a 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (9m) 5s ago 9m 46.1M 2048M 18.2.1-746-gc2ea977b a30af69eda22 021afd540f8a 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (9m) 5s ago 9m 45.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 c1f018bb2656 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (4m) 5s ago 4m 15.6M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (4m) 5s ago 4m 15.2M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (8m) 5s ago 8m 124M 2480M 18.2.1-746-gc2ea977b a30af69eda22 943d3ca889b7 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (8m) 5s ago 8m 85.0M 2480M 18.2.1-746-gc2ea977b a30af69eda22 bc83559f4e48 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (7m) 5s ago 7m 113M 2480M 18.2.1-746-gc2ea977b a30af69eda22 34fdeb0dfbb6 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (7m) 5s ago 7m 109M 2480M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (7m) 5s ago 7m 99.1M 2480M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (6m) 5s ago 6m 94.2M 2480M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (6m) 5s ago 6m 87.8M 2480M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (5m) 5s ago 5m 92.7M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:16:35.418 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (25s) 5s ago 5m 38.3M - 2.43.0 a07b618ecd1d 94abdd75dc66 2024-03-10T22:16:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:16:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:16:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: pgmap v18: 121 pgs: 121 active+clean; 180 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 66 op/s 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:35.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:16:35.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:16:35.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:35.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:35.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:35.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:35.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: pgmap v18: 121 pgs: 121 active+clean; 180 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 66 op/s 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:35.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:35.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.760 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:35 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:16:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:16:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: pgmap v18: 121 pgs: 121 active+clean; 180 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 66 op/s 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:35.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:35.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:35.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:35.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:35 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:35.814 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:16:35.814 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:16:35.814 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T22:16:35.814 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:16:35.814 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:16:35.814 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:16:35.814 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:16:35.814 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:16:35.814 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:16:35.814 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:16:35.814 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:16:35.815 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:16:35.815 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:16:35.815 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:16:35.815 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 13, 2024-03-10T22:16:35.815 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:16:35.815 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:16:35.815 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:16:36.330 INFO:tasks.rados.rados.0.smithi169.stdout:693: done (3 left) 2024-03-10T22:16:36.330 INFO:tasks.rados.rados.0.smithi169.stdout:694: done (2 left) 2024-03-10T22:16:36.330 INFO:tasks.rados.rados.0.smithi169.stdout:695: done (1 left) 2024-03-10T22:16:36.330 INFO:tasks.rados.rados.0.smithi169.stdout:696: done (0 left) 2024-03-10T22:16:36.330 INFO:tasks.rados.rados.0.smithi169.stdout:697: rollback oid 32 current snap is 63 2024-03-10T22:16:36.330 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 32 to 61 2024-03-10T22:16:36.330 INFO:tasks.rados.rados.0.smithi169.stdout:698: snap_remove snap 33 2024-03-10T22:16:36.481 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:36 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:36.481 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:36 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:36.481 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:36 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:36.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:36 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:36.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:36 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:36.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:36 smithi172 ceph-mon[31000]: osdmap e198: 8 total, 8 up, 8 in 2024-03-10T22:16:36.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:36 smithi172 ceph-mon[31000]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T22:16:36.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:36 smithi172 ceph-mon[31000]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:36.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:36 smithi172 ceph-mon[31000]: Reconfiguring daemon prometheus.a on smithi172 2024-03-10T22:16:36.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:36 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/798929128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:16:36.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[27156]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[27156]: osdmap e198: 8 total, 8 up, 8 in 2024-03-10T22:16:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[27156]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T22:16:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[27156]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[27156]: Reconfiguring daemon prometheus.a on smithi172 2024-03-10T22:16:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[27156]: from='client.? 172.21.15.169:0/798929128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:16:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:16:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:16:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:16:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:16:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:16:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[37738]: osdmap e198: 8 total, 8 up, 8 in 2024-03-10T22:16:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[37738]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T22:16:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[37738]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:16:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[37738]: Reconfiguring daemon prometheus.a on smithi172 2024-03-10T22:16:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:36 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/798929128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:16:37.338 INFO:tasks.rados.rados.0.smithi169.stdout:697: finishing rollback tid 0 to smithi16976610-32 2024-03-10T22:16:37.338 INFO:tasks.rados.rados.0.smithi169.stdout:697: finishing rollback tid 1 to smithi16976610-32 2024-03-10T22:16:37.338 INFO:tasks.rados.rados.0.smithi169.stdout:697: finishing rollback tid 2 to smithi16976610-32 2024-03-10T22:16:37.338 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 398 (ObjNum 171 snap 44 seq_num 171) dirty exists 2024-03-10T22:16:37.338 INFO:tasks.rados.rados.0.smithi169.stdout:697: done (1 left) 2024-03-10T22:16:37.338 INFO:tasks.rados.rados.0.smithi169.stdout:698: done (0 left) 2024-03-10T22:16:37.338 INFO:tasks.rados.rados.0.smithi169.stdout:699: rollback oid 34 current snap is 63 2024-03-10T22:16:37.339 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 34 to 62 2024-03-10T22:16:37.339 INFO:tasks.rados.rados.0.smithi169.stdout:700: snap_remove snap 61 2024-03-10T22:16:37.640 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:37 smithi172 ceph-mon[31000]: mgrmap e35: y(active, since 11s), standbys: x 2024-03-10T22:16:37.640 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:37 smithi172 ceph-mon[31000]: osdmap e199: 8 total, 8 up, 8 in 2024-03-10T22:16:37.640 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:37 smithi172 ceph-mon[31000]: pgmap v21: 121 pgs: 121 active+clean; 166 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-03-10T22:16:37.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:37 smithi169 ceph-mon[37738]: mgrmap e35: y(active, since 11s), standbys: x 2024-03-10T22:16:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:37 smithi169 ceph-mon[37738]: osdmap e199: 8 total, 8 up, 8 in 2024-03-10T22:16:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:37 smithi169 ceph-mon[37738]: pgmap v21: 121 pgs: 121 active+clean; 166 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-03-10T22:16:37.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:37 smithi169 ceph-mon[27156]: mgrmap e35: y(active, since 11s), standbys: x 2024-03-10T22:16:37.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:37 smithi169 ceph-mon[27156]: osdmap e199: 8 total, 8 up, 8 in 2024-03-10T22:16:37.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:37 smithi169 ceph-mon[27156]: pgmap v21: 121 pgs: 121 active+clean; 166 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-03-10T22:16:38.335 INFO:tasks.rados.rados.0.smithi169.stdout:699: finishing rollback tid 0 to smithi16976610-34 2024-03-10T22:16:38.335 INFO:tasks.rados.rados.0.smithi169.stdout:699: finishing rollback tid 1 to smithi16976610-34 2024-03-10T22:16:38.335 INFO:tasks.rados.rados.0.smithi169.stdout:699: finishing rollback tid 2 to smithi16976610-34 2024-03-10T22:16:38.335 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 314 (ObjNum 185 snap 49 seq_num 185) dirty exists 2024-03-10T22:16:38.336 INFO:tasks.rados.rados.0.smithi169.stdout:699: done (1 left) 2024-03-10T22:16:38.336 INFO:tasks.rados.rados.0.smithi169.stdout:700: done (0 left) 2024-03-10T22:16:38.336 INFO:tasks.rados.rados.0.smithi169.stdout:701: read oid 39 snap -1 2024-03-10T22:16:38.336 INFO:tasks.rados.rados.0.smithi169.stdout:701: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:16:38.336 INFO:tasks.rados.rados.0.smithi169.stdout:702: read oid 8 snap 62 2024-03-10T22:16:38.336 INFO:tasks.rados.rados.0.smithi169.stdout:702: expect (ObjNum 237 snap 61 seq_num 237) 2024-03-10T22:16:38.336 INFO:tasks.rados.rados.0.smithi169.stdout:703: read oid 35 snap -1 2024-03-10T22:16:38.336 INFO:tasks.rados.rados.0.smithi169.stdout:703: expect (ObjNum 238 snap 62 seq_num 238) 2024-03-10T22:16:38.336 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 33 current snap is 63 2024-03-10T22:16:38.336 INFO:tasks.rados.rados.0.smithi169.stdout:704: seq_num 240 ranges {3457024=425984,3883008=589824,4472832=483328,4956160=131072} 2024-03-10T22:16:38.358 INFO:tasks.rados.rados.0.smithi169.stdout:704: writing smithi16976610-33 from 3457024 to 3883008 tid 1 2024-03-10T22:16:38.362 INFO:tasks.rados.rados.0.smithi169.stdout:704: writing smithi16976610-33 from 3883008 to 4472832 tid 2 2024-03-10T22:16:38.364 INFO:tasks.rados.rados.0.smithi169.stdout:704: writing smithi16976610-33 from 4472832 to 4956160 tid 3 2024-03-10T22:16:38.365 INFO:tasks.rados.rados.0.smithi169.stdout:704: writing smithi16976610-33 from 4956160 to 5087232 tid 4 2024-03-10T22:16:38.365 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 63 2024-03-10T22:16:38.366 INFO:tasks.rados.rados.0.smithi169.stdout:705: seq_num 241 ranges {827392=442368,1269760=466944,1736704=688128,2424832=49152} 2024-03-10T22:16:38.372 INFO:tasks.rados.rados.0.smithi169.stdout:705: writing smithi16976610-50 from 827392 to 1269760 tid 1 2024-03-10T22:16:38.375 INFO:tasks.rados.rados.0.smithi169.stdout:705: writing smithi16976610-50 from 1269760 to 1736704 tid 2 2024-03-10T22:16:38.379 INFO:tasks.rados.rados.0.smithi169.stdout:705: writing smithi16976610-50 from 1736704 to 2424832 tid 3 2024-03-10T22:16:38.379 INFO:tasks.rados.rados.0.smithi169.stdout:705: writing smithi16976610-50 from 2424832 to 2473984 tid 4 2024-03-10T22:16:38.379 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 63 2024-03-10T22:16:38.380 INFO:tasks.rados.rados.0.smithi169.stdout:706: seq_num 242 ranges {0=458752,458752=753664,1212416=450560} 2024-03-10T22:16:38.382 INFO:tasks.rados.rados.0.smithi169.stdout:706: writing smithi16976610-30 from 0 to 458752 tid 1 2024-03-10T22:16:38.386 INFO:tasks.rados.rados.0.smithi169.stdout:706: writing smithi16976610-30 from 458752 to 1212416 tid 2 2024-03-10T22:16:38.389 INFO:tasks.rados.rados.0.smithi169.stdout:706: writing smithi16976610-30 from 1212416 to 1662976 tid 3 2024-03-10T22:16:38.389 INFO:tasks.rados.rados.0.smithi169.stdout:707: copy_from oid 44 from oid 49 current snap is 63 2024-03-10T22:16:38.389 INFO:tasks.rados.rados.0.smithi169.stdout:701: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:16:38.446 INFO:tasks.rados.rados.0.smithi169.stdout:703: expect (ObjNum 238 snap 62 seq_num 238) 2024-03-10T22:16:38.486 INFO:tasks.rados.rados.0.smithi169.stdout:702: expect (ObjNum 237 snap 61 seq_num 237) 2024-03-10T22:16:38.586 INFO:tasks.rados.rados.0.smithi169.stdout:704: finishing write tid 1 to smithi16976610-33 2024-03-10T22:16:38.586 INFO:tasks.rados.rados.0.smithi169.stdout:704: finishing write tid 2 to smithi16976610-33 2024-03-10T22:16:38.586 INFO:tasks.rados.rados.0.smithi169.stdout:704: finishing write tid 3 to smithi16976610-33 2024-03-10T22:16:38.586 INFO:tasks.rados.rados.0.smithi169.stdout:704: finishing write tid 4 to smithi16976610-33 2024-03-10T22:16:38.586 INFO:tasks.rados.rados.0.smithi169.stdout:704: finishing write tid 5 to smithi16976610-33 2024-03-10T22:16:38.586 INFO:tasks.rados.rados.0.smithi169.stdout:704: finishing write tid 6 to smithi16976610-33 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:704: oid 33 updating version 0 to 330 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:704: oid 33 version 330 is already newer than 327 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:704: oid 33 version 330 is already newer than 329 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:704: oid 33 version 330 is already newer than 324 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:704: oid 33 version 330 is already newer than 328 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 330 (ObjNum 240 snap 63 seq_num 240) dirty exists 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:704: left oid 33 (ObjNum 240 snap 63 seq_num 240) 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:705: finishing write tid 1 to smithi16976610-50 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:701: done (6 left) 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:702: done (5 left) 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:703: done (4 left) 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:704: done (3 left) 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 63 2024-03-10T22:16:38.587 INFO:tasks.rados.rados.0.smithi169.stdout:705: finishing write tid 2 to smithi16976610-50 2024-03-10T22:16:38.588 INFO:tasks.rados.rados.0.smithi169.stdout:705: finishing write tid 3 to smithi16976610-50 2024-03-10T22:16:38.588 INFO:tasks.rados.rados.0.smithi169.stdout:708: seq_num 243 ranges {3497984=475136,3973120=638976,4612096=565248} 2024-03-10T22:16:38.607 INFO:tasks.rados.rados.0.smithi169.stdout:708: writing smithi16976610-6 from 3497984 to 3973120 tid 1 2024-03-10T22:16:38.611 INFO:tasks.rados.rados.0.smithi169.stdout:708: writing smithi16976610-6 from 3973120 to 4612096 tid 2 2024-03-10T22:16:38.615 INFO:tasks.rados.rados.0.smithi169.stdout:708: writing smithi16976610-6 from 4612096 to 5177344 tid 3 2024-03-10T22:16:38.615 INFO:tasks.rados.rados.0.smithi169.stdout:709: delete oid 29 current snap is 63 2024-03-10T22:16:38.615 INFO:tasks.rados.rados.0.smithi169.stdout:705: finishing write tid 4 to smithi16976610-50 2024-03-10T22:16:38.615 INFO:tasks.rados.rados.0.smithi169.stdout:705: finishing write tid 5 to smithi16976610-50 2024-03-10T22:16:38.615 INFO:tasks.rados.rados.0.smithi169.stdout:705: finishing write tid 6 to smithi16976610-50 2024-03-10T22:16:38.615 INFO:tasks.rados.rados.0.smithi169.stdout:705: oid 50 updating version 0 to 447 2024-03-10T22:16:38.615 INFO:tasks.rados.rados.0.smithi169.stdout:705: oid 50 updating version 447 to 450 2024-03-10T22:16:38.615 INFO:tasks.rados.rados.0.smithi169.stdout:705: oid 50 version 450 is already newer than 449 2024-03-10T22:16:38.615 INFO:tasks.rados.rados.0.smithi169.stdout:705: oid 50 version 450 is already newer than 448 2024-03-10T22:16:38.615 INFO:tasks.rados.rados.0.smithi169.stdout:705: oid 50 version 450 is already newer than 446 2024-03-10T22:16:38.615 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 450 (ObjNum 241 snap 63 seq_num 241) dirty exists 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:705: left oid 50 (ObjNum 241 snap 63 seq_num 241) 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:706: finishing write tid 1 to smithi16976610-30 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:706: finishing write tid 2 to smithi16976610-30 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:706: finishing write tid 3 to smithi16976610-30 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:706: finishing write tid 4 to smithi16976610-30 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:706: finishing write tid 5 to smithi16976610-30 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:706: oid 30 updating version 0 to 415 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:706: oid 30 version 415 is already newer than 414 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:706: oid 30 version 415 is already newer than 413 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:706: oid 30 updating version 415 to 416 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 416 (ObjNum 242 snap 63 seq_num 242) dirty exists 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:706: left oid 30 (ObjNum 242 snap 63 seq_num 242) 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:707: finishing copy_from racing read to smithi16976610-44 2024-03-10T22:16:38.616 INFO:tasks.rados.rados.0.smithi169.stdout:707: finishing copy_from to smithi16976610-44 2024-03-10T22:16:38.617 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 186 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-03-10T22:16:38.617 INFO:tasks.rados.rados.0.smithi169.stdout:708: finishing write tid 1 to smithi16976610-6 2024-03-10T22:16:38.617 INFO:tasks.rados.rados.0.smithi169.stdout:708: finishing write tid 2 to smithi16976610-6 2024-03-10T22:16:38.617 INFO:tasks.rados.rados.0.smithi169.stdout:705: done (4 left) 2024-03-10T22:16:38.617 INFO:tasks.rados.rados.0.smithi169.stdout:706: done (3 left) 2024-03-10T22:16:38.617 INFO:tasks.rados.rados.0.smithi169.stdout:707: done (2 left) 2024-03-10T22:16:38.617 INFO:tasks.rados.rados.0.smithi169.stdout:709: done (1 left) 2024-03-10T22:16:38.617 INFO:tasks.rados.rados.0.smithi169.stdout:710: snap_remove snap 62 2024-03-10T22:16:38.666 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:38 smithi172 ceph-mon[31000]: osdmap e200: 8 total, 8 up, 8 in 2024-03-10T22:16:38.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:38 smithi169 ceph-mon[27156]: osdmap e200: 8 total, 8 up, 8 in 2024-03-10T22:16:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:38 smithi169 ceph-mon[37738]: osdmap e200: 8 total, 8 up, 8 in 2024-03-10T22:16:39.263 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 systemd[1]: Stopping Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:708: finishing write tid 3 to smithi16976610-6 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:708: finishing write tid 4 to smithi16976610-6 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:708: finishing write tid 5 to smithi16976610-6 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:708: oid 6 updating version 0 to 389 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:708: oid 6 version 389 is already newer than 387 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:708: oid 6 version 389 is already newer than 388 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:708: oid 6 updating version 389 to 390 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 390 (ObjNum 243 snap 63 seq_num 243) dirty exists 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:708: left oid 6 (ObjNum 243 snap 63 seq_num 243) 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:708: done (1 left) 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:710: done (0 left) 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 63 2024-03-10T22:16:39.278 INFO:tasks.rados.rados.0.smithi169.stdout:711: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-03-10T22:16:39.281 INFO:tasks.rados.rados.0.smithi169.stdout:711: writing smithi16976610-29 from 0 to 507904 tid 1 2024-03-10T22:16:39.284 INFO:tasks.rados.rados.0.smithi169.stdout:711: writing smithi16976610-29 from 507904 to 966656 tid 2 2024-03-10T22:16:39.288 INFO:tasks.rados.rados.0.smithi169.stdout:711: writing smithi16976610-29 from 966656 to 1638400 tid 3 2024-03-10T22:16:39.289 INFO:tasks.rados.rados.0.smithi169.stdout:711: writing smithi16976610-29 from 1638400 to 1712128 tid 4 2024-03-10T22:16:39.289 INFO:tasks.rados.rados.0.smithi169.stdout:712: read oid 3 snap -1 2024-03-10T22:16:39.289 INFO:tasks.rados.rados.0.smithi169.stdout:712: expect (ObjNum 158 snap 42 seq_num 158) 2024-03-10T22:16:39.289 INFO:tasks.rados.rados.0.smithi169.stdout:713: read oid 38 snap -1 2024-03-10T22:16:39.289 INFO:tasks.rados.rados.0.smithi169.stdout:713: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:16:39.289 INFO:tasks.rados.rados.0.smithi169.stdout:714: setattr oid 32 current snap is 63 2024-03-10T22:16:39.290 INFO:tasks.rados.rados.0.smithi169.stdout:711: finishing write tid 1 to smithi16976610-29 2024-03-10T22:16:39.290 INFO:tasks.rados.rados.0.smithi169.stdout:711: finishing write tid 2 to smithi16976610-29 2024-03-10T22:16:39.292 INFO:tasks.rados.rados.0.smithi169.stdout:715: rollback oid 19 current snap is 63 2024-03-10T22:16:39.292 INFO:tasks.rados.rados.0.smithi169.stdout:715: done (4 left) 2024-03-10T22:16:39.292 INFO:tasks.rados.rados.0.smithi169.stdout:716: delete oid 7 current snap is 63 2024-03-10T22:16:39.293 INFO:tasks.rados.rados.0.smithi169.stdout:712: expect (ObjNum 158 snap 42 seq_num 158) 2024-03-10T22:16:39.310 INFO:tasks.rados.rados.0.smithi169.stdout:711: finishing write tid 3 to smithi16976610-29 2024-03-10T22:16:39.310 INFO:tasks.rados.rados.0.smithi169.stdout:711: finishing write tid 4 to smithi16976610-29 2024-03-10T22:16:39.310 INFO:tasks.rados.rados.0.smithi169.stdout:711: finishing write tid 5 to smithi16976610-29 2024-03-10T22:16:39.310 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 419 (ObjNum 171 snap 44 seq_num 171) dirty exists 2024-03-10T22:16:39.310 INFO:tasks.rados.rados.0.smithi169.stdout:711: finishing write tid 6 to smithi16976610-29 2024-03-10T22:16:39.310 INFO:tasks.rados.rados.0.smithi169.stdout:711: oid 29 updating version 0 to 262 2024-03-10T22:16:39.310 INFO:tasks.rados.rados.0.smithi169.stdout:711: oid 29 updating version 262 to 264 2024-03-10T22:16:39.310 INFO:tasks.rados.rados.0.smithi169.stdout:711: oid 29 updating version 264 to 265 2024-03-10T22:16:39.310 INFO:tasks.rados.rados.0.smithi169.stdout:711: oid 29 version 265 is already newer than 261 2024-03-10T22:16:39.310 INFO:tasks.rados.rados.0.smithi169.stdout:711: oid 29 version 265 is already newer than 263 2024-03-10T22:16:39.311 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 265 (ObjNum 245 snap 63 seq_num 245) dirty exists 2024-03-10T22:16:39.311 INFO:tasks.rados.rados.0.smithi169.stdout:711: left oid 29 (ObjNum 245 snap 63 seq_num 245) 2024-03-10T22:16:39.311 INFO:tasks.rados.rados.0.smithi169.stdout:713: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:16:39.412 INFO:tasks.rados.rados.0.smithi169.stdout:711: done (4 left) 2024-03-10T22:16:39.412 INFO:tasks.rados.rados.0.smithi169.stdout:712: done (3 left) 2024-03-10T22:16:39.412 INFO:tasks.rados.rados.0.smithi169.stdout:713: done (2 left) 2024-03-10T22:16:39.412 INFO:tasks.rados.rados.0.smithi169.stdout:714: done (1 left) 2024-03-10T22:16:39.412 INFO:tasks.rados.rados.0.smithi169.stdout:716: done (0 left) 2024-03-10T22:16:39.412 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 63 2024-03-10T22:16:39.412 INFO:tasks.rados.rados.0.smithi169.stdout:717: seq_num 247 ranges {1515520=540672,2056192=622592,2678784=581632} 2024-03-10T22:16:39.422 INFO:tasks.rados.rados.0.smithi169.stdout:717: writing smithi16976610-4 from 1515520 to 2056192 tid 1 2024-03-10T22:16:39.426 INFO:tasks.rados.rados.0.smithi169.stdout:717: writing smithi16976610-4 from 2056192 to 2678784 tid 2 2024-03-10T22:16:39.429 INFO:tasks.rados.rados.0.smithi169.stdout:717: writing smithi16976610-4 from 2678784 to 3260416 tid 3 2024-03-10T22:16:39.430 INFO:tasks.rados.rados.0.smithi169.stdout:718: read oid 11 snap -1 2024-03-10T22:16:39.430 INFO:tasks.rados.rados.0.smithi169.stdout:718: expect (ObjNum 229 snap 61 seq_num 229) 2024-03-10T22:16:39.430 INFO:tasks.rados.rados.0.smithi169.stdout:719: read oid 42 snap -1 2024-03-10T22:16:39.430 INFO:tasks.rados.rados.0.smithi169.stdout:719: expect (ObjNum 236 snap 61 seq_num 236) 2024-03-10T22:16:39.430 INFO:tasks.rados.rados.0.smithi169.stdout:720: snap_create 2024-03-10T22:16:39.431 INFO:tasks.rados.rados.0.smithi169.stdout:717: finishing write tid 1 to smithi16976610-4 2024-03-10T22:16:39.431 INFO:tasks.rados.rados.0.smithi169.stdout:717: finishing write tid 2 to smithi16976610-4 2024-03-10T22:16:39.435 INFO:tasks.rados.rados.0.smithi169.stdout:717: finishing write tid 3 to smithi16976610-4 2024-03-10T22:16:39.435 INFO:tasks.rados.rados.0.smithi169.stdout:717: finishing write tid 4 to smithi16976610-4 2024-03-10T22:16:39.436 INFO:tasks.rados.rados.0.smithi169.stdout:717: finishing write tid 5 to smithi16976610-4 2024-03-10T22:16:39.436 INFO:tasks.rados.rados.0.smithi169.stdout:717: oid 4 updating version 0 to 422 2024-03-10T22:16:39.436 INFO:tasks.rados.rados.0.smithi169.stdout:717: oid 4 version 422 is already newer than 420 2024-03-10T22:16:39.436 INFO:tasks.rados.rados.0.smithi169.stdout:717: oid 4 version 422 is already newer than 421 2024-03-10T22:16:39.437 INFO:tasks.rados.rados.0.smithi169.stdout:717: oid 4 updating version 422 to 423 2024-03-10T22:16:39.437 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 423 (ObjNum 247 snap 63 seq_num 247) dirty exists 2024-03-10T22:16:39.437 INFO:tasks.rados.rados.0.smithi169.stdout:717: left oid 4 (ObjNum 247 snap 63 seq_num 247) 2024-03-10T22:16:39.439 INFO:tasks.rados.rados.0.smithi169.stdout:719: expect (ObjNum 236 snap 61 seq_num 236) 2024-03-10T22:16:39.479 INFO:tasks.rados.rados.0.smithi169.stdout:718: expect (ObjNum 229 snap 61 seq_num 229) 2024-03-10T22:16:39.645 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-mon[31000]: osdmap e201: 8 total, 8 up, 8 in 2024-03-10T22:16:39.645 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-mon[31000]: pgmap v24: 121 pgs: 121 active+clean; 166 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-03-10T22:16:39.645 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-mon[31000]: osdmap e202: 8 total, 8 up, 8 in 2024-03-10T22:16:39.645 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.387Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.388Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.388Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.388Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.388Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.388Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.388Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.388Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.388Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.388Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.388Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[73384]: ts=2024-03-10T22:16:39.388Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-10T22:16:39.646 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 podman[75912]: 2024-03-10 22:16:39.398005022 +0000 UTC m=+0.148036817 container died 94abdd75dc6620073acbaa8ebcf93bd0009625e354713d113b73f3bf336d7692 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:39.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:39 smithi169 ceph-mon[27156]: osdmap e201: 8 total, 8 up, 8 in 2024-03-10T22:16:39.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:39 smithi169 ceph-mon[27156]: pgmap v24: 121 pgs: 121 active+clean; 166 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-03-10T22:16:39.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:39 smithi169 ceph-mon[27156]: osdmap e202: 8 total, 8 up, 8 in 2024-03-10T22:16:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:39 smithi169 ceph-mon[37738]: osdmap e201: 8 total, 8 up, 8 in 2024-03-10T22:16:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:39 smithi169 ceph-mon[37738]: pgmap v24: 121 pgs: 121 active+clean; 166 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-03-10T22:16:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:39 smithi169 ceph-mon[37738]: osdmap e202: 8 total, 8 up, 8 in 2024-03-10T22:16:40.013 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 podman[75912]: 2024-03-10 22:16:39.753511582 +0000 UTC m=+0.503543378 container cleanup 94abdd75dc6620073acbaa8ebcf93bd0009625e354713d113b73f3bf336d7692 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:40.013 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:39 smithi172 bash[75912]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a 2024-03-10T22:16:40.341 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 podman[75926]: 2024-03-10 22:16:40.046405692 +0000 UTC m=+0.651520387 container remove 94abdd75dc6620073acbaa8ebcf93bd0009625e354713d113b73f3bf336d7692 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:40.341 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-10T22:16:40.341 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 systemd[1]: Stopped Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:16:40.341 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@prometheus.a.service: Consumed 1.072s CPU time. 2024-03-10T22:16:40.341 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 systemd[1]: Starting Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:16:40.349 INFO:tasks.rados.rados.0.smithi169.stdout:717: done (3 left) 2024-03-10T22:16:40.349 INFO:tasks.rados.rados.0.smithi169.stdout:718: done (2 left) 2024-03-10T22:16:40.349 INFO:tasks.rados.rados.0.smithi169.stdout:719: done (1 left) 2024-03-10T22:16:40.349 INFO:tasks.rados.rados.0.smithi169.stdout:720: done (0 left) 2024-03-10T22:16:40.349 INFO:tasks.rados.rados.0.smithi169.stdout:721: setattr oid 26 current snap is 64 2024-03-10T22:16:40.350 INFO:tasks.rados.rados.0.smithi169.stdout:722: snap_remove snap 63 2024-03-10T22:16:40.599 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:40.600 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 podman[76021]: 2024-03-10 22:16:40.333819325 +0000 UTC m=+0.019514898 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-10T22:16:40.600 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 podman[76021]: 2024-03-10 22:16:40.480753686 +0000 UTC m=+0.166449246 container create 5c79893647d7be7504a2511774d43ed2f537aaddbd997857c130fcd001640890 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:40.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:40 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:40 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:41.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 podman[76021]: 2024-03-10 22:16:40.674805834 +0000 UTC m=+0.360501403 container init 5c79893647d7be7504a2511774d43ed2f537aaddbd997857c130fcd001640890 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:41.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 podman[76021]: 2024-03-10 22:16:40.677384417 +0000 UTC m=+0.363079984 container start 5c79893647d7be7504a2511774d43ed2f537aaddbd997857c130fcd001640890 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:16:41.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.703Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-10T22:16:41.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.703Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-10T22:16:41.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.703Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi172 (none))" 2024-03-10T22:16:41.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.703Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-10T22:16:41.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.703Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-10T22:16:41.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.705Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-10T22:16:41.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.705Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-10T22:16:41.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.706Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-10T22:16:41.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.706Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-10T22:16:41.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.709Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-10T22:16:41.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.709Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.709µs 2024-03-10T22:16:41.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.709Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-10T22:16:41.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.710Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-03-10T22:16:41.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.717Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-03-10T22:16:41.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.722Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-03-10T22:16:41.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.722Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-03-10T22:16:41.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.722Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.914µs wal_replay_duration=13.318598ms wbl_replay_duration=157ns total_replay_duration=13.365897ms 2024-03-10T22:16:41.016 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.725Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-10T22:16:41.016 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.725Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-10T22:16:41.016 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.725Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-10T22:16:41.016 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.745Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.472038ms db_storage=877ns remote_storage=1.061µs web_handler=364ns query_engine=820ns scrape=642.622µs scrape_sd=108.999µs notify=21.753µs notify_sd=36.366µs rules=19.317102ms tracing=6.096µs 2024-03-10T22:16:41.016 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.745Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-10T22:16:41.016 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:40.745Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-10T22:16:41.016 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 bash[76021]: 5c79893647d7be7504a2511774d43ed2f537aaddbd997857c130fcd001640890 2024-03-10T22:16:41.016 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:40 smithi172 systemd[1]: Started Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:16:41.351 INFO:tasks.rados.rados.0.smithi169.stdout:722: done (1 left) 2024-03-10T22:16:41.351 INFO:tasks.rados.rados.0.smithi169.stdout:723: delete oid 10 current snap is 64 2024-03-10T22:16:41.352 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 333 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-03-10T22:16:41.357 INFO:tasks.rados.rados.0.smithi169.stdout:721: done (1 left) 2024-03-10T22:16:41.357 INFO:tasks.rados.rados.0.smithi169.stdout:723: done (0 left) 2024-03-10T22:16:41.357 INFO:tasks.rados.rados.0.smithi169.stdout:724: snap_create 2024-03-10T22:16:41.702 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:41 smithi172 ceph-mon[31000]: osdmap e203: 8 total, 8 up, 8 in 2024-03-10T22:16:41.703 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:41 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:41.703 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:41 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:41.703 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:41 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:41.703 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:41 smithi172 ceph-mon[31000]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:41.703 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:41 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:41.703 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:41 smithi172 ceph-mon[31000]: pgmap v27: 121 pgs: 121 active+clean; 163 MiB data, 629 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[27156]: osdmap e203: 8 total, 8 up, 8 in 2024-03-10T22:16:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[27156]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[27156]: pgmap v27: 121 pgs: 121 active+clean; 163 MiB data, 629 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:41.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[37738]: osdmap e203: 8 total, 8 up, 8 in 2024-03-10T22:16:41.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[37738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:16:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:41 smithi169 ceph-mon[37738]: pgmap v27: 121 pgs: 121 active+clean; 163 MiB data, 629 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:42.363 INFO:tasks.rados.rados.0.smithi169.stdout:724: done (0 left) 2024-03-10T22:16:42.363 INFO:tasks.rados.rados.0.smithi169.stdout:725: setattr oid 43 current snap is 65 2024-03-10T22:16:42.365 INFO:tasks.rados.rados.0.smithi169.stdout:726: snap_remove snap 64 2024-03-10T22:16:42.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:42 smithi169 ceph-mon[27156]: osdmap e204: 8 total, 8 up, 8 in 2024-03-10T22:16:42.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:42 smithi169 ceph-mon[37738]: osdmap e204: 8 total, 8 up, 8 in 2024-03-10T22:16:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:42 smithi172 ceph-mon[31000]: osdmap e204: 8 total, 8 up, 8 in 2024-03-10T22:16:43.370 INFO:tasks.rados.rados.0.smithi169.stdout:726: done (1 left) 2024-03-10T22:16:43.371 INFO:tasks.rados.rados.0.smithi169.stdout:727: read oid 21 snap -1 2024-03-10T22:16:43.371 INFO:tasks.rados.rados.0.smithi169.stdout:727: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T22:16:43.371 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 65 2024-03-10T22:16:43.371 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 425 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-03-10T22:16:43.371 INFO:tasks.rados.rados.0.smithi169.stdout:728: seq_num 249 ranges {1376256=573440,1949696=794624,2744320=409600} 2024-03-10T22:16:43.381 INFO:tasks.rados.rados.0.smithi169.stdout:728: writing smithi16976610-41 from 1376256 to 1949696 tid 1 2024-03-10T22:16:43.386 INFO:tasks.rados.rados.0.smithi169.stdout:728: writing smithi16976610-41 from 1949696 to 2744320 tid 2 2024-03-10T22:16:43.389 INFO:tasks.rados.rados.0.smithi169.stdout:728: writing smithi16976610-41 from 2744320 to 3153920 tid 3 2024-03-10T22:16:43.389 INFO:tasks.rados.rados.0.smithi169.stdout:725: done (2 left) 2024-03-10T22:16:43.389 INFO:tasks.rados.rados.0.smithi169.stdout:729: copy_from oid 26 from oid 7 current snap is 65 2024-03-10T22:16:43.389 INFO:tasks.rados.rados.0.smithi169.stdout:727: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T22:16:43.411 INFO:tasks.rados.rados.0.smithi169.stdout:728: finishing write tid 1 to smithi16976610-41 2024-03-10T22:16:43.411 INFO:tasks.rados.rados.0.smithi169.stdout:728: finishing write tid 2 to smithi16976610-41 2024-03-10T22:16:43.411 INFO:tasks.rados.rados.0.smithi169.stdout:729: finishing copy_from to smithi16976610-26 2024-03-10T22:16:43.411 INFO:tasks.rados.rados.0.smithi169.stdout:729: got expected ENOENT (src dne) 2024-03-10T22:16:43.412 INFO:tasks.rados.rados.0.smithi169.stdout:729: finishing copy_from racing read to smithi16976610-26 2024-03-10T22:16:43.412 INFO:tasks.rados.rados.0.smithi169.stdout:728: finishing write tid 3 to smithi16976610-41 2024-03-10T22:16:43.412 INFO:tasks.rados.rados.0.smithi169.stdout:728: finishing write tid 4 to smithi16976610-41 2024-03-10T22:16:43.412 INFO:tasks.rados.rados.0.smithi169.stdout:728: finishing write tid 5 to smithi16976610-41 2024-03-10T22:16:43.412 INFO:tasks.rados.rados.0.smithi169.stdout:728: oid 41 updating version 0 to 332 2024-03-10T22:16:43.412 INFO:tasks.rados.rados.0.smithi169.stdout:728: oid 41 version 332 is already newer than 330 2024-03-10T22:16:43.412 INFO:tasks.rados.rados.0.smithi169.stdout:728: oid 41 updating version 332 to 333 2024-03-10T22:16:43.413 INFO:tasks.rados.rados.0.smithi169.stdout:728: oid 41 version 333 is already newer than 331 2024-03-10T22:16:43.413 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 333 (ObjNum 249 snap 65 seq_num 249) dirty exists 2024-03-10T22:16:43.413 INFO:tasks.rados.rados.0.smithi169.stdout:728: left oid 41 (ObjNum 249 snap 65 seq_num 249) 2024-03-10T22:16:43.413 INFO:tasks.rados.rados.0.smithi169.stdout:727: done (2 left) 2024-03-10T22:16:43.413 INFO:tasks.rados.rados.0.smithi169.stdout:728: done (1 left) 2024-03-10T22:16:43.413 INFO:tasks.rados.rados.0.smithi169.stdout:729: done (0 left) 2024-03-10T22:16:43.413 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 65 2024-03-10T22:16:43.413 INFO:tasks.rados.rados.0.smithi169.stdout:730: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2024-03-10T22:16:43.414 INFO:tasks.rados.rados.0.smithi169.stdout:730: writing smithi16976610-2 from 0 to 589824 tid 1 2024-03-10T22:16:43.417 INFO:tasks.rados.rados.0.smithi169.stdout:730: writing smithi16976610-2 from 589824 to 1269760 tid 2 2024-03-10T22:16:43.420 INFO:tasks.rados.rados.0.smithi169.stdout:730: writing smithi16976610-2 from 1269760 to 1679360 tid 3 2024-03-10T22:16:43.421 INFO:tasks.rados.rados.0.smithi169.stdout:730: writing smithi16976610-2 from 1679360 to 1794048 tid 4 2024-03-10T22:16:43.421 INFO:tasks.rados.rados.0.smithi169.stdout:731: setattr oid 24 current snap is 65 2024-03-10T22:16:43.421 INFO:tasks.rados.rados.0.smithi169.stdout:730: finishing write tid 1 to smithi16976610-2 2024-03-10T22:16:43.421 INFO:tasks.rados.rados.0.smithi169.stdout:730: finishing write tid 2 to smithi16976610-2 2024-03-10T22:16:43.422 INFO:tasks.rados.rados.0.smithi169.stdout:732: rollback oid 42 current snap is 65 2024-03-10T22:16:43.422 INFO:tasks.rados.rados.0.smithi169.stdout:732: done (2 left) 2024-03-10T22:16:43.422 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 65 2024-03-10T22:16:43.422 INFO:tasks.rados.rados.0.smithi169.stdout:733: seq_num 251 ranges {1564672=606208,2170880=614400,2785280=589824} 2024-03-10T22:16:43.434 INFO:tasks.rados.rados.0.smithi169.stdout:733: writing smithi16976610-42 from 1564672 to 2170880 tid 1 2024-03-10T22:16:43.437 INFO:tasks.rados.rados.0.smithi169.stdout:733: writing smithi16976610-42 from 2170880 to 2785280 tid 2 2024-03-10T22:16:43.442 INFO:tasks.rados.rados.0.smithi169.stdout:733: writing smithi16976610-42 from 2785280 to 3375104 tid 3 2024-03-10T22:16:43.442 INFO:tasks.rados.rados.0.smithi169.stdout:734: copy_from oid 34 from oid 3 current snap is 65 2024-03-10T22:16:43.442 INFO:tasks.rados.rados.0.smithi169.stdout:730: finishing write tid 3 to smithi16976610-2 2024-03-10T22:16:43.442 INFO:tasks.rados.rados.0.smithi169.stdout:730: finishing write tid 4 to smithi16976610-2 2024-03-10T22:16:43.442 INFO:tasks.rados.rados.0.smithi169.stdout:730: finishing write tid 5 to smithi16976610-2 2024-03-10T22:16:43.443 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 264 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T22:16:43.443 INFO:tasks.rados.rados.0.smithi169.stdout:730: finishing write tid 6 to smithi16976610-2 2024-03-10T22:16:43.443 INFO:tasks.rados.rados.0.smithi169.stdout:730: oid 2 updating version 0 to 395 2024-03-10T22:16:43.443 INFO:tasks.rados.rados.0.smithi169.stdout:730: oid 2 updating version 395 to 397 2024-03-10T22:16:43.443 INFO:tasks.rados.rados.0.smithi169.stdout:730: oid 2 version 397 is already newer than 393 2024-03-10T22:16:43.443 INFO:tasks.rados.rados.0.smithi169.stdout:730: oid 2 version 397 is already newer than 396 2024-03-10T22:16:43.444 INFO:tasks.rados.rados.0.smithi169.stdout:730: oid 2 version 397 is already newer than 394 2024-03-10T22:16:43.444 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 397 (ObjNum 250 snap 65 seq_num 250) dirty exists 2024-03-10T22:16:43.444 INFO:tasks.rados.rados.0.smithi169.stdout:730: left oid 2 (ObjNum 250 snap 65 seq_num 250) 2024-03-10T22:16:43.444 INFO:tasks.rados.rados.0.smithi169.stdout:733: finishing write tid 1 to smithi16976610-42 2024-03-10T22:16:43.444 INFO:tasks.rados.rados.0.smithi169.stdout:733: finishing write tid 2 to smithi16976610-42 2024-03-10T22:16:43.444 INFO:tasks.rados.rados.0.smithi169.stdout:730: done (3 left) 2024-03-10T22:16:43.444 INFO:tasks.rados.rados.0.smithi169.stdout:731: done (2 left) 2024-03-10T22:16:43.445 INFO:tasks.rados.rados.0.smithi169.stdout:735: delete oid 35 current snap is 65 2024-03-10T22:16:43.446 INFO:tasks.rados.rados.0.smithi169.stdout:735: done (2 left) 2024-03-10T22:16:43.446 INFO:tasks.rados.rados.0.smithi169.stdout:736: read oid 11 snap -1 2024-03-10T22:16:43.446 INFO:tasks.rados.rados.0.smithi169.stdout:736: expect (ObjNum 229 snap 61 seq_num 229) 2024-03-10T22:16:43.446 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 65 2024-03-10T22:16:43.447 INFO:tasks.rados.rados.0.smithi169.stdout:737: seq_num 253 ranges {2899968=647168,3547136=786432,4333568=417792} 2024-03-10T22:16:43.462 INFO:tasks.rados.rados.0.smithi169.stdout:737: writing smithi16976610-8 from 2899968 to 3547136 tid 1 2024-03-10T22:16:43.467 INFO:tasks.rados.rados.0.smithi169.stdout:737: writing smithi16976610-8 from 3547136 to 4333568 tid 2 2024-03-10T22:16:43.470 INFO:tasks.rados.rados.0.smithi169.stdout:737: writing smithi16976610-8 from 4333568 to 4751360 tid 3 2024-03-10T22:16:43.470 INFO:tasks.rados.rados.0.smithi169.stdout:738: read oid 27 snap -1 2024-03-10T22:16:43.470 INFO:tasks.rados.rados.0.smithi169.stdout:738: expect (ObjNum 225 snap 60 seq_num 225) 2024-03-10T22:16:43.470 INFO:tasks.rados.rados.0.smithi169.stdout:739: read oid 47 snap -1 2024-03-10T22:16:43.470 INFO:tasks.rados.rados.0.smithi169.stdout:739: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T22:16:43.470 INFO:tasks.rados.rados.0.smithi169.stdout:740: snap_create 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:733: finishing write tid 3 to smithi16976610-42 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:733: finishing write tid 4 to smithi16976610-42 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:733: finishing write tid 5 to smithi16976610-42 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:733: oid 42 updating version 0 to 335 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:733: oid 42 version 335 is already newer than 334 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:733: oid 42 updating version 335 to 337 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:733: oid 42 version 337 is already newer than 336 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 337 (ObjNum 251 snap 65 seq_num 251) dirty exists 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:733: left oid 42 (ObjNum 251 snap 65 seq_num 251) 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:734: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:734: finishing copy_from to smithi16976610-34 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 274 (ObjNum 158 snap 42 seq_num 158) dirty exists 2024-03-10T22:16:43.471 INFO:tasks.rados.rados.0.smithi169.stdout:736: expect (ObjNum 229 snap 61 seq_num 229) 2024-03-10T22:16:43.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:43 smithi172 ceph-mon[31000]: osdmap e205: 8 total, 8 up, 8 in 2024-03-10T22:16:43.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:43 smithi172 ceph-mon[31000]: Upgrade: Updating mgr.x 2024-03-10T22:16:43.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:43 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:16:43.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:43 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:16:43.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:43 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:43.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:43 smithi172 ceph-mon[31000]: Deploying daemon mgr.x on smithi172 2024-03-10T22:16:43.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:43 smithi172 ceph-mon[31000]: pgmap v30: 121 pgs: 121 active+clean; 94 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-03-10T22:16:43.608 INFO:tasks.rados.rados.0.smithi169.stdout:737: finishing write tid 1 to smithi16976610-8 2024-03-10T22:16:43.609 INFO:tasks.rados.rados.0.smithi169.stdout:737: finishing write tid 2 to smithi16976610-8 2024-03-10T22:16:43.609 INFO:tasks.rados.rados.0.smithi169.stdout:737: finishing write tid 3 to smithi16976610-8 2024-03-10T22:16:43.609 INFO:tasks.rados.rados.0.smithi169.stdout:737: finishing write tid 4 to smithi16976610-8 2024-03-10T22:16:43.609 INFO:tasks.rados.rados.0.smithi169.stdout:738: expect (ObjNum 225 snap 60 seq_num 225) 2024-03-10T22:16:43.647 INFO:tasks.rados.rados.0.smithi169.stdout:739: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T22:16:43.669 INFO:tasks.rados.rados.0.smithi169.stdout:737: finishing write tid 5 to smithi16976610-8 2024-03-10T22:16:43.670 INFO:tasks.rados.rados.0.smithi169.stdout:737: oid 8 updating version 0 to 181 2024-03-10T22:16:43.670 INFO:tasks.rados.rados.0.smithi169.stdout:737: oid 8 version 181 is already newer than 180 2024-03-10T22:16:43.670 INFO:tasks.rados.rados.0.smithi169.stdout:737: oid 8 version 181 is already newer than 178 2024-03-10T22:16:43.670 INFO:tasks.rados.rados.0.smithi169.stdout:737: oid 8 version 181 is already newer than 179 2024-03-10T22:16:43.670 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 181 (ObjNum 253 snap 65 seq_num 253) dirty exists 2024-03-10T22:16:43.670 INFO:tasks.rados.rados.0.smithi169.stdout:737: left oid 8 (ObjNum 253 snap 65 seq_num 253) 2024-03-10T22:16:43.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[27156]: osdmap e205: 8 total, 8 up, 8 in 2024-03-10T22:16:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[27156]: Upgrade: Updating mgr.x 2024-03-10T22:16:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:16:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:16:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[27156]: Deploying daemon mgr.x on smithi172 2024-03-10T22:16:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[27156]: pgmap v30: 121 pgs: 121 active+clean; 94 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-03-10T22:16:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[37738]: osdmap e205: 8 total, 8 up, 8 in 2024-03-10T22:16:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[37738]: Upgrade: Updating mgr.x 2024-03-10T22:16:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:16:43.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:16:43.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:43.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[37738]: Deploying daemon mgr.x on smithi172 2024-03-10T22:16:43.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:43 smithi169 ceph-mon[37738]: pgmap v30: 121 pgs: 121 active+clean; 94 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-03-10T22:16:43.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:16:44.279 INFO:tasks.rados.rados.0.smithi169.stdout:733: done (6 left) 2024-03-10T22:16:44.279 INFO:tasks.rados.rados.0.smithi169.stdout:734: done (5 left) 2024-03-10T22:16:44.279 INFO:tasks.rados.rados.0.smithi169.stdout:736: done (4 left) 2024-03-10T22:16:44.280 INFO:tasks.rados.rados.0.smithi169.stdout:737: done (3 left) 2024-03-10T22:16:44.280 INFO:tasks.rados.rados.0.smithi169.stdout:738: done (2 left) 2024-03-10T22:16:44.280 INFO:tasks.rados.rados.0.smithi169.stdout:739: done (1 left) 2024-03-10T22:16:44.280 INFO:tasks.rados.rados.0.smithi169.stdout:740: done (0 left) 2024-03-10T22:16:44.280 INFO:tasks.rados.rados.0.smithi169.stdout:741: rmattr oid 13 current snap is 66 2024-03-10T22:16:44.280 INFO:tasks.rados.rados.0.smithi169.stdout:742: snap_create 2024-03-10T22:16:44.284 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 429 (ObjNum 146 snap 38 seq_num 146) dirty exists 2024-03-10T22:16:44.590 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:44 smithi172 systemd[1]: Stopping Ceph mgr.x for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:16:44.591 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:44 smithi172 ceph-mon[31000]: osdmap e206: 8 total, 8 up, 8 in 2024-03-10T22:16:44.591 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:44 smithi172 ceph-mon[31000]: osdmap e207: 8 total, 8 up, 8 in 2024-03-10T22:16:44.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:44 smithi169 ceph-mon[27156]: osdmap e206: 8 total, 8 up, 8 in 2024-03-10T22:16:44.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:44 smithi169 ceph-mon[27156]: osdmap e207: 8 total, 8 up, 8 in 2024-03-10T22:16:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:44 smithi169 ceph-mon[37738]: osdmap e206: 8 total, 8 up, 8 in 2024-03-10T22:16:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:44 smithi169 ceph-mon[37738]: osdmap e207: 8 total, 8 up, 8 in 2024-03-10T22:16:44.901 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:44 smithi172 podman[76374]: 2024-03-10 22:16:44.59065698 +0000 UTC m=+0.147704883 container died a93ccd616ef5fd75d65a81774fa94f8a1497af9bd6301ab40a354221cd74c346 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-03-10T22:16:45.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:45 smithi172 podman[76374]: 2024-03-10 22:16:45.05127592 +0000 UTC m=+0.608323822 container cleanup a93ccd616ef5fd75d65a81774fa94f8a1497af9bd6301ab40a354221cd74c346 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-03-10T22:16:45.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:45 smithi172 bash[76374]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x 2024-03-10T22:16:45.282 INFO:tasks.rados.rados.0.smithi169.stdout:741: done (1 left) 2024-03-10T22:16:45.282 INFO:tasks.rados.rados.0.smithi169.stdout:742: done (0 left) 2024-03-10T22:16:45.282 INFO:tasks.rados.rados.0.smithi169.stdout:743: copy_from oid 43 from oid 39 current snap is 67 2024-03-10T22:16:45.282 INFO:tasks.rados.rados.0.smithi169.stdout:744: delete oid 49 current snap is 67 2024-03-10T22:16:45.286 INFO:tasks.rados.rados.0.smithi169.stdout:744: done (1 left) 2024-03-10T22:16:45.286 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 67 2024-03-10T22:16:45.286 INFO:tasks.rados.rados.0.smithi169.stdout:745: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-03-10T22:16:45.289 INFO:tasks.rados.rados.0.smithi169.stdout:745: writing smithi16976610-23 from 0 to 679936 tid 1 2024-03-10T22:16:45.292 INFO:tasks.rados.rados.0.smithi169.stdout:745: writing smithi16976610-23 from 679936 to 1228800 tid 2 2024-03-10T22:16:45.296 INFO:tasks.rados.rados.0.smithi169.stdout:745: writing smithi16976610-23 from 1228800 to 1826816 tid 3 2024-03-10T22:16:45.297 INFO:tasks.rados.rados.0.smithi169.stdout:745: writing smithi16976610-23 from 1826816 to 1884160 tid 4 2024-03-10T22:16:45.297 INFO:tasks.rados.rados.0.smithi169.stdout:746: rollback oid 3 current snap is 67 2024-03-10T22:16:45.297 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 3 to 66 2024-03-10T22:16:45.297 INFO:tasks.rados.rados.0.smithi169.stdout:743: finishing copy_from racing read to smithi16976610-43 2024-03-10T22:16:45.297 INFO:tasks.rados.rados.0.smithi169.stdout:743: finishing copy_from to smithi16976610-43 2024-03-10T22:16:45.297 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 328 (ObjNum 216 snap 59 seq_num 216) dirty exists 2024-03-10T22:16:45.297 INFO:tasks.rados.rados.0.smithi169.stdout:745: finishing write tid 1 to smithi16976610-23 2024-03-10T22:16:45.297 INFO:tasks.rados.rados.0.smithi169.stdout:743: done (2 left) 2024-03-10T22:16:45.297 INFO:tasks.rados.rados.0.smithi169.stdout:747: snap_create 2024-03-10T22:16:45.297 INFO:tasks.rados.rados.0.smithi169.stdout:745: finishing write tid 2 to smithi16976610-23 2024-03-10T22:16:45.299 INFO:tasks.rados.rados.0.smithi169.stdout:745: finishing write tid 3 to smithi16976610-23 2024-03-10T22:16:45.299 INFO:tasks.rados.rados.0.smithi169.stdout:745: finishing write tid 4 to smithi16976610-23 2024-03-10T22:16:45.300 INFO:tasks.rados.rados.0.smithi169.stdout:746: finishing rollback tid 0 to smithi16976610-3 2024-03-10T22:16:45.300 INFO:tasks.rados.rados.0.smithi169.stdout:746: finishing rollback tid 1 to smithi16976610-3 2024-03-10T22:16:45.300 INFO:tasks.rados.rados.0.smithi169.stdout:745: finishing write tid 5 to smithi16976610-23 2024-03-10T22:16:45.300 INFO:tasks.rados.rados.0.smithi169.stdout:746: finishing rollback tid 2 to smithi16976610-3 2024-03-10T22:16:45.300 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 341 (ObjNum 158 snap 42 seq_num 158) dirty exists 2024-03-10T22:16:45.303 INFO:tasks.rados.rados.0.smithi169.stdout:745: finishing write tid 6 to smithi16976610-23 2024-03-10T22:16:45.303 INFO:tasks.rados.rados.0.smithi169.stdout:745: oid 23 updating version 0 to 267 2024-03-10T22:16:45.303 INFO:tasks.rados.rados.0.smithi169.stdout:745: oid 23 updating version 267 to 268 2024-03-10T22:16:45.303 INFO:tasks.rados.rados.0.smithi169.stdout:745: oid 23 updating version 268 to 269 2024-03-10T22:16:45.303 INFO:tasks.rados.rados.0.smithi169.stdout:745: oid 23 version 269 is already newer than 266 2024-03-10T22:16:45.303 INFO:tasks.rados.rados.0.smithi169.stdout:745: oid 23 version 269 is already newer than 265 2024-03-10T22:16:45.303 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 269 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T22:16:45.303 INFO:tasks.rados.rados.0.smithi169.stdout:745: left oid 23 (ObjNum 255 snap 67 seq_num 255) 2024-03-10T22:16:45.685 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:45 smithi172 ceph-mon[31000]: pgmap v33: 121 pgs: 121 active+clean; 94 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-03-10T22:16:45.685 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:45 smithi172 ceph-mon[31000]: osdmap e208: 8 total, 8 up, 8 in 2024-03-10T22:16:45.685 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:45 smithi172 podman[76388]: 2024-03-10 22:16:45.352745507 +0000 UTC m=+0.760898365 container remove a93ccd616ef5fd75d65a81774fa94f8a1497af9bd6301ab40a354221cd74c346 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-03-10T22:16:45.685 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:45 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-03-10T22:16:45.685 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:45 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-03-10T22:16:45.686 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:45 smithi172 systemd[1]: Stopped Ceph mgr.x for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:16:45.686 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:45 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.x.service: Consumed 24.320s CPU time. 2024-03-10T22:16:45.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:45 smithi169 ceph-mon[27156]: pgmap v33: 121 pgs: 121 active+clean; 94 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-03-10T22:16:45.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:45 smithi169 ceph-mon[27156]: osdmap e208: 8 total, 8 up, 8 in 2024-03-10T22:16:45.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:45 smithi169 ceph-mon[37738]: pgmap v33: 121 pgs: 121 active+clean; 94 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-03-10T22:16:45.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:45 smithi169 ceph-mon[37738]: osdmap e208: 8 total, 8 up, 8 in 2024-03-10T22:16:46.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:45 smithi172 systemd[1]: Starting Ceph mgr.x for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:16:46.014 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:45 smithi172 podman[76516]: 2024-03-10 22:16:45.804682904 +0000 UTC m=+0.018186242 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:16:46.014 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:45 smithi172 podman[76516]: 2024-03-10 22:16:45.903694739 +0000 UTC m=+0.117198072 container create 3626f844d40f176f8d35ed7659b9d08ecdb39aef2613300b4ddc32eb3cdf0e68 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-10T22:16:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:16:45] "GET /metrics HTTP/1.1" 200 35999 "" "Prometheus/2.43.0" 2024-03-10T22:16:46.284 INFO:tasks.rados.rados.0.smithi169.stdout:745: done (2 left) 2024-03-10T22:16:46.284 INFO:tasks.rados.rados.0.smithi169.stdout:746: done (1 left) 2024-03-10T22:16:46.284 INFO:tasks.rados.rados.0.smithi169.stdout:747: done (0 left) 2024-03-10T22:16:46.284 INFO:tasks.rados.rados.0.smithi169.stdout:748: read oid 42 snap -1 2024-03-10T22:16:46.284 INFO:tasks.rados.rados.0.smithi169.stdout:748: expect (ObjNum 251 snap 65 seq_num 251) 2024-03-10T22:16:46.285 INFO:tasks.rados.rados.0.smithi169.stdout:749: read oid 24 snap -1 2024-03-10T22:16:46.285 INFO:tasks.rados.rados.0.smithi169.stdout:749: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-10T22:16:46.285 INFO:tasks.rados.rados.0.smithi169.stdout:750: copy_from oid 25 from oid 5 current snap is 68 2024-03-10T22:16:46.285 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 13 current snap is 68 2024-03-10T22:16:46.285 INFO:tasks.rados.rados.0.smithi169.stdout:751: seq_num 256 ranges {4431872=696320,5128192=434176,5562368=770048} 2024-03-10T22:16:46.289 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:46 smithi172 podman[76516]: 2024-03-10 22:16:46.189991776 +0000 UTC m=+0.403495123 container init 3626f844d40f176f8d35ed7659b9d08ecdb39aef2613300b4ddc32eb3cdf0e68 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-03-10T22:16:46.289 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:46 smithi172 podman[76516]: 2024-03-10 22:16:46.192746266 +0000 UTC m=+0.406249601 container start 3626f844d40f176f8d35ed7659b9d08ecdb39aef2613300b4ddc32eb3cdf0e68 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307) 2024-03-10T22:16:46.289 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:46 smithi172 ceph-mgr[76535]: -- 172.21.15.172:0/186065353 <== mon.1 v2:172.21.15.172:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5638cae6e5a0 con 0x5638cae42c00 2024-03-10T22:16:46.313 INFO:tasks.rados.rados.0.smithi169.stdout:751: writing smithi16976610-13 from 4431872 to 5128192 tid 1 2024-03-10T22:16:46.315 INFO:tasks.rados.rados.0.smithi169.stdout:751: writing smithi16976610-13 from 5128192 to 5562368 tid 2 2024-03-10T22:16:46.320 INFO:tasks.rados.rados.0.smithi169.stdout:751: writing smithi16976610-13 from 5562368 to 6332416 tid 3 2024-03-10T22:16:46.320 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 68 2024-03-10T22:16:46.320 INFO:tasks.rados.rados.0.smithi169.stdout:750: finishing copy_from to smithi16976610-25 2024-03-10T22:16:46.320 INFO:tasks.rados.rados.0.smithi169.stdout:750: got expected ENOENT (src dne) 2024-03-10T22:16:46.320 INFO:tasks.rados.rados.0.smithi169.stdout:752: seq_num 257 ranges {3260416=712704,3973120=720896,4694016=483328} 2024-03-10T22:16:46.341 INFO:tasks.rados.rados.0.smithi169.stdout:752: writing smithi16976610-4 from 3260416 to 3973120 tid 1 2024-03-10T22:16:46.345 INFO:tasks.rados.rados.0.smithi169.stdout:752: writing smithi16976610-4 from 3973120 to 4694016 tid 2 2024-03-10T22:16:46.348 INFO:tasks.rados.rados.0.smithi169.stdout:752: writing smithi16976610-4 from 4694016 to 5177344 tid 3 2024-03-10T22:16:46.348 INFO:tasks.rados.rados.0.smithi169.stdout:753: rmattr oid 12 current snap is 68 2024-03-10T22:16:46.348 INFO:tasks.rados.rados.0.smithi169.stdout:753: done (5 left) 2024-03-10T22:16:46.348 INFO:tasks.rados.rados.0.smithi169.stdout:754: read oid 39 snap -1 2024-03-10T22:16:46.349 INFO:tasks.rados.rados.0.smithi169.stdout:754: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:16:46.349 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 68 2024-03-10T22:16:46.349 INFO:tasks.rados.rados.0.smithi169.stdout:750: finishing copy_from racing read to smithi16976610-25 2024-03-10T22:16:46.349 INFO:tasks.rados.rados.0.smithi169.stdout:755: seq_num 258 ranges {1884160=729088,2613248=606208,3219456=598016} 2024-03-10T22:16:46.363 INFO:tasks.rados.rados.0.smithi169.stdout:755: writing smithi16976610-23 from 1884160 to 2613248 tid 1 2024-03-10T22:16:46.367 INFO:tasks.rados.rados.0.smithi169.stdout:755: writing smithi16976610-23 from 2613248 to 3219456 tid 2 2024-03-10T22:16:46.371 INFO:tasks.rados.rados.0.smithi169.stdout:755: writing smithi16976610-23 from 3219456 to 3817472 tid 3 2024-03-10T22:16:46.371 INFO:tasks.rados.rados.0.smithi169.stdout:750: done (6 left) 2024-03-10T22:16:46.371 INFO:tasks.rados.rados.0.smithi169.stdout:756: copy_from oid 49 from oid 45 current snap is 68 2024-03-10T22:16:46.371 INFO:tasks.rados.rados.0.smithi169.stdout:749: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-10T22:16:46.454 INFO:tasks.rados.rados.0.smithi169.stdout:748: expect (ObjNum 251 snap 65 seq_num 251) 2024-03-10T22:16:46.566 INFO:tasks.rados.rados.0.smithi169.stdout:751: finishing write tid 1 to smithi16976610-13 2024-03-10T22:16:46.567 INFO:tasks.rados.rados.0.smithi169.stdout:751: finishing write tid 2 to smithi16976610-13 2024-03-10T22:16:46.567 INFO:tasks.rados.rados.0.smithi169.stdout:748: done (6 left) 2024-03-10T22:16:46.567 INFO:tasks.rados.rados.0.smithi169.stdout:749: done (5 left) 2024-03-10T22:16:46.567 INFO:tasks.rados.rados.0.smithi169.stdout:757: snap_create 2024-03-10T22:16:46.567 INFO:tasks.rados.rados.0.smithi169.stdout:751: finishing write tid 3 to smithi16976610-13 2024-03-10T22:16:46.567 INFO:tasks.rados.rados.0.smithi169.stdout:751: finishing write tid 4 to smithi16976610-13 2024-03-10T22:16:46.567 INFO:tasks.rados.rados.0.smithi169.stdout:751: finishing write tid 5 to smithi16976610-13 2024-03-10T22:16:46.567 INFO:tasks.rados.rados.0.smithi169.stdout:751: oid 13 updating version 0 to 433 2024-03-10T22:16:46.567 INFO:tasks.rados.rados.0.smithi169.stdout:751: oid 13 version 433 is already newer than 432 2024-03-10T22:16:46.567 INFO:tasks.rados.rados.0.smithi169.stdout:751: oid 13 updating version 433 to 434 2024-03-10T22:16:46.567 INFO:tasks.rados.rados.0.smithi169.stdout:751: oid 13 version 434 is already newer than 431 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 434 (ObjNum 256 snap 68 seq_num 256) dirty exists 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:751: left oid 13 (ObjNum 256 snap 68 seq_num 256) 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:752: finishing write tid 1 to smithi16976610-4 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:752: finishing write tid 2 to smithi16976610-4 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:752: finishing write tid 3 to smithi16976610-4 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:752: finishing write tid 4 to smithi16976610-4 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:752: finishing write tid 5 to smithi16976610-4 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:752: oid 4 updating version 0 to 432 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:752: oid 4 updating version 432 to 434 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:752: oid 4 version 434 is already newer than 431 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:752: oid 4 version 434 is already newer than 433 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 434 (ObjNum 257 snap 68 seq_num 257) dirty exists 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:752: left oid 4 (ObjNum 257 snap 68 seq_num 257) 2024-03-10T22:16:46.568 INFO:tasks.rados.rados.0.smithi169.stdout:754: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:16:46.621 INFO:tasks.rados.rados.0.smithi169.stdout:755: finishing write tid 1 to smithi16976610-23 2024-03-10T22:16:46.621 INFO:tasks.rados.rados.0.smithi169.stdout:755: finishing write tid 2 to smithi16976610-23 2024-03-10T22:16:46.621 INFO:tasks.rados.rados.0.smithi169.stdout:755: finishing write tid 3 to smithi16976610-23 2024-03-10T22:16:46.621 INFO:tasks.rados.rados.0.smithi169.stdout:755: finishing write tid 4 to smithi16976610-23 2024-03-10T22:16:46.621 INFO:tasks.rados.rados.0.smithi169.stdout:755: finishing write tid 5 to smithi16976610-23 2024-03-10T22:16:46.621 INFO:tasks.rados.rados.0.smithi169.stdout:755: oid 23 updating version 0 to 272 2024-03-10T22:16:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:755: oid 23 updating version 272 to 274 2024-03-10T22:16:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:755: oid 23 version 274 is already newer than 273 2024-03-10T22:16:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:755: oid 23 version 274 is already newer than 271 2024-03-10T22:16:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 274 (ObjNum 258 snap 68 seq_num 258) dirty exists 2024-03-10T22:16:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:755: left oid 23 (ObjNum 258 snap 68 seq_num 258) 2024-03-10T22:16:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:756: finishing copy_from racing read to smithi16976610-49 2024-03-10T22:16:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:756: finishing copy_from to smithi16976610-49 2024-03-10T22:16:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 291 (ObjNum 213 snap 58 seq_num 213) dirty exists 2024-03-10T22:16:46.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:46 smithi172 bash[76516]: 3626f844d40f176f8d35ed7659b9d08ecdb39aef2613300b4ddc32eb3cdf0e68 2024-03-10T22:16:46.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:46 smithi172 systemd[1]: Started Ceph mgr.x for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:16:47.222 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:46 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:46.773+0000 7f4ed72e5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:16:47.222 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:46 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:46.874+0000 7f4ed72e5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:16:47.380 INFO:tasks.rados.rados.0.smithi169.stdout:751: done (5 left) 2024-03-10T22:16:47.380 INFO:tasks.rados.rados.0.smithi169.stdout:752: done (4 left) 2024-03-10T22:16:47.380 INFO:tasks.rados.rados.0.smithi169.stdout:754: done (3 left) 2024-03-10T22:16:47.380 INFO:tasks.rados.rados.0.smithi169.stdout:755: done (2 left) 2024-03-10T22:16:47.380 INFO:tasks.rados.rados.0.smithi169.stdout:756: done (1 left) 2024-03-10T22:16:47.381 INFO:tasks.rados.rados.0.smithi169.stdout:757: done (0 left) 2024-03-10T22:16:47.381 INFO:tasks.rados.rados.0.smithi169.stdout:758: rollback oid 46 current snap is 69 2024-03-10T22:16:47.381 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 46 to 68 2024-03-10T22:16:47.381 INFO:tasks.rados.rados.0.smithi169.stdout:759: copy_from oid 35 from oid 11 current snap is 69 2024-03-10T22:16:47.381 INFO:tasks.rados.rados.0.smithi169.stdout:760: read oid 30 snap -1 2024-03-10T22:16:47.381 INFO:tasks.rados.rados.0.smithi169.stdout:760: expect (ObjNum 242 snap 63 seq_num 242) 2024-03-10T22:16:47.381 INFO:tasks.rados.rados.0.smithi169.stdout:761: copy_from oid 6 from oid 38 current snap is 69 2024-03-10T22:16:47.381 INFO:tasks.rados.rados.0.smithi169.stdout:762: delete oid 33 current snap is 69 2024-03-10T22:16:47.385 INFO:tasks.rados.rados.0.smithi169.stdout:758: finishing rollback tid 0 to smithi16976610-46 2024-03-10T22:16:47.385 INFO:tasks.rados.rados.0.smithi169.stdout:758: finishing rollback tid 1 to smithi16976610-46 2024-03-10T22:16:47.387 INFO:tasks.rados.rados.0.smithi169.stdout:758: finishing rollback tid 2 to smithi16976610-46 2024-03-10T22:16:47.387 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 278 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-10T22:16:47.390 INFO:tasks.rados.rados.0.smithi169.stdout:758: done (4 left) 2024-03-10T22:16:47.390 INFO:tasks.rados.rados.0.smithi169.stdout:762: done (3 left) 2024-03-10T22:16:47.390 INFO:tasks.rados.rados.0.smithi169.stdout:763: read oid 4 snap -1 2024-03-10T22:16:47.390 INFO:tasks.rados.rados.0.smithi169.stdout:763: expect (ObjNum 257 snap 68 seq_num 257) 2024-03-10T22:16:47.390 INFO:tasks.rados.rados.0.smithi169.stdout:764: snap_remove snap 65 2024-03-10T22:16:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:47 smithi172 ceph-mon[31000]: osdmap e209: 8 total, 8 up, 8 in 2024-03-10T22:16:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:47 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:47 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:47 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:47 smithi172 ceph-mon[31000]: pgmap v36: 121 pgs: 121 active+clean; 102 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-03-10T22:16:47.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:47 smithi169 ceph-mon[37738]: osdmap e209: 8 total, 8 up, 8 in 2024-03-10T22:16:47.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:47 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:47.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:47 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:47.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:47 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:47.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:47 smithi169 ceph-mon[37738]: pgmap v36: 121 pgs: 121 active+clean; 102 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-03-10T22:16:47.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:47 smithi169 ceph-mon[27156]: osdmap e209: 8 total, 8 up, 8 in 2024-03-10T22:16:47.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:47 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:47.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:47 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:47.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:47 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:47.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:47 smithi169 ceph-mon[27156]: pgmap v36: 121 pgs: 121 active+clean; 102 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-03-10T22:16:47.919 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:47.574+0000 7f4ed72e5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:16:47.920 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:47.666+0000 7f4ed72e5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:16:47.920 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:47.823+0000 7f4ed72e5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:16:47.920 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:47.918+0000 7f4ed72e5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:16:48.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:48.005+0000 7f4ed72e5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:16:48.385 INFO:tasks.rados.rados.0.smithi169.stdout:764: done (4 left) 2024-03-10T22:16:48.385 INFO:tasks.rados.rados.0.smithi169.stdout:765: snap_create 2024-03-10T22:16:48.385 INFO:tasks.rados.rados.0.smithi169.stdout:760: expect (ObjNum 242 snap 63 seq_num 242) 2024-03-10T22:16:48.433 INFO:tasks.rados.rados.0.smithi169.stdout:761: finishing copy_from racing read to smithi16976610-6 2024-03-10T22:16:48.433 INFO:tasks.rados.rados.0.smithi169.stdout:761: finishing copy_from to smithi16976610-6 2024-03-10T22:16:48.433 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 229 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-03-10T22:16:48.433 INFO:tasks.rados.rados.0.smithi169.stdout:759: finishing copy_from racing read to smithi16976610-35 2024-03-10T22:16:48.433 INFO:tasks.rados.rados.0.smithi169.stdout:759: finishing copy_from to smithi16976610-35 2024-03-10T22:16:48.433 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 285 (ObjNum 229 snap 61 seq_num 229) dirty exists 2024-03-10T22:16:48.433 INFO:tasks.rados.rados.0.smithi169.stdout:763: expect (ObjNum 257 snap 68 seq_num 257) 2024-03-10T22:16:48.616 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:48 smithi172 ceph-mon[31000]: osdmap e210: 8 total, 8 up, 8 in 2024-03-10T22:16:48.616 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:48.278+0000 7f4ed72e5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:16:48.616 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:48.400+0000 7f4ed72e5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:16:48.616 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:48.503+0000 7f4ed72e5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:16:48.616 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:48.615+0000 7f4ed72e5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:16:48.655 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:48 smithi169 ceph-mon[37738]: osdmap e210: 8 total, 8 up, 8 in 2024-03-10T22:16:48.656 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:48 smithi169 ceph-mon[27156]: osdmap e210: 8 total, 8 up, 8 in 2024-03-10T22:16:48.924 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:48.808+0000 7f4ed72e5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:16:49.284 INFO:tasks.rados.rados.0.smithi169.stdout:759: done (4 left) 2024-03-10T22:16:49.284 INFO:tasks.rados.rados.0.smithi169.stdout:760: done (3 left) 2024-03-10T22:16:49.284 INFO:tasks.rados.rados.0.smithi169.stdout:761: done (2 left) 2024-03-10T22:16:49.284 INFO:tasks.rados.rados.0.smithi169.stdout:763: done (1 left) 2024-03-10T22:16:49.284 INFO:tasks.rados.rados.0.smithi169.stdout:765: done (0 left) 2024-03-10T22:16:49.285 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 70 2024-03-10T22:16:49.285 INFO:tasks.rados.rados.0.smithi169.stdout:766: seq_num 260 ranges {3375104=761856,4136960=417792,4554752=786432} 2024-03-10T22:16:49.306 INFO:tasks.rados.rados.0.smithi169.stdout:766: writing smithi16976610-42 from 3375104 to 4136960 tid 1 2024-03-10T22:16:49.308 INFO:tasks.rados.rados.0.smithi169.stdout:766: writing smithi16976610-42 from 4136960 to 4554752 tid 2 2024-03-10T22:16:49.313 INFO:tasks.rados.rados.0.smithi169.stdout:766: writing smithi16976610-42 from 4554752 to 5341184 tid 3 2024-03-10T22:16:49.313 INFO:tasks.rados.rados.0.smithi169.stdout:767: delete oid 38 current snap is 70 2024-03-10T22:16:49.313 INFO:tasks.rados.rados.0.smithi169.stdout:766: finishing write tid 1 to smithi16976610-42 2024-03-10T22:16:49.313 INFO:tasks.rados.rados.0.smithi169.stdout:766: finishing write tid 2 to smithi16976610-42 2024-03-10T22:16:49.316 INFO:tasks.rados.rados.0.smithi169.stdout:766: finishing write tid 3 to smithi16976610-42 2024-03-10T22:16:49.317 INFO:tasks.rados.rados.0.smithi169.stdout:766: finishing write tid 4 to smithi16976610-42 2024-03-10T22:16:49.317 INFO:tasks.rados.rados.0.smithi169.stdout:767: done (1 left) 2024-03-10T22:16:49.317 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 70 2024-03-10T22:16:49.317 INFO:tasks.rados.rados.0.smithi169.stdout:768: seq_num 262 ranges {270336=794624,1064960=589824,1654784=614400} 2024-03-10T22:16:49.322 INFO:tasks.rados.rados.0.smithi169.stdout:768: writing smithi16976610-44 from 270336 to 1064960 tid 1 2024-03-10T22:16:49.326 INFO:tasks.rados.rados.0.smithi169.stdout:768: writing smithi16976610-44 from 1064960 to 1654784 tid 2 2024-03-10T22:16:49.330 INFO:tasks.rados.rados.0.smithi169.stdout:768: writing smithi16976610-44 from 1654784 to 2269184 tid 3 2024-03-10T22:16:49.330 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 70 2024-03-10T22:16:49.330 INFO:tasks.rados.rados.0.smithi169.stdout:766: finishing write tid 5 to smithi16976610-42 2024-03-10T22:16:49.330 INFO:tasks.rados.rados.0.smithi169.stdout:766: oid 42 updating version 0 to 341 2024-03-10T22:16:49.330 INFO:tasks.rados.rados.0.smithi169.stdout:766: oid 42 version 341 is already newer than 340 2024-03-10T22:16:49.330 INFO:tasks.rados.rados.0.smithi169.stdout:766: oid 42 version 341 is already newer than 339 2024-03-10T22:16:49.330 INFO:tasks.rados.rados.0.smithi169.stdout:766: oid 42 version 341 is already newer than 338 2024-03-10T22:16:49.330 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 341 (ObjNum 260 snap 70 seq_num 260) dirty exists 2024-03-10T22:16:49.331 INFO:tasks.rados.rados.0.smithi169.stdout:766: left oid 42 (ObjNum 260 snap 70 seq_num 260) 2024-03-10T22:16:49.331 INFO:tasks.rados.rados.0.smithi169.stdout:768: finishing write tid 1 to smithi16976610-44 2024-03-10T22:16:49.331 INFO:tasks.rados.rados.0.smithi169.stdout:768: finishing write tid 2 to smithi16976610-44 2024-03-10T22:16:49.331 INFO:tasks.rados.rados.0.smithi169.stdout:769: seq_num 263 ranges {2473984=409600,2883584=475136,3358720=557056,3915776=573440} 2024-03-10T22:16:49.345 INFO:tasks.rados.rados.0.smithi169.stdout:769: writing smithi16976610-50 from 2473984 to 2883584 tid 1 2024-03-10T22:16:49.348 INFO:tasks.rados.rados.0.smithi169.stdout:769: writing smithi16976610-50 from 2883584 to 3358720 tid 2 2024-03-10T22:16:49.351 INFO:tasks.rados.rados.0.smithi169.stdout:769: writing smithi16976610-50 from 3358720 to 3915776 tid 3 2024-03-10T22:16:49.355 INFO:tasks.rados.rados.0.smithi169.stdout:769: writing smithi16976610-50 from 3915776 to 4489216 tid 4 2024-03-10T22:16:49.355 INFO:tasks.rados.rados.0.smithi169.stdout:766: done (2 left) 2024-03-10T22:16:49.355 INFO:tasks.rados.rados.0.smithi169.stdout:770: read oid 45 snap -1 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:770: expect (ObjNum 213 snap 58 seq_num 213) 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:771: delete oid 37 current snap is 70 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:768: finishing write tid 3 to smithi16976610-44 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:768: finishing write tid 4 to smithi16976610-44 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:768: finishing write tid 5 to smithi16976610-44 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:768: oid 44 updating version 0 to 440 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:768: oid 44 version 440 is already newer than 438 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:768: oid 44 version 440 is already newer than 439 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:768: oid 44 updating version 440 to 441 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 441 (ObjNum 262 snap 70 seq_num 262) dirty exists 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:768: left oid 44 (ObjNum 262 snap 70 seq_num 262) 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:769: finishing write tid 1 to smithi16976610-50 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:769: finishing write tid 2 to smithi16976610-50 2024-03-10T22:16:49.356 INFO:tasks.rados.rados.0.smithi169.stdout:769: finishing write tid 3 to smithi16976610-50 2024-03-10T22:16:49.357 INFO:tasks.rados.rados.0.smithi169.stdout:768: done (3 left) 2024-03-10T22:16:49.357 INFO:tasks.rados.rados.0.smithi169.stdout:771: done (2 left) 2024-03-10T22:16:49.357 INFO:tasks.rados.rados.0.smithi169.stdout:772: rmattr oid 2 current snap is 70 2024-03-10T22:16:49.358 INFO:tasks.rados.rados.0.smithi169.stdout:772: done (2 left) 2024-03-10T22:16:49.358 INFO:tasks.rados.rados.0.smithi169.stdout:773: copy_from oid 33 from oid 8 current snap is 70 2024-03-10T22:16:49.358 INFO:tasks.rados.rados.0.smithi169.stdout:774: read oid 4 snap -1 2024-03-10T22:16:49.358 INFO:tasks.rados.rados.0.smithi169.stdout:774: expect (ObjNum 257 snap 68 seq_num 257) 2024-03-10T22:16:49.358 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 70 2024-03-10T22:16:49.358 INFO:tasks.rados.rados.0.smithi169.stdout:775: seq_num 265 ranges {3817472=442368,4259840=647168,4907008=573440,5480448=385024} 2024-03-10T22:16:49.383 INFO:tasks.rados.rados.0.smithi169.stdout:775: writing smithi16976610-23 from 3817472 to 4259840 tid 1 2024-03-10T22:16:49.387 INFO:tasks.rados.rados.0.smithi169.stdout:775: writing smithi16976610-23 from 4259840 to 4907008 tid 2 2024-03-10T22:16:49.391 INFO:tasks.rados.rados.0.smithi169.stdout:775: writing smithi16976610-23 from 4907008 to 5480448 tid 3 2024-03-10T22:16:49.394 INFO:tasks.rados.rados.0.smithi169.stdout:775: writing smithi16976610-23 from 5480448 to 5865472 tid 4 2024-03-10T22:16:49.394 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 70 2024-03-10T22:16:49.394 INFO:tasks.rados.rados.0.smithi169.stdout:769: finishing write tid 4 to smithi16976610-50 2024-03-10T22:16:49.394 INFO:tasks.rados.rados.0.smithi169.stdout:769: finishing write tid 5 to smithi16976610-50 2024-03-10T22:16:49.394 INFO:tasks.rados.rados.0.smithi169.stdout:769: finishing write tid 6 to smithi16976610-50 2024-03-10T22:16:49.394 INFO:tasks.rados.rados.0.smithi169.stdout:769: oid 50 updating version 0 to 458 2024-03-10T22:16:49.394 INFO:tasks.rados.rados.0.smithi169.stdout:769: oid 50 version 458 is already newer than 454 2024-03-10T22:16:49.394 INFO:tasks.rados.rados.0.smithi169.stdout:769: oid 50 version 458 is already newer than 456 2024-03-10T22:16:49.394 INFO:tasks.rados.rados.0.smithi169.stdout:769: oid 50 version 458 is already newer than 457 2024-03-10T22:16:49.394 INFO:tasks.rados.rados.0.smithi169.stdout:769: oid 50 version 458 is already newer than 455 2024-03-10T22:16:49.394 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 458 (ObjNum 263 snap 70 seq_num 263) dirty exists 2024-03-10T22:16:49.395 INFO:tasks.rados.rados.0.smithi169.stdout:769: left oid 50 (ObjNum 263 snap 70 seq_num 263) 2024-03-10T22:16:49.395 INFO:tasks.rados.rados.0.smithi169.stdout:770: expect (ObjNum 213 snap 58 seq_num 213) 2024-03-10T22:16:49.424 INFO:tasks.rados.rados.0.smithi169.stdout:773: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:16:49.424 INFO:tasks.rados.rados.0.smithi169.stdout:774: expect (ObjNum 257 snap 68 seq_num 257) 2024-03-10T22:16:49.633 INFO:tasks.rados.rados.0.smithi169.stdout:773: finishing copy_from to smithi16976610-33 2024-03-10T22:16:49.633 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 181 (ObjNum 253 snap 65 seq_num 253) dirty exists 2024-03-10T22:16:49.633 INFO:tasks.rados.rados.0.smithi169.stdout:775: finishing write tid 1 to smithi16976610-23 2024-03-10T22:16:49.633 INFO:tasks.rados.rados.0.smithi169.stdout:776: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-03-10T22:16:49.635 INFO:tasks.rados.rados.0.smithi169.stdout:776: writing smithi16976610-7 from 0 to 458752 tid 1 2024-03-10T22:16:49.638 INFO:tasks.rados.rados.0.smithi169.stdout:776: writing smithi16976610-7 from 458752 to 983040 tid 2 2024-03-10T22:16:49.642 INFO:tasks.rados.rados.0.smithi169.stdout:776: writing smithi16976610-7 from 983040 to 1712128 tid 3 2024-03-10T22:16:49.646 INFO:tasks.rados.rados.0.smithi169.stdout:776: writing smithi16976610-7 from 1712128 to 2064384 tid 4 2024-03-10T22:16:49.646 INFO:tasks.rados.rados.0.smithi169.stdout:769: done (5 left) 2024-03-10T22:16:49.646 INFO:tasks.rados.rados.0.smithi169.stdout:770: done (4 left) 2024-03-10T22:16:49.646 INFO:tasks.rados.rados.0.smithi169.stdout:773: done (3 left) 2024-03-10T22:16:49.646 INFO:tasks.rados.rados.0.smithi169.stdout:774: done (2 left) 2024-03-10T22:16:49.646 INFO:tasks.rados.rados.0.smithi169.stdout:777: read oid 17 snap -1 2024-03-10T22:16:49.646 INFO:tasks.rados.rados.0.smithi169.stdout:777: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:16:49.646 INFO:tasks.rados.rados.0.smithi169.stdout:778: copy_from oid 1 from oid 31 current snap is 70 2024-03-10T22:16:49.646 INFO:tasks.rados.rados.0.smithi169.stdout:775: finishing write tid 2 to smithi16976610-23 2024-03-10T22:16:49.647 INFO:tasks.rados.rados.0.smithi169.stdout:775: finishing write tid 3 to smithi16976610-23 2024-03-10T22:16:49.647 INFO:tasks.rados.rados.0.smithi169.stdout:775: finishing write tid 4 to smithi16976610-23 2024-03-10T22:16:49.647 INFO:tasks.rados.rados.0.smithi169.stdout:775: finishing write tid 5 to smithi16976610-23 2024-03-10T22:16:49.647 INFO:tasks.rados.rados.0.smithi169.stdout:775: finishing write tid 6 to smithi16976610-23 2024-03-10T22:16:49.647 INFO:tasks.rados.rados.0.smithi169.stdout:775: oid 23 updating version 0 to 285 2024-03-10T22:16:49.647 INFO:tasks.rados.rados.0.smithi169.stdout:775: oid 23 version 285 is already newer than 283 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:775: oid 23 version 285 is already newer than 284 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:775: oid 23 version 285 is already newer than 282 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:775: oid 23 updating version 285 to 286 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 286 (ObjNum 265 snap 70 seq_num 265) dirty exists 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:775: left oid 23 (ObjNum 265 snap 70 seq_num 265) 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:776: finishing write tid 1 to smithi16976610-7 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:776: finishing write tid 2 to smithi16976610-7 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:776: finishing write tid 3 to smithi16976610-7 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:775: done (3 left) 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:779: copy_from oid 39 from oid 28 current snap is 70 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:780: rollback oid 50 current snap is 70 2024-03-10T22:16:49.648 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 50 to 67 2024-03-10T22:16:49.649 INFO:tasks.rados.rados.0.smithi169.stdout:781: delete oid 36 current snap is 70 2024-03-10T22:16:49.649 INFO:tasks.rados.rados.0.smithi169.stdout:779: finishing copy_from to smithi16976610-39 2024-03-10T22:16:49.649 INFO:tasks.rados.rados.0.smithi169.stdout:779: got expected ENOENT (src dne) 2024-03-10T22:16:49.649 INFO:tasks.rados.rados.0.smithi169.stdout:779: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:16:49.650 INFO:tasks.rados.rados.0.smithi169.stdout:779: done (5 left) 2024-03-10T22:16:49.650 INFO:tasks.rados.rados.0.smithi169.stdout:781: done (4 left) 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:782: read oid 33 snap -1 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:782: expect (ObjNum 253 snap 65 seq_num 253) 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:783: rollback oid 35 current snap is 70 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 35 to 69 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:776: finishing write tid 4 to smithi16976610-7 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:784: rollback oid 37 current snap is 70 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 37 to 68 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:785: read oid 22 snap -1 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:785: expect (ObjNum 234 snap 61 seq_num 234) 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:786: rollback oid 28 current snap is 70 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 28 to 67 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:787: rollback oid 8 current snap is 70 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 8 to 69 2024-03-10T22:16:49.651 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 70 2024-03-10T22:16:49.652 INFO:tasks.rados.rados.0.smithi169.stdout:788: seq_num 268 ranges {1662976=491520,2154496=745472,2899968=745472,3645440=114688} 2024-03-10T22:16:49.661 INFO:tasks.rados.rados.0.smithi169.stdout:788: writing smithi16976610-30 from 1662976 to 2154496 tid 1 2024-03-10T22:16:49.665 INFO:tasks.rados.rados.0.smithi169.stdout:788: writing smithi16976610-30 from 2154496 to 2899968 tid 2 2024-03-10T22:16:49.667 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:49 smithi169 ceph-mon[37738]: osdmap e211: 8 total, 8 up, 8 in 2024-03-10T22:16:49.667 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:49 smithi169 ceph-mon[37738]: pgmap v39: 121 pgs: 121 active+clean; 102 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-03-10T22:16:49.667 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:49 smithi169 ceph-mon[37738]: osdmap e212: 8 total, 8 up, 8 in 2024-03-10T22:16:49.667 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:49 smithi169 ceph-mon[27156]: osdmap e211: 8 total, 8 up, 8 in 2024-03-10T22:16:49.667 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:49 smithi169 ceph-mon[27156]: pgmap v39: 121 pgs: 121 active+clean; 102 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-03-10T22:16:49.667 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:49 smithi169 ceph-mon[27156]: osdmap e212: 8 total, 8 up, 8 in 2024-03-10T22:16:49.669 INFO:tasks.rados.rados.0.smithi169.stdout:788: writing smithi16976610-30 from 2899968 to 3645440 tid 3 2024-03-10T22:16:49.670 INFO:tasks.rados.rados.0.smithi169.stdout:788: writing smithi16976610-30 from 3645440 to 3760128 tid 4 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:789: copy_from oid 49 from oid 24 current snap is 70 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:776: finishing write tid 5 to smithi16976610-7 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:786: finishing rollback tid 1 to smithi16976610-28 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 0 (ObjNum 33 snap 0 seq_num 151094992) dirty dne 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:776: finishing write tid 6 to smithi16976610-7 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:776: oid 7 updating version 0 to 266 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:776: oid 7 updating version 266 to 269 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:776: oid 7 version 269 is already newer than 267 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:776: oid 7 version 269 is already newer than 268 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:776: oid 7 updating version 269 to 270 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 270 (ObjNum 266 snap 70 seq_num 266) dirty exists 2024-03-10T22:16:49.671 INFO:tasks.rados.rados.0.smithi169.stdout:776: left oid 7 (ObjNum 266 snap 70 seq_num 266) 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:780: finishing rollback tid 0 to smithi16976610-50 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:780: finishing rollback tid 1 to smithi16976610-50 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:783: finishing rollback tid 0 to smithi16976610-35 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:783: finishing rollback tid 1 to smithi16976610-35 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:783: finishing rollback tid 2 to smithi16976610-35 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 288 (ObjNum 229 snap 61 seq_num 229) dirty exists 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:784: finishing rollback tid 1 to smithi16976610-37 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:780: finishing rollback tid 2 to smithi16976610-50 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 461 (ObjNum 241 snap 63 seq_num 241) dirty exists 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:784: finishing rollback tid 2 to smithi16976610-37 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 445 (ObjNum 192 snap 50 seq_num 192) dirty exists 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:787: finishing rollback tid 0 to smithi16976610-8 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:787: finishing rollback tid 1 to smithi16976610-8 2024-03-10T22:16:49.672 INFO:tasks.rados.rados.0.smithi169.stdout:777: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:16:49.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:49 smithi172 ceph-mon[31000]: osdmap e211: 8 total, 8 up, 8 in 2024-03-10T22:16:49.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:49 smithi172 ceph-mon[31000]: pgmap v39: 121 pgs: 121 active+clean; 102 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-03-10T22:16:49.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:49 smithi172 ceph-mon[31000]: osdmap e212: 8 total, 8 up, 8 in 2024-03-10T22:16:49.776 INFO:tasks.rados.rados.0.smithi169.stdout:787: finishing rollback tid 2 to smithi16976610-8 2024-03-10T22:16:49.776 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 185 (ObjNum 253 snap 65 seq_num 253) dirty exists 2024-03-10T22:16:49.776 INFO:tasks.rados.rados.0.smithi169.stdout:778: finishing copy_from racing read to smithi16976610-1 2024-03-10T22:16:49.776 INFO:tasks.rados.rados.0.smithi169.stdout:778: finishing copy_from to smithi16976610-1 2024-03-10T22:16:49.776 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 372 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-03-10T22:16:49.776 INFO:tasks.rados.rados.0.smithi169.stdout:788: finishing write tid 1 to smithi16976610-30 2024-03-10T22:16:49.776 INFO:tasks.rados.rados.0.smithi169.stdout:776: done (11 left) 2024-03-10T22:16:49.776 INFO:tasks.rados.rados.0.smithi169.stdout:777: done (10 left) 2024-03-10T22:16:49.777 INFO:tasks.rados.rados.0.smithi169.stdout:778: done (9 left) 2024-03-10T22:16:49.777 INFO:tasks.rados.rados.0.smithi169.stdout:780: done (8 left) 2024-03-10T22:16:49.777 INFO:tasks.rados.rados.0.smithi169.stdout:783: done (7 left) 2024-03-10T22:16:49.777 INFO:tasks.rados.rados.0.smithi169.stdout:784: done (6 left) 2024-03-10T22:16:49.777 INFO:tasks.rados.rados.0.smithi169.stdout:786: done (5 left) 2024-03-10T22:16:49.777 INFO:tasks.rados.rados.0.smithi169.stdout:787: done (4 left) 2024-03-10T22:16:49.777 INFO:tasks.rados.rados.0.smithi169.stdout:790: snap_remove snap 69 2024-03-10T22:16:50.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:49.857+0000 7f4ed72e5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:16:50.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:49.989+0000 7f4ed72e5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:16:50.395 INFO:tasks.rados.rados.0.smithi169.stdout:790: done (4 left) 2024-03-10T22:16:50.395 INFO:tasks.rados.rados.0.smithi169.stdout:791: copy_from oid 27 from oid 17 current snap is 70 2024-03-10T22:16:50.395 INFO:tasks.rados.rados.0.smithi169.stdout:788: finishing write tid 2 to smithi16976610-30 2024-03-10T22:16:50.395 INFO:tasks.rados.rados.0.smithi169.stdout:788: finishing write tid 3 to smithi16976610-30 2024-03-10T22:16:50.395 INFO:tasks.rados.rados.0.smithi169.stdout:788: finishing write tid 4 to smithi16976610-30 2024-03-10T22:16:50.395 INFO:tasks.rados.rados.0.smithi169.stdout:788: finishing write tid 5 to smithi16976610-30 2024-03-10T22:16:50.395 INFO:tasks.rados.rados.0.smithi169.stdout:782: expect (ObjNum 253 snap 65 seq_num 253) 2024-03-10T22:16:50.597 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:50.339+0000 7f4ed72e5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:16:50.597 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:50.438+0000 7f4ed72e5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:16:50.598 INFO:tasks.rados.rados.0.smithi169.stdout:788: finishing write tid 6 to smithi16976610-30 2024-03-10T22:16:50.598 INFO:tasks.rados.rados.0.smithi169.stdout:788: oid 30 updating version 0 to 443 2024-03-10T22:16:50.598 INFO:tasks.rados.rados.0.smithi169.stdout:788: oid 30 updating version 443 to 444 2024-03-10T22:16:50.598 INFO:tasks.rados.rados.0.smithi169.stdout:788: oid 30 version 444 is already newer than 442 2024-03-10T22:16:50.598 INFO:tasks.rados.rados.0.smithi169.stdout:788: oid 30 updating version 444 to 445 2024-03-10T22:16:50.598 INFO:tasks.rados.rados.0.smithi169.stdout:788: oid 30 version 445 is already newer than 441 2024-03-10T22:16:50.598 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 445 (ObjNum 268 snap 70 seq_num 268) dirty exists 2024-03-10T22:16:50.598 INFO:tasks.rados.rados.0.smithi169.stdout:788: left oid 30 (ObjNum 268 snap 70 seq_num 268) 2024-03-10T22:16:50.598 INFO:tasks.rados.rados.0.smithi169.stdout:789: finishing copy_from racing read to smithi16976610-49 2024-03-10T22:16:50.599 INFO:tasks.rados.rados.0.smithi169.stdout:789: finishing copy_from to smithi16976610-49 2024-03-10T22:16:50.599 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 264 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T22:16:50.599 INFO:tasks.rados.rados.0.smithi169.stdout:785: expect (ObjNum 234 snap 61 seq_num 234) 2024-03-10T22:16:50.758 INFO:tasks.rados.rados.0.smithi169.stdout:791: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:16:50.759 INFO:tasks.rados.rados.0.smithi169.stdout:791: finishing copy_from to smithi16976610-27 2024-03-10T22:16:50.759 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 229 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-03-10T22:16:50.759 INFO:tasks.rados.rados.0.smithi169.stdout:782: done (4 left) 2024-03-10T22:16:50.759 INFO:tasks.rados.rados.0.smithi169.stdout:785: done (3 left) 2024-03-10T22:16:50.759 INFO:tasks.rados.rados.0.smithi169.stdout:788: done (2 left) 2024-03-10T22:16:50.759 INFO:tasks.rados.rados.0.smithi169.stdout:789: done (1 left) 2024-03-10T22:16:50.759 INFO:tasks.rados.rados.0.smithi169.stdout:791: done (0 left) 2024-03-10T22:16:50.759 INFO:tasks.rados.rados.0.smithi169.stdout:792: copy_from oid 41 from oid 39 current snap is 70 2024-03-10T22:16:50.759 INFO:tasks.rados.rados.0.smithi169.stdout:793: setattr oid 21 current snap is 70 2024-03-10T22:16:50.760 INFO:tasks.rados.rados.0.smithi169.stdout:794: setattr oid 45 current snap is 70 2024-03-10T22:16:50.760 INFO:tasks.rados.rados.0.smithi169.stdout:795: snap_create 2024-03-10T22:16:50.761 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 271 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T22:16:50.762 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 465 (ObjNum 213 snap 58 seq_num 213) dirty exists 2024-03-10T22:16:50.766 INFO:tasks.rados.rados.0.smithi169.stdout:792: finishing copy_from racing read to smithi16976610-41 2024-03-10T22:16:50.767 INFO:tasks.rados.rados.0.smithi169.stdout:792: finishing copy_from to smithi16976610-41 2024-03-10T22:16:50.767 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 328 (ObjNum 216 snap 59 seq_num 216) dirty exists 2024-03-10T22:16:50.855 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:50.665+0000 7f4ed72e5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:16:51.166 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:50.854+0000 7f4ed72e5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:16:51.404 INFO:tasks.rados.rados.0.smithi169.stdout:792: done (3 left) 2024-03-10T22:16:51.404 INFO:tasks.rados.rados.0.smithi169.stdout:793: done (2 left) 2024-03-10T22:16:51.404 INFO:tasks.rados.rados.0.smithi169.stdout:794: done (1 left) 2024-03-10T22:16:51.404 INFO:tasks.rados.rados.0.smithi169.stdout:795: done (0 left) 2024-03-10T22:16:51.404 INFO:tasks.rados.rados.0.smithi169.stdout:796: rollback oid 27 current snap is 71 2024-03-10T22:16:51.404 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 27 to 67 2024-03-10T22:16:51.404 INFO:tasks.rados.rados.0.smithi169.stdout:797: snap_remove snap 70 2024-03-10T22:16:51.440 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:51 smithi172 ceph-mon[31000]: osdmap e213: 8 total, 8 up, 8 in 2024-03-10T22:16:51.440 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:51 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:51.440 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:51 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:51.440 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:51 smithi172 ceph-mon[31000]: pgmap v42: 121 pgs: 121 active+clean; 102 MiB data, 583 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:51.441 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:51.164+0000 7f4ed72e5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:16:51.441 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:51.440+0000 7f4ed72e5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:16:51.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:51 smithi169 ceph-mon[27156]: osdmap e213: 8 total, 8 up, 8 in 2024-03-10T22:16:51.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:51 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:51.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:51 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:51.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:51 smithi169 ceph-mon[27156]: pgmap v42: 121 pgs: 121 active+clean; 102 MiB data, 583 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:51.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:51 smithi169 ceph-mon[37738]: osdmap e213: 8 total, 8 up, 8 in 2024-03-10T22:16:51.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:51 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:51.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:51 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:51.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:51 smithi169 ceph-mon[37738]: pgmap v42: 121 pgs: 121 active+clean; 102 MiB data, 583 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:16:52.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:51.695+0000 7f4ed72e5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:16:52.410 INFO:tasks.rados.rados.0.smithi169.stdout:797: done (1 left) 2024-03-10T22:16:52.411 INFO:tasks.rados.rados.0.smithi169.stdout:798: copy_from oid 11 from oid 41 current snap is 71 2024-03-10T22:16:52.411 INFO:tasks.rados.rados.0.smithi169.stdout:796: finishing rollback tid 0 to smithi16976610-27 2024-03-10T22:16:52.411 INFO:tasks.rados.rados.0.smithi169.stdout:796: finishing rollback tid 1 to smithi16976610-27 2024-03-10T22:16:52.411 INFO:tasks.rados.rados.0.smithi169.stdout:796: finishing rollback tid 2 to smithi16976610-27 2024-03-10T22:16:52.411 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 407 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-03-10T22:16:52.411 INFO:tasks.rados.rados.0.smithi169.stdout:796: done (1 left) 2024-03-10T22:16:52.411 INFO:tasks.rados.rados.0.smithi169.stdout:799: copy_from oid 46 from oid 17 current snap is 71 2024-03-10T22:16:52.411 INFO:tasks.rados.rados.0.smithi169.stdout:800: delete oid 29 current snap is 71 2024-03-10T22:16:52.417 INFO:tasks.rados.rados.0.smithi169.stdout:800: done (2 left) 2024-03-10T22:16:52.417 INFO:tasks.rados.rados.0.smithi169.stdout:801: snap_remove snap 68 2024-03-10T22:16:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:52 smithi169 ceph-mon[27156]: osdmap e214: 8 total, 8 up, 8 in 2024-03-10T22:16:52.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:52 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:52.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:52 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:52.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:52 smithi169 ceph-mon[37738]: osdmap e214: 8 total, 8 up, 8 in 2024-03-10T22:16:52.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:52 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:52.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:52 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:52.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:52 smithi172 ceph-mon[31000]: osdmap e214: 8 total, 8 up, 8 in 2024-03-10T22:16:52.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:52 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:52.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:52 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:52.764 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:52.577+0000 7f4ed72e5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:16:53.418 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:53.181+0000 7f4ed72e5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:16:53.418 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:53.282+0000 7f4ed72e5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:16:53.422 INFO:tasks.rados.rados.0.smithi169.stdout:801: done (2 left) 2024-03-10T22:16:53.423 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 71 2024-03-10T22:16:53.423 INFO:tasks.rados.rados.0.smithi169.stdout:798: finishing copy_from racing read to smithi16976610-11 2024-03-10T22:16:53.423 INFO:tasks.rados.rados.0.smithi169.stdout:798: finishing copy_from to smithi16976610-11 2024-03-10T22:16:53.423 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 328 (ObjNum 216 snap 59 seq_num 216) dirty exists 2024-03-10T22:16:53.423 INFO:tasks.rados.rados.0.smithi169.stdout:799: finishing copy_from racing read to smithi16976610-46 2024-03-10T22:16:53.423 INFO:tasks.rados.rados.0.smithi169.stdout:799: finishing copy_from to smithi16976610-46 2024-03-10T22:16:53.423 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 229 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-03-10T22:16:53.423 INFO:tasks.rados.rados.0.smithi169.stdout:802: seq_num 270 ranges {1572864=524288,2097152=516096,2613248=761856,3375104=327680} 2024-03-10T22:16:53.435 INFO:tasks.rados.rados.0.smithi169.stdout:802: writing smithi16976610-12 from 1572864 to 2097152 tid 1 2024-03-10T22:16:53.438 INFO:tasks.rados.rados.0.smithi169.stdout:802: writing smithi16976610-12 from 2097152 to 2613248 tid 2 2024-03-10T22:16:53.443 INFO:tasks.rados.rados.0.smithi169.stdout:802: writing smithi16976610-12 from 2613248 to 3375104 tid 3 2024-03-10T22:16:53.445 INFO:tasks.rados.rados.0.smithi169.stdout:802: writing smithi16976610-12 from 3375104 to 3702784 tid 4 2024-03-10T22:16:53.445 INFO:tasks.rados.rados.0.smithi169.stdout:798: done (2 left) 2024-03-10T22:16:53.445 INFO:tasks.rados.rados.0.smithi169.stdout:799: done (1 left) 2024-03-10T22:16:53.445 INFO:tasks.rados.rados.0.smithi169.stdout:803: delete oid 3 current snap is 71 2024-03-10T22:16:53.445 INFO:tasks.rados.rados.0.smithi169.stdout:802: finishing write tid 1 to smithi16976610-12 2024-03-10T22:16:53.445 INFO:tasks.rados.rados.0.smithi169.stdout:802: finishing write tid 2 to smithi16976610-12 2024-03-10T22:16:53.447 INFO:tasks.rados.rados.0.smithi169.stdout:802: finishing write tid 3 to smithi16976610-12 2024-03-10T22:16:53.447 INFO:tasks.rados.rados.0.smithi169.stdout:802: finishing write tid 4 to smithi16976610-12 2024-03-10T22:16:53.447 INFO:tasks.rados.rados.0.smithi169.stdout:803: done (1 left) 2024-03-10T22:16:53.447 INFO:tasks.rados.rados.0.smithi169.stdout:804: snap_remove snap 66 2024-03-10T22:16:53.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:53 smithi169 ceph-mon[27156]: osdmap e215: 8 total, 8 up, 8 in 2024-03-10T22:16:53.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:53 smithi169 ceph-mon[27156]: pgmap v45: 121 pgs: 121 active+clean; 142 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 9.2 MiB/s wr, 40 op/s 2024-03-10T22:16:53.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:53 smithi169 ceph-mon[37738]: osdmap e215: 8 total, 8 up, 8 in 2024-03-10T22:16:53.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:53 smithi169 ceph-mon[37738]: pgmap v45: 121 pgs: 121 active+clean; 142 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 9.2 MiB/s wr, 40 op/s 2024-03-10T22:16:53.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-mon[31000]: osdmap e215: 8 total, 8 up, 8 in 2024-03-10T22:16:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-mon[31000]: pgmap v45: 121 pgs: 121 active+clean; 142 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 9.2 MiB/s wr, 40 op/s 2024-03-10T22:16:53.764 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:16:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:16:53.765 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:53.513+0000 7f4ed72e5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:16:53.765 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: [10/Mar/2024:22:16:53] ENGINE Bus STARTING 2024-03-10T22:16:53.765 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: CherryPy Checker: 2024-03-10T22:16:53.765 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: The Application mounted at '' has an empty config. 2024-03-10T22:16:53.765 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:16:53.765 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: [10/Mar/2024:22:16:53] ENGINE Serving on http://:::9283 2024-03-10T22:16:53.765 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:16:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: [10/Mar/2024:22:16:53] ENGINE Bus STARTED 2024-03-10T22:16:54.281 INFO:tasks.rados.rados.0.smithi169.stdout:802: finishing write tid 5 to smithi16976610-12 2024-03-10T22:16:54.282 INFO:tasks.rados.rados.0.smithi169.stdout:802: finishing write tid 6 to smithi16976610-12 2024-03-10T22:16:54.282 INFO:tasks.rados.rados.0.smithi169.stdout:802: oid 12 updating version 0 to 194 2024-03-10T22:16:54.282 INFO:tasks.rados.rados.0.smithi169.stdout:802: oid 12 version 194 is already newer than 191 2024-03-10T22:16:54.282 INFO:tasks.rados.rados.0.smithi169.stdout:802: oid 12 version 194 is already newer than 192 2024-03-10T22:16:54.282 INFO:tasks.rados.rados.0.smithi169.stdout:802: oid 12 updating version 194 to 195 2024-03-10T22:16:54.282 INFO:tasks.rados.rados.0.smithi169.stdout:802: oid 12 version 195 is already newer than 193 2024-03-10T22:16:54.282 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 195 (ObjNum 270 snap 71 seq_num 270) dirty exists 2024-03-10T22:16:54.282 INFO:tasks.rados.rados.0.smithi169.stdout:802: left oid 12 (ObjNum 270 snap 71 seq_num 270) 2024-03-10T22:16:54.282 INFO:tasks.rados.rados.0.smithi169.stdout:802: done (1 left) 2024-03-10T22:16:54.282 INFO:tasks.rados.rados.0.smithi169.stdout:804: done (0 left) 2024-03-10T22:16:54.282 INFO:tasks.rados.rados.0.smithi169.stdout:805: read oid 14 snap -1 2024-03-10T22:16:54.283 INFO:tasks.rados.rados.0.smithi169.stdout:805: expect (ObjNum 181 snap 46 seq_num 181) 2024-03-10T22:16:54.283 INFO:tasks.rados.rados.0.smithi169.stdout:806: snap_remove snap 67 2024-03-10T22:16:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:54 smithi172 ceph-mon[31000]: osdmap e216: 8 total, 8 up, 8 in 2024-03-10T22:16:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:54 smithi172 ceph-mon[31000]: Standby manager daemon x restarted 2024-03-10T22:16:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:54 smithi172 ceph-mon[31000]: Standby manager daemon x started 2024-03-10T22:16:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:54 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:16:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:54 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:16:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:54 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:16:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:54 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:16:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:54 smithi172 ceph-mon[31000]: osdmap e217: 8 total, 8 up, 8 in 2024-03-10T22:16:54.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[27156]: osdmap e216: 8 total, 8 up, 8 in 2024-03-10T22:16:54.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[27156]: Standby manager daemon x restarted 2024-03-10T22:16:54.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[27156]: Standby manager daemon x started 2024-03-10T22:16:54.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:16:54.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:16:54.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:16:54.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[27156]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:16:54.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[27156]: osdmap e217: 8 total, 8 up, 8 in 2024-03-10T22:16:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[37738]: osdmap e216: 8 total, 8 up, 8 in 2024-03-10T22:16:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[37738]: Standby manager daemon x restarted 2024-03-10T22:16:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[37738]: Standby manager daemon x started 2024-03-10T22:16:54.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:16:54.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:16:54.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:16:54.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/996589733' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:16:54.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:54 smithi169 ceph-mon[37738]: osdmap e217: 8 total, 8 up, 8 in 2024-03-10T22:16:55.281 INFO:tasks.rados.rados.0.smithi169.stdout:806: done (1 left) 2024-03-10T22:16:55.282 INFO:tasks.rados.rados.0.smithi169.stdout:807: read oid 32 snap -1 2024-03-10T22:16:55.282 INFO:tasks.rados.rados.0.smithi169.stdout:807: expect (ObjNum 171 snap 44 seq_num 171) 2024-03-10T22:16:55.282 INFO:tasks.rados.rados.0.smithi169.stdout:808: rollback oid 2 current snap is 71 2024-03-10T22:16:55.282 INFO:tasks.rados.rados.0.smithi169.stdout:808: done (2 left) 2024-03-10T22:16:55.282 INFO:tasks.rados.rados.0.smithi169.stdout:809: read oid 7 snap -1 2024-03-10T22:16:55.282 INFO:tasks.rados.rados.0.smithi169.stdout:809: expect (ObjNum 266 snap 70 seq_num 266) 2024-03-10T22:16:55.282 INFO:tasks.rados.rados.0.smithi169.stdout:810: delete oid 10 current snap is 71 2024-03-10T22:16:55.282 INFO:tasks.rados.rados.0.smithi169.stdout:805: expect (ObjNum 181 snap 46 seq_num 181) 2024-03-10T22:16:55.376 INFO:tasks.rados.rados.0.smithi169.stdout:809: expect (ObjNum 266 snap 70 seq_num 266) 2024-03-10T22:16:55.429 INFO:tasks.rados.rados.0.smithi169.stdout:807: expect (ObjNum 171 snap 44 seq_num 171) 2024-03-10T22:16:55.594 INFO:tasks.rados.rados.0.smithi169.stdout:805: done (3 left) 2024-03-10T22:16:55.594 INFO:tasks.rados.rados.0.smithi169.stdout:807: done (2 left) 2024-03-10T22:16:55.594 INFO:tasks.rados.rados.0.smithi169.stdout:809: done (1 left) 2024-03-10T22:16:55.594 INFO:tasks.rados.rados.0.smithi169.stdout:810: done (0 left) 2024-03-10T22:16:55.594 INFO:tasks.rados.rados.0.smithi169.stdout:811: setattr oid 25 current snap is 71 2024-03-10T22:16:55.596 INFO:tasks.rados.rados.0.smithi169.stdout:812: rmattr oid 30 current snap is 71 2024-03-10T22:16:55.596 INFO:tasks.rados.rados.0.smithi169.stdout:812: done (1 left) 2024-03-10T22:16:55.596 INFO:tasks.rados.rados.0.smithi169.stdout:813: setattr oid 32 current snap is 71 2024-03-10T22:16:55.597 INFO:tasks.rados.rados.0.smithi169.stdout:814: delete oid 44 current snap is 71 2024-03-10T22:16:55.598 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 478 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-03-10T22:16:55.599 INFO:tasks.rados.rados.0.smithi169.stdout:811: done (2 left) 2024-03-10T22:16:55.599 INFO:tasks.rados.rados.0.smithi169.stdout:814: done (1 left) 2024-03-10T22:16:55.599 INFO:tasks.rados.rados.0.smithi169.stdout:815: copy_from oid 27 from oid 10 current snap is 71 2024-03-10T22:16:55.599 INFO:tasks.rados.rados.0.smithi169.stdout:816: read oid 42 snap -1 2024-03-10T22:16:55.599 INFO:tasks.rados.rados.0.smithi169.stdout:816: expect (ObjNum 260 snap 70 seq_num 260) 2024-03-10T22:16:55.599 INFO:tasks.rados.rados.0.smithi169.stdout:817: setattr oid 34 current snap is 71 2024-03-10T22:16:55.600 INFO:tasks.rados.rados.0.smithi169.stdout:815: finishing copy_from to smithi16976610-27 2024-03-10T22:16:55.600 INFO:tasks.rados.rados.0.smithi169.stdout:815: got expected ENOENT (src dne) 2024-03-10T22:16:55.600 INFO:tasks.rados.rados.0.smithi169.stdout:815: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:16:55.600 INFO:tasks.rados.rados.0.smithi169.stdout:815: done (3 left) 2024-03-10T22:16:55.601 INFO:tasks.rados.rados.0.smithi169.stdout:818: rollback oid 44 current snap is 71 2024-03-10T22:16:55.601 INFO:tasks.rados.rados.0.smithi169.stdout:818: done (3 left) 2024-03-10T22:16:55.601 INFO:tasks.rados.rados.0.smithi169.stdout:819: delete oid 31 current snap is 71 2024-03-10T22:16:55.602 INFO:tasks.rados.rados.0.smithi169.stdout:819: done (3 left) 2024-03-10T22:16:55.602 INFO:tasks.rados.rados.0.smithi169.stdout:820: read oid 28 snap -1 2024-03-10T22:16:55.602 INFO:tasks.rados.rados.0.smithi169.stdout:820: expect deleted 2024-03-10T22:16:55.602 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 71 2024-03-10T22:16:55.602 INFO:tasks.rados.rados.0.smithi169.stdout:821: seq_num 275 ranges {7856128=614400,8470528=786432,9256960=499712,9756672=319488} 2024-03-10T22:16:55.648 INFO:tasks.rados.rados.0.smithi169.stdout:821: writing smithi16976610-16 from 7856128 to 8470528 tid 1 2024-03-10T22:16:55.652 INFO:tasks.rados.rados.0.smithi169.stdout:821: writing smithi16976610-16 from 8470528 to 9256960 tid 2 2024-03-10T22:16:55.655 INFO:tasks.rados.rados.0.smithi169.stdout:821: writing smithi16976610-16 from 9256960 to 9756672 tid 3 2024-03-10T22:16:55.657 INFO:tasks.rados.rados.0.smithi169.stdout:821: writing smithi16976610-16 from 9756672 to 10076160 tid 4 2024-03-10T22:16:55.658 INFO:tasks.rados.rados.0.smithi169.stdout:822: read oid 11 snap -1 2024-03-10T22:16:55.658 INFO:tasks.rados.rados.0.smithi169.stdout:822: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:16:55.658 INFO:tasks.rados.rados.0.smithi169.stdout:823: read oid 5 snap -1 2024-03-10T22:16:55.658 INFO:tasks.rados.rados.0.smithi169.stdout:823: expect deleted 2024-03-10T22:16:55.658 INFO:tasks.rados.rados.0.smithi169.stdout:824: rollback oid 15 current snap is 71 2024-03-10T22:16:55.658 INFO:tasks.rados.rados.0.smithi169.stdout:824: done (7 left) 2024-03-10T22:16:55.658 INFO:tasks.rados.rados.0.smithi169.stdout:825: copy_from oid 20 from oid 10 current snap is 71 2024-03-10T22:16:55.658 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 460 (ObjNum 171 snap 44 seq_num 171) dirty exists 2024-03-10T22:16:55.658 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 357 (ObjNum 158 snap 42 seq_num 158) dirty exists 2024-03-10T22:16:55.658 INFO:tasks.rados.rados.0.smithi169.stdout:816: expect (ObjNum 260 snap 70 seq_num 260) 2024-03-10T22:16:55.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:55 smithi169 ceph-mon[37738]: mgrmap e36: y(active, since 29s), standbys: x 2024-03-10T22:16:55.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:55 smithi169 ceph-mon[37738]: pgmap v48: 121 pgs: 121 active+clean; 142 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 9.2 MiB/s wr, 40 op/s 2024-03-10T22:16:55.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:55 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:55.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:55 smithi169 ceph-mon[37738]: osdmap e218: 8 total, 8 up, 8 in 2024-03-10T22:16:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:55 smithi169 ceph-mon[27156]: mgrmap e36: y(active, since 29s), standbys: x 2024-03-10T22:16:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:55 smithi169 ceph-mon[27156]: pgmap v48: 121 pgs: 121 active+clean; 142 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 9.2 MiB/s wr, 40 op/s 2024-03-10T22:16:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:55 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:55 smithi169 ceph-mon[27156]: osdmap e218: 8 total, 8 up, 8 in 2024-03-10T22:16:55.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:55 smithi172 ceph-mon[31000]: mgrmap e36: y(active, since 29s), standbys: x 2024-03-10T22:16:55.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:55 smithi172 ceph-mon[31000]: pgmap v48: 121 pgs: 121 active+clean; 142 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 9.2 MiB/s wr, 40 op/s 2024-03-10T22:16:55.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:55 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:16:55.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:55 smithi172 ceph-mon[31000]: osdmap e218: 8 total, 8 up, 8 in 2024-03-10T22:16:55.872 INFO:tasks.rados.rados.0.smithi169.stdout:821: finishing write tid 1 to smithi16976610-16 2024-03-10T22:16:55.872 INFO:tasks.rados.rados.0.smithi169.stdout:821: finishing write tid 2 to smithi16976610-16 2024-03-10T22:16:55.872 INFO:tasks.rados.rados.0.smithi169.stdout:821: finishing write tid 3 to smithi16976610-16 2024-03-10T22:16:55.872 INFO:tasks.rados.rados.0.smithi169.stdout:825: finishing copy_from to smithi16976610-20 2024-03-10T22:16:55.872 INFO:tasks.rados.rados.0.smithi169.stdout:825: got expected ENOENT (src dne) 2024-03-10T22:16:55.872 INFO:tasks.rados.rados.0.smithi169.stdout:825: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:16:55.872 INFO:tasks.rados.rados.0.smithi169.stdout:821: finishing write tid 4 to smithi16976610-16 2024-03-10T22:16:55.872 INFO:tasks.rados.rados.0.smithi169.stdout:821: finishing write tid 5 to smithi16976610-16 2024-03-10T22:16:55.872 INFO:tasks.rados.rados.0.smithi169.stdout:821: finishing write tid 6 to smithi16976610-16 2024-03-10T22:16:55.873 INFO:tasks.rados.rados.0.smithi169.stdout:821: oid 16 updating version 0 to 483 2024-03-10T22:16:55.873 INFO:tasks.rados.rados.0.smithi169.stdout:821: oid 16 version 483 is already newer than 481 2024-03-10T22:16:55.873 INFO:tasks.rados.rados.0.smithi169.stdout:821: oid 16 version 483 is already newer than 479 2024-03-10T22:16:55.873 INFO:tasks.rados.rados.0.smithi169.stdout:821: oid 16 version 483 is already newer than 482 2024-03-10T22:16:55.873 INFO:tasks.rados.rados.0.smithi169.stdout:821: oid 16 version 483 is already newer than 480 2024-03-10T22:16:55.873 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 483 (ObjNum 275 snap 71 seq_num 275) dirty exists 2024-03-10T22:16:55.873 INFO:tasks.rados.rados.0.smithi169.stdout:821: left oid 16 (ObjNum 275 snap 71 seq_num 275) 2024-03-10T22:16:55.873 INFO:tasks.rados.rados.0.smithi169.stdout:822: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:16:55.927 INFO:tasks.rados.rados.0.smithi169.stdout:813: done (7 left) 2024-03-10T22:16:55.927 INFO:tasks.rados.rados.0.smithi169.stdout:816: done (6 left) 2024-03-10T22:16:55.927 INFO:tasks.rados.rados.0.smithi169.stdout:817: done (5 left) 2024-03-10T22:16:55.927 INFO:tasks.rados.rados.0.smithi169.stdout:820: done (4 left) 2024-03-10T22:16:55.927 INFO:tasks.rados.rados.0.smithi169.stdout:821: done (3 left) 2024-03-10T22:16:55.927 INFO:tasks.rados.rados.0.smithi169.stdout:822: done (2 left) 2024-03-10T22:16:55.927 INFO:tasks.rados.rados.0.smithi169.stdout:823: done (1 left) 2024-03-10T22:16:55.927 INFO:tasks.rados.rados.0.smithi169.stdout:825: done (0 left) 2024-03-10T22:16:55.927 INFO:tasks.rados.rados.0.smithi169.stdout:826: delete oid 23 current snap is 71 2024-03-10T22:16:55.929 INFO:tasks.rados.rados.0.smithi169.stdout:826: done (0 left) 2024-03-10T22:16:55.929 INFO:tasks.rados.rados.0.smithi169.stdout:827: delete oid 15 current snap is 71 2024-03-10T22:16:55.929 INFO:tasks.rados.rados.0.smithi169.stdout:827: done (0 left) 2024-03-10T22:16:55.929 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 71 2024-03-10T22:16:55.929 INFO:tasks.rados.rados.0.smithi169.stdout:828: seq_num 278 ranges {0=663552,663552=442368,1105920=720896,1826816=442368} 2024-03-10T22:16:55.933 INFO:tasks.rados.rados.0.smithi169.stdout:828: writing smithi16976610-28 from 0 to 663552 tid 1 2024-03-10T22:16:55.935 INFO:tasks.rados.rados.0.smithi169.stdout:828: writing smithi16976610-28 from 663552 to 1105920 tid 2 2024-03-10T22:16:55.940 INFO:tasks.rados.rados.0.smithi169.stdout:828: writing smithi16976610-28 from 1105920 to 1826816 tid 3 2024-03-10T22:16:55.943 INFO:tasks.rados.rados.0.smithi169.stdout:828: writing smithi16976610-28 from 1826816 to 2269184 tid 4 2024-03-10T22:16:55.943 INFO:tasks.rados.rados.0.smithi169.stdout:828: finishing write tid 1 to smithi16976610-28 2024-03-10T22:16:55.943 INFO:tasks.rados.rados.0.smithi169.stdout:828: finishing write tid 2 to smithi16976610-28 2024-03-10T22:16:55.943 INFO:tasks.rados.rados.0.smithi169.stdout:828: finishing write tid 3 to smithi16976610-28 2024-03-10T22:16:55.943 INFO:tasks.rados.rados.0.smithi169.stdout:829: rmattr oid 34 current snap is 71 2024-03-10T22:16:55.943 INFO:tasks.rados.rados.0.smithi169.stdout:830: snap_create 2024-03-10T22:16:55.945 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 358 (ObjNum 158 snap 42 seq_num 158) dirty exists 2024-03-10T22:16:55.945 INFO:tasks.rados.rados.0.smithi169.stdout:828: finishing write tid 4 to smithi16976610-28 2024-03-10T22:16:55.945 INFO:tasks.rados.rados.0.smithi169.stdout:828: finishing write tid 5 to smithi16976610-28 2024-03-10T22:16:55.948 INFO:tasks.rados.rados.0.smithi169.stdout:828: finishing write tid 6 to smithi16976610-28 2024-03-10T22:16:55.948 INFO:tasks.rados.rados.0.smithi169.stdout:828: oid 28 updating version 0 to 242 2024-03-10T22:16:55.948 INFO:tasks.rados.rados.0.smithi169.stdout:828: oid 28 version 242 is already newer than 240 2024-03-10T22:16:55.948 INFO:tasks.rados.rados.0.smithi169.stdout:828: oid 28 version 242 is already newer than 241 2024-03-10T22:16:55.948 INFO:tasks.rados.rados.0.smithi169.stdout:828: oid 28 version 242 is already newer than 239 2024-03-10T22:16:55.948 INFO:tasks.rados.rados.0.smithi169.stdout:828: oid 28 version 242 is already newer than 238 2024-03-10T22:16:55.948 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 242 (ObjNum 278 snap 71 seq_num 278) dirty exists 2024-03-10T22:16:55.948 INFO:tasks.rados.rados.0.smithi169.stdout:828: left oid 28 (ObjNum 278 snap 71 seq_num 278) 2024-03-10T22:16:56.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:16:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:16:55] "GET /metrics HTTP/1.1" 200 36004 "" "Prometheus/2.43.0" 2024-03-10T22:16:56.440 INFO:tasks.rados.rados.0.smithi169.stdout:828: done (2 left) 2024-03-10T22:16:56.440 INFO:tasks.rados.rados.0.smithi169.stdout:829: done (1 left) 2024-03-10T22:16:56.440 INFO:tasks.rados.rados.0.smithi169.stdout:830: done (0 left) 2024-03-10T22:16:56.440 INFO:tasks.rados.rados.0.smithi169.stdout:831: rmattr oid 35 current snap is 72 2024-03-10T22:16:56.440 INFO:tasks.rados.rados.0.smithi169.stdout:831: done (0 left) 2024-03-10T22:16:56.440 INFO:tasks.rados.rados.0.smithi169.stdout:832: read oid 27 snap -1 2024-03-10T22:16:56.441 INFO:tasks.rados.rados.0.smithi169.stdout:832: expect (ObjNum 225 snap 60 seq_num 225) 2024-03-10T22:16:56.441 INFO:tasks.rados.rados.0.smithi169.stdout:833: read oid 26 snap -1 2024-03-10T22:16:56.441 INFO:tasks.rados.rados.0.smithi169.stdout:833: expect (ObjNum 25 snap 0 seq_num 25) 2024-03-10T22:16:56.441 INFO:tasks.rados.rados.0.smithi169.stdout:834: rmattr oid 4 current snap is 72 2024-03-10T22:16:56.441 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 72 2024-03-10T22:16:56.441 INFO:tasks.rados.rados.0.smithi169.stdout:835: seq_num 279 ranges {2146304=679936,2826240=720896,3547136=483328,4030464=401408} 2024-03-10T22:16:56.456 INFO:tasks.rados.rados.0.smithi169.stdout:835: writing smithi16976610-24 from 2146304 to 2826240 tid 1 2024-03-10T22:16:56.460 INFO:tasks.rados.rados.0.smithi169.stdout:835: writing smithi16976610-24 from 2826240 to 3547136 tid 2 2024-03-10T22:16:56.463 INFO:tasks.rados.rados.0.smithi169.stdout:835: writing smithi16976610-24 from 3547136 to 4030464 tid 3 2024-03-10T22:16:56.465 INFO:tasks.rados.rados.0.smithi169.stdout:835: writing smithi16976610-24 from 4030464 to 4431872 tid 4 2024-03-10T22:16:56.466 INFO:tasks.rados.rados.0.smithi169.stdout:836: rmattr oid 1 current snap is 72 2024-03-10T22:16:56.466 INFO:tasks.rados.rados.0.smithi169.stdout:836: done (4 left) 2024-03-10T22:16:56.466 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 72 2024-03-10T22:16:56.466 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 462 (ObjNum 257 snap 68 seq_num 257) dirty exists 2024-03-10T22:16:56.466 INFO:tasks.rados.rados.0.smithi169.stdout:837: seq_num 280 ranges {4276224=696320,4972544=606208,5578752=688128,6266880=311296} 2024-03-10T22:16:56.493 INFO:tasks.rados.rados.0.smithi169.stdout:837: writing smithi16976610-25 from 4276224 to 4972544 tid 1 2024-03-10T22:16:56.496 INFO:tasks.rados.rados.0.smithi169.stdout:837: writing smithi16976610-25 from 4972544 to 5578752 tid 2 2024-03-10T22:16:56.500 INFO:tasks.rados.rados.0.smithi169.stdout:837: writing smithi16976610-25 from 5578752 to 6266880 tid 3 2024-03-10T22:16:56.502 INFO:tasks.rados.rados.0.smithi169.stdout:837: writing smithi16976610-25 from 6266880 to 6578176 tid 4 2024-03-10T22:16:56.503 INFO:tasks.rados.rados.0.smithi169.stdout:834: done (4 left) 2024-03-10T22:16:56.503 INFO:tasks.rados.rados.0.smithi169.stdout:838: read oid 9 snap 71 2024-03-10T22:16:56.503 INFO:tasks.rados.rados.0.smithi169.stdout:838: expect (ObjNum 226 snap 60 seq_num 226) 2024-03-10T22:16:56.503 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 72 2024-03-10T22:16:56.503 INFO:tasks.rados.rados.0.smithi169.stdout:839: seq_num 281 ranges {5341184=712704,6053888=491520,6545408=491520,7036928=622592} 2024-03-10T22:16:56.535 INFO:tasks.rados.rados.0.smithi169.stdout:839: writing smithi16976610-42 from 5341184 to 6053888 tid 1 2024-03-10T22:16:56.538 INFO:tasks.rados.rados.0.smithi169.stdout:839: writing smithi16976610-42 from 6053888 to 6545408 tid 2 2024-03-10T22:16:56.541 INFO:tasks.rados.rados.0.smithi169.stdout:839: writing smithi16976610-42 from 6545408 to 7036928 tid 3 2024-03-10T22:16:56.545 INFO:tasks.rados.rados.0.smithi169.stdout:839: writing smithi16976610-42 from 7036928 to 7659520 tid 4 2024-03-10T22:16:56.545 INFO:tasks.rados.rados.0.smithi169.stdout:840: read oid 3 snap 71 2024-03-10T22:16:56.545 INFO:tasks.rados.rados.0.smithi169.stdout:840: expect deleted 2024-03-10T22:16:56.545 INFO:tasks.rados.rados.0.smithi169.stdout:841: setattr oid 7 current snap is 72 2024-03-10T22:16:56.545 INFO:tasks.rados.rados.0.smithi169.stdout:833: expect (ObjNum 25 snap 0 seq_num 25) 2024-03-10T22:16:56.559 INFO:tasks.rados.rados.0.smithi169.stdout:832: expect (ObjNum 225 snap 60 seq_num 225) 2024-03-10T22:16:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:835: finishing write tid 1 to smithi16976610-24 2024-03-10T22:16:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:835: finishing write tid 2 to smithi16976610-24 2024-03-10T22:16:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:835: finishing write tid 3 to smithi16976610-24 2024-03-10T22:16:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:835: finishing write tid 4 to smithi16976610-24 2024-03-10T22:16:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:835: finishing write tid 5 to smithi16976610-24 2024-03-10T22:16:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:835: finishing write tid 6 to smithi16976610-24 2024-03-10T22:16:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:835: oid 24 updating version 0 to 303 2024-03-10T22:16:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:835: oid 24 updating version 303 to 306 2024-03-10T22:16:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:835: oid 24 version 306 is already newer than 305 2024-03-10T22:16:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:835: oid 24 version 306 is already newer than 304 2024-03-10T22:16:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:835: oid 24 updating version 306 to 307 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 307 (ObjNum 279 snap 72 seq_num 279) dirty exists 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:835: left oid 24 (ObjNum 279 snap 72 seq_num 279) 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:837: finishing write tid 1 to smithi16976610-25 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:837: finishing write tid 2 to smithi16976610-25 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:837: finishing write tid 3 to smithi16976610-25 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:837: finishing write tid 4 to smithi16976610-25 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:837: finishing write tid 5 to smithi16976610-25 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:837: finishing write tid 6 to smithi16976610-25 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:837: oid 25 updating version 0 to 488 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:837: oid 25 version 488 is already newer than 486 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:837: oid 25 version 488 is already newer than 487 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:837: oid 25 version 488 is already newer than 485 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:837: oid 25 updating version 488 to 489 2024-03-10T22:16:56.601 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 489 (ObjNum 280 snap 72 seq_num 280) dirty exists 2024-03-10T22:16:56.602 INFO:tasks.rados.rados.0.smithi169.stdout:837: left oid 25 (ObjNum 280 snap 72 seq_num 280) 2024-03-10T22:16:56.602 INFO:tasks.rados.rados.0.smithi169.stdout:838: expect (ObjNum 226 snap 60 seq_num 226) 2024-03-10T22:16:56.641 INFO:tasks.rados.rados.0.smithi169.stdout:839: finishing write tid 1 to smithi16976610-42 2024-03-10T22:16:56.641 INFO:tasks.rados.rados.0.smithi169.stdout:839: finishing write tid 2 to smithi16976610-42 2024-03-10T22:16:56.641 INFO:tasks.rados.rados.0.smithi169.stdout:832: done (7 left) 2024-03-10T22:16:56.641 INFO:tasks.rados.rados.0.smithi169.stdout:833: done (6 left) 2024-03-10T22:16:56.642 INFO:tasks.rados.rados.0.smithi169.stdout:835: done (5 left) 2024-03-10T22:16:56.642 INFO:tasks.rados.rados.0.smithi169.stdout:837: done (4 left) 2024-03-10T22:16:56.642 INFO:tasks.rados.rados.0.smithi169.stdout:838: done (3 left) 2024-03-10T22:16:56.642 INFO:tasks.rados.rados.0.smithi169.stdout:842: read oid 19 snap 71 2024-03-10T22:16:56.642 INFO:tasks.rados.rados.0.smithi169.stdout:842: expect (ObjNum 208 snap 54 seq_num 208) 2024-03-10T22:16:56.642 INFO:tasks.rados.rados.0.smithi169.stdout:843: rmattr oid 27 current snap is 72 2024-03-10T22:16:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:839: finishing write tid 3 to smithi16976610-42 2024-03-10T22:16:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:839: finishing write tid 4 to smithi16976610-42 2024-03-10T22:16:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:839: finishing write tid 5 to smithi16976610-42 2024-03-10T22:16:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:839: finishing write tid 6 to smithi16976610-42 2024-03-10T22:16:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:839: oid 42 updating version 0 to 345 2024-03-10T22:16:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:839: oid 42 version 345 is already newer than 343 2024-03-10T22:16:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:839: oid 42 version 345 is already newer than 344 2024-03-10T22:16:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:839: oid 42 updating version 345 to 346 2024-03-10T22:16:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:839: oid 42 version 346 is already newer than 342 2024-03-10T22:16:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 346 (ObjNum 281 snap 72 seq_num 281) dirty exists 2024-03-10T22:16:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:839: left oid 42 (ObjNum 281 snap 72 seq_num 281) 2024-03-10T22:16:56.645 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 273 (ObjNum 266 snap 70 seq_num 266) dirty exists 2024-03-10T22:16:56.645 INFO:tasks.rados.rados.0.smithi169.stdout:839: done (4 left) 2024-03-10T22:16:56.645 INFO:tasks.rados.rados.0.smithi169.stdout:840: done (3 left) 2024-03-10T22:16:56.645 INFO:tasks.rados.rados.0.smithi169.stdout:841: done (2 left) 2024-03-10T22:16:56.645 INFO:tasks.rados.rados.0.smithi169.stdout:844: rmattr oid 42 current snap is 72 2024-03-10T22:16:56.645 INFO:tasks.rados.rados.0.smithi169.stdout:844: done (2 left) 2024-03-10T22:16:56.646 INFO:tasks.rados.rados.0.smithi169.stdout:845: rollback oid 45 current snap is 72 2024-03-10T22:16:56.646 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 45 to 71 2024-03-10T22:16:56.646 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 72 2024-03-10T22:16:56.646 INFO:tasks.rados.rados.0.smithi169.stdout:846: seq_num 282 ranges {1794048=729088,2523136=425984,2949120=704512,3653632=475136} 2024-03-10T22:16:56.654 INFO:tasks.rados.rados.0.smithi169.stdout:846: writing smithi16976610-2 from 1794048 to 2523136 tid 1 2024-03-10T22:16:56.656 INFO:tasks.rados.rados.0.smithi169.stdout:846: writing smithi16976610-2 from 2523136 to 2949120 tid 2 2024-03-10T22:16:56.660 INFO:tasks.rados.rados.0.smithi169.stdout:846: writing smithi16976610-2 from 2949120 to 3653632 tid 3 2024-03-10T22:16:56.663 INFO:tasks.rados.rados.0.smithi169.stdout:846: writing smithi16976610-2 from 3653632 to 4128768 tid 4 2024-03-10T22:16:56.663 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 72 2024-03-10T22:16:56.664 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 423 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-03-10T22:16:56.664 INFO:tasks.rados.rados.0.smithi169.stdout:845: finishing rollback tid 0 to smithi16976610-45 2024-03-10T22:16:56.664 INFO:tasks.rados.rados.0.smithi169.stdout:845: finishing rollback tid 1 to smithi16976610-45 2024-03-10T22:16:56.664 INFO:tasks.rados.rados.0.smithi169.stdout:842: expect (ObjNum 208 snap 54 seq_num 208) 2024-03-10T22:16:56.765 INFO:tasks.rados.rados.0.smithi169.stdout:845: finishing rollback tid 2 to smithi16976610-45 2024-03-10T22:16:56.765 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 493 (ObjNum 213 snap 58 seq_num 213) dirty exists 2024-03-10T22:16:56.765 INFO:tasks.rados.rados.0.smithi169.stdout:846: finishing write tid 1 to smithi16976610-2 2024-03-10T22:16:56.765 INFO:tasks.rados.rados.0.smithi169.stdout:847: seq_num 283 ranges {4431872=745472,5177344=712704,5890048=458752,6348800=434176} 2024-03-10T22:16:56.793 INFO:tasks.rados.rados.0.smithi169.stdout:847: writing smithi16976610-24 from 4431872 to 5177344 tid 1 2024-03-10T22:16:56.797 INFO:tasks.rados.rados.0.smithi169.stdout:847: writing smithi16976610-24 from 5177344 to 5890048 tid 2 2024-03-10T22:16:56.800 INFO:tasks.rados.rados.0.smithi169.stdout:847: writing smithi16976610-24 from 5890048 to 6348800 tid 3 2024-03-10T22:16:56.803 INFO:tasks.rados.rados.0.smithi169.stdout:847: writing smithi16976610-24 from 6348800 to 6782976 tid 4 2024-03-10T22:16:56.803 INFO:tasks.rados.rados.0.smithi169.stdout:842: done (4 left) 2024-03-10T22:16:56.804 INFO:tasks.rados.rados.0.smithi169.stdout:843: done (3 left) 2024-03-10T22:16:56.804 INFO:tasks.rados.rados.0.smithi169.stdout:845: done (2 left) 2024-03-10T22:16:56.804 INFO:tasks.rados.rados.0.smithi169.stdout:848: setattr oid 1 current snap is 72 2024-03-10T22:16:56.804 INFO:tasks.rados.rados.0.smithi169.stdout:846: finishing write tid 2 to smithi16976610-2 2024-03-10T22:16:56.804 INFO:tasks.rados.rados.0.smithi169.stdout:846: finishing write tid 3 to smithi16976610-2 2024-03-10T22:16:56.804 INFO:tasks.rados.rados.0.smithi169.stdout:846: finishing write tid 4 to smithi16976610-2 2024-03-10T22:16:56.805 INFO:tasks.rados.rados.0.smithi169.stdout:846: finishing write tid 5 to smithi16976610-2 2024-03-10T22:16:56.805 INFO:tasks.rados.rados.0.smithi169.stdout:846: finishing write tid 6 to smithi16976610-2 2024-03-10T22:16:56.805 INFO:tasks.rados.rados.0.smithi169.stdout:846: oid 2 updating version 0 to 428 2024-03-10T22:16:56.805 INFO:tasks.rados.rados.0.smithi169.stdout:846: oid 2 version 428 is already newer than 426 2024-03-10T22:16:56.805 INFO:tasks.rados.rados.0.smithi169.stdout:846: oid 2 updating version 428 to 429 2024-03-10T22:16:56.805 INFO:tasks.rados.rados.0.smithi169.stdout:846: oid 2 version 429 is already newer than 425 2024-03-10T22:16:56.806 INFO:tasks.rados.rados.0.smithi169.stdout:846: oid 2 version 429 is already newer than 427 2024-03-10T22:16:56.806 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 429 (ObjNum 282 snap 72 seq_num 282) dirty exists 2024-03-10T22:16:56.806 INFO:tasks.rados.rados.0.smithi169.stdout:846: left oid 2 (ObjNum 282 snap 72 seq_num 282) 2024-03-10T22:16:56.806 INFO:tasks.rados.rados.0.smithi169.stdout:847: finishing write tid 1 to smithi16976610-24 2024-03-10T22:16:56.806 INFO:tasks.rados.rados.0.smithi169.stdout:847: finishing write tid 2 to smithi16976610-24 2024-03-10T22:16:56.807 INFO:tasks.rados.rados.0.smithi169.stdout:847: finishing write tid 3 to smithi16976610-24 2024-03-10T22:16:56.809 INFO:tasks.rados.rados.0.smithi169.stdout:846: done (2 left) 2024-03-10T22:16:56.809 INFO:tasks.rados.rados.0.smithi169.stdout:849: read oid 10 snap -1 2024-03-10T22:16:56.809 INFO:tasks.rados.rados.0.smithi169.stdout:849: expect deleted 2024-03-10T22:16:56.810 INFO:tasks.rados.rados.0.smithi169.stdout:850: copy_from oid 26 from oid 17 current snap is 72 2024-03-10T22:16:56.810 INFO:tasks.rados.rados.0.smithi169.stdout:851: delete oid 14 current snap is 72 2024-03-10T22:16:56.810 INFO:tasks.rados.rados.0.smithi169.stdout:847: finishing write tid 4 to smithi16976610-24 2024-03-10T22:16:56.810 INFO:tasks.rados.rados.0.smithi169.stdout:847: finishing write tid 5 to smithi16976610-24 2024-03-10T22:16:56.810 INFO:tasks.rados.rados.0.smithi169.stdout:847: finishing write tid 6 to smithi16976610-24 2024-03-10T22:16:56.810 INFO:tasks.rados.rados.0.smithi169.stdout:847: oid 24 updating version 0 to 312 2024-03-10T22:16:56.811 INFO:tasks.rados.rados.0.smithi169.stdout:847: oid 24 version 312 is already newer than 310 2024-03-10T22:16:56.811 INFO:tasks.rados.rados.0.smithi169.stdout:847: oid 24 version 312 is already newer than 309 2024-03-10T22:16:56.811 INFO:tasks.rados.rados.0.smithi169.stdout:847: oid 24 version 312 is already newer than 308 2024-03-10T22:16:56.811 INFO:tasks.rados.rados.0.smithi169.stdout:847: oid 24 version 312 is already newer than 311 2024-03-10T22:16:56.811 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 312 (ObjNum 283 snap 72 seq_num 283) dirty exists 2024-03-10T22:16:56.811 INFO:tasks.rados.rados.0.smithi169.stdout:847: left oid 24 (ObjNum 283 snap 72 seq_num 283) 2024-03-10T22:16:56.812 INFO:tasks.rados.rados.0.smithi169.stdout:847: done (4 left) 2024-03-10T22:16:56.812 INFO:tasks.rados.rados.0.smithi169.stdout:849: done (3 left) 2024-03-10T22:16:56.812 INFO:tasks.rados.rados.0.smithi169.stdout:851: done (2 left) 2024-03-10T22:16:56.812 INFO:tasks.rados.rados.0.smithi169.stdout:852: rollback oid 46 current snap is 72 2024-03-10T22:16:56.812 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 46 to 71 2024-03-10T22:16:56.812 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 72 2024-03-10T22:16:56.813 INFO:tasks.rados.rados.0.smithi169.stdout:853: seq_num 285 ranges {2064384=778240,2842624=475136,3317760=475136,3792896=655360} 2024-03-10T22:16:56.822 INFO:tasks.rados.rados.0.smithi169.stdout:853: writing smithi16976610-7 from 2064384 to 2842624 tid 1 2024-03-10T22:16:56.824 INFO:tasks.rados.rados.0.smithi169.stdout:853: writing smithi16976610-7 from 2842624 to 3317760 tid 2 2024-03-10T22:16:56.827 INFO:tasks.rados.rados.0.smithi169.stdout:853: writing smithi16976610-7 from 3317760 to 3792896 tid 3 2024-03-10T22:16:56.833 INFO:tasks.rados.rados.0.smithi169.stdout:853: writing smithi16976610-7 from 3792896 to 4448256 tid 4 2024-03-10T22:16:56.833 INFO:tasks.rados.rados.0.smithi169.stdout:854: copy_from oid 43 from oid 37 current snap is 72 2024-03-10T22:16:56.833 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 464 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-03-10T22:16:56.833 INFO:tasks.rados.rados.0.smithi169.stdout:848: done (4 left) 2024-03-10T22:16:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:855: rollback oid 31 current snap is 72 2024-03-10T22:16:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 31 to 71 2024-03-10T22:16:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:852: finishing rollback tid 0 to smithi16976610-46 2024-03-10T22:16:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:852: finishing rollback tid 1 to smithi16976610-46 2024-03-10T22:16:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:852: finishing rollback tid 2 to smithi16976610-46 2024-03-10T22:16:56.835 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 316 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-03-10T22:16:56.835 INFO:tasks.rados.rados.0.smithi169.stdout:850: finishing copy_from racing read to smithi16976610-26 2024-03-10T22:16:56.835 INFO:tasks.rados.rados.0.smithi169.stdout:850: finishing copy_from to smithi16976610-26 2024-03-10T22:16:56.835 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 229 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-03-10T22:16:56.836 INFO:tasks.rados.rados.0.smithi169.stdout:853: finishing write tid 1 to smithi16976610-7 2024-03-10T22:16:56.836 INFO:tasks.rados.rados.0.smithi169.stdout:853: finishing write tid 2 to smithi16976610-7 2024-03-10T22:16:56.836 INFO:tasks.rados.rados.0.smithi169.stdout:850: done (4 left) 2024-03-10T22:16:56.836 INFO:tasks.rados.rados.0.smithi169.stdout:852: done (3 left) 2024-03-10T22:16:56.836 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 72 2024-03-10T22:16:56.837 INFO:tasks.rados.rados.0.smithi169.stdout:853: finishing write tid 3 to smithi16976610-7 2024-03-10T22:16:56.837 INFO:tasks.rados.rados.0.smithi169.stdout:856: seq_num 286 ranges {6578176=794624,7372800=761856,8134656=679936,8814592=163840} 2024-03-10T22:16:56.872 INFO:tasks.rados.rados.0.smithi169.stdout:856: writing smithi16976610-25 from 6578176 to 7372800 tid 1 2024-03-10T22:16:56.876 INFO:tasks.rados.rados.0.smithi169.stdout:856: writing smithi16976610-25 from 7372800 to 8134656 tid 2 2024-03-10T22:16:56.879 INFO:tasks.rados.rados.0.smithi169.stdout:856: writing smithi16976610-25 from 8134656 to 8814592 tid 3 2024-03-10T22:16:56.881 INFO:tasks.rados.rados.0.smithi169.stdout:856: writing smithi16976610-25 from 8814592 to 8978432 tid 4 2024-03-10T22:16:56.881 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 33 current snap is 72 2024-03-10T22:16:56.881 INFO:tasks.rados.rados.0.smithi169.stdout:855: finishing rollback tid 1 to smithi16976610-31 2024-03-10T22:16:56.881 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T22:16:56.881 INFO:tasks.rados.rados.0.smithi169.stdout:853: finishing write tid 4 to smithi16976610-7 2024-03-10T22:16:56.881 INFO:tasks.rados.rados.0.smithi169.stdout:853: finishing write tid 5 to smithi16976610-7 2024-03-10T22:16:56.881 INFO:tasks.rados.rados.0.smithi169.stdout:853: finishing write tid 6 to smithi16976610-7 2024-03-10T22:16:56.881 INFO:tasks.rados.rados.0.smithi169.stdout:853: oid 7 updating version 0 to 274 2024-03-10T22:16:56.881 INFO:tasks.rados.rados.0.smithi169.stdout:853: oid 7 updating version 274 to 277 2024-03-10T22:16:56.881 INFO:tasks.rados.rados.0.smithi169.stdout:853: oid 7 version 277 is already newer than 275 2024-03-10T22:16:56.881 INFO:tasks.rados.rados.0.smithi169.stdout:853: oid 7 updating version 277 to 278 2024-03-10T22:16:56.882 INFO:tasks.rados.rados.0.smithi169.stdout:853: oid 7 version 278 is already newer than 276 2024-03-10T22:16:56.882 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 278 (ObjNum 285 snap 72 seq_num 285) dirty exists 2024-03-10T22:16:56.882 INFO:tasks.rados.rados.0.smithi169.stdout:853: left oid 7 (ObjNum 285 snap 72 seq_num 285) 2024-03-10T22:16:56.882 INFO:tasks.rados.rados.0.smithi169.stdout:854: finishing copy_from racing read to smithi16976610-43 2024-03-10T22:16:56.882 INFO:tasks.rados.rados.0.smithi169.stdout:854: finishing copy_from to smithi16976610-43 2024-03-10T22:16:56.882 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 445 (ObjNum 192 snap 50 seq_num 192) dirty exists 2024-03-10T22:16:56.882 INFO:tasks.rados.rados.0.smithi169.stdout:856: finishing write tid 1 to smithi16976610-25 2024-03-10T22:16:56.882 INFO:tasks.rados.rados.0.smithi169.stdout:856: finishing write tid 2 to smithi16976610-25 2024-03-10T22:16:56.882 INFO:tasks.rados.rados.0.smithi169.stdout:857: seq_num 287 ranges {4751360=8192} 2024-03-10T22:16:56.907 INFO:tasks.rados.rados.0.smithi169.stdout:857: writing smithi16976610-33 from 4751360 to 4759552 tid 1 2024-03-10T22:16:56.907 INFO:tasks.rados.rados.0.smithi169.stdout:853: done (4 left) 2024-03-10T22:16:56.907 INFO:tasks.rados.rados.0.smithi169.stdout:854: done (3 left) 2024-03-10T22:16:56.907 INFO:tasks.rados.rados.0.smithi169.stdout:855: done (2 left) 2024-03-10T22:16:56.907 INFO:tasks.rados.rados.0.smithi169.stdout:858: snap_create 2024-03-10T22:16:56.907 INFO:tasks.rados.rados.0.smithi169.stdout:856: finishing write tid 3 to smithi16976610-25 2024-03-10T22:16:56.907 INFO:tasks.rados.rados.0.smithi169.stdout:856: finishing write tid 4 to smithi16976610-25 2024-03-10T22:16:56.907 INFO:tasks.rados.rados.0.smithi169.stdout:856: finishing write tid 5 to smithi16976610-25 2024-03-10T22:16:56.907 INFO:tasks.rados.rados.0.smithi169.stdout:856: finishing write tid 6 to smithi16976610-25 2024-03-10T22:16:56.908 INFO:tasks.rados.rados.0.smithi169.stdout:856: oid 25 updating version 0 to 494 2024-03-10T22:16:56.908 INFO:tasks.rados.rados.0.smithi169.stdout:856: oid 25 updating version 494 to 497 2024-03-10T22:16:56.908 INFO:tasks.rados.rados.0.smithi169.stdout:856: oid 25 updating version 497 to 498 2024-03-10T22:16:56.908 INFO:tasks.rados.rados.0.smithi169.stdout:856: oid 25 version 498 is already newer than 496 2024-03-10T22:16:56.908 INFO:tasks.rados.rados.0.smithi169.stdout:856: oid 25 version 498 is already newer than 495 2024-03-10T22:16:56.908 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 498 (ObjNum 286 snap 72 seq_num 286) dirty exists 2024-03-10T22:16:56.908 INFO:tasks.rados.rados.0.smithi169.stdout:856: left oid 25 (ObjNum 286 snap 72 seq_num 286) 2024-03-10T22:16:56.908 INFO:tasks.rados.rados.0.smithi169.stdout:857: finishing write tid 1 to smithi16976610-33 2024-03-10T22:16:56.909 INFO:tasks.rados.rados.0.smithi169.stdout:857: finishing write tid 2 to smithi16976610-33 2024-03-10T22:16:56.909 INFO:tasks.rados.rados.0.smithi169.stdout:857: finishing write tid 3 to smithi16976610-33 2024-03-10T22:16:56.909 INFO:tasks.rados.rados.0.smithi169.stdout:857: oid 33 updating version 0 to 360 2024-03-10T22:16:56.910 INFO:tasks.rados.rados.0.smithi169.stdout:857: oid 33 updating version 360 to 361 2024-03-10T22:16:56.910 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 361 (ObjNum 287 snap 72 seq_num 287) dirty exists 2024-03-10T22:16:56.910 INFO:tasks.rados.rados.0.smithi169.stdout:857: left oid 33 (ObjNum 287 snap 72 seq_num 287) 2024-03-10T22:16:57.062 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.062 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.062 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:57.062 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:57.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:57.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:16:57.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-10T22:16:57.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-10T22:16:57.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-10T22:16:57.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-10T22:16:57.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T22:16:57.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T22:16:57.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[37738]: osdmap e219: 8 total, 8 up, 8 in 2024-03-10T22:16:57.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:57.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:57.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:57.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:16:57.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-10T22:16:57.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-10T22:16:57.065 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-10T22:16:57.065 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-10T22:16:57.065 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T22:16:57.065 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T22:16:57.065 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:57 smithi169 ceph-mon[27156]: osdmap e219: 8 total, 8 up, 8 in 2024-03-10T22:16:57.442 INFO:tasks.rados.rados.0.smithi169.stdout:856: done (2 left) 2024-03-10T22:16:57.442 INFO:tasks.rados.rados.0.smithi169.stdout:857: done (1 left) 2024-03-10T22:16:57.442 INFO:tasks.rados.rados.0.smithi169.stdout:858: done (0 left) 2024-03-10T22:16:57.442 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 73 2024-03-10T22:16:57.442 INFO:tasks.rados.rados.0.smithi169.stdout:859: seq_num 288 ranges {1171456=24576} 2024-03-10T22:16:57.448 INFO:tasks.rados.rados.0.smithi169.stdout:859: writing smithi16976610-45 from 1171456 to 1196032 tid 1 2024-03-10T22:16:57.448 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 73 2024-03-10T22:16:57.448 INFO:tasks.rados.rados.0.smithi169.stdout:860: seq_num 289 ranges {0=40960} 2024-03-10T22:16:57.448 INFO:tasks.rados.rados.0.smithi169.stdout:860: writing smithi16976610-10 from 0 to 40960 tid 1 2024-03-10T22:16:57.449 INFO:tasks.rados.rados.0.smithi169.stdout:861: delete oid 7 current snap is 73 2024-03-10T22:16:57.451 INFO:tasks.rados.rados.0.smithi169.stdout:859: finishing write tid 1 to smithi16976610-45 2024-03-10T22:16:57.451 INFO:tasks.rados.rados.0.smithi169.stdout:859: finishing write tid 2 to smithi16976610-45 2024-03-10T22:16:57.452 INFO:tasks.rados.rados.0.smithi169.stdout:860: finishing write tid 1 to smithi16976610-10 2024-03-10T22:16:57.453 INFO:tasks.rados.rados.0.smithi169.stdout:859: finishing write tid 3 to smithi16976610-45 2024-03-10T22:16:57.453 INFO:tasks.rados.rados.0.smithi169.stdout:859: oid 45 updating version 0 to 501 2024-03-10T22:16:57.453 INFO:tasks.rados.rados.0.smithi169.stdout:859: oid 45 version 501 is already newer than 500 2024-03-10T22:16:57.453 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 501 (ObjNum 288 snap 73 seq_num 288) dirty exists 2024-03-10T22:16:57.453 INFO:tasks.rados.rados.0.smithi169.stdout:859: left oid 45 (ObjNum 288 snap 73 seq_num 288) 2024-03-10T22:16:57.454 INFO:tasks.rados.rados.0.smithi169.stdout:859: done (2 left) 2024-03-10T22:16:57.454 INFO:tasks.rados.rados.0.smithi169.stdout:861: done (1 left) 2024-03-10T22:16:57.454 INFO:tasks.rados.rados.0.smithi169.stdout:862: rmattr oid 20 current snap is 73 2024-03-10T22:16:57.454 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 47 current snap is 73 2024-03-10T22:16:57.454 INFO:tasks.rados.rados.0.smithi169.stdout:863: seq_num 291 ranges {778240=81920} 2024-03-10T22:16:57.459 INFO:tasks.rados.rados.0.smithi169.stdout:863: writing smithi16976610-47 from 778240 to 860160 tid 1 2024-03-10T22:16:57.459 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 73 2024-03-10T22:16:57.459 INFO:tasks.rados.rados.0.smithi169.stdout:860: finishing write tid 2 to smithi16976610-10 2024-03-10T22:16:57.459 INFO:tasks.rados.rados.0.smithi169.stdout:860: finishing write tid 3 to smithi16976610-10 2024-03-10T22:16:57.459 INFO:tasks.rados.rados.0.smithi169.stdout:860: oid 10 updating version 0 to 77 2024-03-10T22:16:57.459 INFO:tasks.rados.rados.0.smithi169.stdout:860: oid 10 version 77 is already newer than 76 2024-03-10T22:16:57.459 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 77 (ObjNum 289 snap 73 seq_num 289) dirty exists 2024-03-10T22:16:57.459 INFO:tasks.rados.rados.0.smithi169.stdout:860: left oid 10 (ObjNum 289 snap 73 seq_num 289) 2024-03-10T22:16:57.459 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 209 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-03-10T22:16:57.459 INFO:tasks.rados.rados.0.smithi169.stdout:864: seq_num 292 ranges {1171456=98304} 2024-03-10T22:16:57.465 INFO:tasks.rados.rados.0.smithi169.stdout:864: writing smithi16976610-48 from 1171456 to 1269760 tid 1 2024-03-10T22:16:57.466 INFO:tasks.rados.rados.0.smithi169.stdout:860: done (3 left) 2024-03-10T22:16:57.466 INFO:tasks.rados.rados.0.smithi169.stdout:862: done (2 left) 2024-03-10T22:16:57.466 INFO:tasks.rados.rados.0.smithi169.stdout:865: delete oid 20 current snap is 73 2024-03-10T22:16:57.466 INFO:tasks.rados.rados.0.smithi169.stdout:863: finishing write tid 1 to smithi16976610-47 2024-03-10T22:16:57.466 INFO:tasks.rados.rados.0.smithi169.stdout:863: finishing write tid 2 to smithi16976610-47 2024-03-10T22:16:57.466 INFO:tasks.rados.rados.0.smithi169.stdout:863: finishing write tid 3 to smithi16976610-47 2024-03-10T22:16:57.466 INFO:tasks.rados.rados.0.smithi169.stdout:863: oid 47 updating version 0 to 504 2024-03-10T22:16:57.466 INFO:tasks.rados.rados.0.smithi169.stdout:863: oid 47 version 504 is already newer than 503 2024-03-10T22:16:57.466 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 504 (ObjNum 291 snap 73 seq_num 291) dirty exists 2024-03-10T22:16:57.466 INFO:tasks.rados.rados.0.smithi169.stdout:863: left oid 47 (ObjNum 291 snap 73 seq_num 291) 2024-03-10T22:16:57.467 INFO:tasks.rados.rados.0.smithi169.stdout:863: done (2 left) 2024-03-10T22:16:57.467 INFO:tasks.rados.rados.0.smithi169.stdout:865: done (1 left) 2024-03-10T22:16:57.467 INFO:tasks.rados.rados.0.smithi169.stdout:866: snap_create 2024-03-10T22:16:57.468 INFO:tasks.rados.rados.0.smithi169.stdout:864: finishing write tid 1 to smithi16976610-48 2024-03-10T22:16:57.468 INFO:tasks.rados.rados.0.smithi169.stdout:864: finishing write tid 2 to smithi16976610-48 2024-03-10T22:16:57.469 INFO:tasks.rados.rados.0.smithi169.stdout:864: finishing write tid 3 to smithi16976610-48 2024-03-10T22:16:57.469 INFO:tasks.rados.rados.0.smithi169.stdout:864: oid 48 updating version 0 to 432 2024-03-10T22:16:57.469 INFO:tasks.rados.rados.0.smithi169.stdout:864: oid 48 version 432 is already newer than 431 2024-03-10T22:16:57.469 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 432 (ObjNum 292 snap 73 seq_num 292) dirty exists 2024-03-10T22:16:57.469 INFO:tasks.rados.rados.0.smithi169.stdout:864: left oid 48 (ObjNum 292 snap 73 seq_num 292) 2024-03-10T22:16:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:16:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:16:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:16:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-10T22:16:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-10T22:16:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-10T22:16:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-10T22:16:57.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T22:16:57.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T22:16:57.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:57 smithi172 ceph-mon[31000]: osdmap e219: 8 total, 8 up, 8 in 2024-03-10T22:16:58.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:58 smithi169 ceph-mon[27156]: Upgrade: Setting container_image for all mgr 2024-03-10T22:16:58.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:58 smithi169 ceph-mon[27156]: Upgrade: It appears safe to stop mon.a 2024-03-10T22:16:58.149 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:58 smithi169 ceph-mon[27156]: pgmap v51: 121 pgs: 121 active+clean; 106 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-03-10T22:16:58.149 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:58 smithi169 ceph-mon[27156]: osdmap e220: 8 total, 8 up, 8 in 2024-03-10T22:16:58.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:58 smithi169 ceph-mon[37738]: Upgrade: Setting container_image for all mgr 2024-03-10T22:16:58.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:58 smithi169 ceph-mon[37738]: Upgrade: It appears safe to stop mon.a 2024-03-10T22:16:58.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:58 smithi169 ceph-mon[37738]: pgmap v51: 121 pgs: 121 active+clean; 106 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-03-10T22:16:58.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:58 smithi169 ceph-mon[37738]: osdmap e220: 8 total, 8 up, 8 in 2024-03-10T22:16:58.446 INFO:tasks.rados.rados.0.smithi169.stdout:864: done (1 left) 2024-03-10T22:16:58.446 INFO:tasks.rados.rados.0.smithi169.stdout:866: done (0 left) 2024-03-10T22:16:58.446 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 13 current snap is 74 2024-03-10T22:16:58.446 INFO:tasks.rados.rados.0.smithi169.stdout:867: seq_num 294 ranges {6332416=131072} 2024-03-10T22:16:58.481 INFO:tasks.rados.rados.0.smithi169.stdout:867: writing smithi16976610-13 from 6332416 to 6463488 tid 1 2024-03-10T22:16:58.481 INFO:tasks.rados.rados.0.smithi169.stdout:868: delete oid 50 current snap is 74 2024-03-10T22:16:58.486 INFO:tasks.rados.rados.0.smithi169.stdout:868: done (1 left) 2024-03-10T22:16:58.487 INFO:tasks.rados.rados.0.smithi169.stdout:869: rollback oid 21 current snap is 74 2024-03-10T22:16:58.487 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 71 2024-03-10T22:16:58.487 INFO:tasks.rados.rados.0.smithi169.stdout:870: snap_remove snap 72 2024-03-10T22:16:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:58 smithi172 ceph-mon[31000]: Upgrade: Setting container_image for all mgr 2024-03-10T22:16:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:58 smithi172 ceph-mon[31000]: Upgrade: It appears safe to stop mon.a 2024-03-10T22:16:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:58 smithi172 ceph-mon[31000]: pgmap v51: 121 pgs: 121 active+clean; 106 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-03-10T22:16:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:58 smithi172 ceph-mon[31000]: osdmap e220: 8 total, 8 up, 8 in 2024-03-10T22:16:59.282 INFO:tasks.rados.rados.0.smithi169.stdout:870: done (2 left) 2024-03-10T22:16:59.282 INFO:tasks.rados.rados.0.smithi169.stdout:871: snap_create 2024-03-10T22:16:59.282 INFO:tasks.rados.rados.0.smithi169.stdout:867: finishing write tid 1 to smithi16976610-13 2024-03-10T22:16:59.282 INFO:tasks.rados.rados.0.smithi169.stdout:867: finishing write tid 2 to smithi16976610-13 2024-03-10T22:16:59.282 INFO:tasks.rados.rados.0.smithi169.stdout:867: finishing write tid 3 to smithi16976610-13 2024-03-10T22:16:59.282 INFO:tasks.rados.rados.0.smithi169.stdout:867: oid 13 updating version 0 to 470 2024-03-10T22:16:59.282 INFO:tasks.rados.rados.0.smithi169.stdout:867: oid 13 updating version 470 to 471 2024-03-10T22:16:59.282 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 471 (ObjNum 294 snap 74 seq_num 294) dirty exists 2024-03-10T22:16:59.282 INFO:tasks.rados.rados.0.smithi169.stdout:867: left oid 13 (ObjNum 294 snap 74 seq_num 294) 2024-03-10T22:16:59.282 INFO:tasks.rados.rados.0.smithi169.stdout:869: finishing rollback tid 0 to smithi16976610-21 2024-03-10T22:16:59.283 INFO:tasks.rados.rados.0.smithi169.stdout:869: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:16:59.283 INFO:tasks.rados.rados.0.smithi169.stdout:869: finishing rollback tid 2 to smithi16976610-21 2024-03-10T22:16:59.283 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 282 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T22:16:59.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[37738]: Upgrade: Updating mon.a 2024-03-10T22:16:59.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:59.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:16:59.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:16:59.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:59.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[37738]: Deploying daemon mon.a on smithi169 2024-03-10T22:16:59.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[37738]: osdmap e221: 8 total, 8 up, 8 in 2024-03-10T22:16:59.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[37738]: pgmap v54: 121 pgs: 121 active+clean; 106 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-03-10T22:16:59.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[27156]: Upgrade: Updating mon.a 2024-03-10T22:16:59.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:59.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:16:59.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:16:59.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[27156]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:59.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[27156]: Deploying daemon mon.a on smithi169 2024-03-10T22:16:59.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[27156]: osdmap e221: 8 total, 8 up, 8 in 2024-03-10T22:16:59.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:16:59 smithi169 ceph-mon[27156]: pgmap v54: 121 pgs: 121 active+clean; 106 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-03-10T22:16:59.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:59 smithi172 ceph-mon[31000]: Upgrade: Updating mon.a 2024-03-10T22:16:59.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:59 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' 2024-03-10T22:16:59.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:59 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:16:59.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:59 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:16:59.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:59 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:16:59.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:59 smithi172 ceph-mon[31000]: Deploying daemon mon.a on smithi169 2024-03-10T22:16:59.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:59 smithi172 ceph-mon[31000]: osdmap e221: 8 total, 8 up, 8 in 2024-03-10T22:16:59.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:16:59 smithi172 ceph-mon[31000]: pgmap v54: 121 pgs: 121 active+clean; 106 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-03-10T22:17:00.283 INFO:tasks.rados.rados.0.smithi169.stdout:867: done (2 left) 2024-03-10T22:17:00.283 INFO:tasks.rados.rados.0.smithi169.stdout:869: done (1 left) 2024-03-10T22:17:00.284 INFO:tasks.rados.rados.0.smithi169.stdout:871: done (0 left) 2024-03-10T22:17:00.284 INFO:tasks.rados.rados.0.smithi169.stdout:872: read oid 46 snap -1 2024-03-10T22:17:00.284 INFO:tasks.rados.rados.0.smithi169.stdout:872: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:17:00.284 INFO:tasks.rados.rados.0.smithi169.stdout:873: delete oid 8 current snap is 75 2024-03-10T22:17:00.292 INFO:tasks.rados.rados.0.smithi169.stdout:873: done (1 left) 2024-03-10T22:17:00.292 INFO:tasks.rados.rados.0.smithi169.stdout:874: snap_create 2024-03-10T22:17:00.293 INFO:tasks.rados.rados.0.smithi169.stdout:872: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:17:00.411 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:00 smithi169 ceph-mon[37738]: osdmap e222: 8 total, 8 up, 8 in 2024-03-10T22:17:00.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:00 smithi169 systemd[1]: Stopping Ceph mon.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:17:00.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:00 smithi169 ceph-mon[27156]: osdmap e222: 8 total, 8 up, 8 in 2024-03-10T22:17:00.745 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[27152]: 2024-03-10T22:17:00.410+0000 7f126492b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:17:00.745 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[27152]: 2024-03-10T22:17:00.410+0000 7f126492b700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-03-10T22:17:00.745 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:00 smithi169 podman[88003]: 2024-03-10 22:17:00.452190525 +0000 UTC m=+0.190081469 container died 7d38c18f328a77a97caa4a727262c765b479e2c11bba11994c884c494382ce4e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:17:00.746 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:00] ENGINE Bus STOPPING 2024-03-10T22:17:00.746 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:17:00.746 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:00] ENGINE Bus STOPPED 2024-03-10T22:17:00.746 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:00] ENGINE Bus STARTING 2024-03-10T22:17:00.746 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:00] ENGINE Serving on http://:::9283 2024-03-10T22:17:00.746 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:00] ENGINE Bus STARTED 2024-03-10T22:17:00.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:00 smithi172 ceph-mon[31000]: osdmap e222: 8 total, 8 up, 8 in 2024-03-10T22:17:01.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:00 smithi169 podman[88003]: 2024-03-10 22:17:00.862990071 +0000 UTC m=+0.600881008 container cleanup 7d38c18f328a77a97caa4a727262c765b479e2c11bba11994c884c494382ce4e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, org.label-schema.build-date=20240307, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:17:01.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:00 smithi169 bash[88003]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a 2024-03-10T22:17:01.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:01 smithi169 podman[88028]: 2024-03-10 22:17:01.113045962 +0000 UTC m=+0.657023602 container remove 7d38c18f328a77a97caa4a727262c765b479e2c11bba11994c884c494382ce4e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=reef-c2ea977, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-03-10T22:17:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:01 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-10T22:17:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:01 smithi169 systemd[1]: Stopped Ceph mon.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:17:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:01 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.a.service: Consumed 13.853s CPU time. 2024-03-10T22:17:01.857 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:01 smithi169 systemd[1]: Starting Ceph mon.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:17:01.857 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:01 smithi169 podman[88161]: 2024-03-10 22:17:01.639491001 +0000 UTC m=+0.017967958 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:17:01.857 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:01 smithi169 podman[88161]: 2024-03-10 22:17:01.747520582 +0000 UTC m=+0.125997523 container create 3ab73fd15216645ad8ae9d76d915d912ebd4616c4419b647d6693ce9744c062a (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:17:02.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:01 smithi169 podman[88161]: 2024-03-10 22:17:01.99195691 +0000 UTC m=+0.370433866 container init 3ab73fd15216645ad8ae9d76d915d912ebd4616c4419b647d6693ce9744c062a (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:17:02.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:01 smithi169 podman[88161]: 2024-03-10 22:17:01.995310787 +0000 UTC m=+0.373787730 container start 3ab73fd15216645ad8ae9d76d915d912ebd4616c4419b647d6693ce9744c062a (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0) 2024-03-10T22:17:02.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: set uid:gid to 167:167 (ceph:ceph) 2024-03-10T22:17:02.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev), process ceph-mon, pid 2 2024-03-10T22:17:02.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: pidfile_write: ignore empty --pid-file 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: load: jerasure load: lrc 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: RocksDB version: 7.9.2 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Git sha 0 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Compile date 2024-03-09 15:03:29 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: DB SUMMARY 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: DB Session ID: DPA88GYFR2VEU99V9LT3 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: CURRENT file: CURRENT 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: IDENTITY file: IDENTITY 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1510 Bytes 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 4059306 ; 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.error_if_exists: 0 2024-03-10T22:17:02.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.create_if_missing: 0 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.paranoid_checks: 1 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.env: 0x558c60999b20 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.fs: PosixFileSystem 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.info_log: 0x558c624238e0 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_file_opening_threads: 16 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.statistics: (nil) 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.use_fsync: 0 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_log_file_size: 0 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-10T22:17:02.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.keep_log_file_num: 1000 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.recycle_log_file_num: 0 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.allow_fallocate: 1 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.allow_mmap_reads: 0 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.allow_mmap_writes: 0 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.use_direct_reads: 0 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.create_missing_column_families: 0 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.db_log_dir: 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.wal_dir: 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-10T22:17:02.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-10T22:17:02.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-10T22:17:02.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-10T22:17:02.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.advise_random_on_open: 1 2024-03-10T22:17:02.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.db_write_buffer_size: 0 2024-03-10T22:17:02.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.write_buffer_manager: 0x558c623f6dc0 2024-03-10T22:17:02.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-10T22:17:02.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-10T22:17:02.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-10T22:17:02.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.rate_limiter: (nil) 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.wal_recovery_mode: 2 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.enable_thread_tracking: 0 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.enable_pipelined_write: 0 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.unordered_write: 0 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.row_cache: None 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.wal_filter: None 2024-03-10T22:17:02.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-10T22:17:02.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.allow_ingest_behind: 0 2024-03-10T22:17:02.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.two_write_queues: 0 2024-03-10T22:17:02.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.manual_wal_flush: 0 2024-03-10T22:17:02.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.wal_compression: 0 2024-03-10T22:17:02.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.atomic_flush: 0 2024-03-10T22:17:02.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-10T22:17:02.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-10T22:17:02.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-10T22:17:02.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.log_readahead_size: 0 2024-03-10T22:17:02.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-10T22:17:02.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.best_efforts_recovery: 0 2024-03-10T22:17:02.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-10T22:17:02.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-10T22:17:02.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.allow_data_in_errors: 0 2024-03-10T22:17:02.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.db_host_id: __hostname__ 2024-03-10T22:17:02.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-10T22:17:02.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_background_jobs: 2 2024-03-10T22:17:02.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_background_compactions: -1 2024-03-10T22:17:02.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_subcompactions: 1 2024-03-10T22:17:02.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-10T22:17:02.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-10T22:17:02.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_total_wal_size: 0 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_open_files: -1 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bytes_per_sync: 0 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_readahead_size: 0 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_background_flushes: -1 2024-03-10T22:17:02.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Compression algorithms supported: 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: kZSTD supported: 0 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: kXpressCompression supported: 0 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: kLZ4HCCompression supported: 1 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: kZlibCompression supported: 1 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: kSnappyCompression supported: 1 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: kLZ4Compression supported: 1 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: kBZip2Compression supported: 0 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-10T22:17:02.265 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.merge_operator: 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_filter: None 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_filter_factory: None 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.sst_partitioner_factory: None 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558c624239e0) 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout: cache_index_and_filter_blocks: 1 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout: pin_top_level_index_and_filter: 1 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout: index_type: 0 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout: data_block_index_type: 0 2024-03-10T22:17:02.266 INFO:journalctl@ceph.mon.a.smithi169.stdout: index_shortening: 1 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: checksum: 4 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: no_block_cache: 0 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_cache: 0x558c62429090 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_cache_name: BinnedLRUCache 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_cache_options: 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: capacity : 536870912 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: num_shard_bits : 4 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: strict_capacity_limit : 0 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: high_pri_pool_ratio: 0.000 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_cache_compressed: (nil) 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: persistent_cache: (nil) 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_size: 4096 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_size_deviation: 10 2024-03-10T22:17:02.267 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_restart_interval: 16 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: index_block_restart_interval: 1 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: metadata_block_size: 4096 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: partition_filters: 0 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: use_delta_encoding: 1 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: filter_policy: bloomfilter 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: whole_key_filtering: 1 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: verify_compression: 0 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: read_amp_bytes_per_bit: 0 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: format_version: 5 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: enable_index_compression: 1 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: block_align: 0 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: max_auto_readahead_size: 262144 2024-03-10T22:17:02.268 INFO:journalctl@ceph.mon.a.smithi169.stdout: prepopulate_block_cache: 0 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout: initial_auto_readahead_size: 8192 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout: num_file_reads_for_auto_readahead: 2 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.write_buffer_size: 33554432 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_write_buffer_number: 2 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compression: NoCompression 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bottommost_compression: Disabled 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.prefix_extractor: nullptr 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.num_levels: 7 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-10T22:17:02.269 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compression_opts.level: 32767 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compression_opts.strategy: 0 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:17:02.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:17:02.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-10T22:17:02.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compression_opts.enabled: false 2024-03-10T22:17:02.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:17:02.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-10T22:17:02.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-10T22:17:02.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-10T22:17:02.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.target_file_size_base: 67108864 2024-03-10T22:17:02.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-10T22:17:02.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-10T22:17:02.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.arena_block_size: 1048576 2024-03-10T22:17:02.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-10T22:17:02.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-10T22:17:02.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.disable_auto_compactions: 0 2024-03-10T22:17:02.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-10T22:17:02.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-10T22:17:02.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-10T22:17:02.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-10T22:17:02.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-10T22:17:02.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-10T22:17:02.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-10T22:17:02.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.table_properties_collectors: 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.inplace_update_support: 0 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.bloom_locality: 0 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.max_successive_merges: 0 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.paranoid_file_checks: 0 2024-03-10T22:17:02.274 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.force_consistency_checks: 1 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.report_bg_io_stats: 0 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.ttl: 2592000 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.enable_blob_files: false 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.min_blob_size: 0 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.blob_file_size: 268435456 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-10T22:17:02.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.blob_file_starting_level: 0 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 13299, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 53e5e27f-ffba-4f4e-81eb-f9a04ed670b9 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710109022025199, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710109022038582, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3781710, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13300, "largest_seqno": 15580, "table_properties": {"data_size": 3771005, "index_size": 6868, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2821, "raw_key_size": 25525, "raw_average_key_size": 22, "raw_value_size": 3748304, "raw_average_value_size": 3352, "num_data_blocks": 303, "num_entries": 1118, "num_filter_entries": 1118, "num_deletions": 299, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710109022, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "53e5e27f-ffba-4f4e-81eb-f9a04ed670b9", "db_session_id": "DPA88GYFR2VEU99V9LT3", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710109022038668, "job": 1, "event": "recovery_finished"} 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-10T22:17:02.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558c6251c000 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: DB pointer 0x558c62506000 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: ** DB Stats ** 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: ** Compaction Stats [default] ** 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:17:02.277 INFO:journalctl@ceph.mon.a.smithi169.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: L0 1/0 3.61 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 489.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: L6 1/0 7.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: Sum 2/0 11.03 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 489.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 489.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: ** Compaction Stats [default] ** 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 489.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:17:02.278 INFO:journalctl@ceph.mon.a.smithi169.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: Cumulative compaction: 0.00 GB write, 227.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: Interval compaction: 0.00 GB write, 227.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: Block cache BinnedLRUCache@0x558c62429090#2 capacity: 512.00 MB usage: 11.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-10T22:17:02.279 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: starting mon.a rank 0 at public addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] at bind addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: mon.a@-1(???) e3 preinit fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: mon.a@-1(???).mds e6 new map 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: mon.a@-1(???).mds e6 print_map 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: e6 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: legacy client fscid: 1 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: Filesystem 'cephfs' (1) 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: fs_name cephfs 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: epoch 6 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: created 2024-03-10T22:11:12.664512+0000 2024-03-10T22:17:02.280 INFO:journalctl@ceph.mon.a.smithi169.stdout: modified 2024-03-10T22:11:14.675102+0000 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: tableserver 0 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: root 0 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: session_timeout 60 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: session_autoclose 300 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: max_file_size 1099511627776 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: max_xattr_size 65536 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: required_client_features {} 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: last_failure 0 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: last_failure_osd_epoch 0 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: max_mds 1 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: in 0 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: up {0=24361} 2024-03-10T22:17:02.281 INFO:journalctl@ceph.mon.a.smithi169.stdout: failed 2024-03-10T22:17:02.282 INFO:journalctl@ceph.mon.a.smithi169.stdout: damaged 2024-03-10T22:17:02.282 INFO:journalctl@ceph.mon.a.smithi169.stdout: stopped 2024-03-10T22:17:02.282 INFO:journalctl@ceph.mon.a.smithi169.stdout: data_pools [3] 2024-03-10T22:17:02.282 INFO:journalctl@ceph.mon.a.smithi169.stdout: metadata_pool 2 2024-03-10T22:17:02.282 INFO:journalctl@ceph.mon.a.smithi169.stdout: inline_data disabled 2024-03-10T22:17:02.282 INFO:journalctl@ceph.mon.a.smithi169.stdout: balancer 2024-03-10T22:17:02.283 INFO:journalctl@ceph.mon.a.smithi169.stdout: bal_rank_mask -1 2024-03-10T22:17:02.283 INFO:journalctl@ceph.mon.a.smithi169.stdout: standby_count_wanted 0 2024-03-10T22:17:02.283 INFO:journalctl@ceph.mon.a.smithi169.stdout: [mds.b{0:24361} state up:active seq 3 addr [v2:172.21.15.172:6832/2547010137,v1:172.21.15.172:6833/2547010137] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T22:17:02.283 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:17:02.283 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:17:02.283 INFO:journalctl@ceph.mon.a.smithi169.stdout: Standby daemons: 2024-03-10T22:17:02.283 INFO:journalctl@ceph.mon.a.smithi169.stdout: 2024-03-10T22:17:02.283 INFO:journalctl@ceph.mon.a.smithi169.stdout: [mds.a{-1:24344} state up:standby seq 1 addr [v2:172.21.15.169:6834/1612960315,v1:172.21.15.169:6835/1612960315] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T22:17:02.283 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: mon.a@-1(???).osd e223 crush map has features 3314933069573799936, adjusting msgr requires 2024-03-10T22:17:02.283 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T22:17:02.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T22:17:02.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T22:17:02.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 ceph-mon[88180]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-03-10T22:17:02.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 bash[88161]: 3ab73fd15216645ad8ae9d76d915d912ebd4616c4419b647d6693ce9744c062a 2024-03-10T22:17:02.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:02 smithi169 systemd[1]: Started Ceph mon.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:17:02.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:17:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:17:03.534 INFO:tasks.rados.rados.0.smithi169.stdout:872: done (1 left) 2024-03-10T22:17:03.534 INFO:tasks.rados.rados.0.smithi169.stdout:874: done (0 left) 2024-03-10T22:17:03.534 INFO:tasks.rados.rados.0.smithi169.stdout:875: setattr oid 42 current snap is 76 2024-03-10T22:17:03.535 INFO:tasks.rados.rados.0.smithi169.stdout:876: delete oid 12 current snap is 76 2024-03-10T22:17:03.542 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 347 (ObjNum 281 snap 72 seq_num 281) dirty exists 2024-03-10T22:17:03.543 INFO:tasks.rados.rados.0.smithi169.stdout:875: done (1 left) 2024-03-10T22:17:03.544 INFO:tasks.rados.rados.0.smithi169.stdout:876: done (0 left) 2024-03-10T22:17:03.544 INFO:tasks.rados.rados.0.smithi169.stdout:877: read oid 29 snap 71 2024-03-10T22:17:03.544 INFO:tasks.rados.rados.0.smithi169.stdout:877: expect deleted 2024-03-10T22:17:03.544 INFO:tasks.rados.rados.0.smithi169.stdout:878: rollback oid 39 current snap is 76 2024-03-10T22:17:03.544 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 39 to 74 2024-03-10T22:17:03.544 INFO:tasks.rados.rados.0.smithi169.stdout:879: rollback oid 14 current snap is 76 2024-03-10T22:17:03.544 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 14 to 71 2024-03-10T22:17:03.544 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 76 2024-03-10T22:17:03.544 INFO:tasks.rados.rados.0.smithi169.stdout:880: seq_num 298 ranges {4128768=196608} 2024-03-10T22:17:03.569 INFO:tasks.rados.rados.0.smithi169.stdout:880: writing smithi16976610-2 from 4128768 to 4325376 tid 1 2024-03-10T22:17:03.569 INFO:tasks.rados.rados.0.smithi169.stdout:881: rollback oid 11 current snap is 76 2024-03-10T22:17:03.569 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 11 to 74 2024-03-10T22:17:03.569 INFO:tasks.rados.rados.0.smithi169.stdout:879: finishing rollback tid 1 to smithi16976610-14 2024-03-10T22:17:03.569 INFO:tasks.rados.rados.0.smithi169.stdout:879: finishing rollback tid 2 to smithi16976610-14 2024-03-10T22:17:03.569 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 246 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:17:03.569 INFO:tasks.rados.rados.0.smithi169.stdout:878: finishing rollback tid 0 to smithi16976610-39 2024-03-10T22:17:03.569 INFO:tasks.rados.rados.0.smithi169.stdout:878: finishing rollback tid 1 to smithi16976610-39 2024-03-10T22:17:03.569 INFO:tasks.rados.rados.0.smithi169.stdout:878: finishing rollback tid 2 to smithi16976610-39 2024-03-10T22:17:03.570 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 470 (ObjNum 216 snap 59 seq_num 216) dirty exists 2024-03-10T22:17:03.570 INFO:tasks.rados.rados.0.smithi169.stdout:877: done (4 left) 2024-03-10T22:17:03.570 INFO:tasks.rados.rados.0.smithi169.stdout:878: done (3 left) 2024-03-10T22:17:03.570 INFO:tasks.rados.rados.0.smithi169.stdout:879: done (2 left) 2024-03-10T22:17:03.570 INFO:tasks.rados.rados.0.smithi169.stdout:882: read oid 12 snap -1 2024-03-10T22:17:03.570 INFO:tasks.rados.rados.0.smithi169.stdout:882: expect deleted 2024-03-10T22:17:03.570 INFO:tasks.rados.rados.0.smithi169.stdout:883: snap_create 2024-03-10T22:17:03.571 INFO:tasks.rados.rados.0.smithi169.stdout:881: finishing rollback tid 0 to smithi16976610-11 2024-03-10T22:17:03.571 INFO:tasks.rados.rados.0.smithi169.stdout:880: finishing write tid 1 to smithi16976610-2 2024-03-10T22:17:03.571 INFO:tasks.rados.rados.0.smithi169.stdout:881: finishing rollback tid 1 to smithi16976610-11 2024-03-10T22:17:03.571 INFO:tasks.rados.rados.0.smithi169.stdout:881: finishing rollback tid 2 to smithi16976610-11 2024-03-10T22:17:03.571 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 374 (ObjNum 216 snap 59 seq_num 216) dirty exists 2024-03-10T22:17:03.571 INFO:tasks.rados.rados.0.smithi169.stdout:880: finishing write tid 2 to smithi16976610-2 2024-03-10T22:17:03.572 INFO:tasks.rados.rados.0.smithi169.stdout:880: finishing write tid 3 to smithi16976610-2 2024-03-10T22:17:03.572 INFO:tasks.rados.rados.0.smithi169.stdout:880: oid 2 updating version 0 to 436 2024-03-10T22:17:03.572 INFO:tasks.rados.rados.0.smithi169.stdout:880: oid 2 updating version 436 to 437 2024-03-10T22:17:03.572 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 437 (ObjNum 298 snap 76 seq_num 298) dirty exists 2024-03-10T22:17:03.572 INFO:tasks.rados.rados.0.smithi169.stdout:880: left oid 2 (ObjNum 298 snap 76 seq_num 298) 2024-03-10T22:17:03.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ignoring --setuser ceph since I am not root 2024-03-10T22:17:03.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ignoring --setgroup ceph since I am not root 2024-03-10T22:17:03.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mgr[79381]: -- 172.21.15.169:0/814721371 <== mon.0 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561cedf245a0 con 0x561cedef8c00 2024-03-10T22:17:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: pgmap v57: 121 pgs: 121 active+clean; 118 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-03-10T22:17:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: pgmap v58: 121 pgs: 121 active+clean; 128 MiB data, 683 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-03-10T22:17:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: mon.a calling monitor election 2024-03-10T22:17:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:17:03.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:03.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:03.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: osdmap e223: 8 total, 8 up, 8 in 2024-03-10T22:17:03.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: mgrmap e36: y(active, since 38s), standbys: x 2024-03-10T22:17:03.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: overall HEALTH_OK 2024-03-10T22:17:03.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: from='mgr.25070 ' entity='' 2024-03-10T22:17:03.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[88180]: mgrmap e37: y(active, since 38s), standbys: x 2024-03-10T22:17:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: pgmap v57: 121 pgs: 121 active+clean; 118 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-03-10T22:17:03.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: pgmap v58: 121 pgs: 121 active+clean; 128 MiB data, 683 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-03-10T22:17:03.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: mon.a calling monitor election 2024-03-10T22:17:03.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:17:03.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:03.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:03.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: osdmap e223: 8 total, 8 up, 8 in 2024-03-10T22:17:03.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: mgrmap e36: y(active, since 38s), standbys: x 2024-03-10T22:17:03.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: overall HEALTH_OK 2024-03-10T22:17:03.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: from='mgr.25070 ' entity='' 2024-03-10T22:17:03.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:03 smithi169 ceph-mon[37738]: mgrmap e37: y(active, since 38s), standbys: x 2024-03-10T22:17:03.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:17:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:17:03.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: ignoring --setuser ceph since I am not root 2024-03-10T22:17:03.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: ignoring --setgroup ceph since I am not root 2024-03-10T22:17:03.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mgr[76535]: -- 172.21.15.172:0/3116662687 <== mon.1 v2:172.21.15.172:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558a162845a0 con 0x558a16258c00 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: from='mgr.25070 172.21.15.169:0/2807710875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: pgmap v57: 121 pgs: 121 active+clean; 118 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: pgmap v58: 121 pgs: 121 active+clean; 128 MiB data, 683 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: mon.a calling monitor election 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: osdmap e223: 8 total, 8 up, 8 in 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: mgrmap e36: y(active, since 38s), standbys: x 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: overall HEALTH_OK 2024-03-10T22:17:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: from='mgr.25070 ' entity='' 2024-03-10T22:17:03.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:03 smithi172 ceph-mon[31000]: mgrmap e37: y(active, since 38s), standbys: x 2024-03-10T22:17:04.359 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:04.081+0000 7fcbe853b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:17:04.359 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:04.177+0000 7fcbe853b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:17:04.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:04.061+0000 7fbf016c6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T22:17:04.513 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:04.155+0000 7fbf016c6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T22:17:04.538 INFO:tasks.rados.rados.0.smithi169.stdout:880: done (3 left) 2024-03-10T22:17:04.538 INFO:tasks.rados.rados.0.smithi169.stdout:881: done (2 left) 2024-03-10T22:17:04.538 INFO:tasks.rados.rados.0.smithi169.stdout:882: done (1 left) 2024-03-10T22:17:04.538 INFO:tasks.rados.rados.0.smithi169.stdout:883: done (0 left) 2024-03-10T22:17:04.538 INFO:tasks.rados.rados.0.smithi169.stdout:884: snap_remove snap 74 2024-03-10T22:17:04.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:04 smithi169 ceph-mon[88180]: osdmap e224: 8 total, 8 up, 8 in 2024-03-10T22:17:04.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:04 smithi169 ceph-mon[37738]: osdmap e224: 8 total, 8 up, 8 in 2024-03-10T22:17:04.810 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:04 smithi172 ceph-mon[31000]: osdmap e224: 8 total, 8 up, 8 in 2024-03-10T22:17:05.142 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:04.810+0000 7fbf016c6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:17:05.142 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:04.904+0000 7fbf016c6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:17:05.142 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:05.046+0000 7fbf016c6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:17:05.143 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:05.142+0000 7fbf016c6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:17:05.165 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:04.833+0000 7fcbe853b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T22:17:05.165 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:04.925+0000 7fcbe853b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T22:17:05.165 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:05.069+0000 7fcbe853b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T22:17:05.165 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:05.165+0000 7fcbe853b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T22:17:05.498 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:05.231+0000 7fbf016c6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:17:05.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:05.249+0000 7fcbe853b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T22:17:05.546 INFO:tasks.rados.rados.0.smithi169.stdout:884: done (0 left) 2024-03-10T22:17:05.546 INFO:tasks.rados.rados.0.smithi169.stdout:885: rmattr oid 41 current snap is 77 2024-03-10T22:17:05.546 INFO:tasks.rados.rados.0.smithi169.stdout:885: done (0 left) 2024-03-10T22:17:05.546 INFO:tasks.rados.rados.0.smithi169.stdout:886: snap_remove snap 76 2024-03-10T22:17:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:05 smithi172 ceph-mon[31000]: osdmap e225: 8 total, 8 up, 8 in 2024-03-10T22:17:05.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:05.498+0000 7fbf016c6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:17:05.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:05.615+0000 7fbf016c6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:17:05.764 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:05.705+0000 7fbf016c6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:17:05.812 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:05 smithi169 ceph-mon[88180]: osdmap e225: 8 total, 8 up, 8 in 2024-03-10T22:17:05.813 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:05 smithi169 ceph-mon[37738]: osdmap e225: 8 total, 8 up, 8 in 2024-03-10T22:17:05.813 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:05.515+0000 7fcbe853b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T22:17:05.813 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:05.632+0000 7fcbe853b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T22:17:05.813 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:05.718+0000 7fcbe853b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T22:17:05.813 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:05.812+0000 7fcbe853b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:17:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:05.998+0000 7fcbe853b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:17:06.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:05.800+0000 7fbf016c6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T22:17:06.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:05.979+0000 7fbf016c6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T22:17:06.547 INFO:tasks.rados.rados.0.smithi169.stdout:886: done (0 left) 2024-03-10T22:17:06.547 INFO:tasks.rados.rados.0.smithi169.stdout:887: setattr oid 11 current snap is 77 2024-03-10T22:17:06.548 INFO:tasks.rados.rados.0.smithi169.stdout:888: rmattr oid 31 current snap is 77 2024-03-10T22:17:06.548 INFO:tasks.rados.rados.0.smithi169.stdout:888: done (1 left) 2024-03-10T22:17:06.548 INFO:tasks.rados.rados.0.smithi169.stdout:889: rollback oid 42 current snap is 77 2024-03-10T22:17:06.548 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 42 to 75 2024-03-10T22:17:06.548 INFO:tasks.rados.rados.0.smithi169.stdout:890: rollback oid 38 current snap is 77 2024-03-10T22:17:06.549 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 38 to 75 2024-03-10T22:17:06.549 INFO:tasks.rados.rados.0.smithi169.stdout:891: snap_create 2024-03-10T22:17:06.552 INFO:tasks.rados.rados.0.smithi169.stdout:890: finishing rollback tid 1 to smithi16976610-38 2024-03-10T22:17:06.552 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T22:17:06.556 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 377 (ObjNum 216 snap 59 seq_num 216) dirty exists 2024-03-10T22:17:06.556 INFO:tasks.rados.rados.0.smithi169.stdout:889: finishing rollback tid 0 to smithi16976610-42 2024-03-10T22:17:06.557 INFO:tasks.rados.rados.0.smithi169.stdout:889: finishing rollback tid 1 to smithi16976610-42 2024-03-10T22:17:06.557 INFO:tasks.rados.rados.0.smithi169.stdout:889: finishing rollback tid 2 to smithi16976610-42 2024-03-10T22:17:06.557 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 350 (ObjNum 281 snap 72 seq_num 281) dirty exists 2024-03-10T22:17:06.960 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:06 smithi172 ceph-mon[31000]: osdmap e226: 8 total, 8 up, 8 in 2024-03-10T22:17:06.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:06 smithi169 ceph-mon[88180]: osdmap e226: 8 total, 8 up, 8 in 2024-03-10T22:17:06.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:06 smithi169 ceph-mon[37738]: osdmap e226: 8 total, 8 up, 8 in 2024-03-10T22:17:07.051 INFO:tasks.rados.rados.0.smithi169.stdout:887: done (3 left) 2024-03-10T22:17:07.051 INFO:tasks.rados.rados.0.smithi169.stdout:889: done (2 left) 2024-03-10T22:17:07.051 INFO:tasks.rados.rados.0.smithi169.stdout:890: done (1 left) 2024-03-10T22:17:07.051 INFO:tasks.rados.rados.0.smithi169.stdout:891: done (0 left) 2024-03-10T22:17:07.051 INFO:tasks.rados.rados.0.smithi169.stdout:892: rollback oid 43 current snap is 78 2024-03-10T22:17:07.051 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 43 to 71 2024-03-10T22:17:07.051 INFO:tasks.rados.rados.0.smithi169.stdout:893: snap_create 2024-03-10T22:17:07.054 INFO:tasks.rados.rados.0.smithi169.stdout:892: finishing rollback tid 0 to smithi16976610-43 2024-03-10T22:17:07.054 INFO:tasks.rados.rados.0.smithi169.stdout:892: finishing rollback tid 1 to smithi16976610-43 2024-03-10T22:17:07.054 INFO:tasks.rados.rados.0.smithi169.stdout:892: finishing rollback tid 2 to smithi16976610-43 2024-03-10T22:17:07.054 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 476 (ObjNum 216 snap 59 seq_num 216) dirty exists 2024-03-10T22:17:07.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:06.964+0000 7fcbe853b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:17:07.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:07.099+0000 7fcbe853b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:17:07.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:06 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:06.960+0000 7fbf016c6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T22:17:07.263 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:07.096+0000 7fbf016c6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T22:17:07.730 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:07 smithi172 ceph-mon[31000]: osdmap e227: 8 total, 8 up, 8 in 2024-03-10T22:17:07.731 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:07 smithi172 ceph-mon[31000]: osdmap e228: 8 total, 8 up, 8 in 2024-03-10T22:17:07.731 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:07.436+0000 7fbf016c6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:17:07.731 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:07.529+0000 7fbf016c6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:17:07.731 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:07.730+0000 7fbf016c6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:17:07.731 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:07 smithi169 ceph-mon[88180]: osdmap e227: 8 total, 8 up, 8 in 2024-03-10T22:17:07.732 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:07 smithi169 ceph-mon[88180]: osdmap e228: 8 total, 8 up, 8 in 2024-03-10T22:17:07.732 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:07 smithi169 ceph-mon[37738]: osdmap e227: 8 total, 8 up, 8 in 2024-03-10T22:17:07.732 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:07 smithi169 ceph-mon[37738]: osdmap e228: 8 total, 8 up, 8 in 2024-03-10T22:17:07.732 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:07.437+0000 7fcbe853b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T22:17:07.732 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:07.530+0000 7fcbe853b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T22:17:08.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:07.730+0000 7fcbe853b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:17:08.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:07.918+0000 7fcbe853b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:17:08.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:07.919+0000 7fbf016c6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T22:17:08.053 INFO:tasks.rados.rados.0.smithi169.stdout:892: done (1 left) 2024-03-10T22:17:08.053 INFO:tasks.rados.rados.0.smithi169.stdout:893: done (0 left) 2024-03-10T22:17:08.053 INFO:tasks.rados.rados.0.smithi169.stdout:894: rmattr oid 29 current snap is 79 2024-03-10T22:17:08.053 INFO:tasks.rados.rados.0.smithi169.stdout:894: done (0 left) 2024-03-10T22:17:08.053 INFO:tasks.rados.rados.0.smithi169.stdout:895: snap_create 2024-03-10T22:17:08.472 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:08.208+0000 7fcbe853b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:17:08.480 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:08.213+0000 7fbf016c6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T22:17:08.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:08.472+0000 7fcbe853b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:17:08.753 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:08.710+0000 7fcbe853b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:17:08.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:08.481+0000 7fbf016c6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T22:17:08.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:08.721+0000 7fbf016c6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T22:17:09.063 INFO:tasks.rados.rados.0.smithi169.stdout:895: done (0 left) 2024-03-10T22:17:09.063 INFO:tasks.rados.rados.0.smithi169.stdout:896: delete oid 33 current snap is 80 2024-03-10T22:17:09.067 INFO:tasks.rados.rados.0.smithi169.stdout:896: done (0 left) 2024-03-10T22:17:09.067 INFO:tasks.rados.rados.0.smithi169.stdout:897: setattr oid 48 current snap is 80 2024-03-10T22:17:09.069 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 80 2024-03-10T22:17:09.069 INFO:tasks.rados.rados.0.smithi169.stdout:898: seq_num 300 ranges {4325376=229376} 2024-03-10T22:17:09.094 INFO:tasks.rados.rados.0.smithi169.stdout:898: writing smithi16976610-2 from 4325376 to 4554752 tid 1 2024-03-10T22:17:09.094 INFO:tasks.rados.rados.0.smithi169.stdout:899: read oid 37 snap -1 2024-03-10T22:17:09.095 INFO:tasks.rados.rados.0.smithi169.stdout:899: expect (ObjNum 192 snap 50 seq_num 192) 2024-03-10T22:17:09.095 INFO:tasks.rados.rados.0.smithi169.stdout:900: copy_from oid 40 from oid 33 current snap is 80 2024-03-10T22:17:09.095 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 441 (ObjNum 292 snap 73 seq_num 292) dirty exists 2024-03-10T22:17:09.095 INFO:tasks.rados.rados.0.smithi169.stdout:897: done (3 left) 2024-03-10T22:17:09.095 INFO:tasks.rados.rados.0.smithi169.stdout:901: snap_remove snap 71 2024-03-10T22:17:09.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:09 smithi169 ceph-mon[88180]: osdmap e229: 8 total, 8 up, 8 in 2024-03-10T22:17:09.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:09 smithi169 ceph-mon[37738]: osdmap e229: 8 total, 8 up, 8 in 2024-03-10T22:17:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:09 smithi172 ceph-mon[31000]: osdmap e229: 8 total, 8 up, 8 in 2024-03-10T22:17:10.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:09.528+0000 7fcbe853b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:17:10.013 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:09.543+0000 7fbf016c6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T22:17:10.071 INFO:tasks.rados.rados.0.smithi169.stdout:900: finishing copy_from to smithi16976610-40 2024-03-10T22:17:10.071 INFO:tasks.rados.rados.0.smithi169.stdout:900: got expected ENOENT (src dne) 2024-03-10T22:17:10.072 INFO:tasks.rados.rados.0.smithi169.stdout:900: finishing copy_from racing read to smithi16976610-40 2024-03-10T22:17:10.072 INFO:tasks.rados.rados.0.smithi169.stdout:898: finishing write tid 1 to smithi16976610-2 2024-03-10T22:17:10.072 INFO:tasks.rados.rados.0.smithi169.stdout:898: finishing write tid 2 to smithi16976610-2 2024-03-10T22:17:10.072 INFO:tasks.rados.rados.0.smithi169.stdout:898: finishing write tid 3 to smithi16976610-2 2024-03-10T22:17:10.072 INFO:tasks.rados.rados.0.smithi169.stdout:898: oid 2 updating version 0 to 443 2024-03-10T22:17:10.072 INFO:tasks.rados.rados.0.smithi169.stdout:898: oid 2 updating version 443 to 444 2024-03-10T22:17:10.072 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 444 (ObjNum 300 snap 80 seq_num 300) dirty exists 2024-03-10T22:17:10.072 INFO:tasks.rados.rados.0.smithi169.stdout:898: left oid 2 (ObjNum 300 snap 80 seq_num 300) 2024-03-10T22:17:10.072 INFO:tasks.rados.rados.0.smithi169.stdout:899: expect (ObjNum 192 snap 50 seq_num 192) 2024-03-10T22:17:10.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-mon[88180]: osdmap e230: 8 total, 8 up, 8 in 2024-03-10T22:17:10.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-mon[37738]: osdmap e230: 8 total, 8 up, 8 in 2024-03-10T22:17:10.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.119+0000 7fcbe853b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:17:10.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.220+0000 7fcbe853b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:17:10.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.442+0000 7fcbe853b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:17:10.460 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:10 smithi172 ceph-mon[31000]: osdmap e230: 8 total, 8 up, 8 in 2024-03-10T22:17:10.460 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:10.135+0000 7fbf016c6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T22:17:10.460 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:10.236+0000 7fbf016c6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T22:17:10.512 INFO:tasks.rados.rados.0.smithi169.stdout:898: done (3 left) 2024-03-10T22:17:10.513 INFO:tasks.rados.rados.0.smithi169.stdout:899: done (2 left) 2024-03-10T22:17:10.513 INFO:tasks.rados.rados.0.smithi169.stdout:900: done (1 left) 2024-03-10T22:17:10.513 INFO:tasks.rados.rados.0.smithi169.stdout:901: done (0 left) 2024-03-10T22:17:10.513 INFO:tasks.rados.rados.0.smithi169.stdout:902: setattr oid 31 current snap is 80 2024-03-10T22:17:10.513 INFO:tasks.rados.rados.0.smithi169.stdout:903: snap_create 2024-03-10T22:17:10.516 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 476 (ObjNum 129 snap 0 seq_num 1404190043) dirty exists 2024-03-10T22:17:10.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:10] ENGINE Bus STARTING 2024-03-10T22:17:10.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.616+0000 7fcb4899e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:17:10.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.616+0000 7fcb4899e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:17:10.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.616+0000 7fcb4899e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:17:10.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.616+0000 7fcb4899e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:17:10.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.616+0000 7fcb4899e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:17:10.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.617+0000 7fcb4699a700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:17:10.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.617+0000 7fcb4699a700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:17:10.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.617+0000 7fcb4699a700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:17:10.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.617+0000 7fcb4699a700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:17:10.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:10.617+0000 7fcb4699a700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T22:17:10.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:10.460+0000 7fbf016c6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T22:17:10.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: [10/Mar/2024:22:17:10] ENGINE Bus STARTING 2024-03-10T22:17:10.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: CherryPy Checker: 2024-03-10T22:17:10.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: The Application mounted at '' has an empty config. 2024-03-10T22:17:10.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: 2024-03-10T22:17:10.764 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: [10/Mar/2024:22:17:10] ENGINE Serving on http://:::9283 2024-03-10T22:17:10.764 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:17:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x[76531]: [10/Mar/2024:22:17:10] ENGINE Bus STARTED 2024-03-10T22:17:11.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: CherryPy Checker: 2024-03-10T22:17:11.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: The Application mounted at '' has an empty config. 2024-03-10T22:17:11.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:11.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:10] ENGINE Serving on http://:::9283 2024-03-10T22:17:11.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:10] ENGINE Bus STARTED 2024-03-10T22:17:11.465 INFO:tasks.rados.rados.0.smithi169.stdout:902: done (1 left) 2024-03-10T22:17:11.465 INFO:tasks.rados.rados.0.smithi169.stdout:903: done (0 left) 2024-03-10T22:17:11.465 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 81 2024-03-10T22:17:11.465 INFO:tasks.rados.rados.0.smithi169.stdout:904: seq_num 301 ranges {6012928=245760} 2024-03-10T22:17:11.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: osdmap e231: 8 total, 8 up, 8 in 2024-03-10T22:17:11.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: Active manager daemon y restarted 2024-03-10T22:17:11.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: Activating manager daemon y 2024-03-10T22:17:11.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: osdmap e232: 8 total, 8 up, 8 in 2024-03-10T22:17:11.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: mgrmap e38: y(active, starting, since 0.00652157s), standbys: x 2024-03-10T22:17:11.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:11.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:17:11.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: Standby manager daemon x restarted 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: Standby manager daemon x started 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: Manager daemon y is now available 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:17:11.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:17:11.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:17:11.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:17:11.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: osdmap e231: 8 total, 8 up, 8 in 2024-03-10T22:17:11.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: Active manager daemon y restarted 2024-03-10T22:17:11.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: Activating manager daemon y 2024-03-10T22:17:11.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: osdmap e232: 8 total, 8 up, 8 in 2024-03-10T22:17:11.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: mgrmap e38: y(active, starting, since 0.00652157s), standbys: x 2024-03-10T22:17:11.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:11.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:11.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:11.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:17:11.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: Standby manager daemon x restarted 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: Standby manager daemon x started 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: Manager daemon y is now available 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:17:11.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:17:11.486 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:17:11.486 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:11.478+0000 7fcb9e6f0700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-03-10T22:17:11.496 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:17:11.501 INFO:tasks.rados.rados.0.smithi169.stdout:904: writing smithi16976610-37 from 6012928 to 6258688 tid 1 2024-03-10T22:17:11.501 INFO:tasks.rados.rados.0.smithi169.stdout:905: snap_create 2024-03-10T22:17:11.507 INFO:tasks.rados.rados.0.smithi169.stdout:904: finishing write tid 1 to smithi16976610-37 2024-03-10T22:17:11.507 INFO:tasks.rados.rados.0.smithi169.stdout:904: finishing write tid 2 to smithi16976610-37 2024-03-10T22:17:11.508 INFO:tasks.rados.rados.0.smithi169.stdout:904: finishing write tid 3 to smithi16976610-37 2024-03-10T22:17:11.508 INFO:tasks.rados.rados.0.smithi169.stdout:904: oid 37 updating version 0 to 478 2024-03-10T22:17:11.508 INFO:tasks.rados.rados.0.smithi169.stdout:904: oid 37 updating version 478 to 479 2024-03-10T22:17:11.508 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 479 (ObjNum 301 snap 81 seq_num 301) dirty exists 2024-03-10T22:17:11.508 INFO:tasks.rados.rados.0.smithi169.stdout:904: left oid 37 (ObjNum 301 snap 81 seq_num 301) 2024-03-10T22:17:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: osdmap e231: 8 total, 8 up, 8 in 2024-03-10T22:17:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: Active manager daemon y restarted 2024-03-10T22:17:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: Activating manager daemon y 2024-03-10T22:17:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: osdmap e232: 8 total, 8 up, 8 in 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: mgrmap e38: y(active, starting, since 0.00652157s), standbys: x 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:17:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: Standby manager daemon x restarted 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: Standby manager daemon x started 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.? 172.21.15.172:0/1490757046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T22:17:11.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: Manager daemon y is now available 2024-03-10T22:17:11.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:11.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:11.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:11.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:17:11.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T22:17:11.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:17:11.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:11 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T22:17:11.830 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:17:11.830 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (3m) 42s ago 5m 26.5M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:17:11.830 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (4m) 20s ago 4m 89.8M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:17:11.830 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (6m) 42s ago 6m 15.2M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:17:11.830 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (6m) 20s ago 6m 19.7M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:17:11.830 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (26s) 20s ago 9m 66.3M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:17:11.830 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (56s) 42s ago 11m 481M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:17:11.831 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (11m) 42s ago 11m 57.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 7d38c18f328a 2024-03-10T22:17:11.831 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (10m) 20s ago 9m 49.9M 2048M 18.2.1-746-gc2ea977b a30af69eda22 021afd540f8a 2024-03-10T22:17:11.831 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (9m) 42s ago 9m 45.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 c1f018bb2656 2024-03-10T22:17:11.831 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (5m) 42s ago 5m 15.6M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:17:11.831 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (5m) 20s ago 5m 15.4M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:17:11.831 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (9m) 42s ago 9m 124M 2480M 18.2.1-746-gc2ea977b a30af69eda22 943d3ca889b7 2024-03-10T22:17:11.831 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (8m) 42s ago 8m 85.0M 2480M 18.2.1-746-gc2ea977b a30af69eda22 bc83559f4e48 2024-03-10T22:17:11.831 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (8m) 42s ago 8m 113M 2480M 18.2.1-746-gc2ea977b a30af69eda22 34fdeb0dfbb6 2024-03-10T22:17:11.831 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (8m) 42s ago 7m 109M 2480M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:17:11.831 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (7m) 20s ago 7m 110M 2480M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:17:11.831 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (7m) 20s ago 7m 106M 2480M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:17:11.832 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (6m) 20s ago 6m 97.9M 2480M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:17:11.832 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (6m) 20s ago 6m 101M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:17:11.832 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (31s) 20s ago 5m 42.0M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:17:12.249 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:17:12.249 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:17:12.249 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2, 2024-03-10T22:17:12.249 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 1 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 12, 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:17:12.250 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:17:12.251 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:17:12.483 INFO:tasks.rados.rados.0.smithi169.stdout:904: done (1 left) 2024-03-10T22:17:12.483 INFO:tasks.rados.rados.0.smithi169.stdout:905: done (0 left) 2024-03-10T22:17:12.483 INFO:tasks.rados.rados.0.smithi169.stdout:906: read oid 11 snap 79 2024-03-10T22:17:12.483 INFO:tasks.rados.rados.0.smithi169.stdout:906: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:17:12.483 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 82 2024-03-10T22:17:12.483 INFO:tasks.rados.rados.0.smithi169.stdout:907: seq_num 302 ranges {827392=262144} 2024-03-10T22:17:12.489 INFO:tasks.rados.rados.0.smithi169.stdout:907: writing smithi16976610-21 from 827392 to 1089536 tid 1 2024-03-10T22:17:12.489 INFO:tasks.rados.rados.0.smithi169.stdout:908: delete oid 47 current snap is 82 2024-03-10T22:17:12.492 INFO:tasks.rados.rados.0.smithi169.stdout:906: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:17:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[88180]: [10/Mar/2024:22:17:11] ENGINE Bus STARTING 2024-03-10T22:17:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:12.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[88180]: [10/Mar/2024:22:17:11] ENGINE Serving on http://172.21.15.169:8765 2024-03-10T22:17:12.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[88180]: osdmap e233: 8 total, 8 up, 8 in 2024-03-10T22:17:12.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[88180]: mgrmap e39: y(active, since 1.01618s), standbys: x 2024-03-10T22:17:12.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[88180]: from='client.25157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:12.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[88180]: pgmap v4: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:12.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/4162995861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[37738]: [10/Mar/2024:22:17:11] ENGINE Bus STARTING 2024-03-10T22:17:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[37738]: [10/Mar/2024:22:17:11] ENGINE Serving on http://172.21.15.169:8765 2024-03-10T22:17:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[37738]: osdmap e233: 8 total, 8 up, 8 in 2024-03-10T22:17:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[37738]: mgrmap e39: y(active, since 1.01618s), standbys: x 2024-03-10T22:17:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[37738]: from='client.25157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[37738]: pgmap v4: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:12 smithi169 ceph-mon[37738]: from='client.? 172.21.15.169:0/4162995861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:12.556 INFO:tasks.rados.rados.0.smithi169.stdout:907: finishing write tid 1 to smithi16976610-21 2024-03-10T22:17:12.556 INFO:tasks.rados.rados.0.smithi169.stdout:907: finishing write tid 2 to smithi16976610-21 2024-03-10T22:17:12.556 INFO:tasks.rados.rados.0.smithi169.stdout:907: finishing write tid 3 to smithi16976610-21 2024-03-10T22:17:12.556 INFO:tasks.rados.rados.0.smithi169.stdout:907: oid 21 updating version 0 to 283 2024-03-10T22:17:12.556 INFO:tasks.rados.rados.0.smithi169.stdout:907: oid 21 updating version 283 to 284 2024-03-10T22:17:12.557 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 284 (ObjNum 302 snap 82 seq_num 302) dirty exists 2024-03-10T22:17:12.557 INFO:tasks.rados.rados.0.smithi169.stdout:907: left oid 21 (ObjNum 302 snap 82 seq_num 302) 2024-03-10T22:17:12.557 INFO:tasks.rados.rados.0.smithi169.stdout:906: done (2 left) 2024-03-10T22:17:12.557 INFO:tasks.rados.rados.0.smithi169.stdout:907: done (1 left) 2024-03-10T22:17:12.557 INFO:tasks.rados.rados.0.smithi169.stdout:908: done (0 left) 2024-03-10T22:17:12.557 INFO:tasks.rados.rados.0.smithi169.stdout:909: snap_create 2024-03-10T22:17:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:12 smithi172 ceph-mon[31000]: [10/Mar/2024:22:17:11] ENGINE Bus STARTING 2024-03-10T22:17:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:12 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:12 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:12 smithi172 ceph-mon[31000]: [10/Mar/2024:22:17:11] ENGINE Serving on http://172.21.15.169:8765 2024-03-10T22:17:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:12 smithi172 ceph-mon[31000]: osdmap e233: 8 total, 8 up, 8 in 2024-03-10T22:17:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:12 smithi172 ceph-mon[31000]: mgrmap e39: y(active, since 1.01618s), standbys: x 2024-03-10T22:17:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:12 smithi172 ceph-mon[31000]: from='client.25157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:12 smithi172 ceph-mon[31000]: pgmap v4: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:12 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/4162995861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:13.490 INFO:tasks.rados.rados.0.smithi169.stdout:909: done (0 left) 2024-03-10T22:17:13.490 INFO:tasks.rados.rados.0.smithi169.stdout:910: setattr oid 39 current snap is 83 2024-03-10T22:17:13.493 INFO:tasks.rados.rados.0.smithi169.stdout:911: read oid 37 snap -1 2024-03-10T22:17:13.494 INFO:tasks.rados.rados.0.smithi169.stdout:911: expect (ObjNum 301 snap 81 seq_num 301) 2024-03-10T22:17:13.494 INFO:tasks.rados.rados.0.smithi169.stdout:912: read oid 25 snap -1 2024-03-10T22:17:13.494 INFO:tasks.rados.rados.0.smithi169.stdout:912: expect (ObjNum 286 snap 72 seq_num 286) 2024-03-10T22:17:13.494 INFO:tasks.rados.rados.0.smithi169.stdout:913: snap_create 2024-03-10T22:17:13.500 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 486 (ObjNum 216 snap 59 seq_num 216) dirty exists 2024-03-10T22:17:13.522 INFO:tasks.rados.rados.0.smithi169.stdout:911: expect (ObjNum 301 snap 81 seq_num 301) 2024-03-10T22:17:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[88180]: [10/Mar/2024:22:17:11] ENGINE Serving on https://172.21.15.169:7150 2024-03-10T22:17:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[88180]: [10/Mar/2024:22:17:11] ENGINE Bus STARTED 2024-03-10T22:17:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[88180]: from='client.25187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[88180]: pgmap v5: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[88180]: osdmap e234: 8 total, 8 up, 8 in 2024-03-10T22:17:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[88180]: mgrmap e40: y(active, since 2s), standbys: x 2024-03-10T22:17:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[37738]: [10/Mar/2024:22:17:11] ENGINE Serving on https://172.21.15.169:7150 2024-03-10T22:17:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[37738]: [10/Mar/2024:22:17:11] ENGINE Bus STARTED 2024-03-10T22:17:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[37738]: from='client.25187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[37738]: pgmap v5: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[37738]: osdmap e234: 8 total, 8 up, 8 in 2024-03-10T22:17:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:13 smithi169 ceph-mon[37738]: mgrmap e40: y(active, since 2s), standbys: x 2024-03-10T22:17:13.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:17:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:17:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:17:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:13 smithi172 ceph-mon[31000]: [10/Mar/2024:22:17:11] ENGINE Serving on https://172.21.15.169:7150 2024-03-10T22:17:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:13 smithi172 ceph-mon[31000]: [10/Mar/2024:22:17:11] ENGINE Bus STARTED 2024-03-10T22:17:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:13 smithi172 ceph-mon[31000]: from='client.25187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:13 smithi172 ceph-mon[31000]: pgmap v5: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:13 smithi172 ceph-mon[31000]: osdmap e234: 8 total, 8 up, 8 in 2024-03-10T22:17:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:13 smithi172 ceph-mon[31000]: mgrmap e40: y(active, since 2s), standbys: x 2024-03-10T22:17:14.053 INFO:tasks.rados.rados.0.smithi169.stdout:912: expect (ObjNum 286 snap 72 seq_num 286) 2024-03-10T22:17:14.572 INFO:tasks.rados.rados.0.smithi169.stdout:910: done (3 left) 2024-03-10T22:17:14.572 INFO:tasks.rados.rados.0.smithi169.stdout:911: done (2 left) 2024-03-10T22:17:14.572 INFO:tasks.rados.rados.0.smithi169.stdout:912: done (1 left) 2024-03-10T22:17:14.572 INFO:tasks.rados.rados.0.smithi169.stdout:913: done (0 left) 2024-03-10T22:17:14.572 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 84 2024-03-10T22:17:14.572 INFO:tasks.rados.rados.0.smithi169.stdout:914: seq_num 304 ranges {1089536=294912} 2024-03-10T22:17:14.580 INFO:tasks.rados.rados.0.smithi169.stdout:914: writing smithi16976610-21 from 1089536 to 1384448 tid 1 2024-03-10T22:17:14.580 INFO:tasks.rados.rados.0.smithi169.stdout:915: rollback oid 42 current snap is 84 2024-03-10T22:17:14.580 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 42 to 81 2024-03-10T22:17:14.580 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 47 current snap is 84 2024-03-10T22:17:14.580 INFO:tasks.rados.rados.0.smithi169.stdout:916: seq_num 305 ranges {0=311296} 2024-03-10T22:17:14.582 INFO:tasks.rados.rados.0.smithi169.stdout:916: writing smithi16976610-47 from 0 to 311296 tid 1 2024-03-10T22:17:14.582 INFO:tasks.rados.rados.0.smithi169.stdout:917: copy_from oid 13 from oid 7 current snap is 84 2024-03-10T22:17:14.582 INFO:tasks.rados.rados.0.smithi169.stdout:918: snap_create 2024-03-10T22:17:14.585 INFO:tasks.rados.rados.0.smithi169.stdout:915: finishing rollback tid 0 to smithi16976610-42 2024-03-10T22:17:14.585 INFO:tasks.rados.rados.0.smithi169.stdout:915: finishing rollback tid 1 to smithi16976610-42 2024-03-10T22:17:14.585 INFO:tasks.rados.rados.0.smithi169.stdout:915: finishing rollback tid 2 to smithi16976610-42 2024-03-10T22:17:14.585 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 353 (ObjNum 281 snap 72 seq_num 281) dirty exists 2024-03-10T22:17:14.587 INFO:tasks.rados.rados.0.smithi169.stdout:914: finishing write tid 1 to smithi16976610-21 2024-03-10T22:17:14.587 INFO:tasks.rados.rados.0.smithi169.stdout:914: finishing write tid 2 to smithi16976610-21 2024-03-10T22:17:14.588 INFO:tasks.rados.rados.0.smithi169.stdout:917: finishing copy_from to smithi16976610-13 2024-03-10T22:17:14.588 INFO:tasks.rados.rados.0.smithi169.stdout:917: got expected ENOENT (src dne) 2024-03-10T22:17:14.588 INFO:tasks.rados.rados.0.smithi169.stdout:914: finishing write tid 3 to smithi16976610-21 2024-03-10T22:17:14.588 INFO:tasks.rados.rados.0.smithi169.stdout:914: oid 21 updating version 0 to 286 2024-03-10T22:17:14.588 INFO:tasks.rados.rados.0.smithi169.stdout:914: oid 21 version 286 is already newer than 285 2024-03-10T22:17:14.588 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 286 (ObjNum 304 snap 84 seq_num 304) dirty exists 2024-03-10T22:17:14.588 INFO:tasks.rados.rados.0.smithi169.stdout:914: left oid 21 (ObjNum 304 snap 84 seq_num 304) 2024-03-10T22:17:14.588 INFO:tasks.rados.rados.0.smithi169.stdout:917: finishing copy_from racing read to smithi16976610-13 2024-03-10T22:17:14.589 INFO:tasks.rados.rados.0.smithi169.stdout:916: finishing write tid 1 to smithi16976610-47 2024-03-10T22:17:14.589 INFO:tasks.rados.rados.0.smithi169.stdout:916: finishing write tid 2 to smithi16976610-47 2024-03-10T22:17:14.590 INFO:tasks.rados.rados.0.smithi169.stdout:916: finishing write tid 3 to smithi16976610-47 2024-03-10T22:17:14.590 INFO:tasks.rados.rados.0.smithi169.stdout:916: oid 47 updating version 0 to 524 2024-03-10T22:17:14.590 INFO:tasks.rados.rados.0.smithi169.stdout:916: oid 47 version 524 is already newer than 523 2024-03-10T22:17:14.590 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 524 (ObjNum 305 snap 84 seq_num 305) dirty exists 2024-03-10T22:17:14.591 INFO:tasks.rados.rados.0.smithi169.stdout:916: left oid 47 (ObjNum 305 snap 84 seq_num 305) 2024-03-10T22:17:14.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:14 smithi169 ceph-mon[88180]: osdmap e235: 8 total, 8 up, 8 in 2024-03-10T22:17:14.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:14 smithi169 ceph-mon[37738]: osdmap e235: 8 total, 8 up, 8 in 2024-03-10T22:17:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:14 smithi172 ceph-mon[31000]: osdmap e235: 8 total, 8 up, 8 in 2024-03-10T22:17:15.505 INFO:tasks.rados.rados.0.smithi169.stdout:914: done (4 left) 2024-03-10T22:17:15.505 INFO:tasks.rados.rados.0.smithi169.stdout:915: done (3 left) 2024-03-10T22:17:15.505 INFO:tasks.rados.rados.0.smithi169.stdout:916: done (2 left) 2024-03-10T22:17:15.506 INFO:tasks.rados.rados.0.smithi169.stdout:917: done (1 left) 2024-03-10T22:17:15.506 INFO:tasks.rados.rados.0.smithi169.stdout:918: done (0 left) 2024-03-10T22:17:15.506 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 85 2024-03-10T22:17:15.506 INFO:tasks.rados.rados.0.smithi169.stdout:919: seq_num 306 ranges {0=327680} 2024-03-10T22:17:15.506 INFO:tasks.rados.rados.0.smithi169.stdout:919: writing smithi16976610-15 from 0 to 327680 tid 1 2024-03-10T22:17:15.506 INFO:tasks.rados.rados.0.smithi169.stdout:920: delete oid 31 current snap is 85 2024-03-10T22:17:15.510 INFO:tasks.rados.rados.0.smithi169.stdout:920: done (1 left) 2024-03-10T22:17:15.510 INFO:tasks.rados.rados.0.smithi169.stdout:921: snap_create 2024-03-10T22:17:15.513 INFO:tasks.rados.rados.0.smithi169.stdout:919: finishing write tid 1 to smithi16976610-15 2024-03-10T22:17:15.513 INFO:tasks.rados.rados.0.smithi169.stdout:919: finishing write tid 2 to smithi16976610-15 2024-03-10T22:17:15.513 INFO:tasks.rados.rados.0.smithi169.stdout:919: finishing write tid 3 to smithi16976610-15 2024-03-10T22:17:15.513 INFO:tasks.rados.rados.0.smithi169.stdout:919: oid 15 updating version 0 to 322 2024-03-10T22:17:15.514 INFO:tasks.rados.rados.0.smithi169.stdout:919: oid 15 version 322 is already newer than 321 2024-03-10T22:17:15.514 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 322 (ObjNum 306 snap 85 seq_num 306) dirty exists 2024-03-10T22:17:15.514 INFO:tasks.rados.rados.0.smithi169.stdout:919: left oid 15 (ObjNum 306 snap 85 seq_num 306) 2024-03-10T22:17:15.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:15 smithi169 ceph-mon[88180]: pgmap v8: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:15.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:15 smithi169 ceph-mon[88180]: osdmap e236: 8 total, 8 up, 8 in 2024-03-10T22:17:15.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:15 smithi169 ceph-mon[88180]: mgrmap e41: y(active, since 4s), standbys: x 2024-03-10T22:17:15.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:15 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:15 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:15.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:15 smithi169 ceph-mon[37738]: pgmap v8: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:15.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:15 smithi169 ceph-mon[37738]: osdmap e236: 8 total, 8 up, 8 in 2024-03-10T22:17:15.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:15 smithi169 ceph-mon[37738]: mgrmap e41: y(active, since 4s), standbys: x 2024-03-10T22:17:15.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:15 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:15.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:15 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:15 smithi172 ceph-mon[31000]: pgmap v8: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:15 smithi172 ceph-mon[31000]: osdmap e236: 8 total, 8 up, 8 in 2024-03-10T22:17:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:15 smithi172 ceph-mon[31000]: mgrmap e41: y(active, since 4s), standbys: x 2024-03-10T22:17:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:15 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:15 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:17:15] "GET /metrics HTTP/1.1" 200 33275 "" "Prometheus/2.43.0" 2024-03-10T22:17:16.507 INFO:tasks.rados.rados.0.smithi169.stdout:919: done (1 left) 2024-03-10T22:17:16.507 INFO:tasks.rados.rados.0.smithi169.stdout:921: done (0 left) 2024-03-10T22:17:16.507 INFO:tasks.rados.rados.0.smithi169.stdout:922: copy_from oid 33 from oid 44 current snap is 86 2024-03-10T22:17:16.507 INFO:tasks.rados.rados.0.smithi169.stdout:923: delete oid 3 current snap is 86 2024-03-10T22:17:16.512 INFO:tasks.rados.rados.0.smithi169.stdout:922: finishing copy_from to smithi16976610-33 2024-03-10T22:17:16.512 INFO:tasks.rados.rados.0.smithi169.stdout:922: got expected ENOENT (src dne) 2024-03-10T22:17:16.512 INFO:tasks.rados.rados.0.smithi169.stdout:922: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:17:16.513 INFO:tasks.rados.rados.0.smithi169.stdout:922: done (1 left) 2024-03-10T22:17:16.513 INFO:tasks.rados.rados.0.smithi169.stdout:923: done (0 left) 2024-03-10T22:17:16.513 INFO:tasks.rados.rados.0.smithi169.stdout:924: snap_remove snap 81 2024-03-10T22:17:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:16 smithi172 ceph-mon[31000]: osdmap e237: 8 total, 8 up, 8 in 2024-03-10T22:17:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:16 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:16 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:16 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:16 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:16 smithi169 ceph-mon[88180]: osdmap e237: 8 total, 8 up, 8 in 2024-03-10T22:17:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:16 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:16 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:17.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:16 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:17.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:16 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:16 smithi169 ceph-mon[37738]: osdmap e237: 8 total, 8 up, 8 in 2024-03-10T22:17:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:16 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:16 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:16 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:16 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:17.053 INFO:tasks.rados.rados.0.smithi169.stdout:924: done (0 left) 2024-03-10T22:17:17.053 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 86 2024-03-10T22:17:17.053 INFO:tasks.rados.rados.0.smithi169.stdout:925: seq_num 309 ranges {368640=376832} 2024-03-10T22:17:17.058 INFO:tasks.rados.rados.0.smithi169.stdout:925: writing smithi16976610-34 from 368640 to 745472 tid 1 2024-03-10T22:17:17.058 INFO:tasks.rados.rados.0.smithi169.stdout:926: read oid 25 snap -1 2024-03-10T22:17:17.058 INFO:tasks.rados.rados.0.smithi169.stdout:926: expect (ObjNum 286 snap 72 seq_num 286) 2024-03-10T22:17:17.059 INFO:tasks.rados.rados.0.smithi169.stdout:927: rollback oid 19 current snap is 86 2024-03-10T22:17:17.059 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 19 to 77 2024-03-10T22:17:17.059 INFO:tasks.rados.rados.0.smithi169.stdout:928: delete oid 29 current snap is 86 2024-03-10T22:17:17.064 INFO:tasks.rados.rados.0.smithi169.stdout:928: done (3 left) 2024-03-10T22:17:17.064 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 86 2024-03-10T22:17:17.064 INFO:tasks.rados.rados.0.smithi169.stdout:929: seq_num 311 ranges {2441216=417792} 2024-03-10T22:17:17.080 INFO:tasks.rados.rados.0.smithi169.stdout:929: writing smithi16976610-46 from 2441216 to 2859008 tid 1 2024-03-10T22:17:17.080 INFO:tasks.rados.rados.0.smithi169.stdout:930: read oid 8 snap -1 2024-03-10T22:17:17.080 INFO:tasks.rados.rados.0.smithi169.stdout:930: expect deleted 2024-03-10T22:17:17.081 INFO:tasks.rados.rados.0.smithi169.stdout:931: snap_remove snap 84 2024-03-10T22:17:17.604 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:17 smithi172 ceph-mon[31000]: pgmap v11: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:17.604 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:17 smithi172 ceph-mon[31000]: osdmap e238: 8 total, 8 up, 8 in 2024-03-10T22:17:17.604 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:17 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:17.604 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:17 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:17.604 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:17 smithi172 ceph-mon[31000]: osdmap e239: 8 total, 8 up, 8 in 2024-03-10T22:17:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:17 smithi169 ceph-mon[88180]: pgmap v11: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:17 smithi169 ceph-mon[88180]: osdmap e238: 8 total, 8 up, 8 in 2024-03-10T22:17:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:17 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:17 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:17 smithi169 ceph-mon[88180]: osdmap e239: 8 total, 8 up, 8 in 2024-03-10T22:17:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:17 smithi169 ceph-mon[37738]: pgmap v11: 121 pgs: 121 active+clean; 126 MiB data, 680 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:17 smithi169 ceph-mon[37738]: osdmap e238: 8 total, 8 up, 8 in 2024-03-10T22:17:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:17 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:17 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:17 smithi169 ceph-mon[37738]: osdmap e239: 8 total, 8 up, 8 in 2024-03-10T22:17:18.058 INFO:tasks.rados.rados.0.smithi169.stdout:931: done (5 left) 2024-03-10T22:17:18.058 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 47 current snap is 86 2024-03-10T22:17:18.058 INFO:tasks.rados.rados.0.smithi169.stdout:925: finishing write tid 1 to smithi16976610-34 2024-03-10T22:17:18.059 INFO:tasks.rados.rados.0.smithi169.stdout:932: seq_num 312 ranges {311296=434176} 2024-03-10T22:17:18.063 INFO:tasks.rados.rados.0.smithi169.stdout:932: writing smithi16976610-47 from 311296 to 745472 tid 1 2024-03-10T22:17:18.063 INFO:tasks.rados.rados.0.smithi169.stdout:933: snap_create 2024-03-10T22:17:18.063 INFO:tasks.rados.rados.0.smithi169.stdout:925: finishing write tid 2 to smithi16976610-34 2024-03-10T22:17:18.063 INFO:tasks.rados.rados.0.smithi169.stdout:925: finishing write tid 3 to smithi16976610-34 2024-03-10T22:17:18.063 INFO:tasks.rados.rados.0.smithi169.stdout:925: oid 34 updating version 0 to 368 2024-03-10T22:17:18.063 INFO:tasks.rados.rados.0.smithi169.stdout:925: oid 34 version 368 is already newer than 367 2024-03-10T22:17:18.063 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 368 (ObjNum 309 snap 86 seq_num 309) dirty exists 2024-03-10T22:17:18.063 INFO:tasks.rados.rados.0.smithi169.stdout:925: left oid 34 (ObjNum 309 snap 86 seq_num 309) 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:927: finishing rollback tid 0 to smithi16976610-19 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:927: finishing rollback tid 1 to smithi16976610-19 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:927: finishing rollback tid 2 to smithi16976610-19 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 530 (ObjNum 208 snap 54 seq_num 208) dirty exists 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:929: finishing write tid 1 to smithi16976610-46 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:929: finishing write tid 2 to smithi16976610-46 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:929: finishing write tid 3 to smithi16976610-46 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:929: oid 46 updating version 0 to 325 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:929: oid 46 version 325 is already newer than 324 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 325 (ObjNum 311 snap 86 seq_num 311) dirty exists 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:929: left oid 46 (ObjNum 311 snap 86 seq_num 311) 2024-03-10T22:17:18.064 INFO:tasks.rados.rados.0.smithi169.stdout:926: expect (ObjNum 286 snap 72 seq_num 286) 2024-03-10T22:17:18.574 INFO:tasks.rados.rados.0.smithi169.stdout:932: finishing write tid 1 to smithi16976610-47 2024-03-10T22:17:18.574 INFO:tasks.rados.rados.0.smithi169.stdout:932: finishing write tid 2 to smithi16976610-47 2024-03-10T22:17:18.574 INFO:tasks.rados.rados.0.smithi169.stdout:932: finishing write tid 3 to smithi16976610-47 2024-03-10T22:17:18.574 INFO:tasks.rados.rados.0.smithi169.stdout:932: oid 47 updating version 0 to 532 2024-03-10T22:17:18.574 INFO:tasks.rados.rados.0.smithi169.stdout:932: oid 47 updating version 532 to 533 2024-03-10T22:17:18.574 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 533 (ObjNum 312 snap 86 seq_num 312) dirty exists 2024-03-10T22:17:18.574 INFO:tasks.rados.rados.0.smithi169.stdout:932: left oid 47 (ObjNum 312 snap 86 seq_num 312) 2024-03-10T22:17:19.059 INFO:tasks.rados.rados.0.smithi169.stdout:925: done (6 left) 2024-03-10T22:17:19.059 INFO:tasks.rados.rados.0.smithi169.stdout:926: done (5 left) 2024-03-10T22:17:19.059 INFO:tasks.rados.rados.0.smithi169.stdout:927: done (4 left) 2024-03-10T22:17:19.059 INFO:tasks.rados.rados.0.smithi169.stdout:929: done (3 left) 2024-03-10T22:17:19.059 INFO:tasks.rados.rados.0.smithi169.stdout:930: done (2 left) 2024-03-10T22:17:19.059 INFO:tasks.rados.rados.0.smithi169.stdout:932: done (1 left) 2024-03-10T22:17:19.059 INFO:tasks.rados.rados.0.smithi169.stdout:933: done (0 left) 2024-03-10T22:17:19.059 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 87 2024-03-10T22:17:19.059 INFO:tasks.rados.rados.0.smithi169.stdout:934: seq_num 313 ranges {2539520=450560} 2024-03-10T22:17:19.075 INFO:tasks.rados.rados.0.smithi169.stdout:934: writing smithi16976610-19 from 2539520 to 2990080 tid 1 2024-03-10T22:17:19.075 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 87 2024-03-10T22:17:19.075 INFO:tasks.rados.rados.0.smithi169.stdout:935: seq_num 314 ranges {8978432=466944} 2024-03-10T22:17:19.125 INFO:tasks.rados.rados.0.smithi169.stdout:935: writing smithi16976610-25 from 8978432 to 9445376 tid 1 2024-03-10T22:17:19.125 INFO:tasks.rados.rados.0.smithi169.stdout:936: rmattr oid 42 current snap is 87 2024-03-10T22:17:19.125 INFO:tasks.rados.rados.0.smithi169.stdout:934: finishing write tid 1 to smithi16976610-19 2024-03-10T22:17:19.126 INFO:tasks.rados.rados.0.smithi169.stdout:934: finishing write tid 2 to smithi16976610-19 2024-03-10T22:17:19.126 INFO:tasks.rados.rados.0.smithi169.stdout:934: finishing write tid 3 to smithi16976610-19 2024-03-10T22:17:19.126 INFO:tasks.rados.rados.0.smithi169.stdout:934: oid 19 updating version 0 to 537 2024-03-10T22:17:19.126 INFO:tasks.rados.rados.0.smithi169.stdout:934: oid 19 updating version 537 to 538 2024-03-10T22:17:19.126 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 538 (ObjNum 313 snap 87 seq_num 313) dirty exists 2024-03-10T22:17:19.126 INFO:tasks.rados.rados.0.smithi169.stdout:934: left oid 19 (ObjNum 313 snap 87 seq_num 313) 2024-03-10T22:17:19.126 INFO:tasks.rados.rados.0.smithi169.stdout:934: done (2 left) 2024-03-10T22:17:19.126 INFO:tasks.rados.rados.0.smithi169.stdout:937: delete oid 35 current snap is 87 2024-03-10T22:17:19.128 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 0 (ObjNum 281 snap 72 seq_num 281) dirty exists 2024-03-10T22:17:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:936: done (2 left) 2024-03-10T22:17:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:937: done (1 left) 2024-03-10T22:17:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:938: copy_from oid 21 from oid 5 current snap is 87 2024-03-10T22:17:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:939: snap_create 2024-03-10T22:17:19.130 INFO:tasks.rados.rados.0.smithi169.stdout:935: finishing write tid 1 to smithi16976610-25 2024-03-10T22:17:19.131 INFO:tasks.rados.rados.0.smithi169.stdout:935: finishing write tid 2 to smithi16976610-25 2024-03-10T22:17:19.132 INFO:tasks.rados.rados.0.smithi169.stdout:938: finishing copy_from to smithi16976610-21 2024-03-10T22:17:19.132 INFO:tasks.rados.rados.0.smithi169.stdout:938: got expected ENOENT (src dne) 2024-03-10T22:17:19.132 INFO:tasks.rados.rados.0.smithi169.stdout:938: finishing copy_from racing read to smithi16976610-21 2024-03-10T22:17:19.132 INFO:tasks.rados.rados.0.smithi169.stdout:935: finishing write tid 3 to smithi16976610-25 2024-03-10T22:17:19.132 INFO:tasks.rados.rados.0.smithi169.stdout:935: oid 25 updating version 0 to 541 2024-03-10T22:17:19.132 INFO:tasks.rados.rados.0.smithi169.stdout:935: oid 25 version 541 is already newer than 540 2024-03-10T22:17:19.132 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 541 (ObjNum 314 snap 87 seq_num 314) dirty exists 2024-03-10T22:17:19.132 INFO:tasks.rados.rados.0.smithi169.stdout:935: left oid 25 (ObjNum 314 snap 87 seq_num 314) 2024-03-10T22:17:19.325 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:19 smithi172 ceph-mon[31000]: osdmap e240: 8 total, 8 up, 8 in 2024-03-10T22:17:19.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:19 smithi172 ceph-mon[31000]: pgmap v15: 121 pgs: 121 active+clean; 127 MiB data, 705 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 354 KiB/s wr, 42 op/s 2024-03-10T22:17:19.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:19 smithi169 ceph-mon[88180]: osdmap e240: 8 total, 8 up, 8 in 2024-03-10T22:17:19.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:19 smithi169 ceph-mon[88180]: pgmap v15: 121 pgs: 121 active+clean; 127 MiB data, 705 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 354 KiB/s wr, 42 op/s 2024-03-10T22:17:19.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:19 smithi169 ceph-mon[37738]: osdmap e240: 8 total, 8 up, 8 in 2024-03-10T22:17:19.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:19 smithi169 ceph-mon[37738]: pgmap v15: 121 pgs: 121 active+clean; 127 MiB data, 705 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 354 KiB/s wr, 42 op/s 2024-03-10T22:17:20.068 INFO:tasks.rados.rados.0.smithi169.stdout:935: done (2 left) 2024-03-10T22:17:20.068 INFO:tasks.rados.rados.0.smithi169.stdout:938: done (1 left) 2024-03-10T22:17:20.068 INFO:tasks.rados.rados.0.smithi169.stdout:939: done (0 left) 2024-03-10T22:17:20.068 INFO:tasks.rados.rados.0.smithi169.stdout:940: rollback oid 44 current snap is 88 2024-03-10T22:17:20.068 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 44 to 75 2024-03-10T22:17:20.069 INFO:tasks.rados.rados.0.smithi169.stdout:941: copy_from oid 18 from oid 38 current snap is 88 2024-03-10T22:17:20.069 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 88 2024-03-10T22:17:20.069 INFO:tasks.rados.rados.0.smithi169.stdout:942: seq_num 316 ranges {0=499712} 2024-03-10T22:17:20.071 INFO:tasks.rados.rados.0.smithi169.stdout:942: writing smithi16976610-3 from 0 to 499712 tid 1 2024-03-10T22:17:20.071 INFO:tasks.rados.rados.0.smithi169.stdout:943: snap_remove snap 87 2024-03-10T22:17:20.090 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:20 smithi172 ceph-mon[31000]: osdmap e241: 8 total, 8 up, 8 in 2024-03-10T22:17:20.460 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:20 smithi169 ceph-mon[37738]: osdmap e241: 8 total, 8 up, 8 in 2024-03-10T22:17:20.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:20 smithi169 ceph-mon[88180]: osdmap e241: 8 total, 8 up, 8 in 2024-03-10T22:17:21.068 INFO:tasks.rados.rados.0.smithi169.stdout:943: done (3 left) 2024-03-10T22:17:21.068 INFO:tasks.rados.rados.0.smithi169.stdout:944: snap_create 2024-03-10T22:17:21.068 INFO:tasks.rados.rados.0.smithi169.stdout:940: finishing rollback tid 1 to smithi16976610-44 2024-03-10T22:17:21.068 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 0 (ObjNum 33 snap 0 seq_num 151091056) dirty dne 2024-03-10T22:17:21.068 INFO:tasks.rados.rados.0.smithi169.stdout:941: finishing copy_from to smithi16976610-18 2024-03-10T22:17:21.068 INFO:tasks.rados.rados.0.smithi169.stdout:941: got expected ENOENT (src dne) 2024-03-10T22:17:21.068 INFO:tasks.rados.rados.0.smithi169.stdout:941: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:17:21.068 INFO:tasks.rados.rados.0.smithi169.stdout:942: finishing write tid 1 to smithi16976610-3 2024-03-10T22:17:21.068 INFO:tasks.rados.rados.0.smithi169.stdout:942: finishing write tid 2 to smithi16976610-3 2024-03-10T22:17:21.068 INFO:tasks.rados.rados.0.smithi169.stdout:942: finishing write tid 3 to smithi16976610-3 2024-03-10T22:17:21.069 INFO:tasks.rados.rados.0.smithi169.stdout:942: oid 3 updating version 0 to 384 2024-03-10T22:17:21.069 INFO:tasks.rados.rados.0.smithi169.stdout:942: oid 3 version 384 is already newer than 383 2024-03-10T22:17:21.069 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 384 (ObjNum 316 snap 88 seq_num 316) dirty exists 2024-03-10T22:17:21.069 INFO:tasks.rados.rados.0.smithi169.stdout:942: left oid 3 (ObjNum 316 snap 88 seq_num 316) 2024-03-10T22:17:21.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: osdmap e242: 8 total, 8 up, 8 in 2024-03-10T22:17:21.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:21.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:21.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: pgmap v18: 121 pgs: 121 active+clean; 127 MiB data, 705 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.418 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:17:21.418 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:17:21.418 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.418 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.418 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:21 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.489 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: osdmap e242: 8 total, 8 up, 8 in 2024-03-10T22:17:21.489 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:21.489 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:21.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:21.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:17:21.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:17:21.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:17:21.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:17:21.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:17:21.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: pgmap v18: 121 pgs: 121 active+clean; 127 MiB data, 705 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:21.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:21.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:17:21.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:17:21.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:17:21.492 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.492 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: osdmap e242: 8 total, 8 up, 8 in 2024-03-10T22:17:21.492 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:21.492 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:21.492 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:21.492 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:17:21.492 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: Updating smithi169:/etc/ceph/ceph.conf 2024-03-10T22:17:21.492 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: Updating smithi172:/etc/ceph/ceph.conf 2024-03-10T22:17:21.492 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:17:21.492 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: pgmap v18: 121 pgs: 121 active+clean; 127 MiB data, 705 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:17:21.493 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:17:21.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:17:21.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:17:21.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.495 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.495 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.495 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:17:21.495 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:17:21.495 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.495 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.495 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.496 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.496 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:21.496 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:17:21.496 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:17:21.496 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:21.496 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:21.496 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:22.078 INFO:tasks.rados.rados.0.smithi169.stdout:940: done (3 left) 2024-03-10T22:17:22.079 INFO:tasks.rados.rados.0.smithi169.stdout:941: done (2 left) 2024-03-10T22:17:22.079 INFO:tasks.rados.rados.0.smithi169.stdout:942: done (1 left) 2024-03-10T22:17:22.079 INFO:tasks.rados.rados.0.smithi169.stdout:944: done (0 left) 2024-03-10T22:17:22.079 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 89 2024-03-10T22:17:22.079 INFO:tasks.rados.rados.0.smithi169.stdout:945: seq_num 317 ranges {2269184=516096} 2024-03-10T22:17:22.094 INFO:tasks.rados.rados.0.smithi169.stdout:945: writing smithi16976610-1 from 2269184 to 2785280 tid 1 2024-03-10T22:17:22.094 INFO:tasks.rados.rados.0.smithi169.stdout:946: read oid 35 snap -1 2024-03-10T22:17:22.094 INFO:tasks.rados.rados.0.smithi169.stdout:946: expect deleted 2024-03-10T22:17:22.094 INFO:tasks.rados.rados.0.smithi169.stdout:947: snap_create 2024-03-10T22:17:22.100 INFO:tasks.rados.rados.0.smithi169.stdout:945: finishing write tid 1 to smithi16976610-1 2024-03-10T22:17:22.100 INFO:tasks.rados.rados.0.smithi169.stdout:945: finishing write tid 2 to smithi16976610-1 2024-03-10T22:17:22.105 INFO:tasks.rados.rados.0.smithi169.stdout:945: finishing write tid 3 to smithi16976610-1 2024-03-10T22:17:22.105 INFO:tasks.rados.rados.0.smithi169.stdout:945: oid 1 updating version 0 to 491 2024-03-10T22:17:22.105 INFO:tasks.rados.rados.0.smithi169.stdout:945: oid 1 version 491 is already newer than 490 2024-03-10T22:17:22.105 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 491 (ObjNum 317 snap 89 seq_num 317) dirty exists 2024-03-10T22:17:22.105 INFO:tasks.rados.rados.0.smithi169.stdout:945: left oid 1 (ObjNum 317 snap 89 seq_num 317) 2024-03-10T22:17:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:17:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:17:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:17:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:17:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: osdmap e243: 8 total, 8 up, 8 in 2024-03-10T22:17:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[37738]: Upgrade: It appears safe to stop mon.c 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: osdmap e243: 8 total, 8 up, 8 in 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:22.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:22.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T22:17:22.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-10T22:17:22.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:22 smithi169 ceph-mon[88180]: Upgrade: It appears safe to stop mon.c 2024-03-10T22:17:22.425 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:17:22.426 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: Updating smithi172:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:17:22.426 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-03-10T22:17:22.426 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: Updating smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:17:22.426 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: Updating smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T22:17:22.426 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: osdmap e243: 8 total, 8 up, 8 in 2024-03-10T22:17:22.426 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.426 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.426 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.426 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.426 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:22.426 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:22.427 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:22.427 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T22:17:22.427 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-10T22:17:22.427 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:22 smithi172 ceph-mon[31000]: Upgrade: It appears safe to stop mon.c 2024-03-10T22:17:23.090 INFO:tasks.rados.rados.0.smithi169.stdout:945: done (2 left) 2024-03-10T22:17:23.090 INFO:tasks.rados.rados.0.smithi169.stdout:946: done (1 left) 2024-03-10T22:17:23.090 INFO:tasks.rados.rados.0.smithi169.stdout:947: done (0 left) 2024-03-10T22:17:23.090 INFO:tasks.rados.rados.0.smithi169.stdout:948: rollback oid 37 current snap is 90 2024-03-10T22:17:23.090 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 37 to 86 2024-03-10T22:17:23.090 INFO:tasks.rados.rados.0.smithi169.stdout:949: delete oid 44 current snap is 90 2024-03-10T22:17:23.098 INFO:tasks.rados.rados.0.smithi169.stdout:948: finishing rollback tid 0 to smithi16976610-37 2024-03-10T22:17:23.098 INFO:tasks.rados.rados.0.smithi169.stdout:948: finishing rollback tid 1 to smithi16976610-37 2024-03-10T22:17:23.098 INFO:tasks.rados.rados.0.smithi169.stdout:948: finishing rollback tid 2 to smithi16976610-37 2024-03-10T22:17:23.098 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 490 (ObjNum 301 snap 81 seq_num 301) dirty exists 2024-03-10T22:17:23.098 INFO:tasks.rados.rados.0.smithi169.stdout:948: done (1 left) 2024-03-10T22:17:23.098 INFO:tasks.rados.rados.0.smithi169.stdout:949: done (0 left) 2024-03-10T22:17:23.098 INFO:tasks.rados.rados.0.smithi169.stdout:950: copy_from oid 5 from oid 45 current snap is 90 2024-03-10T22:17:23.098 INFO:tasks.rados.rados.0.smithi169.stdout:951: read oid 12 snap 85 2024-03-10T22:17:23.098 INFO:tasks.rados.rados.0.smithi169.stdout:951: expect deleted 2024-03-10T22:17:23.098 INFO:tasks.rados.rados.0.smithi169.stdout:952: rollback oid 47 current snap is 90 2024-03-10T22:17:23.098 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 47 to 80 2024-03-10T22:17:23.099 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 90 2024-03-10T22:17:23.099 INFO:tasks.rados.rados.0.smithi169.stdout:953: seq_num 319 ranges {2269184=548864} 2024-03-10T22:17:23.113 INFO:tasks.rados.rados.0.smithi169.stdout:953: writing smithi16976610-28 from 2269184 to 2818048 tid 1 2024-03-10T22:17:23.113 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 90 2024-03-10T22:17:23.113 INFO:tasks.rados.rados.0.smithi169.stdout:954: seq_num 320 ranges {0=565248} 2024-03-10T22:17:23.117 INFO:tasks.rados.rados.0.smithi169.stdout:954: writing smithi16976610-36 from 0 to 565248 tid 1 2024-03-10T22:17:23.117 INFO:tasks.rados.rados.0.smithi169.stdout:955: snap_remove snap 78 2024-03-10T22:17:23.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[88180]: osdmap e244: 8 total, 8 up, 8 in 2024-03-10T22:17:23.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[88180]: pgmap v21: 121 pgs: 121 active+clean; 130 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 646 KiB/s wr, 6 op/s 2024-03-10T22:17:23.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:23.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:17:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:17:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:23.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[37738]: osdmap e244: 8 total, 8 up, 8 in 2024-03-10T22:17:23.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[37738]: pgmap v21: 121 pgs: 121 active+clean; 130 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 646 KiB/s wr, 6 op/s 2024-03-10T22:17:23.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[37738]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:23.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:17:23.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:17:23.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:23 smithi169 ceph-mon[37738]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:23.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:23 smithi172 ceph-mon[31000]: osdmap e244: 8 total, 8 up, 8 in 2024-03-10T22:17:23.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:23 smithi172 ceph-mon[31000]: pgmap v21: 121 pgs: 121 active+clean; 130 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 646 KiB/s wr, 6 op/s 2024-03-10T22:17:23.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:23 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:23.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:23 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:17:23.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:23 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:17:23.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:23 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:23.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:17:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:17:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:17:24.087 INFO:tasks.rados.rados.0.smithi169.stdout:955: done (5 left) 2024-03-10T22:17:24.087 INFO:tasks.rados.rados.0.smithi169.stdout:956: rmattr oid 44 current snap is 90 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:956: done (5 left) 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:957: setattr oid 19 current snap is 90 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:952: finishing rollback tid 0 to smithi16976610-47 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:952: finishing rollback tid 1 to smithi16976610-47 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:952: finishing rollback tid 2 to smithi16976610-47 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 545 (ObjNum 291 snap 73 seq_num 291) dirty exists 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:950: finishing copy_from racing read to smithi16976610-5 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:950: finishing copy_from to smithi16976610-5 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 501 (ObjNum 288 snap 73 seq_num 288) dirty exists 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:953: finishing write tid 1 to smithi16976610-28 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:953: finishing write tid 2 to smithi16976610-28 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:953: finishing write tid 3 to smithi16976610-28 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:953: oid 28 updating version 0 to 251 2024-03-10T22:17:24.088 INFO:tasks.rados.rados.0.smithi169.stdout:953: oid 28 version 251 is already newer than 250 2024-03-10T22:17:24.089 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 251 (ObjNum 319 snap 90 seq_num 319) dirty exists 2024-03-10T22:17:24.089 INFO:tasks.rados.rados.0.smithi169.stdout:953: left oid 28 (ObjNum 319 snap 90 seq_num 319) 2024-03-10T22:17:24.089 INFO:tasks.rados.rados.0.smithi169.stdout:954: finishing write tid 1 to smithi16976610-36 2024-03-10T22:17:24.089 INFO:tasks.rados.rados.0.smithi169.stdout:954: finishing write tid 2 to smithi16976610-36 2024-03-10T22:17:24.089 INFO:tasks.rados.rados.0.smithi169.stdout:954: finishing write tid 3 to smithi16976610-36 2024-03-10T22:17:24.089 INFO:tasks.rados.rados.0.smithi169.stdout:954: oid 36 updating version 0 to 90 2024-03-10T22:17:24.089 INFO:tasks.rados.rados.0.smithi169.stdout:954: oid 36 updating version 90 to 91 2024-03-10T22:17:24.089 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 91 (ObjNum 320 snap 90 seq_num 320) dirty exists 2024-03-10T22:17:24.089 INFO:tasks.rados.rados.0.smithi169.stdout:954: left oid 36 (ObjNum 320 snap 90 seq_num 320) 2024-03-10T22:17:24.089 INFO:tasks.rados.rados.0.smithi169.stdout:950: done (5 left) 2024-03-10T22:17:24.090 INFO:tasks.rados.rados.0.smithi169.stdout:951: done (4 left) 2024-03-10T22:17:24.090 INFO:tasks.rados.rados.0.smithi169.stdout:952: done (3 left) 2024-03-10T22:17:24.090 INFO:tasks.rados.rados.0.smithi169.stdout:953: done (2 left) 2024-03-10T22:17:24.090 INFO:tasks.rados.rados.0.smithi169.stdout:954: done (1 left) 2024-03-10T22:17:24.090 INFO:tasks.rados.rados.0.smithi169.stdout:958: snap_remove snap 83 2024-03-10T22:17:24.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:24 smithi169 ceph-mon[88180]: Upgrade: Updating mon.c 2024-03-10T22:17:24.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:24 smithi169 ceph-mon[88180]: Deploying daemon mon.c on smithi169 2024-03-10T22:17:24.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:24 smithi169 ceph-mon[88180]: mgrmap e42: y(active, since 12s), standbys: x 2024-03-10T22:17:24.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:24 smithi169 ceph-mon[88180]: osdmap e245: 8 total, 8 up, 8 in 2024-03-10T22:17:24.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:24 smithi169 ceph-mon[37738]: Upgrade: Updating mon.c 2024-03-10T22:17:24.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:24 smithi169 ceph-mon[37738]: Deploying daemon mon.c on smithi169 2024-03-10T22:17:24.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:24 smithi169 ceph-mon[37738]: mgrmap e42: y(active, since 12s), standbys: x 2024-03-10T22:17:24.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:24 smithi169 ceph-mon[37738]: osdmap e245: 8 total, 8 up, 8 in 2024-03-10T22:17:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:24 smithi172 ceph-mon[31000]: Upgrade: Updating mon.c 2024-03-10T22:17:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:24 smithi172 ceph-mon[31000]: Deploying daemon mon.c on smithi169 2024-03-10T22:17:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:24 smithi172 ceph-mon[31000]: mgrmap e42: y(active, since 12s), standbys: x 2024-03-10T22:17:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:24 smithi172 ceph-mon[31000]: osdmap e245: 8 total, 8 up, 8 in 2024-03-10T22:17:25.104 INFO:tasks.rados.rados.0.smithi169.stdout:958: done (1 left) 2024-03-10T22:17:25.104 INFO:tasks.rados.rados.0.smithi169.stdout:959: rollback oid 16 current snap is 90 2024-03-10T22:17:25.104 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 16 to 80 2024-03-10T22:17:25.104 INFO:tasks.rados.rados.0.smithi169.stdout:960: snap_remove snap 86 2024-03-10T22:17:25.140 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:24 smithi169 systemd[1]: Stopping Ceph mon.c for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:17:25.141 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-mon[37738]: osdmap e246: 8 total, 8 up, 8 in 2024-03-10T22:17:25.141 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-mon[37738]: pgmap v24: 121 pgs: 121 active+clean; 130 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 646 KiB/s wr, 6 op/s 2024-03-10T22:17:25.141 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-mon[88180]: osdmap e246: 8 total, 8 up, 8 in 2024-03-10T22:17:25.141 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-mon[88180]: pgmap v24: 121 pgs: 121 active+clean; 130 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 646 KiB/s wr, 6 op/s 2024-03-10T22:17:25.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c[37734]: 2024-03-10T22:17:25.139+0000 7f0c24440700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:17:25.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c[37734]: 2024-03-10T22:17:25.139+0000 7f0c24440700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-03-10T22:17:25.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:25 smithi169 podman[90464]: 2024-03-10 22:17:25.272520908 +0000 UTC m=+0.263380786 container died c1f018bb26567d61890082555748623de523a27f7f46edc7e0c1547ad2e6fe4f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-c2ea977, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True) 2024-03-10T22:17:25.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:25] ENGINE Bus STOPPING 2024-03-10T22:17:25.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:17:25.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:25] ENGINE Bus STOPPED 2024-03-10T22:17:25.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:25] ENGINE Bus STARTING 2024-03-10T22:17:25.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:25] ENGINE Serving on http://:::9283 2024-03-10T22:17:25.504 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:25] ENGINE Bus STARTED 2024-03-10T22:17:25.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:25 smithi172 ceph-mon[31000]: osdmap e246: 8 total, 8 up, 8 in 2024-03-10T22:17:25.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:25 smithi172 ceph-mon[31000]: pgmap v24: 121 pgs: 121 active+clean; 130 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 646 KiB/s wr, 6 op/s 2024-03-10T22:17:25.924 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:25 smithi169 podman[90464]: 2024-03-10 22:17:25.740438337 +0000 UTC m=+0.731298256 container cleanup c1f018bb26567d61890082555748623de523a27f7f46edc7e0c1547ad2e6fe4f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c, ceph=True, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-10T22:17:25.924 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:25 smithi169 bash[90464]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c 2024-03-10T22:17:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:17:25] "GET /metrics HTTP/1.1" 200 36000 "" "Prometheus/2.43.0" 2024-03-10T22:17:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:25 smithi169 podman[90489]: 2024-03-10 22:17:25.925299202 +0000 UTC m=+0.653498762 container remove c1f018bb26567d61890082555748623de523a27f7f46edc7e0c1547ad2e6fe4f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, org.label-schema.build-date=20240307, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-03-10T22:17:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.c.service: Deactivated successfully. 2024-03-10T22:17:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 systemd[1]: Stopped Ceph mon.c for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:17:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.c.service: Consumed 7.783s CPU time. 2024-03-10T22:17:26.601 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 systemd[1]: Starting Ceph mon.c for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:17:26.601 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 podman[90619]: 2024-03-10 22:17:26.459366652 +0000 UTC m=+0.017767438 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:17:26.601 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 podman[90619]: 2024-03-10 22:17:26.601782891 +0000 UTC m=+0.160183657 container create 4a535ced9626379dfd16495e3bbe04c0a34f50afe7cf367237a02fa5cf1d44f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=) 2024-03-10T22:17:26.872 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 podman[90619]: 2024-03-10 22:17:26.845912051 +0000 UTC m=+0.404312819 container init 4a535ced9626379dfd16495e3bbe04c0a34f50afe7cf367237a02fa5cf1d44f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, ceph=True) 2024-03-10T22:17:26.872 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 podman[90619]: 2024-03-10 22:17:26.849418112 +0000 UTC m=+0.407818884 container start 4a535ced9626379dfd16495e3bbe04c0a34f50afe7cf367237a02fa5cf1d44f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-03-10T22:17:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: set uid:gid to 167:167 (ceph:ceph) 2024-03-10T22:17:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev), process ceph-mon, pid 2 2024-03-10T22:17:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: pidfile_write: ignore empty --pid-file 2024-03-10T22:17:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: load: jerasure load: lrc 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: RocksDB version: 7.9.2 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Git sha 0 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Compile date 2024-03-09 15:03:29 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: DB SUMMARY 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: DB Session ID: I3MPRZET9ECUVPQPF3QA 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: CURRENT file: CURRENT 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: IDENTITY file: IDENTITY 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1404 Bytes 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9753092 ; 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.error_if_exists: 0 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.create_if_missing: 0 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.paranoid_checks: 1 2024-03-10T22:17:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.env: 0x560d38f20b20 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.fs: PosixFileSystem 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.info_log: 0x560d39e118e0 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_file_opening_threads: 16 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.statistics: (nil) 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.use_fsync: 0 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_log_file_size: 0 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.keep_log_file_num: 1000 2024-03-10T22:17:27.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.recycle_log_file_num: 0 2024-03-10T22:17:27.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.allow_fallocate: 1 2024-03-10T22:17:27.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.allow_mmap_reads: 0 2024-03-10T22:17:27.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.allow_mmap_writes: 0 2024-03-10T22:17:27.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.use_direct_reads: 0 2024-03-10T22:17:27.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-10T22:17:27.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.create_missing_column_families: 0 2024-03-10T22:17:27.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.db_log_dir: 2024-03-10T22:17:27.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.wal_dir: 2024-03-10T22:17:27.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-10T22:17:27.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-10T22:17:27.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-10T22:17:27.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-10T22:17:27.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-10T22:17:27.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.advise_random_on_open: 1 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.db_write_buffer_size: 0 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.write_buffer_manager: 0x560d39de4dc0 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.rate_limiter: (nil) 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.wal_recovery_mode: 2 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.enable_thread_tracking: 0 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.enable_pipelined_write: 0 2024-03-10T22:17:27.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.unordered_write: 0 2024-03-10T22:17:27.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-10T22:17:27.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-10T22:17:27.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-10T22:17:27.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-10T22:17:27.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.row_cache: None 2024-03-10T22:17:27.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.wal_filter: None 2024-03-10T22:17:27.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-10T22:17:27.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.allow_ingest_behind: 0 2024-03-10T22:17:27.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.two_write_queues: 0 2024-03-10T22:17:27.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.manual_wal_flush: 0 2024-03-10T22:17:27.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.wal_compression: 0 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.atomic_flush: 0 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.log_readahead_size: 0 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.best_efforts_recovery: 0 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.allow_data_in_errors: 0 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.db_host_id: __hostname__ 2024-03-10T22:17:27.262 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_background_jobs: 2 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_background_compactions: -1 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_subcompactions: 1 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_total_wal_size: 0 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_open_files: -1 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bytes_per_sync: 0 2024-03-10T22:17:27.263 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_readahead_size: 0 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_background_flushes: -1 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Compression algorithms supported: 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: kZSTD supported: 0 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: kXpressCompression supported: 0 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: kLZ4HCCompression supported: 1 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: kZlibCompression supported: 1 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: kSnappyCompression supported: 1 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: kLZ4Compression supported: 1 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: kBZip2Compression supported: 0 2024-03-10T22:17:27.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.merge_operator: 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_filter: None 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_filter_factory: None 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.sst_partitioner_factory: None 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560d39e119e0) 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout: cache_index_and_filter_blocks: 1 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-10T22:17:27.265 INFO:journalctl@ceph.mon.c.smithi169.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: pin_top_level_index_and_filter: 1 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: index_type: 0 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: data_block_index_type: 0 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: index_shortening: 1 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: checksum: 4 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: no_block_cache: 0 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_cache: 0x560d39e17090 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_cache_name: BinnedLRUCache 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_cache_options: 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: capacity : 536870912 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: num_shard_bits : 4 2024-03-10T22:17:27.266 INFO:journalctl@ceph.mon.c.smithi169.stdout: strict_capacity_limit : 0 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: high_pri_pool_ratio: 0.000 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_cache_compressed: (nil) 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: persistent_cache: (nil) 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_size: 4096 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_size_deviation: 10 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_restart_interval: 16 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: index_block_restart_interval: 1 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: metadata_block_size: 4096 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: partition_filters: 0 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: use_delta_encoding: 1 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: filter_policy: bloomfilter 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: whole_key_filtering: 1 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: verify_compression: 0 2024-03-10T22:17:27.267 INFO:journalctl@ceph.mon.c.smithi169.stdout: read_amp_bytes_per_bit: 0 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout: format_version: 5 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout: enable_index_compression: 1 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout: block_align: 0 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout: max_auto_readahead_size: 262144 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout: prepopulate_block_cache: 0 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout: initial_auto_readahead_size: 8192 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout: num_file_reads_for_auto_readahead: 2 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.write_buffer_size: 33554432 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_write_buffer_number: 2 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compression: NoCompression 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bottommost_compression: Disabled 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.prefix_extractor: nullptr 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-10T22:17:27.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.num_levels: 7 2024-03-10T22:17:27.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-10T22:17:27.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-10T22:17:27.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-10T22:17:27.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-10T22:17:27.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-10T22:17:27.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-10T22:17:27.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-10T22:17:27.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:17:27.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-10T22:17:27.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-10T22:17:27.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:17:27.270 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:17:27.270 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-10T22:17:27.270 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compression_opts.level: 32767 2024-03-10T22:17:27.270 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compression_opts.strategy: 0 2024-03-10T22:17:27.270 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-10T22:17:27.270 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:17:27.270 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:17:27.270 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-10T22:17:27.270 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compression_opts.enabled: false 2024-03-10T22:17:27.270 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:17:27.270 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.target_file_size_base: 67108864 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-10T22:17:27.271 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.arena_block_size: 1048576 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.disable_auto_compactions: 0 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-10T22:17:27.272 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.table_properties_collectors: 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.inplace_update_support: 0 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.bloom_locality: 0 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.max_successive_merges: 0 2024-03-10T22:17:27.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.paranoid_file_checks: 0 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.force_consistency_checks: 1 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.report_bg_io_stats: 0 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.ttl: 2592000 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.enable_blob_files: false 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.min_blob_size: 0 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.blob_file_size: 268435456 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-10T22:17:27.274 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.blob_file_starting_level: 0 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13887, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a1886fb5-c9c0-406b-8e80-c7103c569694 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710109046878444, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710109046900959, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6012096, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13892, "largest_seqno": 17187, "table_properties": {"data_size": 5997576, "index_size": 9787, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3717, "raw_key_size": 33514, "raw_average_key_size": 22, "raw_value_size": 5967269, "raw_average_value_size": 4081, "num_data_blocks": 428, "num_entries": 1462, "num_filter_entries": 1462, "num_deletions": 301, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710109046, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a1886fb5-c9c0-406b-8e80-c7103c569694", "db_session_id": "I3MPRZET9ECUVPQPF3QA", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710109046901068, "job": 1, "event": "recovery_finished"} 2024-03-10T22:17:27.275 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560d39f0a000 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: DB pointer 0x560d39ef4000 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout: ** DB Stats ** 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:17:27.276 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: ** Compaction Stats [default] ** 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: L0 1/0 5.73 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 602.1 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: L6 1/0 7.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: Sum 2/0 13.16 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 602.1 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 602.1 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: ** Compaction Stats [default] ** 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 602.1 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-03-10T22:17:27.277 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: Cumulative compaction: 0.01 GB write, 213.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: Interval compaction: 0.01 GB write, 213.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: Block cache BinnedLRUCache@0x560d39e17090#2 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.7e-05 secs_since: 0 2024-03-10T22:17:27.278 INFO:journalctl@ceph.mon.c.smithi169.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: starting mon.c rank 2 at public addrs [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] at bind addrs [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: mon.c@-1(???) e3 preinit fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: mon.c@-1(???).mds e6 new map 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: mon.c@-1(???).mds e6 print_map 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout: e6 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout: legacy client fscid: 1 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:17:27.279 INFO:journalctl@ceph.mon.c.smithi169.stdout: Filesystem 'cephfs' (1) 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: fs_name cephfs 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: epoch 6 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: created 2024-03-10T22:11:12.664512+0000 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: modified 2024-03-10T22:11:14.675102+0000 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: tableserver 0 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: root 0 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: session_timeout 60 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: session_autoclose 300 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: max_file_size 1099511627776 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: max_xattr_size 65536 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: required_client_features {} 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: last_failure 0 2024-03-10T22:17:27.280 INFO:journalctl@ceph.mon.c.smithi169.stdout: last_failure_osd_epoch 0 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: max_mds 1 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: in 0 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: up {0=24361} 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: failed 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: damaged 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: stopped 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: data_pools [3] 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: metadata_pool 2 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: inline_data disabled 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: balancer 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: bal_rank_mask -1 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: standby_count_wanted 0 2024-03-10T22:17:27.281 INFO:journalctl@ceph.mon.c.smithi169.stdout: [mds.b{0:24361} state up:active seq 3 addr [v2:172.21.15.172:6832/2547010137,v1:172.21.15.172:6833/2547010137] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout: Standby daemons: 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout: 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout: [mds.a{-1:24344} state up:standby seq 1 addr [v2:172.21.15.169:6834/1612960315,v1:172.21.15.169:6835/1612960315] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: mon.c@-1(???).osd e247 crush map has features 3314933069573799936, adjusting msgr requires 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: mon.c@-1(???).osd e247 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: mon.c@-1(???).osd e247 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: mon.c@-1(???).osd e247 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 ceph-mon[90638]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 bash[90619]: 4a535ced9626379dfd16495e3bbe04c0a34f50afe7cf367237a02fa5cf1d44f7 2024-03-10T22:17:27.282 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:26 smithi169 systemd[1]: Started Ceph mon.c for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:17:32.467 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:32 smithi172 ceph-mon[31000]: osdmap e247: 8 total, 8 up, 8 in 2024-03-10T22:17:32.468 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:32 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:32.468 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:32 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:32.468 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:32 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:32.468 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:32 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:32.468 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:17:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:17:32.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:32 smithi169 ceph-mon[88180]: osdmap e247: 8 total, 8 up, 8 in 2024-03-10T22:17:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:32 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:32 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:32 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:32.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:32 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:33.149 INFO:tasks.rados.rados.0.smithi169.stdout:960: done (2 left) 2024-03-10T22:17:33.150 INFO:tasks.rados.rados.0.smithi169.stdout:961: read oid 28 snap -1 2024-03-10T22:17:33.150 INFO:tasks.rados.rados.0.smithi169.stdout:961: expect (ObjNum 319 snap 90 seq_num 319) 2024-03-10T22:17:33.150 INFO:tasks.rados.rados.0.smithi169.stdout:962: copy_from oid 15 from oid 9 current snap is 90 2024-03-10T22:17:33.150 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 547 (ObjNum 313 snap 87 seq_num 313) dirty exists 2024-03-10T22:17:33.150 INFO:tasks.rados.rados.0.smithi169.stdout:959: finishing rollback tid 0 to smithi16976610-16 2024-03-10T22:17:33.150 INFO:tasks.rados.rados.0.smithi169.stdout:959: finishing rollback tid 1 to smithi16976610-16 2024-03-10T22:17:33.150 INFO:tasks.rados.rados.0.smithi169.stdout:959: finishing rollback tid 2 to smithi16976610-16 2024-03-10T22:17:33.150 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 557 (ObjNum 275 snap 71 seq_num 275) dirty exists 2024-03-10T22:17:33.150 INFO:tasks.rados.rados.0.smithi169.stdout:957: done (3 left) 2024-03-10T22:17:33.150 INFO:tasks.rados.rados.0.smithi169.stdout:959: done (2 left) 2024-03-10T22:17:33.150 INFO:tasks.rados.rados.0.smithi169.stdout:963: snap_remove snap 88 2024-03-10T22:17:33.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: pgmap v26: 121 pgs: 121 active+clean; 130 MiB data, 709 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: mon.b calling monitor election 2024-03-10T22:17:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: mon.a calling monitor election 2024-03-10T22:17:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: pgmap v27: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 460 KiB/s wr, 6 op/s 2024-03-10T22:17:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: pgmap v28: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 415 B/s rd, 373 KiB/s wr, 5 op/s 2024-03-10T22:17:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T22:17:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: osdmap e247: 8 total, 8 up, 8 in 2024-03-10T22:17:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: mgrmap e42: y(active, since 21s), standbys: x 2024-03-10T22:17:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-10T22:17:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-10T22:17:33.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-10T22:17:33.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: mon.c (rank 2) addr [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] is down (out of quorum) 2024-03-10T22:17:33.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:33.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:33.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:33.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[88180]: pgmap v29: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 366 B/s rd, 329 KiB/s wr, 4 op/s 2024-03-10T22:17:33.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: osdmap e247: 8 total, 8 up, 8 in 2024-03-10T22:17:33.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:33.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:33.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:33.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: pgmap v26: 121 pgs: 121 active+clean; 130 MiB data, 709 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: mon.b calling monitor election 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: mon.a calling monitor election 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: pgmap v27: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 460 KiB/s wr, 6 op/s 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: pgmap v28: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 415 B/s rd, 373 KiB/s wr, 5 op/s 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: osdmap e247: 8 total, 8 up, 8 in 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: mgrmap e42: y(active, since 21s), standbys: x 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-10T22:17:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: mon.c (rank 2) addr [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] is down (out of quorum) 2024-03-10T22:17:33.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:33.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:33.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:33.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:33 smithi169 ceph-mon[90638]: pgmap v29: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 366 B/s rd, 329 KiB/s wr, 4 op/s 2024-03-10T22:17:33.504 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: pgmap v26: 121 pgs: 121 active+clean; 130 MiB data, 709 MiB used, 715 GiB / 715 GiB avail 2024-03-10T22:17:33.504 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: mon.b calling monitor election 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: mon.a calling monitor election 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: pgmap v27: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 460 KiB/s wr, 6 op/s 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: pgmap v28: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 415 B/s rd, 373 KiB/s wr, 5 op/s 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: osdmap e247: 8 total, 8 up, 8 in 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: mgrmap e42: y(active, since 21s), standbys: x 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: mon.c (rank 2) addr [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] is down (out of quorum) 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:33.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:33.506 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:33.506 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-mon[31000]: pgmap v29: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 366 B/s rd, 329 KiB/s wr, 4 op/s 2024-03-10T22:17:33.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:17:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:17:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:17:34.131 INFO:tasks.rados.rados.0.smithi169.stdout:963: done (2 left) 2024-03-10T22:17:34.131 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 17 current snap is 90 2024-03-10T22:17:34.132 INFO:tasks.rados.rados.0.smithi169.stdout:964: seq_num 321 ranges {2441216=581632} 2024-03-10T22:17:34.148 INFO:tasks.rados.rados.0.smithi169.stdout:964: writing smithi16976610-17 from 2441216 to 3022848 tid 1 2024-03-10T22:17:34.148 INFO:tasks.rados.rados.0.smithi169.stdout:965: delete oid 29 current snap is 90 2024-03-10T22:17:34.148 INFO:tasks.rados.rados.0.smithi169.stdout:962: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:17:34.148 INFO:tasks.rados.rados.0.smithi169.stdout:962: finishing copy_from to smithi16976610-15 2024-03-10T22:17:34.148 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 187 (ObjNum 226 snap 60 seq_num 226) dirty exists 2024-03-10T22:17:34.148 INFO:tasks.rados.rados.0.smithi169.stdout:961: expect (ObjNum 319 snap 90 seq_num 319) 2024-03-10T22:17:34.259 INFO:tasks.rados.rados.0.smithi169.stdout:964: finishing write tid 1 to smithi16976610-17 2024-03-10T22:17:34.259 INFO:tasks.rados.rados.0.smithi169.stdout:964: finishing write tid 2 to smithi16976610-17 2024-03-10T22:17:34.259 INFO:tasks.rados.rados.0.smithi169.stdout:964: finishing write tid 3 to smithi16976610-17 2024-03-10T22:17:34.259 INFO:tasks.rados.rados.0.smithi169.stdout:964: oid 17 updating version 0 to 502 2024-03-10T22:17:34.259 INFO:tasks.rados.rados.0.smithi169.stdout:964: oid 17 updating version 502 to 503 2024-03-10T22:17:34.259 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 503 (ObjNum 321 snap 90 seq_num 321) dirty exists 2024-03-10T22:17:34.259 INFO:tasks.rados.rados.0.smithi169.stdout:964: left oid 17 (ObjNum 321 snap 90 seq_num 321) 2024-03-10T22:17:34.260 INFO:tasks.rados.rados.0.smithi169.stdout:961: done (3 left) 2024-03-10T22:17:34.260 INFO:tasks.rados.rados.0.smithi169.stdout:962: done (2 left) 2024-03-10T22:17:34.260 INFO:tasks.rados.rados.0.smithi169.stdout:964: done (1 left) 2024-03-10T22:17:34.260 INFO:tasks.rados.rados.0.smithi169.stdout:965: done (0 left) 2024-03-10T22:17:34.260 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 90 2024-03-10T22:17:34.260 INFO:tasks.rados.rados.0.smithi169.stdout:966: seq_num 323 ranges {1785856=614400} 2024-03-10T22:17:34.272 INFO:tasks.rados.rados.0.smithi169.stdout:966: writing smithi16976610-41 from 1785856 to 2400256 tid 1 2024-03-10T22:17:34.273 INFO:tasks.rados.rados.0.smithi169.stdout:967: rollback oid 47 current snap is 90 2024-03-10T22:17:34.273 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 47 to 73 2024-03-10T22:17:34.273 INFO:tasks.rados.rados.0.smithi169.stdout:968: snap_create 2024-03-10T22:17:34.275 INFO:tasks.rados.rados.0.smithi169.stdout:967: finishing rollback tid 0 to smithi16976610-47 2024-03-10T22:17:34.276 INFO:tasks.rados.rados.0.smithi169.stdout:967: finishing rollback tid 1 to smithi16976610-47 2024-03-10T22:17:34.276 INFO:tasks.rados.rados.0.smithi169.stdout:967: finishing rollback tid 2 to smithi16976610-47 2024-03-10T22:17:34.276 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 578 (ObjNum 291 snap 73 seq_num 291) dirty exists 2024-03-10T22:17:34.277 INFO:tasks.rados.rados.0.smithi169.stdout:966: finishing write tid 1 to smithi16976610-41 2024-03-10T22:17:34.277 INFO:tasks.rados.rados.0.smithi169.stdout:966: finishing write tid 2 to smithi16976610-41 2024-03-10T22:17:34.277 INFO:tasks.rados.rados.0.smithi169.stdout:966: finishing write tid 3 to smithi16976610-41 2024-03-10T22:17:34.278 INFO:tasks.rados.rados.0.smithi169.stdout:966: oid 41 updating version 0 to 355 2024-03-10T22:17:34.278 INFO:tasks.rados.rados.0.smithi169.stdout:966: oid 41 version 355 is already newer than 354 2024-03-10T22:17:34.278 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 355 (ObjNum 323 snap 90 seq_num 323) dirty exists 2024-03-10T22:17:34.279 INFO:tasks.rados.rados.0.smithi169.stdout:966: left oid 41 (ObjNum 323 snap 90 seq_num 323) 2024-03-10T22:17:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: mon.c calling monitor election 2024-03-10T22:17:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: osdmap e248: 8 total, 8 up, 8 in 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: mon.a calling monitor election 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: mon.b calling monitor election 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: osdmap e248: 8 total, 8 up, 8 in 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: mgrmap e42: y(active, since 22s), standbys: x 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: Cluster is now healthy 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[90638]: overall HEALTH_OK 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: mon.c calling monitor election 2024-03-10T22:17:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: osdmap e248: 8 total, 8 up, 8 in 2024-03-10T22:17:34.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: mon.a calling monitor election 2024-03-10T22:17:34.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: mon.b calling monitor election 2024-03-10T22:17:34.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:17:34.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:34.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:34.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: osdmap e248: 8 total, 8 up, 8 in 2024-03-10T22:17:34.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: mgrmap e42: y(active, since 22s), standbys: x 2024-03-10T22:17:34.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-10T22:17:34.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: Cluster is now healthy 2024-03-10T22:17:34.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:34 smithi169 ceph-mon[88180]: overall HEALTH_OK 2024-03-10T22:17:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: mon.c calling monitor election 2024-03-10T22:17:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: osdmap e248: 8 total, 8 up, 8 in 2024-03-10T22:17:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: mon.a calling monitor election 2024-03-10T22:17:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: mon.b calling monitor election 2024-03-10T22:17:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:17:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: monmap e3: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:34.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: osdmap e248: 8 total, 8 up, 8 in 2024-03-10T22:17:34.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: mgrmap e42: y(active, since 22s), standbys: x 2024-03-10T22:17:34.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-10T22:17:34.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: Cluster is now healthy 2024-03-10T22:17:34.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:34 smithi172 ceph-mon[31000]: overall HEALTH_OK 2024-03-10T22:17:35.150 INFO:tasks.rados.rados.0.smithi169.stdout:966: done (2 left) 2024-03-10T22:17:35.150 INFO:tasks.rados.rados.0.smithi169.stdout:967: done (1 left) 2024-03-10T22:17:35.150 INFO:tasks.rados.rados.0.smithi169.stdout:968: done (0 left) 2024-03-10T22:17:35.150 INFO:tasks.rados.rados.0.smithi169.stdout:969: rmattr oid 32 current snap is 91 2024-03-10T22:17:35.150 INFO:tasks.rados.rados.0.smithi169.stdout:970: read oid 14 snap -1 2024-03-10T22:17:35.150 INFO:tasks.rados.rados.0.smithi169.stdout:970: expect (ObjNum 181 snap 46 seq_num 181) 2024-03-10T22:17:35.151 INFO:tasks.rados.rados.0.smithi169.stdout:971: rollback oid 42 current snap is 91 2024-03-10T22:17:35.151 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 42 to 75 2024-03-10T22:17:35.151 INFO:tasks.rados.rados.0.smithi169.stdout:972: delete oid 12 current snap is 91 2024-03-10T22:17:35.151 INFO:tasks.rados.rados.0.smithi169.stdout:972: done (3 left) 2024-03-10T22:17:35.151 INFO:tasks.rados.rados.0.smithi169.stdout:973: delete oid 1 current snap is 91 2024-03-10T22:17:35.156 INFO:tasks.rados.rados.0.smithi169.stdout:971: finishing rollback tid 0 to smithi16976610-42 2024-03-10T22:17:35.158 INFO:tasks.rados.rados.0.smithi169.stdout:970: expect (ObjNum 181 snap 46 seq_num 181) 2024-03-10T22:17:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:971: finishing rollback tid 1 to smithi16976610-42 2024-03-10T22:17:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 503 (ObjNum 171 snap 44 seq_num 171) dirty exists 2024-03-10T22:17:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:971: finishing rollback tid 2 to smithi16976610-42 2024-03-10T22:17:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 358 (ObjNum 281 snap 72 seq_num 281) dirty exists 2024-03-10T22:17:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:969: done (3 left) 2024-03-10T22:17:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:970: done (2 left) 2024-03-10T22:17:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:971: done (1 left) 2024-03-10T22:17:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:973: done (0 left) 2024-03-10T22:17:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:974: copy_from oid 25 from oid 31 current snap is 91 2024-03-10T22:17:35.250 INFO:tasks.rados.rados.0.smithi169.stdout:975: read oid 49 snap 79 2024-03-10T22:17:35.251 INFO:tasks.rados.rados.0.smithi169.stdout:975: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-10T22:17:35.251 INFO:tasks.rados.rados.0.smithi169.stdout:976: read oid 22 snap -1 2024-03-10T22:17:35.251 INFO:tasks.rados.rados.0.smithi169.stdout:976: expect (ObjNum 234 snap 61 seq_num 234) 2024-03-10T22:17:35.251 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 91 2024-03-10T22:17:35.251 INFO:tasks.rados.rados.0.smithi169.stdout:977: seq_num 326 ranges {1196032=663552} 2024-03-10T22:17:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:977: writing smithi16976610-5 from 1196032 to 1859584 tid 1 2024-03-10T22:17:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 91 2024-03-10T22:17:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:974: finishing copy_from to smithi16976610-25 2024-03-10T22:17:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:974: got expected ENOENT (src dne) 2024-03-10T22:17:35.260 INFO:tasks.rados.rados.0.smithi169.stdout:978: seq_num 327 ranges {0=679936} 2024-03-10T22:17:35.263 INFO:tasks.rados.rados.0.smithi169.stdout:978: writing smithi16976610-50 from 0 to 679936 tid 1 2024-03-10T22:17:35.264 INFO:tasks.rados.rados.0.smithi169.stdout:979: snap_remove snap 82 2024-03-10T22:17:35.408 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:35 smithi169 ceph-mon[90638]: osdmap e249: 8 total, 8 up, 8 in 2024-03-10T22:17:35.408 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:35 smithi169 ceph-mon[90638]: pgmap v32: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 383 B/s rd, 345 KiB/s wr, 4 op/s 2024-03-10T22:17:35.409 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:35 smithi169 ceph-mon[88180]: osdmap e249: 8 total, 8 up, 8 in 2024-03-10T22:17:35.409 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:35 smithi169 ceph-mon[88180]: pgmap v32: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 383 B/s rd, 345 KiB/s wr, 4 op/s 2024-03-10T22:17:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:35 smithi172 ceph-mon[31000]: osdmap e249: 8 total, 8 up, 8 in 2024-03-10T22:17:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:35 smithi172 ceph-mon[31000]: pgmap v32: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail; 383 B/s rd, 345 KiB/s wr, 4 op/s 2024-03-10T22:17:36.005 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:17:35] "GET /metrics HTTP/1.1" 200 36000 "" "Prometheus/2.43.0" 2024-03-10T22:17:36.149 INFO:tasks.rados.rados.0.smithi169.stdout:979: done (5 left) 2024-03-10T22:17:36.149 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 91 2024-03-10T22:17:36.149 INFO:tasks.rados.rados.0.smithi169.stdout:980: seq_num 328 ranges {7659520=696320} 2024-03-10T22:17:36.196 INFO:tasks.rados.rados.0.smithi169.stdout:980: writing smithi16976610-42 from 7659520 to 8355840 tid 1 2024-03-10T22:17:36.196 INFO:tasks.rados.rados.0.smithi169.stdout:981: copy_from oid 46 from oid 6 current snap is 91 2024-03-10T22:17:36.196 INFO:tasks.rados.rados.0.smithi169.stdout:974: finishing copy_from racing read to smithi16976610-25 2024-03-10T22:17:36.196 INFO:tasks.rados.rados.0.smithi169.stdout:977: finishing write tid 1 to smithi16976610-5 2024-03-10T22:17:36.196 INFO:tasks.rados.rados.0.smithi169.stdout:977: finishing write tid 2 to smithi16976610-5 2024-03-10T22:17:36.196 INFO:tasks.rados.rados.0.smithi169.stdout:975: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-10T22:17:36.283 INFO:tasks.rados.rados.0.smithi169.stdout:977: finishing write tid 3 to smithi16976610-5 2024-03-10T22:17:36.283 INFO:tasks.rados.rados.0.smithi169.stdout:977: oid 5 updating version 0 to 504 2024-03-10T22:17:36.283 INFO:tasks.rados.rados.0.smithi169.stdout:977: oid 5 updating version 504 to 505 2024-03-10T22:17:36.283 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 505 (ObjNum 326 snap 91 seq_num 326) dirty exists 2024-03-10T22:17:36.283 INFO:tasks.rados.rados.0.smithi169.stdout:977: left oid 5 (ObjNum 326 snap 91 seq_num 326) 2024-03-10T22:17:36.283 INFO:tasks.rados.rados.0.smithi169.stdout:978: finishing write tid 1 to smithi16976610-50 2024-03-10T22:17:36.283 INFO:tasks.rados.rados.0.smithi169.stdout:974: done (6 left) 2024-03-10T22:17:36.284 INFO:tasks.rados.rados.0.smithi169.stdout:975: done (5 left) 2024-03-10T22:17:36.284 INFO:tasks.rados.rados.0.smithi169.stdout:977: done (4 left) 2024-03-10T22:17:36.284 INFO:tasks.rados.rados.0.smithi169.stdout:982: snap_remove snap 80 2024-03-10T22:17:36.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:36 smithi169 ceph-mon[88180]: osdmap e250: 8 total, 8 up, 8 in 2024-03-10T22:17:36.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:36 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:36.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:36 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:36.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:36 smithi169 ceph-mon[90638]: osdmap e250: 8 total, 8 up, 8 in 2024-03-10T22:17:36.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:36 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:36.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:36 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:36.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:36 smithi172 ceph-mon[31000]: osdmap e250: 8 total, 8 up, 8 in 2024-03-10T22:17:36.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:36 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:36.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:36 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:37.063 INFO:tasks.rados.rados.0.smithi169.stdout:982: done (4 left) 2024-03-10T22:17:37.063 INFO:tasks.rados.rados.0.smithi169.stdout:983: snap_remove snap 73 2024-03-10T22:17:37.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:37 smithi169 ceph-mon[88180]: osdmap e251: 8 total, 8 up, 8 in 2024-03-10T22:17:37.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:37 smithi169 ceph-mon[88180]: pgmap v35: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:17:37.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:37 smithi169 ceph-mon[88180]: osdmap e252: 8 total, 8 up, 8 in 2024-03-10T22:17:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:37 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:37 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:37.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:36.911+0000 7fcb9e6f0700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-03-10T22:17:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:37 smithi169 ceph-mon[90638]: osdmap e251: 8 total, 8 up, 8 in 2024-03-10T22:17:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:37 smithi169 ceph-mon[90638]: pgmap v35: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:17:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:37 smithi169 ceph-mon[90638]: osdmap e252: 8 total, 8 up, 8 in 2024-03-10T22:17:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:37 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:37 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:37.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:37 smithi172 ceph-mon[31000]: osdmap e251: 8 total, 8 up, 8 in 2024-03-10T22:17:37.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:37 smithi172 ceph-mon[31000]: pgmap v35: 121 pgs: 121 active+clean; 133 MiB data, 767 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:17:37.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:37 smithi172 ceph-mon[31000]: osdmap e252: 8 total, 8 up, 8 in 2024-03-10T22:17:37.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:37 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:37.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:37 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:38.060 INFO:tasks.rados.rados.0.smithi169.stdout:983: done (4 left) 2024-03-10T22:17:38.061 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 91 2024-03-10T22:17:38.061 INFO:tasks.rados.rados.0.smithi169.stdout:984: seq_num 329 ranges {2441216=712704} 2024-03-10T22:17:38.080 INFO:tasks.rados.rados.0.smithi169.stdout:984: writing smithi16976610-26 from 2441216 to 3153920 tid 1 2024-03-10T22:17:38.080 INFO:tasks.rados.rados.0.smithi169.stdout:985: read oid 2 snap -1 2024-03-10T22:17:38.080 INFO:tasks.rados.rados.0.smithi169.stdout:985: expect (ObjNum 300 snap 80 seq_num 300) 2024-03-10T22:17:38.080 INFO:tasks.rados.rados.0.smithi169.stdout:986: setattr oid 20 current snap is 91 2024-03-10T22:17:38.080 INFO:tasks.rados.rados.0.smithi169.stdout:978: finishing write tid 2 to smithi16976610-50 2024-03-10T22:17:38.080 INFO:tasks.rados.rados.0.smithi169.stdout:978: finishing write tid 3 to smithi16976610-50 2024-03-10T22:17:38.080 INFO:tasks.rados.rados.0.smithi169.stdout:978: oid 50 updating version 0 to 579 2024-03-10T22:17:38.080 INFO:tasks.rados.rados.0.smithi169.stdout:978: oid 50 updating version 579 to 580 2024-03-10T22:17:38.080 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 580 (ObjNum 327 snap 91 seq_num 327) dirty exists 2024-03-10T22:17:38.080 INFO:tasks.rados.rados.0.smithi169.stdout:978: left oid 50 (ObjNum 327 snap 91 seq_num 327) 2024-03-10T22:17:38.080 INFO:tasks.rados.rados.0.smithi169.stdout:976: expect (ObjNum 234 snap 61 seq_num 234) 2024-03-10T22:17:38.237 INFO:tasks.rados.rados.0.smithi169.stdout:980: finishing write tid 1 to smithi16976610-42 2024-03-10T22:17:38.237 INFO:tasks.rados.rados.0.smithi169.stdout:980: finishing write tid 2 to smithi16976610-42 2024-03-10T22:17:38.238 INFO:tasks.rados.rados.0.smithi169.stdout:980: finishing write tid 3 to smithi16976610-42 2024-03-10T22:17:38.238 INFO:tasks.rados.rados.0.smithi169.stdout:980: oid 42 updating version 0 to 360 2024-03-10T22:17:38.238 INFO:tasks.rados.rados.0.smithi169.stdout:980: oid 42 version 360 is already newer than 359 2024-03-10T22:17:38.238 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 360 (ObjNum 328 snap 91 seq_num 328) dirty exists 2024-03-10T22:17:38.238 INFO:tasks.rados.rados.0.smithi169.stdout:980: left oid 42 (ObjNum 328 snap 91 seq_num 328) 2024-03-10T22:17:38.238 INFO:tasks.rados.rados.0.smithi169.stdout:981: finishing copy_from racing read to smithi16976610-46 2024-03-10T22:17:38.238 INFO:tasks.rados.rados.0.smithi169.stdout:981: finishing copy_from to smithi16976610-46 2024-03-10T22:17:38.238 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 229 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-03-10T22:17:38.238 INFO:tasks.rados.rados.0.smithi169.stdout:984: finishing write tid 1 to smithi16976610-26 2024-03-10T22:17:38.238 INFO:tasks.rados.rados.0.smithi169.stdout:984: finishing write tid 2 to smithi16976610-26 2024-03-10T22:17:38.239 INFO:tasks.rados.rados.0.smithi169.stdout:984: finishing write tid 3 to smithi16976610-26 2024-03-10T22:17:38.239 INFO:tasks.rados.rados.0.smithi169.stdout:984: oid 26 updating version 0 to 388 2024-03-10T22:17:38.239 INFO:tasks.rados.rados.0.smithi169.stdout:984: oid 26 updating version 388 to 389 2024-03-10T22:17:38.239 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 389 (ObjNum 329 snap 91 seq_num 329) dirty exists 2024-03-10T22:17:38.239 INFO:tasks.rados.rados.0.smithi169.stdout:984: left oid 26 (ObjNum 329 snap 91 seq_num 329) 2024-03-10T22:17:38.239 INFO:tasks.rados.rados.0.smithi169.stdout:985: expect (ObjNum 300 snap 80 seq_num 300) 2024-03-10T22:17:38.522 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 215 (ObjNum 353 snap 0 seq_num 1352642096) dirty exists 2024-03-10T22:17:38.522 INFO:tasks.rados.rados.0.smithi169.stdout:976: done (6 left) 2024-03-10T22:17:38.523 INFO:tasks.rados.rados.0.smithi169.stdout:978: done (5 left) 2024-03-10T22:17:38.523 INFO:tasks.rados.rados.0.smithi169.stdout:980: done (4 left) 2024-03-10T22:17:38.523 INFO:tasks.rados.rados.0.smithi169.stdout:981: done (3 left) 2024-03-10T22:17:38.523 INFO:tasks.rados.rados.0.smithi169.stdout:984: done (2 left) 2024-03-10T22:17:38.523 INFO:tasks.rados.rados.0.smithi169.stdout:985: done (1 left) 2024-03-10T22:17:38.523 INFO:tasks.rados.rados.0.smithi169.stdout:986: done (0 left) 2024-03-10T22:17:38.523 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 91 2024-03-10T22:17:38.523 INFO:tasks.rados.rados.0.smithi169.stdout:987: seq_num 330 ranges {679936=737280} 2024-03-10T22:17:38.530 INFO:tasks.rados.rados.0.smithi169.stdout:987: writing smithi16976610-50 from 679936 to 1417216 tid 1 2024-03-10T22:17:38.530 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 91 2024-03-10T22:17:38.530 INFO:tasks.rados.rados.0.smithi169.stdout:988: seq_num 331 ranges {1785856=753664} 2024-03-10T22:17:38.544 INFO:tasks.rados.rados.0.smithi169.stdout:988: writing smithi16976610-39 from 1785856 to 2539520 tid 1 2024-03-10T22:17:38.544 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 91 2024-03-10T22:17:38.544 INFO:tasks.rados.rados.0.smithi169.stdout:989: seq_num 332 ranges {1785856=770048} 2024-03-10T22:17:38.558 INFO:tasks.rados.rados.0.smithi169.stdout:989: writing smithi16976610-43 from 1785856 to 2555904 tid 1 2024-03-10T22:17:38.558 INFO:tasks.rados.rados.0.smithi169.stdout:990: snap_remove snap 77 2024-03-10T22:17:39.068 INFO:tasks.rados.rados.0.smithi169.stdout:990: done (3 left) 2024-03-10T22:17:39.068 INFO:tasks.rados.rados.0.smithi169.stdout:991: setattr oid 23 current snap is 91 2024-03-10T22:17:39.068 INFO:tasks.rados.rados.0.smithi169.stdout:987: finishing write tid 1 to smithi16976610-50 2024-03-10T22:17:39.068 INFO:tasks.rados.rados.0.smithi169.stdout:987: finishing write tid 2 to smithi16976610-50 2024-03-10T22:17:39.068 INFO:tasks.rados.rados.0.smithi169.stdout:987: finishing write tid 3 to smithi16976610-50 2024-03-10T22:17:39.068 INFO:tasks.rados.rados.0.smithi169.stdout:987: oid 50 updating version 0 to 606 2024-03-10T22:17:39.068 INFO:tasks.rados.rados.0.smithi169.stdout:987: oid 50 version 606 is already newer than 605 2024-03-10T22:17:39.068 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 606 (ObjNum 330 snap 91 seq_num 330) dirty exists 2024-03-10T22:17:39.068 INFO:tasks.rados.rados.0.smithi169.stdout:987: left oid 50 (ObjNum 330 snap 91 seq_num 330) 2024-03-10T22:17:39.068 INFO:tasks.rados.rados.0.smithi169.stdout:988: finishing write tid 1 to smithi16976610-39 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:988: finishing write tid 2 to smithi16976610-39 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:988: finishing write tid 3 to smithi16976610-39 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:988: oid 39 updating version 0 to 528 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:988: oid 39 version 528 is already newer than 527 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 528 (ObjNum 331 snap 91 seq_num 331) dirty exists 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:988: left oid 39 (ObjNum 331 snap 91 seq_num 331) 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:989: finishing write tid 1 to smithi16976610-43 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:989: finishing write tid 2 to smithi16976610-43 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:989: finishing write tid 3 to smithi16976610-43 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:989: oid 43 updating version 0 to 531 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:989: oid 43 version 531 is already newer than 530 2024-03-10T22:17:39.069 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 531 (ObjNum 332 snap 91 seq_num 332) dirty exists 2024-03-10T22:17:39.070 INFO:tasks.rados.rados.0.smithi169.stdout:989: left oid 43 (ObjNum 332 snap 91 seq_num 332) 2024-03-10T22:17:39.070 INFO:tasks.rados.rados.0.smithi169.stdout:987: done (3 left) 2024-03-10T22:17:39.070 INFO:tasks.rados.rados.0.smithi169.stdout:988: done (2 left) 2024-03-10T22:17:39.071 INFO:tasks.rados.rados.0.smithi169.stdout:989: done (1 left) 2024-03-10T22:17:39.071 INFO:tasks.rados.rados.0.smithi169.stdout:992: rollback oid 25 current snap is 91 2024-03-10T22:17:39.071 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 25 to 79 2024-03-10T22:17:39.071 INFO:tasks.rados.rados.0.smithi169.stdout:993: read oid 33 snap -1 2024-03-10T22:17:39.071 INFO:tasks.rados.rados.0.smithi169.stdout:993: expect deleted 2024-03-10T22:17:39.071 INFO:tasks.rados.rados.0.smithi169.stdout:994: snap_create 2024-03-10T22:17:39.085 INFO:tasks.rados.rados.0.smithi169.stdout:992: finishing rollback tid 0 to smithi16976610-25 2024-03-10T22:17:39.086 INFO:tasks.rados.rados.0.smithi169.stdout:992: finishing rollback tid 1 to smithi16976610-25 2024-03-10T22:17:39.087 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 344 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:17:39.088 INFO:tasks.rados.rados.0.smithi169.stdout:992: finishing rollback tid 2 to smithi16976610-25 2024-03-10T22:17:39.088 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 614 (ObjNum 286 snap 72 seq_num 286) dirty exists 2024-03-10T22:17:39.438 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:39 smithi169 ceph-mon[88180]: osdmap e253: 8 total, 8 up, 8 in 2024-03-10T22:17:39.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:39 smithi169 ceph-mon[88180]: pgmap v38: 121 pgs: 121 active+clean; 140 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-03-10T22:17:39.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:39 smithi169 ceph-mon[90638]: osdmap e253: 8 total, 8 up, 8 in 2024-03-10T22:17:39.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:39 smithi169 ceph-mon[90638]: pgmap v38: 121 pgs: 121 active+clean; 140 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-03-10T22:17:39.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:39 smithi172 ceph-mon[31000]: osdmap e253: 8 total, 8 up, 8 in 2024-03-10T22:17:39.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:39 smithi172 ceph-mon[31000]: pgmap v38: 121 pgs: 121 active+clean; 140 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-03-10T22:17:40.071 INFO:tasks.rados.rados.0.smithi169.stdout:991: done (3 left) 2024-03-10T22:17:40.071 INFO:tasks.rados.rados.0.smithi169.stdout:992: done (2 left) 2024-03-10T22:17:40.071 INFO:tasks.rados.rados.0.smithi169.stdout:993: done (1 left) 2024-03-10T22:17:40.071 INFO:tasks.rados.rados.0.smithi169.stdout:994: done (0 left) 2024-03-10T22:17:40.071 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 92 2024-03-10T22:17:40.071 INFO:tasks.rados.rados.0.smithi169.stdout:995: seq_num 333 ranges {6258688=786432} 2024-03-10T22:17:40.108 INFO:tasks.rados.rados.0.smithi169.stdout:995: writing smithi16976610-37 from 6258688 to 7045120 tid 1 2024-03-10T22:17:40.108 INFO:tasks.rados.rados.0.smithi169.stdout:996: rmattr oid 2 current snap is 92 2024-03-10T22:17:40.109 INFO:tasks.rados.rados.0.smithi169.stdout:996: done (1 left) 2024-03-10T22:17:40.109 INFO:tasks.rados.rados.0.smithi169.stdout:997: read oid 2 snap 91 2024-03-10T22:17:40.109 INFO:tasks.rados.rados.0.smithi169.stdout:997: expect (ObjNum 300 snap 80 seq_num 300) 2024-03-10T22:17:40.109 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 92 2024-03-10T22:17:40.109 INFO:tasks.rados.rados.0.smithi169.stdout:998: seq_num 334 ranges {0=802816} 2024-03-10T22:17:40.113 INFO:tasks.rados.rados.0.smithi169.stdout:998: writing smithi16976610-1 from 0 to 802816 tid 1 2024-03-10T22:17:40.113 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 92 2024-03-10T22:17:40.113 INFO:tasks.rados.rados.0.smithi169.stdout:999: seq_num 335 ranges {3465216=417792,3883008=401408} 2024-03-10T22:17:40.135 INFO:tasks.rados.rados.0.smithi169.stdout:999: writing smithi16976610-32 from 3465216 to 3883008 tid 1 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:999: writing smithi16976610-32 from 3883008 to 4284416 tid 2 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:1000: rmattr oid 7 current snap is 92 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:1000: done (4 left) 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:1001: setattr oid 38 current snap is 92 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:995: finishing write tid 1 to smithi16976610-37 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:995: finishing write tid 2 to smithi16976610-37 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:995: finishing write tid 3 to smithi16976610-37 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:995: oid 37 updating version 0 to 518 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:995: oid 37 version 518 is already newer than 517 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 518 (ObjNum 333 snap 92 seq_num 333) dirty exists 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:995: left oid 37 (ObjNum 333 snap 92 seq_num 333) 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:998: finishing write tid 1 to smithi16976610-1 2024-03-10T22:17:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:998: finishing write tid 2 to smithi16976610-1 2024-03-10T22:17:40.139 INFO:tasks.rados.rados.0.smithi169.stdout:998: finishing write tid 3 to smithi16976610-1 2024-03-10T22:17:40.139 INFO:tasks.rados.rados.0.smithi169.stdout:998: oid 1 updating version 0 to 541 2024-03-10T22:17:40.139 INFO:tasks.rados.rados.0.smithi169.stdout:998: oid 1 version 541 is already newer than 540 2024-03-10T22:17:40.139 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 541 (ObjNum 334 snap 92 seq_num 334) dirty exists 2024-03-10T22:17:40.139 INFO:tasks.rados.rados.0.smithi169.stdout:998: left oid 1 (ObjNum 334 snap 92 seq_num 334) 2024-03-10T22:17:40.139 INFO:tasks.rados.rados.0.smithi169.stdout:997: expect (ObjNum 300 snap 80 seq_num 300) 2024-03-10T22:17:40.424 INFO:tasks.rados.rados.0.smithi169.stdout:999: finishing write tid 1 to smithi16976610-32 2024-03-10T22:17:40.424 INFO:tasks.rados.rados.0.smithi169.stdout:999: finishing write tid 2 to smithi16976610-32 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:999: finishing write tid 3 to smithi16976610-32 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:999: finishing write tid 4 to smithi16976610-32 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:999: oid 32 updating version 0 to 544 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:999: oid 32 version 544 is already newer than 543 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:999: oid 32 updating version 544 to 545 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 545 (ObjNum 335 snap 92 seq_num 335) dirty exists 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:999: left oid 32 (ObjNum 335 snap 92 seq_num 335) 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:995: done (4 left) 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:997: done (3 left) 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:998: done (2 left) 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:999: done (1 left) 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 92 2024-03-10T22:17:40.425 INFO:tasks.rados.rados.0.smithi169.stdout:1002: seq_num 336 ranges {1392640=434176,1826816=401408} 2024-03-10T22:17:40.434 INFO:tasks.rados.rados.0.smithi169.stdout:1002: writing smithi16976610-15 from 1392640 to 1826816 tid 1 2024-03-10T22:17:40.437 INFO:tasks.rados.rados.0.smithi169.stdout:1002: writing smithi16976610-15 from 1826816 to 2228224 tid 2 2024-03-10T22:17:40.437 INFO:tasks.rados.rados.0.smithi169.stdout:1003: delete oid 4 current snap is 92 2024-03-10T22:17:40.437 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 389 (ObjNum 33 snap 0 seq_num 1953066355) dirty exists 2024-03-10T22:17:40.437 INFO:tasks.rados.rados.0.smithi169.stdout:1002: finishing write tid 1 to smithi16976610-15 2024-03-10T22:17:40.439 INFO:tasks.rados.rados.0.smithi169.stdout:1001: done (2 left) 2024-03-10T22:17:40.440 INFO:tasks.rados.rados.0.smithi169.stdout:1003: done (1 left) 2024-03-10T22:17:40.440 INFO:tasks.rados.rados.0.smithi169.stdout:1004: read oid 5 snap -1 2024-03-10T22:17:40.440 INFO:tasks.rados.rados.0.smithi169.stdout:1004: expect (ObjNum 326 snap 91 seq_num 326) 2024-03-10T22:17:40.440 INFO:tasks.rados.rados.0.smithi169.stdout:1005: read oid 38 snap -1 2024-03-10T22:17:40.440 INFO:tasks.rados.rados.0.smithi169.stdout:1005: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:17:40.440 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 92 2024-03-10T22:17:40.440 INFO:tasks.rados.rados.0.smithi169.stdout:1002: finishing write tid 2 to smithi16976610-15 2024-03-10T22:17:40.440 INFO:tasks.rados.rados.0.smithi169.stdout:1006: seq_num 338 ranges {1269760=466944,1736704=401408} 2024-03-10T22:17:40.449 INFO:tasks.rados.rados.0.smithi169.stdout:1006: writing smithi16976610-48 from 1269760 to 1736704 tid 1 2024-03-10T22:17:40.451 INFO:tasks.rados.rados.0.smithi169.stdout:1006: writing smithi16976610-48 from 1736704 to 2138112 tid 2 2024-03-10T22:17:40.451 INFO:tasks.rados.rados.0.smithi169.stdout:1007: snap_remove snap 89 2024-03-10T22:17:40.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:40 smithi169 ceph-mon[88180]: osdmap e254: 8 total, 8 up, 8 in 2024-03-10T22:17:40.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:40 smithi169 ceph-mon[90638]: osdmap e254: 8 total, 8 up, 8 in 2024-03-10T22:17:40.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:40 smithi172 ceph-mon[31000]: osdmap e254: 8 total, 8 up, 8 in 2024-03-10T22:17:41.084 INFO:tasks.rados.rados.0.smithi169.stdout:1007: done (4 left) 2024-03-10T22:17:41.084 INFO:tasks.rados.rados.0.smithi169.stdout:1008: setattr oid 35 current snap is 92 2024-03-10T22:17:41.084 INFO:tasks.rados.rados.0.smithi169.stdout:1002: finishing write tid 3 to smithi16976610-15 2024-03-10T22:17:41.085 INFO:tasks.rados.rados.0.smithi169.stdout:1005: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:17:41.089 INFO:tasks.rados.rados.0.smithi169.stdout:1002: finishing write tid 4 to smithi16976610-15 2024-03-10T22:17:41.089 INFO:tasks.rados.rados.0.smithi169.stdout:1002: oid 15 updating version 0 to 350 2024-03-10T22:17:41.090 INFO:tasks.rados.rados.0.smithi169.stdout:1002: oid 15 version 350 is already newer than 349 2024-03-10T22:17:41.090 INFO:tasks.rados.rados.0.smithi169.stdout:1002: oid 15 version 350 is already newer than 348 2024-03-10T22:17:41.090 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 350 (ObjNum 336 snap 92 seq_num 336) dirty exists 2024-03-10T22:17:41.090 INFO:tasks.rados.rados.0.smithi169.stdout:1002: left oid 15 (ObjNum 336 snap 92 seq_num 336) 2024-03-10T22:17:41.090 INFO:tasks.rados.rados.0.smithi169.stdout:1004: expect (ObjNum 326 snap 91 seq_num 326) 2024-03-10T22:17:41.177 INFO:tasks.rados.rados.0.smithi169.stdout:1006: finishing write tid 1 to smithi16976610-48 2024-03-10T22:17:41.177 INFO:tasks.rados.rados.0.smithi169.stdout:1006: finishing write tid 2 to smithi16976610-48 2024-03-10T22:17:41.178 INFO:tasks.rados.rados.0.smithi169.stdout:1006: finishing write tid 3 to smithi16976610-48 2024-03-10T22:17:41.178 INFO:tasks.rados.rados.0.smithi169.stdout:1006: finishing write tid 4 to smithi16976610-48 2024-03-10T22:17:41.178 INFO:tasks.rados.rados.0.smithi169.stdout:1006: oid 48 updating version 0 to 508 2024-03-10T22:17:41.178 INFO:tasks.rados.rados.0.smithi169.stdout:1006: oid 48 version 508 is already newer than 507 2024-03-10T22:17:41.178 INFO:tasks.rados.rados.0.smithi169.stdout:1006: oid 48 version 508 is already newer than 506 2024-03-10T22:17:41.179 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 508 (ObjNum 338 snap 92 seq_num 338) dirty exists 2024-03-10T22:17:41.179 INFO:tasks.rados.rados.0.smithi169.stdout:1006: left oid 48 (ObjNum 338 snap 92 seq_num 338) 2024-03-10T22:17:41.179 INFO:tasks.rados.rados.0.smithi169.stdout:1002: done (4 left) 2024-03-10T22:17:41.179 INFO:tasks.rados.rados.0.smithi169.stdout:1004: done (3 left) 2024-03-10T22:17:41.179 INFO:tasks.rados.rados.0.smithi169.stdout:1005: done (2 left) 2024-03-10T22:17:41.179 INFO:tasks.rados.rados.0.smithi169.stdout:1006: done (1 left) 2024-03-10T22:17:41.180 INFO:tasks.rados.rados.0.smithi169.stdout:1009: rmattr oid 43 current snap is 92 2024-03-10T22:17:41.180 INFO:tasks.rados.rados.0.smithi169.stdout:1009: done (1 left) 2024-03-10T22:17:41.180 INFO:tasks.rados.rados.0.smithi169.stdout:1010: snap_remove snap 85 2024-03-10T22:17:41.469 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: osdmap e255: 8 total, 8 up, 8 in 2024-03-10T22:17:41.470 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: pgmap v41: 121 pgs: 121 active+clean; 140 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-03-10T22:17:41.470 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:41.470 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:41.470 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:41.470 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:41.470 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:17:41.470 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:41.471 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:41.471 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:41.471 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T22:17:41.471 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:41 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T22:17:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: osdmap e255: 8 total, 8 up, 8 in 2024-03-10T22:17:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: pgmap v41: 121 pgs: 121 active+clean; 140 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-03-10T22:17:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:41.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:17:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:41.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:41.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T22:17:41.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T22:17:41.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: osdmap e255: 8 total, 8 up, 8 in 2024-03-10T22:17:41.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: pgmap v41: 121 pgs: 121 active+clean; 140 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-03-10T22:17:41.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:41.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:41.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:41.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:41.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:17:41.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:41.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:41.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:41.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T22:17:41.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T22:17:42.073 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:42 smithi172 ceph-mon[31000]: Upgrade: It appears safe to stop mon.b 2024-03-10T22:17:42.074 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:42 smithi172 ceph-mon[31000]: osdmap e256: 8 total, 8 up, 8 in 2024-03-10T22:17:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 290 (ObjNum 81 snap 0 seq_num 2546779488) dirty exists 2024-03-10T22:17:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:1008: done (1 left) 2024-03-10T22:17:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:1010: done (0 left) 2024-03-10T22:17:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:1011: rollback oid 41 current snap is 92 2024-03-10T22:17:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 41 to 91 2024-03-10T22:17:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:1012: delete oid 5 current snap is 92 2024-03-10T22:17:42.090 INFO:tasks.rados.rados.0.smithi169.stdout:1011: finishing rollback tid 0 to smithi16976610-41 2024-03-10T22:17:42.091 INFO:tasks.rados.rados.0.smithi169.stdout:1011: finishing rollback tid 1 to smithi16976610-41 2024-03-10T22:17:42.091 INFO:tasks.rados.rados.0.smithi169.stdout:1011: finishing rollback tid 2 to smithi16976610-41 2024-03-10T22:17:42.091 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 363 (ObjNum 323 snap 90 seq_num 323) dirty exists 2024-03-10T22:17:42.098 INFO:tasks.rados.rados.0.smithi169.stdout:1011: done (1 left) 2024-03-10T22:17:42.098 INFO:tasks.rados.rados.0.smithi169.stdout:1012: done (0 left) 2024-03-10T22:17:42.098 INFO:tasks.rados.rados.0.smithi169.stdout:1013: delete oid 16 current snap is 92 2024-03-10T22:17:42.101 INFO:tasks.rados.rados.0.smithi169.stdout:1013: done (0 left) 2024-03-10T22:17:42.101 INFO:tasks.rados.rados.0.smithi169.stdout:1014: snap_remove snap 75 2024-03-10T22:17:42.396 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:17:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:17:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:42 smithi169 ceph-mon[88180]: Upgrade: It appears safe to stop mon.b 2024-03-10T22:17:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:42 smithi169 ceph-mon[88180]: osdmap e256: 8 total, 8 up, 8 in 2024-03-10T22:17:42.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:42 smithi169 ceph-mon[90638]: Upgrade: It appears safe to stop mon.b 2024-03-10T22:17:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:42 smithi169 ceph-mon[90638]: osdmap e256: 8 total, 8 up, 8 in 2024-03-10T22:17:42.610 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:17:42.922 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:17:42.922 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (4m) 6s ago 5m 26.5M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:17:42.922 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (4m) 27s ago 4m 89.8M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:17:42.922 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (6m) 6s ago 6m 15.5M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:17:42.922 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (6m) 27s ago 6m 20.1M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:17:42.922 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (57s) 27s ago 10m 447M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (87s) 6s ago 11m 500M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (41s) 6s ago 11m 41.8M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (10m) 27s ago 10m 56.0M 2048M 18.2.1-746-gc2ea977b a30af69eda22 021afd540f8a 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (16s) 6s ago 10m 28.4M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (5m) 6s ago 5m 15.5M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (5m) 27s ago 5m 15.6M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (9m) 6s ago 9m 151M 2480M 18.2.1-746-gc2ea977b a30af69eda22 943d3ca889b7 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (9m) 6s ago 9m 93.7M 2480M 18.2.1-746-gc2ea977b a30af69eda22 bc83559f4e48 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (8m) 6s ago 8m 123M 2480M 18.2.1-746-gc2ea977b a30af69eda22 34fdeb0dfbb6 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (8m) 6s ago 8m 129M 2480M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (8m) 27s ago 8m 115M 2480M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (7m) 27s ago 7m 121M 2480M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:17:42.923 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (7m) 27s ago 7m 110M 2480M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:17:42.924 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (6m) 27s ago 6m 108M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:17:42.924 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (62s) 27s ago 6m 52.3M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:17:43.084 INFO:tasks.rados.rados.0.smithi169.stdout:1014: done (0 left) 2024-03-10T22:17:43.084 INFO:tasks.rados.rados.0.smithi169.stdout:1015: snap_remove snap 90 2024-03-10T22:17:43.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[88180]: osdmap e257: 8 total, 8 up, 8 in 2024-03-10T22:17:43.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[88180]: Upgrade: Updating mon.b 2024-03-10T22:17:43.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:43.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:17:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:17:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[88180]: Deploying daemon mon.b on smithi172 2024-03-10T22:17:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[88180]: pgmap v44: 121 pgs: 121 active+clean; 139 MiB data, 869 MiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 32 op/s 2024-03-10T22:17:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[90638]: osdmap e257: 8 total, 8 up, 8 in 2024-03-10T22:17:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[90638]: Upgrade: Updating mon.b 2024-03-10T22:17:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:17:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:17:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:43.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[90638]: Deploying daemon mon.b on smithi172 2024-03-10T22:17:43.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:43 smithi169 ceph-mon[90638]: pgmap v44: 121 pgs: 121 active+clean; 139 MiB data, 869 MiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 32 op/s 2024-03-10T22:17:43.308 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:43 smithi172 ceph-mon[31000]: osdmap e257: 8 total, 8 up, 8 in 2024-03-10T22:17:43.308 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:43 smithi172 ceph-mon[31000]: Upgrade: Updating mon.b 2024-03-10T22:17:43.308 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:43 smithi172 ceph-mon[31000]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:43.308 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:43 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:17:43.308 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:43 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:17:43.309 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:43 smithi172 ceph-mon[31000]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:17:43.309 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:43 smithi172 ceph-mon[31000]: Deploying daemon mon.b on smithi172 2024-03-10T22:17:43.309 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:43 smithi172 ceph-mon[31000]: pgmap v44: 121 pgs: 121 active+clean; 139 MiB data, 869 MiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 32 op/s 2024-03-10T22:17:43.330 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:17:43.330 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:17:43.330 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 1, 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:17:43.331 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 11, 2024-03-10T22:17:43.332 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 4 2024-03-10T22:17:43.332 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:17:43.332 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:17:43.745 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:17:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:17:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:17:44.105 INFO:tasks.rados.rados.0.smithi169.stdout:1015: done (0 left) 2024-03-10T22:17:44.105 INFO:tasks.rados.rados.0.smithi169.stdout:1016: snap_create 2024-03-10T22:17:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:44 smithi172 ceph-mon[31000]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:44 smithi172 ceph-mon[31000]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:44 smithi172 ceph-mon[31000]: osdmap e258: 8 total, 8 up, 8 in 2024-03-10T22:17:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:44 smithi172 ceph-mon[31000]: from='client.? 172.21.15.169:0/688603833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:44.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-mon[88180]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:44.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-mon[88180]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-mon[88180]: osdmap e258: 8 total, 8 up, 8 in 2024-03-10T22:17:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/688603833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-mon[90638]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-mon[90638]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:17:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-mon[90638]: osdmap e258: 8 total, 8 up, 8 in 2024-03-10T22:17:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/688603833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:17:44.609 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:44 smithi172 systemd[1]: Stopping Ceph mon.b for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:17:44.901 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b[30996]: 2024-03-10T22:17:44.608+0000 7facf75a3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:17:44.901 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b[30996]: 2024-03-10T22:17:44.608+0000 7facf75a3700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-03-10T22:17:44.901 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:44 smithi172 podman[84469]: 2024-03-10 22:17:44.629211431 +0000 UTC m=+0.189245391 container died 021afd540f8ac36ad043dfd48a91be802c8f62ad9677aaeb3bb4fcbe82c18cfb (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-03-10T22:17:45.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:44] ENGINE Bus STOPPING 2024-03-10T22:17:45.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:17:45.004 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:44] ENGINE Bus STOPPED 2024-03-10T22:17:45.004 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:44] ENGINE Bus STARTING 2024-03-10T22:17:45.004 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:44] ENGINE Serving on http://:::9283 2024-03-10T22:17:45.004 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:17:44] ENGINE Bus STARTED 2024-03-10T22:17:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:45 smithi172 podman[84469]: 2024-03-10 22:17:45.033463889 +0000 UTC m=+0.593497890 container cleanup 021afd540f8ac36ad043dfd48a91be802c8f62ad9677aaeb3bb4fcbe82c18cfb (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-c2ea977, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:17:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:45 smithi172 bash[84469]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b 2024-03-10T22:17:45.599 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:45 smithi172 podman[84484]: 2024-03-10 22:17:45.268207318 +0000 UTC m=+0.633285516 container remove 021afd540f8ac36ad043dfd48a91be802c8f62ad9677aaeb3bb4fcbe82c18cfb (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-c2ea977) 2024-03-10T22:17:45.599 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:45 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.b.service: Deactivated successfully. 2024-03-10T22:17:45.599 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:45 smithi172 systemd[1]: Stopped Ceph mon.b for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:17:45.599 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:45 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.b.service: Consumed 9.539s CPU time. 2024-03-10T22:17:45.937 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:45 smithi172 systemd[1]: Starting Ceph mon.b for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:17:45.937 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:45 smithi172 podman[84616]: 2024-03-10 22:17:45.718163847 +0000 UTC m=+0.018867106 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:17:45.937 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:45 smithi172 podman[84616]: 2024-03-10 22:17:45.83577223 +0000 UTC m=+0.136475474 container create 8f5e1596cf772b757bdd57195a5028d6fcedfd41d1298ab8e7a6a88e906e86da (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-03-10T22:17:46.135 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 podman[84616]: 2024-03-10 22:17:46.071864601 +0000 UTC m=+0.372567861 container init 8f5e1596cf772b757bdd57195a5028d6fcedfd41d1298ab8e7a6a88e906e86da (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-10T22:17:46.135 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 podman[84616]: 2024-03-10 22:17:46.074863187 +0000 UTC m=+0.375566439 container start 8f5e1596cf772b757bdd57195a5028d6fcedfd41d1298ab8e7a6a88e906e86da (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307) 2024-03-10T22:17:46.135 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: set uid:gid to 167:167 (ceph:ceph) 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev), process ceph-mon, pid 2 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: pidfile_write: ignore empty --pid-file 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: load: jerasure load: lrc 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: RocksDB version: 7.9.2 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Git sha 0 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Compile date 2024-03-09 15:03:29 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: DB SUMMARY 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: DB Session ID: GHPDG4KT2NI23TKD3KRN 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: CURRENT file: CURRENT 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: IDENTITY file: IDENTITY 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1404 Bytes 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-03-10T22:17:46.136 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10651577 ; 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.error_if_exists: 0 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.create_if_missing: 0 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.paranoid_checks: 1 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.env: 0x55bfe0a79b20 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.fs: PosixFileSystem 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.info_log: 0x55bfe201b8e0 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_file_opening_threads: 16 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.statistics: (nil) 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.use_fsync: 0 2024-03-10T22:17:46.137 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_log_file_size: 0 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.keep_log_file_num: 1000 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.recycle_log_file_num: 0 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.allow_fallocate: 1 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.allow_mmap_reads: 0 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.allow_mmap_writes: 0 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.use_direct_reads: 0 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.create_missing_column_families: 0 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.db_log_dir: 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.wal_dir: 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-10T22:17:46.138 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.advise_random_on_open: 1 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.db_write_buffer_size: 0 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.write_buffer_manager: 0x55bfe1feedc0 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.rate_limiter: (nil) 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-10T22:17:46.139 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.wal_recovery_mode: 2 2024-03-10T22:17:46.140 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.enable_thread_tracking: 0 2024-03-10T22:17:46.140 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.enable_pipelined_write: 0 2024-03-10T22:17:46.140 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.unordered_write: 0 2024-03-10T22:17:46.140 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-10T22:17:46.140 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-10T22:17:46.140 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-10T22:17:46.140 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-10T22:17:46.140 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.row_cache: None 2024-03-10T22:17:46.140 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.wal_filter: None 2024-03-10T22:17:46.140 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-10T22:17:46.141 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.allow_ingest_behind: 0 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.two_write_queues: 0 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.manual_wal_flush: 0 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.wal_compression: 0 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.atomic_flush: 0 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.log_readahead_size: 0 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.best_efforts_recovery: 0 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-10T22:17:46.142 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.allow_data_in_errors: 0 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.db_host_id: __hostname__ 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_background_jobs: 2 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_background_compactions: -1 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_subcompactions: 1 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_total_wal_size: 0 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-10T22:17:46.143 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_open_files: -1 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bytes_per_sync: 0 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_readahead_size: 0 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_background_flushes: -1 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Compression algorithms supported: 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: kZSTD supported: 0 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: kXpressCompression supported: 0 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: kLZ4HCCompression supported: 1 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: kZlibCompression supported: 1 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: kSnappyCompression supported: 1 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: kLZ4Compression supported: 1 2024-03-10T22:17:46.144 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: kBZip2Compression supported: 0 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.merge_operator: 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_filter: None 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_filter_factory: None 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.sst_partitioner_factory: None 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bfe201b9e0) 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout: cache_index_and_filter_blocks: 1 2024-03-10T22:17:46.145 INFO:journalctl@ceph.mon.b.smithi172.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: pin_top_level_index_and_filter: 1 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: index_type: 0 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: data_block_index_type: 0 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: index_shortening: 1 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: checksum: 4 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: no_block_cache: 0 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_cache: 0x55bfe2021090 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_cache_name: BinnedLRUCache 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_cache_options: 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: capacity : 536870912 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: num_shard_bits : 4 2024-03-10T22:17:46.146 INFO:journalctl@ceph.mon.b.smithi172.stdout: strict_capacity_limit : 0 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: high_pri_pool_ratio: 0.000 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_cache_compressed: (nil) 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: persistent_cache: (nil) 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_size: 4096 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_size_deviation: 10 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_restart_interval: 16 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: index_block_restart_interval: 1 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: metadata_block_size: 4096 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: partition_filters: 0 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: use_delta_encoding: 1 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: filter_policy: bloomfilter 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: whole_key_filtering: 1 2024-03-10T22:17:46.147 INFO:journalctl@ceph.mon.b.smithi172.stdout: verify_compression: 0 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout: read_amp_bytes_per_bit: 0 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout: format_version: 5 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout: enable_index_compression: 1 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout: block_align: 0 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout: max_auto_readahead_size: 262144 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout: prepopulate_block_cache: 0 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout: initial_auto_readahead_size: 8192 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout: num_file_reads_for_auto_readahead: 2 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.write_buffer_size: 33554432 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_write_buffer_number: 2 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compression: NoCompression 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bottommost_compression: Disabled 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.prefix_extractor: nullptr 2024-03-10T22:17:46.148 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.num_levels: 7 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:17:46.149 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compression_opts.level: 32767 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compression_opts.strategy: 0 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compression_opts.enabled: false 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.target_file_size_base: 67108864 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-10T22:17:46.150 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.arena_block_size: 1048576 2024-03-10T22:17:46.151 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.disable_auto_compactions: 0 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.table_properties_collectors: 2024-03-10T22:17:46.152 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.inplace_update_support: 0 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.bloom_locality: 0 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.max_successive_merges: 0 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.paranoid_file_checks: 0 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.force_consistency_checks: 1 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.report_bg_io_stats: 0 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.ttl: 2592000 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-10T22:17:46.153 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.enable_blob_files: false 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.min_blob_size: 0 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.blob_file_size: 268435456 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.blob_file_starting_level: 0 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13969, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-03-10T22:17:46.154 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d361bb4b-9d00-4baf-a2dd-d985316a745b 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710109066104302, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 bash[84616]: 8f5e1596cf772b757bdd57195a5028d6fcedfd41d1298ab8e7a6a88e906e86da 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710109066132655, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6545531, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13974, "largest_seqno": 17732, "table_properties": {"data_size": 6529227, "index_size": 11187, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4101, "raw_key_size": 37640, "raw_average_key_size": 23, "raw_value_size": 6495115, "raw_average_value_size": 3970, "num_data_blocks": 487, "num_entries": 1636, "num_filter_entries": 1636, "num_deletions": 301, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710109066, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d361bb4b-9d00-4baf-a2dd-d985316a745b", "db_session_id": "GHPDG4KT2NI23TKD3KRN", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 systemd[1]: Started Ceph mon.b for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710109066132766, "job": 1, "event": "recovery_finished"} 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55bfe2114000 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: DB pointer 0x55bfe20fe000 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-10T22:17:46.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: ** DB Stats ** 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: ** Compaction Stats [default] ** 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: L0 1/0 6.24 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 516.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-03-10T22:17:46.156 INFO:journalctl@ceph.mon.b.smithi172.stdout: L6 1/0 7.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: Sum 2/0 13.67 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 516.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 516.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: ** Compaction Stats [default] ** 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 516.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-10T22:17:46.157 INFO:journalctl@ceph.mon.b.smithi172.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout: Cumulative compaction: 0.01 GB write, 199.14 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout: Interval compaction: 0.01 GB write, 199.14 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout: Block cache BinnedLRUCache@0x55bfe2021090#2 capacity: 512.00 MB usage: 16.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: starting mon.b rank 1 at public addrs [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] at bind addrs [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: mon.b@-1(???) e3 preinit fsid 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: mon.b@-1(???).mds e6 new map 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: mon.b@-1(???).mds e6 print_map 2024-03-10T22:17:46.158 INFO:journalctl@ceph.mon.b.smithi172.stdout: e6 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: legacy client fscid: 1 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: Filesystem 'cephfs' (1) 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: fs_name cephfs 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: epoch 6 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: created 2024-03-10T22:11:12.664512+0000 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: modified 2024-03-10T22:11:14.675102+0000 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: tableserver 0 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: root 0 2024-03-10T22:17:46.159 INFO:journalctl@ceph.mon.b.smithi172.stdout: session_timeout 60 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: session_autoclose 300 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: max_file_size 1099511627776 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: max_xattr_size 65536 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: required_client_features {} 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: last_failure 0 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: last_failure_osd_epoch 0 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: max_mds 1 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: in 0 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: up {0=24361} 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: failed 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: damaged 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: stopped 2024-03-10T22:17:46.160 INFO:journalctl@ceph.mon.b.smithi172.stdout: data_pools [3] 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout: metadata_pool 2 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout: inline_data disabled 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout: balancer 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout: bal_rank_mask -1 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout: standby_count_wanted 0 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout: [mds.b{0:24361} state up:active seq 3 addr [v2:172.21.15.172:6832/2547010137,v1:172.21.15.172:6833/2547010137] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout: Standby daemons: 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout: 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout: [mds.a{-1:24344} state up:standby seq 1 addr [v2:172.21.15.169:6834/1612960315,v1:172.21.15.169:6835/1612960315] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: mon.b@-1(???).osd e259 crush map has features 3314933069573799936, adjusting msgr requires 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: mon.b@-1(???).osd e259 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T22:17:46.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: mon.b@-1(???).osd e259 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T22:17:46.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: mon.b@-1(???).osd e259 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T22:17:46.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:46 smithi172 ceph-mon[84635]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-03-10T22:17:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:17:45] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-03-10T22:17:51.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:17:51.145+0000 7fcb9e6f0700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-03-10T22:17:51.614 INFO:tasks.rados.rados.0.smithi169.stdout:1016: done (0 left) 2024-03-10T22:17:51.615 INFO:tasks.rados.rados.0.smithi169.stdout:1017: rollback oid 48 current snap is 93 2024-03-10T22:17:51.615 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 48 to 79 2024-03-10T22:17:51.615 INFO:tasks.rados.rados.0.smithi169.stdout:1018: copy_from oid 4 from oid 24 current snap is 93 2024-03-10T22:17:51.615 INFO:tasks.rados.rados.0.smithi169.stdout:1019: snap_create 2024-03-10T22:17:51.947 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:51 smithi172 ceph-mon[84635]: mon.b calling monitor election 2024-03-10T22:17:51.947 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:51 smithi172 ceph-mon[84635]: mon.a calling monitor election 2024-03-10T22:17:51.947 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:51 smithi172 ceph-mon[84635]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T22:17:51.947 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:51 smithi172 ceph-mon[84635]: monmap e4: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:51.947 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:51 smithi172 ceph-mon[84635]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:51.947 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:51 smithi172 ceph-mon[84635]: osdmap e259: 8 total, 8 up, 8 in 2024-03-10T22:17:51.947 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:51 smithi172 ceph-mon[84635]: mgrmap e42: y(active, since 41s), standbys: x 2024-03-10T22:17:51.947 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:51 smithi172 ceph-mon[84635]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-10T22:17:51.947 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:51 smithi172 ceph-mon[84635]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-10T22:17:51.948 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:51 smithi172 ceph-mon[84635]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-10T22:17:51.948 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:51 smithi172 ceph-mon[84635]: mon.c (rank 2) addr [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] is down (out of quorum) 2024-03-10T22:17:52.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-mon[88180]: mon.b calling monitor election 2024-03-10T22:17:52.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-mon[88180]: mon.a calling monitor election 2024-03-10T22:17:52.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-mon[88180]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T22:17:52.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-mon[88180]: monmap e4: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:52.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-mon[88180]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:52.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-mon[88180]: osdmap e259: 8 total, 8 up, 8 in 2024-03-10T22:17:52.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-mon[88180]: mgrmap e42: y(active, since 41s), standbys: x 2024-03-10T22:17:52.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-mon[88180]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-10T22:17:52.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-mon[88180]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-10T22:17:52.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-mon[88180]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-10T22:17:52.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:51 smithi169 ceph-mon[88180]: mon.c (rank 2) addr [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] is down (out of quorum) 2024-03-10T22:17:52.058 INFO:tasks.rados.rados.0.smithi169.stdout:1019: done (2 left) 2024-03-10T22:17:52.058 INFO:tasks.rados.rados.0.smithi169.stdout:1020: read oid 31 snap 79 2024-03-10T22:17:52.058 INFO:tasks.rados.rados.0.smithi169.stdout:1020: expect deleted 2024-03-10T22:17:52.058 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 94 2024-03-10T22:17:52.058 INFO:tasks.rados.rados.0.smithi169.stdout:1021: seq_num 341 ranges {2146304=516096,2662400=401408} 2024-03-10T22:17:52.072 INFO:tasks.rados.rados.0.smithi169.stdout:1021: writing smithi16976610-49 from 2146304 to 2662400 tid 1 2024-03-10T22:17:52.074 INFO:tasks.rados.rados.0.smithi169.stdout:1021: writing smithi16976610-49 from 2662400 to 3063808 tid 2 2024-03-10T22:17:52.074 INFO:tasks.rados.rados.0.smithi169.stdout:1022: delete oid 13 current snap is 94 2024-03-10T22:17:52.077 INFO:tasks.rados.rados.0.smithi169.stdout:1020: done (4 left) 2024-03-10T22:17:52.077 INFO:tasks.rados.rados.0.smithi169.stdout:1022: done (3 left) 2024-03-10T22:17:52.077 INFO:tasks.rados.rados.0.smithi169.stdout:1023: setattr oid 37 current snap is 94 2024-03-10T22:17:52.079 INFO:tasks.rados.rados.0.smithi169.stdout:1024: rollback oid 15 current snap is 94 2024-03-10T22:17:52.079 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 15 to 92 2024-03-10T22:17:52.079 INFO:tasks.rados.rados.0.smithi169.stdout:1025: snap_create 2024-03-10T22:17:52.080 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 530 (ObjNum 333 snap 92 seq_num 333) dirty exists 2024-03-10T22:17:52.616 INFO:tasks.rados.rados.0.smithi169.stdout:1017: finishing rollback tid 0 to smithi16976610-48 2024-03-10T22:17:52.616 INFO:tasks.rados.rados.0.smithi169.stdout:1021: finishing write tid 1 to smithi16976610-49 2024-03-10T22:17:52.616 INFO:tasks.rados.rados.0.smithi169.stdout:1017: finishing rollback tid 1 to smithi16976610-48 2024-03-10T22:17:52.618 INFO:tasks.rados.rados.0.smithi169.stdout:1017: finishing rollback tid 2 to smithi16976610-48 2024-03-10T22:17:52.618 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 512 (ObjNum 292 snap 73 seq_num 292) dirty exists 2024-03-10T22:17:52.618 INFO:tasks.rados.rados.0.smithi169.stdout:1021: finishing write tid 2 to smithi16976610-49 2024-03-10T22:17:52.618 INFO:tasks.rados.rados.0.smithi169.stdout:1021: finishing write tid 3 to smithi16976610-49 2024-03-10T22:17:52.619 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:17:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:17:52.623 INFO:tasks.rados.rados.0.smithi169.stdout:1021: finishing write tid 4 to smithi16976610-49 2024-03-10T22:17:52.623 INFO:tasks.rados.rados.0.smithi169.stdout:1021: oid 49 updating version 0 to 403 2024-03-10T22:17:52.623 INFO:tasks.rados.rados.0.smithi169.stdout:1021: oid 49 updating version 403 to 405 2024-03-10T22:17:52.623 INFO:tasks.rados.rados.0.smithi169.stdout:1021: oid 49 version 405 is already newer than 404 2024-03-10T22:17:52.623 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 405 (ObjNum 341 snap 94 seq_num 341) dirty exists 2024-03-10T22:17:52.623 INFO:tasks.rados.rados.0.smithi169.stdout:1021: left oid 49 (ObjNum 341 snap 94 seq_num 341) 2024-03-10T22:17:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:1024: finishing rollback tid 0 to smithi16976610-15 2024-03-10T22:17:52.627 INFO:tasks.rados.rados.0.smithi169.stdout:1024: finishing rollback tid 1 to smithi16976610-15 2024-03-10T22:17:52.628 INFO:tasks.rados.rados.0.smithi169.stdout:1024: finishing rollback tid 2 to smithi16976610-15 2024-03-10T22:17:52.628 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 368 (ObjNum 336 snap 92 seq_num 336) dirty exists 2024-03-10T22:17:52.643 INFO:tasks.rados.rados.0.smithi169.stdout:1018: finishing copy_from racing read to smithi16976610-4 2024-03-10T22:17:52.648 INFO:tasks.rados.rados.0.smithi169.stdout:1018: finishing copy_from to smithi16976610-4 2024-03-10T22:17:52.649 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 312 (ObjNum 283 snap 72 seq_num 283) dirty exists 2024-03-10T22:17:52.886 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:52 smithi172 ceph-mon[84635]: osdmap e260: 8 total, 8 up, 8 in 2024-03-10T22:17:52.886 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:52 smithi172 ceph-mon[84635]: osdmap e261: 8 total, 8 up, 8 in 2024-03-10T22:17:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[88180]: osdmap e260: 8 total, 8 up, 8 in 2024-03-10T22:17:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[88180]: osdmap e261: 8 total, 8 up, 8 in 2024-03-10T22:17:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: mon.b calling monitor election 2024-03-10T22:17:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: mon.a calling monitor election 2024-03-10T22:17:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T22:17:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: monmap e4: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: osdmap e259: 8 total, 8 up, 8 in 2024-03-10T22:17:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: mgrmap e42: y(active, since 41s), standbys: x 2024-03-10T22:17:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-10T22:17:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-10T22:17:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-10T22:17:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: mon.c (rank 2) addr [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] is down (out of quorum) 2024-03-10T22:17:53.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: osdmap e260: 8 total, 8 up, 8 in 2024-03-10T22:17:53.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:52 smithi169 ceph-mon[90638]: osdmap e261: 8 total, 8 up, 8 in 2024-03-10T22:17:53.634 INFO:tasks.rados.rados.0.smithi169.stdout:1017: done (5 left) 2024-03-10T22:17:53.634 INFO:tasks.rados.rados.0.smithi169.stdout:1018: done (4 left) 2024-03-10T22:17:53.634 INFO:tasks.rados.rados.0.smithi169.stdout:1021: done (3 left) 2024-03-10T22:17:53.634 INFO:tasks.rados.rados.0.smithi169.stdout:1023: done (2 left) 2024-03-10T22:17:53.634 INFO:tasks.rados.rados.0.smithi169.stdout:1024: done (1 left) 2024-03-10T22:17:53.635 INFO:tasks.rados.rados.0.smithi169.stdout:1025: done (0 left) 2024-03-10T22:17:53.635 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 95 2024-03-10T22:17:53.635 INFO:tasks.rados.rados.0.smithi169.stdout:1026: seq_num 343 ranges {565248=548864,1114112=401408} 2024-03-10T22:17:53.639 INFO:tasks.rados.rados.0.smithi169.stdout:1026: writing smithi16976610-36 from 565248 to 1114112 tid 1 2024-03-10T22:17:53.642 INFO:tasks.rados.rados.0.smithi169.stdout:1026: writing smithi16976610-36 from 1114112 to 1515520 tid 2 2024-03-10T22:17:53.642 INFO:tasks.rados.rados.0.smithi169.stdout:1027: read oid 24 snap -1 2024-03-10T22:17:53.642 INFO:tasks.rados.rados.0.smithi169.stdout:1027: expect (ObjNum 283 snap 72 seq_num 283) 2024-03-10T22:17:53.642 INFO:tasks.rados.rados.0.smithi169.stdout:1028: read oid 30 snap -1 2024-03-10T22:17:53.642 INFO:tasks.rados.rados.0.smithi169.stdout:1028: expect (ObjNum 268 snap 70 seq_num 268) 2024-03-10T22:17:53.642 INFO:tasks.rados.rados.0.smithi169.stdout:1029: rmattr oid 9 current snap is 95 2024-03-10T22:17:53.642 INFO:tasks.rados.rados.0.smithi169.stdout:1029: done (3 left) 2024-03-10T22:17:53.643 INFO:tasks.rados.rados.0.smithi169.stdout:1030: rollback oid 39 current snap is 95 2024-03-10T22:17:53.643 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 39 to 93 2024-03-10T22:17:53.643 INFO:tasks.rados.rados.0.smithi169.stdout:1031: delete oid 17 current snap is 95 2024-03-10T22:17:53.644 INFO:tasks.rados.rados.0.smithi169.stdout:1026: finishing write tid 1 to smithi16976610-36 2024-03-10T22:17:53.645 INFO:tasks.rados.rados.0.smithi169.stdout:1026: finishing write tid 2 to smithi16976610-36 2024-03-10T22:17:53.646 INFO:tasks.rados.rados.0.smithi169.stdout:1026: finishing write tid 3 to smithi16976610-36 2024-03-10T22:17:53.647 INFO:tasks.rados.rados.0.smithi169.stdout:1026: finishing write tid 4 to smithi16976610-36 2024-03-10T22:17:53.647 INFO:tasks.rados.rados.0.smithi169.stdout:1026: oid 36 updating version 0 to 94 2024-03-10T22:17:53.647 INFO:tasks.rados.rados.0.smithi169.stdout:1026: oid 36 version 94 is already newer than 93 2024-03-10T22:17:53.647 INFO:tasks.rados.rados.0.smithi169.stdout:1026: oid 36 updating version 94 to 95 2024-03-10T22:17:53.647 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 95 (ObjNum 343 snap 95 seq_num 343) dirty exists 2024-03-10T22:17:53.647 INFO:tasks.rados.rados.0.smithi169.stdout:1026: left oid 36 (ObjNum 343 snap 95 seq_num 343) 2024-03-10T22:17:53.648 INFO:tasks.rados.rados.0.smithi169.stdout:1026: done (4 left) 2024-03-10T22:17:53.648 INFO:tasks.rados.rados.0.smithi169.stdout:1031: done (3 left) 2024-03-10T22:17:53.649 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 95 2024-03-10T22:17:53.649 INFO:tasks.rados.rados.0.smithi169.stdout:1032: seq_num 345 ranges {0=581632,581632=401408} 2024-03-10T22:17:53.652 INFO:tasks.rados.rados.0.smithi169.stdout:1032: writing smithi16976610-31 from 0 to 581632 tid 1 2024-03-10T22:17:53.655 INFO:tasks.rados.rados.0.smithi169.stdout:1032: writing smithi16976610-31 from 581632 to 983040 tid 2 2024-03-10T22:17:53.655 INFO:tasks.rados.rados.0.smithi169.stdout:1033: read oid 47 snap -1 2024-03-10T22:17:53.655 INFO:tasks.rados.rados.0.smithi169.stdout:1033: expect (ObjNum 291 snap 73 seq_num 291) 2024-03-10T22:17:53.655 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 95 2024-03-10T22:17:53.655 INFO:tasks.rados.rados.0.smithi169.stdout:1034: seq_num 346 ranges {40960=598016,638976=401408} 2024-03-10T22:17:53.659 INFO:tasks.rados.rados.0.smithi169.stdout:1034: writing smithi16976610-10 from 40960 to 638976 tid 1 2024-03-10T22:17:53.662 INFO:tasks.rados.rados.0.smithi169.stdout:1034: writing smithi16976610-10 from 638976 to 1040384 tid 2 2024-03-10T22:17:53.662 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 95 2024-03-10T22:17:53.662 INFO:tasks.rados.rados.0.smithi169.stdout:1035: seq_num 347 ranges {1515520=614400,2129920=401408} 2024-03-10T22:17:53.675 INFO:tasks.rados.rados.0.smithi169.stdout:1035: writing smithi16976610-36 from 1515520 to 2129920 tid 1 2024-03-10T22:17:53.677 INFO:tasks.rados.rados.0.smithi169.stdout:1035: writing smithi16976610-36 from 2129920 to 2531328 tid 2 2024-03-10T22:17:53.677 INFO:tasks.rados.rados.0.smithi169.stdout:1036: copy_from oid 27 from oid 7 current snap is 95 2024-03-10T22:17:53.677 INFO:tasks.rados.rados.0.smithi169.stdout:1032: finishing write tid 1 to smithi16976610-31 2024-03-10T22:17:53.677 INFO:tasks.rados.rados.0.smithi169.stdout:1032: finishing write tid 2 to smithi16976610-31 2024-03-10T22:17:53.677 INFO:tasks.rados.rados.0.smithi169.stdout:1032: finishing write tid 3 to smithi16976610-31 2024-03-10T22:17:53.678 INFO:tasks.rados.rados.0.smithi169.stdout:1033: expect (ObjNum 291 snap 73 seq_num 291) 2024-03-10T22:17:53.714 INFO:tasks.rados.rados.0.smithi169.stdout:1032: finishing write tid 4 to smithi16976610-31 2024-03-10T22:17:53.715 INFO:tasks.rados.rados.0.smithi169.stdout:1032: oid 31 updating version 0 to 533 2024-03-10T22:17:53.715 INFO:tasks.rados.rados.0.smithi169.stdout:1032: oid 31 version 533 is already newer than 532 2024-03-10T22:17:53.715 INFO:tasks.rados.rados.0.smithi169.stdout:1032: oid 31 version 533 is already newer than 531 2024-03-10T22:17:53.715 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 533 (ObjNum 345 snap 95 seq_num 345) dirty exists 2024-03-10T22:17:53.715 INFO:tasks.rados.rados.0.smithi169.stdout:1032: left oid 31 (ObjNum 345 snap 95 seq_num 345) 2024-03-10T22:17:53.715 INFO:tasks.rados.rados.0.smithi169.stdout:1032: done (7 left) 2024-03-10T22:17:53.715 INFO:tasks.rados.rados.0.smithi169.stdout:1033: done (6 left) 2024-03-10T22:17:53.715 INFO:tasks.rados.rados.0.smithi169.stdout:1037: rollback oid 33 current snap is 95 2024-03-10T22:17:53.715 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 33 to 79 2024-03-10T22:17:53.715 INFO:tasks.rados.rados.0.smithi169.stdout:1028: expect (ObjNum 268 snap 70 seq_num 268) 2024-03-10T22:17:53.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:17:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:17:53.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: pgmap v48: 121 pgs: 121 active+clean; 139 MiB data, 869 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-03-10T22:17:53.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: mon.c calling monitor election 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: pgmap v49: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: pgmap v50: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: pgmap v51: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: mon.a calling monitor election 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: mon.b calling monitor election 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: monmap e4: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: osdmap e261: 8 total, 8 up, 8 in 2024-03-10T22:17:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: mgrmap e42: y(active, since 42s), standbys: x 2024-03-10T22:17:53.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-10T22:17:53.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: Cluster is now healthy 2024-03-10T22:17:53.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: overall HEALTH_OK 2024-03-10T22:17:53.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='' 2024-03-10T22:17:53.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:53.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:53 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:53.836 INFO:tasks.rados.rados.0.smithi169.stdout:1030: finishing rollback tid 0 to smithi16976610-39 2024-03-10T22:17:53.837 INFO:tasks.rados.rados.0.smithi169.stdout:1030: finishing rollback tid 1 to smithi16976610-39 2024-03-10T22:17:53.837 INFO:tasks.rados.rados.0.smithi169.stdout:1030: finishing rollback tid 2 to smithi16976610-39 2024-03-10T22:17:53.837 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 592 (ObjNum 331 snap 91 seq_num 331) dirty exists 2024-03-10T22:17:53.837 INFO:tasks.rados.rados.0.smithi169.stdout:1034: finishing write tid 1 to smithi16976610-10 2024-03-10T22:17:53.837 INFO:tasks.rados.rados.0.smithi169.stdout:1034: finishing write tid 2 to smithi16976610-10 2024-03-10T22:17:53.837 INFO:tasks.rados.rados.0.smithi169.stdout:1028: done (6 left) 2024-03-10T22:17:53.837 INFO:tasks.rados.rados.0.smithi169.stdout:1030: done (5 left) 2024-03-10T22:17:53.837 INFO:tasks.rados.rados.0.smithi169.stdout:1038: copy_from oid 18 from oid 3 current snap is 95 2024-03-10T22:17:53.837 INFO:tasks.rados.rados.0.smithi169.stdout:1027: expect (ObjNum 283 snap 72 seq_num 283) 2024-03-10T22:17:54.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: pgmap v48: 121 pgs: 121 active+clean; 139 MiB data, 869 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-03-10T22:17:54.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: mon.c calling monitor election 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: pgmap v49: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: pgmap v50: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: pgmap v51: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: mon.a calling monitor election 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: mon.b calling monitor election 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: monmap e4: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: osdmap e261: 8 total, 8 up, 8 in 2024-03-10T22:17:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: mgrmap e42: y(active, since 42s), standbys: x 2024-03-10T22:17:54.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-10T22:17:54.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: Cluster is now healthy 2024-03-10T22:17:54.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: overall HEALTH_OK 2024-03-10T22:17:54.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='' 2024-03-10T22:17:54.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:54.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:54.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: pgmap v48: 121 pgs: 121 active+clean; 139 MiB data, 869 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-03-10T22:17:54.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:17:54.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:17:54.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:17:54.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: mon.c calling monitor election 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: pgmap v49: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: pgmap v50: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: pgmap v51: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: mon.a calling monitor election 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: mon.b calling monitor election 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: monmap e4: 3 mons at {a=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],b=[v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0],c=[v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: osdmap e261: 8 total, 8 up, 8 in 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: mgrmap e42: y(active, since 42s), standbys: x 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-10T22:17:54.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: Cluster is now healthy 2024-03-10T22:17:54.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: overall HEALTH_OK 2024-03-10T22:17:54.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='' 2024-03-10T22:17:54.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:54.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:53 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:17:54.141 INFO:tasks.rados.rados.0.smithi169.stdout:1035: finishing write tid 1 to smithi16976610-36 2024-03-10T22:17:54.141 INFO:tasks.rados.rados.0.smithi169.stdout:1034: finishing write tid 3 to smithi16976610-10 2024-03-10T22:17:54.141 INFO:tasks.rados.rados.0.smithi169.stdout:1027: done (5 left) 2024-03-10T22:17:54.141 INFO:tasks.rados.rados.0.smithi169.stdout:1039: read oid 49 snap 79 2024-03-10T22:17:54.141 INFO:tasks.rados.rados.0.smithi169.stdout:1039: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-10T22:17:54.141 INFO:tasks.rados.rados.0.smithi169.stdout:1040: snap_remove snap 94 2024-03-10T22:17:54.633 INFO:tasks.rados.rados.0.smithi169.stdout:1040: done (6 left) 2024-03-10T22:17:54.633 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 95 2024-03-10T22:17:54.633 INFO:tasks.rados.rados.0.smithi169.stdout:1041: seq_num 348 ranges {131072=630784,761856=401408} 2024-03-10T22:17:54.638 INFO:tasks.rados.rados.0.smithi169.stdout:1041: writing smithi16976610-40 from 131072 to 761856 tid 1 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:1041: writing smithi16976610-40 from 761856 to 1163264 tid 2 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:1042: delete oid 25 current snap is 95 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:1036: finishing copy_from to smithi16976610-27 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:1036: got expected ENOENT (src dne) 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:1036: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:1034: finishing write tid 4 to smithi16976610-10 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:1034: oid 10 updating version 0 to 81 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:1034: oid 10 version 81 is already newer than 80 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:1034: oid 10 version 81 is already newer than 79 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 81 (ObjNum 346 snap 95 seq_num 346) dirty exists 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:1034: left oid 10 (ObjNum 346 snap 95 seq_num 346) 2024-03-10T22:17:54.641 INFO:tasks.rados.rados.0.smithi169.stdout:1035: finishing write tid 2 to smithi16976610-36 2024-03-10T22:17:54.642 INFO:tasks.rados.rados.0.smithi169.stdout:1035: finishing write tid 3 to smithi16976610-36 2024-03-10T22:17:54.642 INFO:tasks.rados.rados.0.smithi169.stdout:1035: finishing write tid 4 to smithi16976610-36 2024-03-10T22:17:54.642 INFO:tasks.rados.rados.0.smithi169.stdout:1035: oid 36 updating version 0 to 98 2024-03-10T22:17:54.642 INFO:tasks.rados.rados.0.smithi169.stdout:1035: oid 36 version 98 is already newer than 96 2024-03-10T22:17:54.642 INFO:tasks.rados.rados.0.smithi169.stdout:1035: oid 36 version 98 is already newer than 97 2024-03-10T22:17:54.642 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 98 (ObjNum 347 snap 95 seq_num 347) dirty exists 2024-03-10T22:17:54.642 INFO:tasks.rados.rados.0.smithi169.stdout:1035: left oid 36 (ObjNum 347 snap 95 seq_num 347) 2024-03-10T22:17:54.642 INFO:tasks.rados.rados.0.smithi169.stdout:1037: finishing rollback tid 1 to smithi16976610-33 2024-03-10T22:17:54.642 INFO:tasks.rados.rados.0.smithi169.stdout:1037: finishing rollback tid 2 to smithi16976610-33 2024-03-10T22:17:54.642 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 397 (ObjNum 287 snap 72 seq_num 287) dirty exists 2024-03-10T22:17:54.643 INFO:tasks.rados.rados.0.smithi169.stdout:1038: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:17:54.643 INFO:tasks.rados.rados.0.smithi169.stdout:1038: finishing copy_from to smithi16976610-18 2024-03-10T22:17:54.643 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 384 (ObjNum 316 snap 88 seq_num 316) dirty exists 2024-03-10T22:17:54.643 INFO:tasks.rados.rados.0.smithi169.stdout:1039: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-10T22:17:54.643 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:54 smithi172 ceph-mon[84635]: osdmap e262: 8 total, 8 up, 8 in 2024-03-10T22:17:54.643 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:54 smithi172 ceph-mon[84635]: pgmap v54: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:54.723 INFO:tasks.rados.rados.0.smithi169.stdout:1041: finishing write tid 1 to smithi16976610-40 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:1041: finishing write tid 2 to smithi16976610-40 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:1041: finishing write tid 3 to smithi16976610-40 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:1041: finishing write tid 4 to smithi16976610-40 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:1041: oid 40 updating version 0 to 400 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:1041: oid 40 updating version 400 to 401 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:1041: oid 40 version 401 is already newer than 399 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 401 (ObjNum 348 snap 95 seq_num 348) dirty exists 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:1041: left oid 40 (ObjNum 348 snap 95 seq_num 348) 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:1034: done (7 left) 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:1035: done (6 left) 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:1036: done (5 left) 2024-03-10T22:17:54.724 INFO:tasks.rados.rados.0.smithi169.stdout:1037: done (4 left) 2024-03-10T22:17:54.725 INFO:tasks.rados.rados.0.smithi169.stdout:1038: done (3 left) 2024-03-10T22:17:54.725 INFO:tasks.rados.rados.0.smithi169.stdout:1039: done (2 left) 2024-03-10T22:17:54.725 INFO:tasks.rados.rados.0.smithi169.stdout:1041: done (1 left) 2024-03-10T22:17:54.725 INFO:tasks.rados.rados.0.smithi169.stdout:1042: done (0 left) 2024-03-10T22:17:54.725 INFO:tasks.rados.rados.0.smithi169.stdout:1043: snap_remove snap 93 2024-03-10T22:17:55.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:54 smithi169 ceph-mon[88180]: osdmap e262: 8 total, 8 up, 8 in 2024-03-10T22:17:55.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:54 smithi169 ceph-mon[88180]: pgmap v54: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:55.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:54 smithi169 ceph-mon[90638]: osdmap e262: 8 total, 8 up, 8 in 2024-03-10T22:17:55.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:54 smithi169 ceph-mon[90638]: pgmap v54: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-10T22:17:55.645 INFO:tasks.rados.rados.0.smithi169.stdout:1043: done (0 left) 2024-03-10T22:17:55.645 INFO:tasks.rados.rados.0.smithi169.stdout:1044: snap_create 2024-03-10T22:17:55.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:55 smithi169 ceph-mon[90638]: osdmap e263: 8 total, 8 up, 8 in 2024-03-10T22:17:55.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:55.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:55 smithi169 ceph-mon[88180]: osdmap e263: 8 total, 8 up, 8 in 2024-03-10T22:17:55.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:55 smithi172 ceph-mon[84635]: osdmap e263: 8 total, 8 up, 8 in 2024-03-10T22:17:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:17:56.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:17:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:17:55] "GET /metrics HTTP/1.1" 200 35988 "" "Prometheus/2.43.0" 2024-03-10T22:17:56.649 INFO:tasks.rados.rados.0.smithi169.stdout:1044: done (0 left) 2024-03-10T22:17:56.649 INFO:tasks.rados.rados.0.smithi169.stdout:1045: copy_from oid 20 from oid 32 current snap is 96 2024-03-10T22:17:56.649 INFO:tasks.rados.rados.0.smithi169.stdout:1046: delete oid 3 current snap is 96 2024-03-10T22:17:56.654 INFO:tasks.rados.rados.0.smithi169.stdout:1046: done (1 left) 2024-03-10T22:17:56.654 INFO:tasks.rados.rados.0.smithi169.stdout:1047: copy_from oid 45 from oid 37 current snap is 96 2024-03-10T22:17:56.654 INFO:tasks.rados.rados.0.smithi169.stdout:1048: snap_remove snap 79 2024-03-10T22:17:56.957 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:56 smithi172 ceph-mon[84635]: osdmap e264: 8 total, 8 up, 8 in 2024-03-10T22:17:56.957 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:56 smithi172 ceph-mon[84635]: pgmap v57: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:17:57.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:56 smithi169 ceph-mon[90638]: osdmap e264: 8 total, 8 up, 8 in 2024-03-10T22:17:57.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:56 smithi169 ceph-mon[90638]: pgmap v57: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:17:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:56 smithi169 ceph-mon[88180]: osdmap e264: 8 total, 8 up, 8 in 2024-03-10T22:17:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:56 smithi169 ceph-mon[88180]: pgmap v57: 121 pgs: 121 active+clean; 128 MiB data, 853 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:17:57.671 INFO:tasks.rados.rados.0.smithi169.stdout:1048: done (2 left) 2024-03-10T22:17:57.672 INFO:tasks.rados.rados.0.smithi169.stdout:1049: snap_create 2024-03-10T22:17:57.672 INFO:tasks.rados.rados.0.smithi169.stdout:1045: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:17:57.672 INFO:tasks.rados.rados.0.smithi169.stdout:1045: finishing copy_from to smithi16976610-20 2024-03-10T22:17:57.672 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 545 (ObjNum 335 snap 92 seq_num 335) dirty exists 2024-03-10T22:17:57.672 INFO:tasks.rados.rados.0.smithi169.stdout:1047: finishing copy_from racing read to smithi16976610-45 2024-03-10T22:17:57.672 INFO:tasks.rados.rados.0.smithi169.stdout:1047: finishing copy_from to smithi16976610-45 2024-03-10T22:17:57.672 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 530 (ObjNum 333 snap 92 seq_num 333) dirty exists 2024-03-10T22:17:58.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:57 smithi169 ceph-mon[88180]: osdmap e265: 8 total, 8 up, 8 in 2024-03-10T22:17:58.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:57 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:58.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:57 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:57 smithi169 ceph-mon[90638]: osdmap e265: 8 total, 8 up, 8 in 2024-03-10T22:17:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:57 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:57 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:57 smithi172 ceph-mon[84635]: osdmap e265: 8 total, 8 up, 8 in 2024-03-10T22:17:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:57 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:57 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:58.670 INFO:tasks.rados.rados.0.smithi169.stdout:1045: done (2 left) 2024-03-10T22:17:58.670 INFO:tasks.rados.rados.0.smithi169.stdout:1047: done (1 left) 2024-03-10T22:17:58.670 INFO:tasks.rados.rados.0.smithi169.stdout:1049: done (0 left) 2024-03-10T22:17:58.670 INFO:tasks.rados.rados.0.smithi169.stdout:1050: snap_remove snap 91 2024-03-10T22:17:58.964 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:58 smithi172 ceph-mon[84635]: osdmap e266: 8 total, 8 up, 8 in 2024-03-10T22:17:58.964 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:58 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:58.964 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:58 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:58.964 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:58 smithi172 ceph-mon[84635]: pgmap v60: 121 pgs: 121 active+clean; 145 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-10T22:17:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:58 smithi169 ceph-mon[90638]: osdmap e266: 8 total, 8 up, 8 in 2024-03-10T22:17:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:58 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:58 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:59.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:58 smithi169 ceph-mon[90638]: pgmap v60: 121 pgs: 121 active+clean; 145 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-10T22:17:59.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:58 smithi169 ceph-mon[88180]: osdmap e266: 8 total, 8 up, 8 in 2024-03-10T22:17:59.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:58 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:59.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:58 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:17:59.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:58 smithi169 ceph-mon[88180]: pgmap v60: 121 pgs: 121 active+clean; 145 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-10T22:17:59.683 INFO:tasks.rados.rados.0.smithi169.stdout:1050: done (0 left) 2024-03-10T22:17:59.683 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 97 2024-03-10T22:17:59.683 INFO:tasks.rados.rados.0.smithi169.stdout:1051: seq_num 351 ranges {0=688128,688128=401408} 2024-03-10T22:17:59.687 INFO:tasks.rados.rados.0.smithi169.stdout:1051: writing smithi16976610-25 from 0 to 688128 tid 1 2024-03-10T22:17:59.691 INFO:tasks.rados.rados.0.smithi169.stdout:1051: writing smithi16976610-25 from 688128 to 1089536 tid 2 2024-03-10T22:17:59.691 INFO:tasks.rados.rados.0.smithi169.stdout:1052: copy_from oid 1 from oid 10 current snap is 97 2024-03-10T22:17:59.691 INFO:tasks.rados.rados.0.smithi169.stdout:1053: read oid 46 snap -1 2024-03-10T22:17:59.691 INFO:tasks.rados.rados.0.smithi169.stdout:1053: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:17:59.691 INFO:tasks.rados.rados.0.smithi169.stdout:1054: setattr oid 4 current snap is 97 2024-03-10T22:17:59.693 INFO:tasks.rados.rados.0.smithi169.stdout:1055: delete oid 21 current snap is 97 2024-03-10T22:17:59.699 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 614 (ObjNum 283 snap 72 seq_num 283) dirty exists 2024-03-10T22:17:59.702 INFO:tasks.rados.rados.0.smithi169.stdout:1051: finishing write tid 1 to smithi16976610-25 2024-03-10T22:17:59.702 INFO:tasks.rados.rados.0.smithi169.stdout:1054: done (4 left) 2024-03-10T22:17:59.702 INFO:tasks.rados.rados.0.smithi169.stdout:1055: done (3 left) 2024-03-10T22:17:59.702 INFO:tasks.rados.rados.0.smithi169.stdout:1056: snap_remove snap 95 2024-03-10T22:17:59.953 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:17:59 smithi172 ceph-mon[84635]: osdmap e267: 8 total, 8 up, 8 in 2024-03-10T22:18:00.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:17:59 smithi169 ceph-mon[88180]: osdmap e267: 8 total, 8 up, 8 in 2024-03-10T22:18:00.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:17:59 smithi169 ceph-mon[90638]: osdmap e267: 8 total, 8 up, 8 in 2024-03-10T22:18:00.696 INFO:tasks.rados.rados.0.smithi169.stdout:1056: done (3 left) 2024-03-10T22:18:00.696 INFO:tasks.rados.rados.0.smithi169.stdout:1057: rollback oid 41 current snap is 97 2024-03-10T22:18:00.696 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 41 to 92 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:1051: finishing write tid 2 to smithi16976610-25 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:1051: finishing write tid 3 to smithi16976610-25 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:1051: finishing write tid 4 to smithi16976610-25 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:1051: oid 25 updating version 0 to 671 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:1051: oid 25 version 671 is already newer than 670 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:1051: oid 25 version 671 is already newer than 665 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 671 (ObjNum 351 snap 97 seq_num 351) dirty exists 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:1051: left oid 25 (ObjNum 351 snap 97 seq_num 351) 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:1052: finishing copy_from racing read to smithi16976610-1 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:1052: finishing copy_from to smithi16976610-1 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 81 (ObjNum 346 snap 95 seq_num 346) dirty exists 2024-03-10T22:18:00.697 INFO:tasks.rados.rados.0.smithi169.stdout:1053: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:18:00.803 INFO:tasks.rados.rados.0.smithi169.stdout:1057: finishing rollback tid 0 to smithi16976610-41 2024-03-10T22:18:00.803 INFO:tasks.rados.rados.0.smithi169.stdout:1057: finishing rollback tid 1 to smithi16976610-41 2024-03-10T22:18:00.803 INFO:tasks.rados.rados.0.smithi169.stdout:1057: finishing rollback tid 2 to smithi16976610-41 2024-03-10T22:18:00.803 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 366 (ObjNum 323 snap 90 seq_num 323) dirty exists 2024-03-10T22:18:00.803 INFO:tasks.rados.rados.0.smithi169.stdout:1051: done (3 left) 2024-03-10T22:18:00.803 INFO:tasks.rados.rados.0.smithi169.stdout:1052: done (2 left) 2024-03-10T22:18:00.803 INFO:tasks.rados.rados.0.smithi169.stdout:1053: done (1 left) 2024-03-10T22:18:00.803 INFO:tasks.rados.rados.0.smithi169.stdout:1057: done (0 left) 2024-03-10T22:18:00.803 INFO:tasks.rados.rados.0.smithi169.stdout:1058: read oid 12 snap -1 2024-03-10T22:18:00.803 INFO:tasks.rados.rados.0.smithi169.stdout:1058: expect deleted 2024-03-10T22:18:00.803 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 97 2024-03-10T22:18:00.804 INFO:tasks.rados.rados.0.smithi169.stdout:1059: seq_num 353 ranges {7045120=720896,7766016=401408} 2024-03-10T22:18:00.844 INFO:tasks.rados.rados.0.smithi169.stdout:1059: writing smithi16976610-37 from 7045120 to 7766016 tid 1 2024-03-10T22:18:00.846 INFO:tasks.rados.rados.0.smithi169.stdout:1059: writing smithi16976610-37 from 7766016 to 8167424 tid 2 2024-03-10T22:18:00.846 INFO:tasks.rados.rados.0.smithi169.stdout:1060: read oid 43 snap -1 2024-03-10T22:18:00.846 INFO:tasks.rados.rados.0.smithi169.stdout:1060: expect (ObjNum 332 snap 91 seq_num 332) 2024-03-10T22:18:00.846 INFO:tasks.rados.rados.0.smithi169.stdout:1061: rollback oid 26 current snap is 97 2024-03-10T22:18:00.846 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 26 to 96 2024-03-10T22:18:00.847 INFO:tasks.rados.rados.0.smithi169.stdout:1058: done (3 left) 2024-03-10T22:18:00.847 INFO:tasks.rados.rados.0.smithi169.stdout:1062: delete oid 15 current snap is 97 2024-03-10T22:18:00.848 INFO:tasks.rados.rados.0.smithi169.stdout:1062: done (3 left) 2024-03-10T22:18:00.848 INFO:tasks.rados.rados.0.smithi169.stdout:1063: rollback oid 35 current snap is 97 2024-03-10T22:18:00.848 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 35 to 96 2024-03-10T22:18:00.849 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 97 2024-03-10T22:18:00.849 INFO:tasks.rados.rados.0.smithi169.stdout:1064: seq_num 355 ranges {6782976=753664,7536640=401408} 2024-03-10T22:18:00.889 INFO:tasks.rados.rados.0.smithi169.stdout:1064: writing smithi16976610-24 from 6782976 to 7536640 tid 1 2024-03-10T22:18:00.892 INFO:tasks.rados.rados.0.smithi169.stdout:1064: writing smithi16976610-24 from 7536640 to 7938048 tid 2 2024-03-10T22:18:00.892 INFO:tasks.rados.rados.0.smithi169.stdout:1065: delete oid 2 current snap is 97 2024-03-10T22:18:00.892 INFO:tasks.rados.rados.0.smithi169.stdout:1059: finishing write tid 1 to smithi16976610-37 2024-03-10T22:18:00.892 INFO:tasks.rados.rados.0.smithi169.stdout:1059: finishing write tid 2 to smithi16976610-37 2024-03-10T22:18:00.892 INFO:tasks.rados.rados.0.smithi169.stdout:1061: finishing rollback tid 0 to smithi16976610-26 2024-03-10T22:18:00.892 INFO:tasks.rados.rados.0.smithi169.stdout:1061: finishing rollback tid 1 to smithi16976610-26 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:1061: finishing rollback tid 2 to smithi16976610-26 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 423 (ObjNum 329 snap 91 seq_num 329) dirty exists 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:1059: finishing write tid 3 to smithi16976610-37 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:1063: finishing rollback tid 0 to smithi16976610-35 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:1059: finishing write tid 4 to smithi16976610-37 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:1059: oid 37 updating version 0 to 547 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:1059: oid 37 updating version 547 to 549 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:1059: oid 37 version 549 is already newer than 548 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 549 (ObjNum 353 snap 97 seq_num 353) dirty exists 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:1059: left oid 37 (ObjNum 353 snap 97 seq_num 353) 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:1063: finishing rollback tid 1 to smithi16976610-35 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:1063: finishing rollback tid 2 to smithi16976610-35 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 293 (ObjNum 49 snap 0 seq_num 150899072) dirty exists 2024-03-10T22:18:00.893 INFO:tasks.rados.rados.0.smithi169.stdout:1060: expect (ObjNum 332 snap 91 seq_num 332) 2024-03-10T22:18:00.996 INFO:tasks.rados.rados.0.smithi169.stdout:1064: finishing write tid 1 to smithi16976610-24 2024-03-10T22:18:00.996 INFO:tasks.rados.rados.0.smithi169.stdout:1064: finishing write tid 2 to smithi16976610-24 2024-03-10T22:18:00.996 INFO:tasks.rados.rados.0.smithi169.stdout:1059: done (5 left) 2024-03-10T22:18:00.996 INFO:tasks.rados.rados.0.smithi169.stdout:1060: done (4 left) 2024-03-10T22:18:00.996 INFO:tasks.rados.rados.0.smithi169.stdout:1061: done (3 left) 2024-03-10T22:18:00.996 INFO:tasks.rados.rados.0.smithi169.stdout:1063: done (2 left) 2024-03-10T22:18:00.996 INFO:tasks.rados.rados.0.smithi169.stdout:1065: done (1 left) 2024-03-10T22:18:00.996 INFO:tasks.rados.rados.0.smithi169.stdout:1066: rollback oid 47 current snap is 97 2024-03-10T22:18:00.996 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 47 to 96 2024-03-10T22:18:00.996 INFO:tasks.rados.rados.0.smithi169.stdout:1064: finishing write tid 3 to smithi16976610-24 2024-03-10T22:18:00.997 INFO:tasks.rados.rados.0.smithi169.stdout:1064: finishing write tid 4 to smithi16976610-24 2024-03-10T22:18:00.997 INFO:tasks.rados.rados.0.smithi169.stdout:1064: oid 24 updating version 0 to 380 2024-03-10T22:18:00.997 INFO:tasks.rados.rados.0.smithi169.stdout:1064: oid 24 version 380 is already newer than 378 2024-03-10T22:18:00.997 INFO:tasks.rados.rados.0.smithi169.stdout:1064: oid 24 version 380 is already newer than 379 2024-03-10T22:18:00.997 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 380 (ObjNum 355 snap 97 seq_num 355) dirty exists 2024-03-10T22:18:00.997 INFO:tasks.rados.rados.0.smithi169.stdout:1064: left oid 24 (ObjNum 355 snap 97 seq_num 355) 2024-03-10T22:18:00.997 INFO:tasks.rados.rados.0.smithi169.stdout:1064: done (1 left) 2024-03-10T22:18:00.997 INFO:tasks.rados.rados.0.smithi169.stdout:1067: read oid 7 snap -1 2024-03-10T22:18:00.997 INFO:tasks.rados.rados.0.smithi169.stdout:1067: expect deleted 2024-03-10T22:18:00.997 INFO:tasks.rados.rados.0.smithi169.stdout:1068: setattr oid 49 current snap is 97 2024-03-10T22:18:00.998 INFO:tasks.rados.rados.0.smithi169.stdout:1067: done (2 left) 2024-03-10T22:18:00.998 INFO:tasks.rados.rados.0.smithi169.stdout:1069: read oid 31 snap 96 2024-03-10T22:18:00.998 INFO:tasks.rados.rados.0.smithi169.stdout:1069: expect (ObjNum 345 snap 95 seq_num 345) 2024-03-10T22:18:00.998 INFO:tasks.rados.rados.0.smithi169.stdout:1070: snap_create 2024-03-10T22:18:00.999 INFO:tasks.rados.rados.0.smithi169.stdout:1066: finishing rollback tid 0 to smithi16976610-47 2024-03-10T22:18:00.999 INFO:tasks.rados.rados.0.smithi169.stdout:1066: finishing rollback tid 1 to smithi16976610-47 2024-03-10T22:18:00.999 INFO:tasks.rados.rados.0.smithi169.stdout:1066: finishing rollback tid 2 to smithi16976610-47 2024-03-10T22:18:01.000 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 679 (ObjNum 291 snap 73 seq_num 291) dirty exists 2024-03-10T22:18:01.000 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 425 (ObjNum 341 snap 94 seq_num 341) dirty exists 2024-03-10T22:18:01.001 INFO:tasks.rados.rados.0.smithi169.stdout:1069: expect (ObjNum 345 snap 95 seq_num 345) 2024-03-10T22:18:01.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:00 smithi169 ceph-mon[88180]: osdmap e268: 8 total, 8 up, 8 in 2024-03-10T22:18:01.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:00 smithi169 ceph-mon[88180]: pgmap v63: 121 pgs: 121 active+clean; 145 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-10T22:18:01.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:00 smithi169 ceph-mon[90638]: osdmap e268: 8 total, 8 up, 8 in 2024-03-10T22:18:01.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:00 smithi169 ceph-mon[90638]: pgmap v63: 121 pgs: 121 active+clean; 145 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-10T22:18:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:00 smithi172 ceph-mon[84635]: osdmap e268: 8 total, 8 up, 8 in 2024-03-10T22:18:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:00 smithi172 ceph-mon[84635]: pgmap v63: 121 pgs: 121 active+clean; 145 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-10T22:18:01.699 INFO:tasks.rados.rados.0.smithi169.stdout:1066: done (3 left) 2024-03-10T22:18:01.699 INFO:tasks.rados.rados.0.smithi169.stdout:1068: done (2 left) 2024-03-10T22:18:01.699 INFO:tasks.rados.rados.0.smithi169.stdout:1069: done (1 left) 2024-03-10T22:18:01.699 INFO:tasks.rados.rados.0.smithi169.stdout:1070: done (0 left) 2024-03-10T22:18:01.699 INFO:tasks.rados.rados.0.smithi169.stdout:1071: read oid 50 snap -1 2024-03-10T22:18:01.699 INFO:tasks.rados.rados.0.smithi169.stdout:1071: expect (ObjNum 330 snap 91 seq_num 330) 2024-03-10T22:18:01.699 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 98 2024-03-10T22:18:01.699 INFO:tasks.rados.rados.0.smithi169.stdout:1072: seq_num 357 ranges {3063808=786432,3850240=401408} 2024-03-10T22:18:01.719 INFO:tasks.rados.rados.0.smithi169.stdout:1072: writing smithi16976610-49 from 3063808 to 3850240 tid 1 2024-03-10T22:18:01.722 INFO:tasks.rados.rados.0.smithi169.stdout:1072: writing smithi16976610-49 from 3850240 to 4251648 tid 2 2024-03-10T22:18:01.722 INFO:tasks.rados.rados.0.smithi169.stdout:1073: rollback oid 32 current snap is 98 2024-03-10T22:18:01.722 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 32 to 96 2024-03-10T22:18:01.722 INFO:tasks.rados.rados.0.smithi169.stdout:1071: expect (ObjNum 330 snap 91 seq_num 330) 2024-03-10T22:18:01.773 INFO:tasks.rados.rados.0.smithi169.stdout:1073: finishing rollback tid 0 to smithi16976610-32 2024-03-10T22:18:01.773 INFO:tasks.rados.rados.0.smithi169.stdout:1073: finishing rollback tid 1 to smithi16976610-32 2024-03-10T22:18:01.773 INFO:tasks.rados.rados.0.smithi169.stdout:1071: done (2 left) 2024-03-10T22:18:01.773 INFO:tasks.rados.rados.0.smithi169.stdout:1074: delete oid 28 current snap is 98 2024-03-10T22:18:01.773 INFO:tasks.rados.rados.0.smithi169.stdout:1073: finishing rollback tid 2 to smithi16976610-32 2024-03-10T22:18:01.773 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 624 (ObjNum 335 snap 92 seq_num 335) dirty exists 2024-03-10T22:18:01.773 INFO:tasks.rados.rados.0.smithi169.stdout:1072: finishing write tid 1 to smithi16976610-49 2024-03-10T22:18:01.773 INFO:tasks.rados.rados.0.smithi169.stdout:1072: finishing write tid 2 to smithi16976610-49 2024-03-10T22:18:01.773 INFO:tasks.rados.rados.0.smithi169.stdout:1072: finishing write tid 3 to smithi16976610-49 2024-03-10T22:18:01.774 INFO:tasks.rados.rados.0.smithi169.stdout:1072: finishing write tid 4 to smithi16976610-49 2024-03-10T22:18:01.774 INFO:tasks.rados.rados.0.smithi169.stdout:1072: oid 49 updating version 0 to 428 2024-03-10T22:18:01.774 INFO:tasks.rados.rados.0.smithi169.stdout:1072: oid 49 updating version 428 to 429 2024-03-10T22:18:01.774 INFO:tasks.rados.rados.0.smithi169.stdout:1072: oid 49 version 429 is already newer than 427 2024-03-10T22:18:01.774 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 429 (ObjNum 357 snap 98 seq_num 357) dirty exists 2024-03-10T22:18:01.774 INFO:tasks.rados.rados.0.smithi169.stdout:1072: left oid 49 (ObjNum 357 snap 98 seq_num 357) 2024-03-10T22:18:01.775 INFO:tasks.rados.rados.0.smithi169.stdout:1072: done (2 left) 2024-03-10T22:18:01.775 INFO:tasks.rados.rados.0.smithi169.stdout:1073: done (1 left) 2024-03-10T22:18:01.775 INFO:tasks.rados.rados.0.smithi169.stdout:1074: done (0 left) 2024-03-10T22:18:01.775 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 98 2024-03-10T22:18:01.775 INFO:tasks.rados.rados.0.smithi169.stdout:1075: seq_num 359 ranges {0=417792,417792=417792,835584=385024} 2024-03-10T22:18:01.777 INFO:tasks.rados.rados.0.smithi169.stdout:1075: writing smithi16976610-7 from 0 to 417792 tid 1 2024-03-10T22:18:01.780 INFO:tasks.rados.rados.0.smithi169.stdout:1075: writing smithi16976610-7 from 417792 to 835584 tid 2 2024-03-10T22:18:01.783 INFO:tasks.rados.rados.0.smithi169.stdout:1075: writing smithi16976610-7 from 835584 to 1220608 tid 3 2024-03-10T22:18:01.783 INFO:tasks.rados.rados.0.smithi169.stdout:1076: delete oid 9 current snap is 98 2024-03-10T22:18:01.783 INFO:tasks.rados.rados.0.smithi169.stdout:1075: finishing write tid 1 to smithi16976610-7 2024-03-10T22:18:01.783 INFO:tasks.rados.rados.0.smithi169.stdout:1075: finishing write tid 2 to smithi16976610-7 2024-03-10T22:18:01.785 INFO:tasks.rados.rados.0.smithi169.stdout:1076: done (1 left) 2024-03-10T22:18:01.785 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 98 2024-03-10T22:18:01.785 INFO:tasks.rados.rados.0.smithi169.stdout:1077: seq_num 361 ranges {0=450560,450560=581632,1032192=221184} 2024-03-10T22:18:01.787 INFO:tasks.rados.rados.0.smithi169.stdout:1077: writing smithi16976610-3 from 0 to 450560 tid 1 2024-03-10T22:18:01.791 INFO:tasks.rados.rados.0.smithi169.stdout:1077: writing smithi16976610-3 from 450560 to 1032192 tid 2 2024-03-10T22:18:01.793 INFO:tasks.rados.rados.0.smithi169.stdout:1077: writing smithi16976610-3 from 1032192 to 1253376 tid 3 2024-03-10T22:18:01.793 INFO:tasks.rados.rados.0.smithi169.stdout:1078: read oid 38 snap -1 2024-03-10T22:18:01.793 INFO:tasks.rados.rados.0.smithi169.stdout:1078: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:18:01.793 INFO:tasks.rados.rados.0.smithi169.stdout:1079: snap_create 2024-03-10T22:18:01.793 INFO:tasks.rados.rados.0.smithi169.stdout:1075: finishing write tid 3 to smithi16976610-7 2024-03-10T22:18:01.793 INFO:tasks.rados.rados.0.smithi169.stdout:1075: finishing write tid 4 to smithi16976610-7 2024-03-10T22:18:01.793 INFO:tasks.rados.rados.0.smithi169.stdout:1075: finishing write tid 5 to smithi16976610-7 2024-03-10T22:18:01.793 INFO:tasks.rados.rados.0.smithi169.stdout:1075: oid 7 updating version 0 to 297 2024-03-10T22:18:01.793 INFO:tasks.rados.rados.0.smithi169.stdout:1075: oid 7 version 297 is already newer than 294 2024-03-10T22:18:01.794 INFO:tasks.rados.rados.0.smithi169.stdout:1075: oid 7 version 297 is already newer than 295 2024-03-10T22:18:01.794 INFO:tasks.rados.rados.0.smithi169.stdout:1075: oid 7 version 297 is already newer than 296 2024-03-10T22:18:01.794 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 297 (ObjNum 359 snap 98 seq_num 359) dirty exists 2024-03-10T22:18:01.794 INFO:tasks.rados.rados.0.smithi169.stdout:1075: left oid 7 (ObjNum 359 snap 98 seq_num 359) 2024-03-10T22:18:01.794 INFO:tasks.rados.rados.0.smithi169.stdout:1077: finishing write tid 1 to smithi16976610-3 2024-03-10T22:18:01.795 INFO:tasks.rados.rados.0.smithi169.stdout:1077: finishing write tid 2 to smithi16976610-3 2024-03-10T22:18:01.795 INFO:tasks.rados.rados.0.smithi169.stdout:1077: finishing write tid 3 to smithi16976610-3 2024-03-10T22:18:01.795 INFO:tasks.rados.rados.0.smithi169.stdout:1077: finishing write tid 4 to smithi16976610-3 2024-03-10T22:18:01.796 INFO:tasks.rados.rados.0.smithi169.stdout:1078: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:18:01.800 INFO:tasks.rados.rados.0.smithi169.stdout:1077: finishing write tid 5 to smithi16976610-3 2024-03-10T22:18:01.800 INFO:tasks.rados.rados.0.smithi169.stdout:1077: oid 3 updating version 0 to 432 2024-03-10T22:18:01.800 INFO:tasks.rados.rados.0.smithi169.stdout:1077: oid 3 version 432 is already newer than 430 2024-03-10T22:18:01.800 INFO:tasks.rados.rados.0.smithi169.stdout:1077: oid 3 version 432 is already newer than 431 2024-03-10T22:18:01.801 INFO:tasks.rados.rados.0.smithi169.stdout:1077: oid 3 updating version 432 to 433 2024-03-10T22:18:01.801 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 433 (ObjNum 361 snap 98 seq_num 361) dirty exists 2024-03-10T22:18:01.801 INFO:tasks.rados.rados.0.smithi169.stdout:1077: left oid 3 (ObjNum 361 snap 98 seq_num 361) 2024-03-10T22:18:02.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:01 smithi169 ceph-mon[88180]: osdmap e269: 8 total, 8 up, 8 in 2024-03-10T22:18:02.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:01 smithi169 ceph-mon[90638]: osdmap e269: 8 total, 8 up, 8 in 2024-03-10T22:18:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:01 smithi172 ceph-mon[84635]: osdmap e269: 8 total, 8 up, 8 in 2024-03-10T22:18:02.060 INFO:tasks.rados.rados.0.smithi169.stdout:1075: done (3 left) 2024-03-10T22:18:02.060 INFO:tasks.rados.rados.0.smithi169.stdout:1077: done (2 left) 2024-03-10T22:18:02.060 INFO:tasks.rados.rados.0.smithi169.stdout:1078: done (1 left) 2024-03-10T22:18:02.061 INFO:tasks.rados.rados.0.smithi169.stdout:1079: done (0 left) 2024-03-10T22:18:02.061 INFO:tasks.rados.rados.0.smithi169.stdout:1080: read oid 12 snap -1 2024-03-10T22:18:02.061 INFO:tasks.rados.rados.0.smithi169.stdout:1080: expect deleted 2024-03-10T22:18:02.061 INFO:tasks.rados.rados.0.smithi169.stdout:1081: rollback oid 47 current snap is 99 2024-03-10T22:18:02.061 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 47 to 96 2024-03-10T22:18:02.061 INFO:tasks.rados.rados.0.smithi169.stdout:1082: copy_from oid 22 from oid 35 current snap is 99 2024-03-10T22:18:02.061 INFO:tasks.rados.rados.0.smithi169.stdout:1083: delete oid 3 current snap is 99 2024-03-10T22:18:02.066 INFO:tasks.rados.rados.0.smithi169.stdout:1081: finishing rollback tid 0 to smithi16976610-47 2024-03-10T22:18:02.067 INFO:tasks.rados.rados.0.smithi169.stdout:1080: done (3 left) 2024-03-10T22:18:02.067 INFO:tasks.rados.rados.0.smithi169.stdout:1083: done (2 left) 2024-03-10T22:18:02.067 INFO:tasks.rados.rados.0.smithi169.stdout:1084: rmattr oid 11 current snap is 99 2024-03-10T22:18:02.067 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 99 2024-03-10T22:18:02.067 INFO:tasks.rados.rados.0.smithi169.stdout:1085: seq_num 363 ranges {8355840=483328,8839168=753664,9592832=49152} 2024-03-10T22:18:02.114 INFO:tasks.rados.rados.0.smithi169.stdout:1085: writing smithi16976610-42 from 8355840 to 8839168 tid 1 2024-03-10T22:18:02.119 INFO:tasks.rados.rados.0.smithi169.stdout:1085: writing smithi16976610-42 from 8839168 to 9592832 tid 2 2024-03-10T22:18:02.119 INFO:tasks.rados.rados.0.smithi169.stdout:1085: writing smithi16976610-42 from 9592832 to 9641984 tid 3 2024-03-10T22:18:02.120 INFO:tasks.rados.rados.0.smithi169.stdout:1086: snap_create 2024-03-10T22:18:02.120 INFO:tasks.rados.rados.0.smithi169.stdout:1082: finishing copy_from racing read to smithi16976610-22 2024-03-10T22:18:02.120 INFO:tasks.rados.rados.0.smithi169.stdout:1082: finishing copy_from to smithi16976610-22 2024-03-10T22:18:02.120 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 293 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:18:02.120 INFO:tasks.rados.rados.0.smithi169.stdout:1081: finishing rollback tid 1 to smithi16976610-47 2024-03-10T22:18:02.120 INFO:tasks.rados.rados.0.smithi169.stdout:1081: finishing rollback tid 2 to smithi16976610-47 2024-03-10T22:18:02.120 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 683 (ObjNum 291 snap 73 seq_num 291) dirty exists 2024-03-10T22:18:02.120 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 437 (ObjNum 216 snap 59 seq_num 216) dirty exists 2024-03-10T22:18:02.120 INFO:tasks.rados.rados.0.smithi169.stdout:1085: finishing write tid 1 to smithi16976610-42 2024-03-10T22:18:02.122 INFO:tasks.rados.rados.0.smithi169.stdout:1085: finishing write tid 2 to smithi16976610-42 2024-03-10T22:18:02.122 INFO:tasks.rados.rados.0.smithi169.stdout:1085: finishing write tid 3 to smithi16976610-42 2024-03-10T22:18:02.122 INFO:tasks.rados.rados.0.smithi169.stdout:1085: finishing write tid 4 to smithi16976610-42 2024-03-10T22:18:02.123 INFO:tasks.rados.rados.0.smithi169.stdout:1085: finishing write tid 5 to smithi16976610-42 2024-03-10T22:18:02.123 INFO:tasks.rados.rados.0.smithi169.stdout:1085: oid 42 updating version 0 to 368 2024-03-10T22:18:02.124 INFO:tasks.rados.rados.0.smithi169.stdout:1085: oid 42 updating version 368 to 369 2024-03-10T22:18:02.124 INFO:tasks.rados.rados.0.smithi169.stdout:1085: oid 42 version 369 is already newer than 367 2024-03-10T22:18:02.124 INFO:tasks.rados.rados.0.smithi169.stdout:1085: oid 42 updating version 369 to 370 2024-03-10T22:18:02.124 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 370 (ObjNum 363 snap 99 seq_num 363) dirty exists 2024-03-10T22:18:02.124 INFO:tasks.rados.rados.0.smithi169.stdout:1085: left oid 42 (ObjNum 363 snap 99 seq_num 363) 2024-03-10T22:18:02.695 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:03.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: osdmap e270: 8 total, 8 up, 8 in 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: Reconfiguring mon.a (monmap changed)... 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: Reconfiguring daemon mon.a on smithi169 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: osdmap e271: 8 total, 8 up, 8 in 2024-03-10T22:18:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[88180]: pgmap v67: 121 pgs: 121 active+clean; 131 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: osdmap e270: 8 total, 8 up, 8 in 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: Reconfiguring mon.a (monmap changed)... 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: Reconfiguring daemon mon.a on smithi169 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: osdmap e271: 8 total, 8 up, 8 in 2024-03-10T22:18:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:02 smithi169 ceph-mon[90638]: pgmap v67: 121 pgs: 121 active+clean; 131 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-03-10T22:18:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: osdmap e270: 8 total, 8 up, 8 in 2024-03-10T22:18:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:18:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: Reconfiguring mon.a (monmap changed)... 2024-03-10T22:18:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:18:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:18:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: Reconfiguring daemon mon.a on smithi169 2024-03-10T22:18:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: osdmap e271: 8 total, 8 up, 8 in 2024-03-10T22:18:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:02 smithi172 ceph-mon[84635]: pgmap v67: 121 pgs: 121 active+clean; 131 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-03-10T22:18:03.066 INFO:tasks.rados.rados.0.smithi169.stdout:1081: done (4 left) 2024-03-10T22:18:03.066 INFO:tasks.rados.rados.0.smithi169.stdout:1082: done (3 left) 2024-03-10T22:18:03.066 INFO:tasks.rados.rados.0.smithi169.stdout:1084: done (2 left) 2024-03-10T22:18:03.066 INFO:tasks.rados.rados.0.smithi169.stdout:1085: done (1 left) 2024-03-10T22:18:03.066 INFO:tasks.rados.rados.0.smithi169.stdout:1086: done (0 left) 2024-03-10T22:18:03.066 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 100 2024-03-10T22:18:03.066 INFO:tasks.rados.rados.0.smithi169.stdout:1087: seq_num 364 ranges {2539520=499712,3039232=638976,3678208=163840} 2024-03-10T22:18:03.081 INFO:tasks.rados.rados.0.smithi169.stdout:1087: writing smithi16976610-39 from 2539520 to 3039232 tid 1 2024-03-10T22:18:03.085 INFO:tasks.rados.rados.0.smithi169.stdout:1087: writing smithi16976610-39 from 3039232 to 3678208 tid 2 2024-03-10T22:18:03.086 INFO:tasks.rados.rados.0.smithi169.stdout:1087: writing smithi16976610-39 from 3678208 to 3842048 tid 3 2024-03-10T22:18:03.086 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 100 2024-03-10T22:18:03.086 INFO:tasks.rados.rados.0.smithi169.stdout:1088: seq_num 365 ranges {2555904=516096,3072000=573440,3645440=229376} 2024-03-10T22:18:03.103 INFO:tasks.rados.rados.0.smithi169.stdout:1088: writing smithi16976610-43 from 2555904 to 3072000 tid 1 2024-03-10T22:18:03.106 INFO:tasks.rados.rados.0.smithi169.stdout:1088: writing smithi16976610-43 from 3072000 to 3645440 tid 2 2024-03-10T22:18:03.108 INFO:tasks.rados.rados.0.smithi169.stdout:1088: writing smithi16976610-43 from 3645440 to 3874816 tid 3 2024-03-10T22:18:03.108 INFO:tasks.rados.rados.0.smithi169.stdout:1089: read oid 2 snap -1 2024-03-10T22:18:03.108 INFO:tasks.rados.rados.0.smithi169.stdout:1089: expect deleted 2024-03-10T22:18:03.108 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 100 2024-03-10T22:18:03.108 INFO:tasks.rados.rados.0.smithi169.stdout:1087: finishing write tid 1 to smithi16976610-39 2024-03-10T22:18:03.108 INFO:tasks.rados.rados.0.smithi169.stdout:1090: seq_num 366 ranges {1785856=532480,2318336=458752,2777088=344064} 2024-03-10T22:18:03.120 INFO:tasks.rados.rados.0.smithi169.stdout:1090: writing smithi16976610-11 from 1785856 to 2318336 tid 1 2024-03-10T22:18:03.122 INFO:tasks.rados.rados.0.smithi169.stdout:1090: writing smithi16976610-11 from 2318336 to 2777088 tid 2 2024-03-10T22:18:03.125 INFO:tasks.rados.rados.0.smithi169.stdout:1090: writing smithi16976610-11 from 2777088 to 3121152 tid 3 2024-03-10T22:18:03.125 INFO:tasks.rados.rados.0.smithi169.stdout:1091: rmattr oid 14 current snap is 100 2024-03-10T22:18:03.125 INFO:tasks.rados.rados.0.smithi169.stdout:1091: done (4 left) 2024-03-10T22:18:03.125 INFO:tasks.rados.rados.0.smithi169.stdout:1092: rmattr oid 24 current snap is 100 2024-03-10T22:18:03.125 INFO:tasks.rados.rados.0.smithi169.stdout:1087: finishing write tid 2 to smithi16976610-39 2024-03-10T22:18:03.125 INFO:tasks.rados.rados.0.smithi169.stdout:1093: snap_remove snap 92 2024-03-10T22:18:03.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:04.079 INFO:tasks.rados.rados.0.smithi169.stdout:1093: done (5 left) 2024-03-10T22:18:04.079 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 13 current snap is 100 2024-03-10T22:18:04.079 INFO:tasks.rados.rados.0.smithi169.stdout:1094: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-03-10T22:18:04.086 INFO:tasks.rados.rados.0.smithi169.stdout:1094: writing smithi16976610-13 from 0 to 548864 tid 1 2024-03-10T22:18:04.087 INFO:tasks.rados.rados.0.smithi169.stdout:1094: writing smithi16976610-13 from 548864 to 1286144 tid 2 2024-03-10T22:18:04.087 INFO:tasks.rados.rados.0.smithi169.stdout:1094: writing smithi16976610-13 from 1286144 to 1351680 tid 3 2024-03-10T22:18:04.088 INFO:tasks.rados.rados.0.smithi169.stdout:1087: finishing write tid 3 to smithi16976610-39 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1087: finishing write tid 4 to smithi16976610-39 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1087: finishing write tid 5 to smithi16976610-39 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1087: oid 39 updating version 0 to 626 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1087: oid 39 updating version 626 to 627 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1087: oid 39 updating version 627 to 628 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1087: oid 39 updating version 628 to 629 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 629 (ObjNum 364 snap 100 seq_num 364) dirty exists 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1087: left oid 39 (ObjNum 364 snap 100 seq_num 364) 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1088: finishing write tid 1 to smithi16976610-43 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1088: finishing write tid 2 to smithi16976610-43 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1088: finishing write tid 3 to smithi16976610-43 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1088: finishing write tid 4 to smithi16976610-43 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1088: finishing write tid 5 to smithi16976610-43 2024-03-10T22:18:04.089 INFO:tasks.rados.rados.0.smithi169.stdout:1088: oid 43 updating version 0 to 632 2024-03-10T22:18:04.090 INFO:tasks.rados.rados.0.smithi169.stdout:1088: oid 43 updating version 632 to 634 2024-03-10T22:18:04.090 INFO:tasks.rados.rados.0.smithi169.stdout:1088: oid 43 version 634 is already newer than 633 2024-03-10T22:18:04.090 INFO:tasks.rados.rados.0.smithi169.stdout:1088: oid 43 version 634 is already newer than 631 2024-03-10T22:18:04.090 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 634 (ObjNum 365 snap 100 seq_num 365) dirty exists 2024-03-10T22:18:04.090 INFO:tasks.rados.rados.0.smithi169.stdout:1088: left oid 43 (ObjNum 365 snap 100 seq_num 365) 2024-03-10T22:18:04.090 INFO:tasks.rados.rados.0.smithi169.stdout:1090: finishing write tid 1 to smithi16976610-11 2024-03-10T22:18:04.090 INFO:tasks.rados.rados.0.smithi169.stdout:1090: finishing write tid 2 to smithi16976610-11 2024-03-10T22:18:04.090 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 382 (ObjNum 355 snap 97 seq_num 355) dirty exists 2024-03-10T22:18:04.090 INFO:tasks.rados.rados.0.smithi169.stdout:1090: finishing write tid 3 to smithi16976610-11 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1090: finishing write tid 4 to smithi16976610-11 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1090: finishing write tid 5 to smithi16976610-11 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1090: oid 11 updating version 0 to 440 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1090: oid 11 updating version 440 to 441 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1090: oid 11 updating version 441 to 442 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1090: oid 11 version 442 is already newer than 439 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 442 (ObjNum 366 snap 100 seq_num 366) dirty exists 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1090: left oid 11 (ObjNum 366 snap 100 seq_num 366) 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1087: done (5 left) 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1088: done (4 left) 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1089: done (3 left) 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1090: done (2 left) 2024-03-10T22:18:04.091 INFO:tasks.rados.rados.0.smithi169.stdout:1092: done (1 left) 2024-03-10T22:18:04.092 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 100 2024-03-10T22:18:04.092 INFO:tasks.rados.rados.0.smithi169.stdout:1095: seq_num 368 ranges {0=573440,573440=622592,1196032=180224} 2024-03-10T22:18:04.092 INFO:tasks.rados.rados.0.smithi169.stdout:1095: writing smithi16976610-23 from 0 to 573440 tid 1 2024-03-10T22:18:04.096 INFO:tasks.rados.rados.0.smithi169.stdout:1095: writing smithi16976610-23 from 573440 to 1196032 tid 2 2024-03-10T22:18:04.098 INFO:tasks.rados.rados.0.smithi169.stdout:1095: writing smithi16976610-23 from 1196032 to 1376256 tid 3 2024-03-10T22:18:04.098 INFO:tasks.rados.rados.0.smithi169.stdout:1096: snap_create 2024-03-10T22:18:04.098 INFO:tasks.rados.rados.0.smithi169.stdout:1094: finishing write tid 1 to smithi16976610-13 2024-03-10T22:18:04.098 INFO:tasks.rados.rados.0.smithi169.stdout:1094: finishing write tid 2 to smithi16976610-13 2024-03-10T22:18:04.098 INFO:tasks.rados.rados.0.smithi169.stdout:1094: finishing write tid 3 to smithi16976610-13 2024-03-10T22:18:04.098 INFO:tasks.rados.rados.0.smithi169.stdout:1094: finishing write tid 4 to smithi16976610-13 2024-03-10T22:18:04.099 INFO:tasks.rados.rados.0.smithi169.stdout:1095: finishing write tid 1 to smithi16976610-23 2024-03-10T22:18:04.099 INFO:tasks.rados.rados.0.smithi169.stdout:1094: finishing write tid 5 to smithi16976610-13 2024-03-10T22:18:04.099 INFO:tasks.rados.rados.0.smithi169.stdout:1094: oid 13 updating version 0 to 554 2024-03-10T22:18:04.099 INFO:tasks.rados.rados.0.smithi169.stdout:1094: oid 13 updating version 554 to 555 2024-03-10T22:18:04.099 INFO:tasks.rados.rados.0.smithi169.stdout:1094: oid 13 updating version 555 to 557 2024-03-10T22:18:04.099 INFO:tasks.rados.rados.0.smithi169.stdout:1094: oid 13 version 557 is already newer than 556 2024-03-10T22:18:04.099 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 557 (ObjNum 367 snap 100 seq_num 367) dirty exists 2024-03-10T22:18:04.099 INFO:tasks.rados.rados.0.smithi169.stdout:1094: left oid 13 (ObjNum 367 snap 100 seq_num 367) 2024-03-10T22:18:04.101 INFO:tasks.rados.rados.0.smithi169.stdout:1095: finishing write tid 2 to smithi16976610-23 2024-03-10T22:18:04.102 INFO:tasks.rados.rados.0.smithi169.stdout:1095: finishing write tid 3 to smithi16976610-23 2024-03-10T22:18:04.103 INFO:tasks.rados.rados.0.smithi169.stdout:1095: finishing write tid 4 to smithi16976610-23 2024-03-10T22:18:04.105 INFO:tasks.rados.rados.0.smithi169.stdout:1095: finishing write tid 5 to smithi16976610-23 2024-03-10T22:18:04.105 INFO:tasks.rados.rados.0.smithi169.stdout:1095: oid 23 updating version 0 to 390 2024-03-10T22:18:04.105 INFO:tasks.rados.rados.0.smithi169.stdout:1095: oid 23 updating version 390 to 391 2024-03-10T22:18:04.105 INFO:tasks.rados.rados.0.smithi169.stdout:1095: oid 23 version 391 is already newer than 389 2024-03-10T22:18:04.106 INFO:tasks.rados.rados.0.smithi169.stdout:1095: oid 23 version 391 is already newer than 388 2024-03-10T22:18:04.106 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 391 (ObjNum 368 snap 100 seq_num 368) dirty exists 2024-03-10T22:18:04.106 INFO:tasks.rados.rados.0.smithi169.stdout:1095: left oid 23 (ObjNum 368 snap 100 seq_num 368) 2024-03-10T22:18:04.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[90638]: osdmap e272: 8 total, 8 up, 8 in 2024-03-10T22:18:04.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:04.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:04.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:04.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:04.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:18:04.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:04.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[88180]: osdmap e272: 8 total, 8 up, 8 in 2024-03-10T22:18:04.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:04.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:04.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:04.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:04.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:18:04.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:04 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:04 smithi172 ceph-mon[84635]: osdmap e272: 8 total, 8 up, 8 in 2024-03-10T22:18:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:04 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:04 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:04 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:04 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:04 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:18:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:04 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:05.082 INFO:tasks.rados.rados.0.smithi169.stdout:1094: done (2 left) 2024-03-10T22:18:05.082 INFO:tasks.rados.rados.0.smithi169.stdout:1095: done (1 left) 2024-03-10T22:18:05.082 INFO:tasks.rados.rados.0.smithi169.stdout:1096: done (0 left) 2024-03-10T22:18:05.083 INFO:tasks.rados.rados.0.smithi169.stdout:1097: read oid 5 snap 97 2024-03-10T22:18:05.083 INFO:tasks.rados.rados.0.smithi169.stdout:1097: expect deleted 2024-03-10T22:18:05.083 INFO:tasks.rados.rados.0.smithi169.stdout:1098: read oid 47 snap 97 2024-03-10T22:18:05.083 INFO:tasks.rados.rados.0.smithi169.stdout:1098: expect (ObjNum 291 snap 73 seq_num 291) 2024-03-10T22:18:05.083 INFO:tasks.rados.rados.0.smithi169.stdout:1099: snap_remove snap 99 2024-03-10T22:18:05.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:05 smithi169 ceph-mon[88180]: Reconfiguring mgr.y (monmap changed)... 2024-03-10T22:18:05.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:05 smithi169 ceph-mon[88180]: Reconfiguring daemon mgr.y on smithi169 2024-03-10T22:18:05.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:05 smithi169 ceph-mon[88180]: osdmap e273: 8 total, 8 up, 8 in 2024-03-10T22:18:05.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:05 smithi169 ceph-mon[88180]: pgmap v70: 121 pgs: 121 active+clean; 131 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-03-10T22:18:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:05 smithi169 ceph-mon[90638]: Reconfiguring mgr.y (monmap changed)... 2024-03-10T22:18:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:05 smithi169 ceph-mon[90638]: Reconfiguring daemon mgr.y on smithi169 2024-03-10T22:18:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:05 smithi169 ceph-mon[90638]: osdmap e273: 8 total, 8 up, 8 in 2024-03-10T22:18:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:05 smithi169 ceph-mon[90638]: pgmap v70: 121 pgs: 121 active+clean; 131 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-03-10T22:18:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:05 smithi172 ceph-mon[84635]: Reconfiguring mgr.y (monmap changed)... 2024-03-10T22:18:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:05 smithi172 ceph-mon[84635]: Reconfiguring daemon mgr.y on smithi169 2024-03-10T22:18:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:05 smithi172 ceph-mon[84635]: osdmap e273: 8 total, 8 up, 8 in 2024-03-10T22:18:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:05 smithi172 ceph-mon[84635]: pgmap v70: 121 pgs: 121 active+clean; 131 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-03-10T22:18:06.082 INFO:tasks.rados.rados.0.smithi169.stdout:1099: done (2 left) 2024-03-10T22:18:06.083 INFO:tasks.rados.rados.0.smithi169.stdout:1100: rmattr oid 25 current snap is 101 2024-03-10T22:18:06.083 INFO:tasks.rados.rados.0.smithi169.stdout:1100: done (2 left) 2024-03-10T22:18:06.083 INFO:tasks.rados.rados.0.smithi169.stdout:1101: snap_remove snap 100 2024-03-10T22:18:06.238 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:18:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:18:05] "GET /metrics HTTP/1.1" 200 35988 "" "Prometheus/2.43.0" 2024-03-10T22:18:06.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[90638]: osdmap e274: 8 total, 8 up, 8 in 2024-03-10T22:18:06.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:06.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:06.239 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[90638]: Reconfiguring mon.c (monmap changed)... 2024-03-10T22:18:06.239 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:18:06.239 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:18:06.239 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:06.239 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[90638]: Reconfiguring daemon mon.c on smithi169 2024-03-10T22:18:06.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[88180]: osdmap e274: 8 total, 8 up, 8 in 2024-03-10T22:18:06.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:06.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:06.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[88180]: Reconfiguring mon.c (monmap changed)... 2024-03-10T22:18:06.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:18:06.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:18:06.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:06.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:06 smithi169 ceph-mon[88180]: Reconfiguring daemon mon.c on smithi169 2024-03-10T22:18:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:06 smithi172 ceph-mon[84635]: osdmap e274: 8 total, 8 up, 8 in 2024-03-10T22:18:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:06 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:06 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:06 smithi172 ceph-mon[84635]: Reconfiguring mon.c (monmap changed)... 2024-03-10T22:18:06.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:18:06.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:18:06.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:06.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:06 smithi172 ceph-mon[84635]: Reconfiguring daemon mon.c on smithi169 2024-03-10T22:18:07.085 INFO:tasks.rados.rados.0.smithi169.stdout:1101: done (2 left) 2024-03-10T22:18:07.085 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 101 2024-03-10T22:18:07.085 INFO:tasks.rados.rados.0.smithi169.stdout:1102: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-03-10T22:18:07.088 INFO:tasks.rados.rados.0.smithi169.stdout:1102: writing smithi16976610-3 from 0 to 589824 tid 1 2024-03-10T22:18:07.092 INFO:tasks.rados.rados.0.smithi169.stdout:1102: writing smithi16976610-3 from 589824 to 1097728 tid 2 2024-03-10T22:18:07.093 INFO:tasks.rados.rados.0.smithi169.stdout:1102: writing smithi16976610-3 from 1097728 to 1392640 tid 3 2024-03-10T22:18:07.093 INFO:tasks.rados.rados.0.smithi169.stdout:1103: read oid 18 snap -1 2024-03-10T22:18:07.093 INFO:tasks.rados.rados.0.smithi169.stdout:1103: expect (ObjNum 316 snap 88 seq_num 316) 2024-03-10T22:18:07.094 INFO:tasks.rados.rados.0.smithi169.stdout:1104: snap_remove snap 96 2024-03-10T22:18:07.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[88180]: osdmap e275: 8 total, 8 up, 8 in 2024-03-10T22:18:07.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[88180]: pgmap v73: 121 pgs: 121 active+clean; 131 MiB data, 933 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:18:07.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:07.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:07.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T22:18:07.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:07.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[90638]: osdmap e275: 8 total, 8 up, 8 in 2024-03-10T22:18:07.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[90638]: pgmap v73: 121 pgs: 121 active+clean; 131 MiB data, 933 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:18:07.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:07.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:07.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T22:18:07.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:07 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:07 smithi172 ceph-mon[84635]: osdmap e275: 8 total, 8 up, 8 in 2024-03-10T22:18:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:07 smithi172 ceph-mon[84635]: pgmap v73: 121 pgs: 121 active+clean; 131 MiB data, 933 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:18:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:07 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:07 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:07 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T22:18:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:07 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:08.105 INFO:tasks.rados.rados.0.smithi169.stdout:1104: done (4 left) 2024-03-10T22:18:08.106 INFO:tasks.rados.rados.0.smithi169.stdout:1105: read oid 20 snap -1 2024-03-10T22:18:08.106 INFO:tasks.rados.rados.0.smithi169.stdout:1105: expect (ObjNum 335 snap 92 seq_num 335) 2024-03-10T22:18:08.106 INFO:tasks.rados.rados.0.smithi169.stdout:1106: read oid 11 snap 97 2024-03-10T22:18:08.106 INFO:tasks.rados.rados.0.smithi169.stdout:1106: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:18:08.106 INFO:tasks.rados.rados.0.smithi169.stdout:1107: rollback oid 43 current snap is 101 2024-03-10T22:18:08.106 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 43 to 97 2024-03-10T22:18:08.106 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 101 2024-03-10T22:18:08.107 INFO:tasks.rados.rados.0.smithi169.stdout:1108: seq_num 370 ranges {1376256=606208,1982464=794624,2777088=8192} 2024-03-10T22:18:08.119 INFO:tasks.rados.rados.0.smithi169.stdout:1108: writing smithi16976610-23 from 1376256 to 1982464 tid 1 2024-03-10T22:18:08.124 INFO:tasks.rados.rados.0.smithi169.stdout:1108: writing smithi16976610-23 from 1982464 to 2777088 tid 2 2024-03-10T22:18:08.124 INFO:tasks.rados.rados.0.smithi169.stdout:1108: writing smithi16976610-23 from 2777088 to 2785280 tid 3 2024-03-10T22:18:08.124 INFO:tasks.rados.rados.0.smithi169.stdout:1109: snap_create 2024-03-10T22:18:08.125 INFO:tasks.rados.rados.0.smithi169.stdout:1098: expect (ObjNum 291 snap 73 seq_num 291) 2024-03-10T22:18:08.166 INFO:tasks.rados.rados.0.smithi169.stdout:1102: finishing write tid 1 to smithi16976610-3 2024-03-10T22:18:08.166 INFO:tasks.rados.rados.0.smithi169.stdout:1102: finishing write tid 2 to smithi16976610-3 2024-03-10T22:18:08.166 INFO:tasks.rados.rados.0.smithi169.stdout:1102: finishing write tid 3 to smithi16976610-3 2024-03-10T22:18:08.166 INFO:tasks.rados.rados.0.smithi169.stdout:1102: finishing write tid 4 to smithi16976610-3 2024-03-10T22:18:08.166 INFO:tasks.rados.rados.0.smithi169.stdout:1103: expect (ObjNum 316 snap 88 seq_num 316) 2024-03-10T22:18:08.178 INFO:tasks.rados.rados.0.smithi169.stdout:1102: finishing write tid 5 to smithi16976610-3 2024-03-10T22:18:08.179 INFO:tasks.rados.rados.0.smithi169.stdout:1102: oid 3 updating version 0 to 454 2024-03-10T22:18:08.179 INFO:tasks.rados.rados.0.smithi169.stdout:1102: oid 3 updating version 454 to 455 2024-03-10T22:18:08.179 INFO:tasks.rados.rados.0.smithi169.stdout:1102: oid 3 version 455 is already newer than 453 2024-03-10T22:18:08.179 INFO:tasks.rados.rados.0.smithi169.stdout:1102: oid 3 updating version 455 to 456 2024-03-10T22:18:08.179 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 456 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:18:08.179 INFO:tasks.rados.rados.0.smithi169.stdout:1102: left oid 3 (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:18:08.179 INFO:tasks.rados.rados.0.smithi169.stdout:1107: finishing rollback tid 0 to smithi16976610-43 2024-03-10T22:18:08.179 INFO:tasks.rados.rados.0.smithi169.stdout:1107: finishing rollback tid 1 to smithi16976610-43 2024-03-10T22:18:08.179 INFO:tasks.rados.rados.0.smithi169.stdout:1107: finishing rollback tid 2 to smithi16976610-43 2024-03-10T22:18:08.179 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 653 (ObjNum 332 snap 91 seq_num 332) dirty exists 2024-03-10T22:18:08.179 INFO:tasks.rados.rados.0.smithi169.stdout:1106: expect (ObjNum 216 snap 59 seq_num 216) 2024-03-10T22:18:08.234 INFO:tasks.rados.rados.0.smithi169.stdout:1108: finishing write tid 1 to smithi16976610-23 2024-03-10T22:18:08.235 INFO:tasks.rados.rados.0.smithi169.stdout:1108: finishing write tid 2 to smithi16976610-23 2024-03-10T22:18:08.235 INFO:tasks.rados.rados.0.smithi169.stdout:1108: finishing write tid 3 to smithi16976610-23 2024-03-10T22:18:08.235 INFO:tasks.rados.rados.0.smithi169.stdout:1108: finishing write tid 4 to smithi16976610-23 2024-03-10T22:18:08.235 INFO:tasks.rados.rados.0.smithi169.stdout:1105: expect (ObjNum 335 snap 92 seq_num 335) 2024-03-10T22:18:08.457 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:08 smithi169 ceph-mon[90638]: Reconfiguring osd.0 (monmap changed)... 2024-03-10T22:18:08.457 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:08 smithi169 ceph-mon[90638]: Reconfiguring daemon osd.0 on smithi169 2024-03-10T22:18:08.457 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:08 smithi169 ceph-mon[90638]: osdmap e276: 8 total, 8 up, 8 in 2024-03-10T22:18:08.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:08 smithi169 ceph-mon[88180]: Reconfiguring osd.0 (monmap changed)... 2024-03-10T22:18:08.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:08 smithi169 ceph-mon[88180]: Reconfiguring daemon osd.0 on smithi169 2024-03-10T22:18:08.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:08 smithi169 ceph-mon[88180]: osdmap e276: 8 total, 8 up, 8 in 2024-03-10T22:18:08.479 INFO:tasks.rados.rados.0.smithi169.stdout:1108: finishing write tid 5 to smithi16976610-23 2024-03-10T22:18:08.479 INFO:tasks.rados.rados.0.smithi169.stdout:1108: oid 23 updating version 0 to 405 2024-03-10T22:18:08.479 INFO:tasks.rados.rados.0.smithi169.stdout:1108: oid 23 version 405 is already newer than 403 2024-03-10T22:18:08.479 INFO:tasks.rados.rados.0.smithi169.stdout:1108: oid 23 version 405 is already newer than 400 2024-03-10T22:18:08.479 INFO:tasks.rados.rados.0.smithi169.stdout:1108: oid 23 version 405 is already newer than 404 2024-03-10T22:18:08.480 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 405 (ObjNum 370 snap 101 seq_num 370) dirty exists 2024-03-10T22:18:08.480 INFO:tasks.rados.rados.0.smithi169.stdout:1108: left oid 23 (ObjNum 370 snap 101 seq_num 370) 2024-03-10T22:18:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:08 smithi172 ceph-mon[84635]: Reconfiguring osd.0 (monmap changed)... 2024-03-10T22:18:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:08 smithi172 ceph-mon[84635]: Reconfiguring daemon osd.0 on smithi169 2024-03-10T22:18:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:08 smithi172 ceph-mon[84635]: osdmap e276: 8 total, 8 up, 8 in 2024-03-10T22:18:09.111 INFO:tasks.rados.rados.0.smithi169.stdout:1097: done (8 left) 2024-03-10T22:18:09.111 INFO:tasks.rados.rados.0.smithi169.stdout:1098: done (7 left) 2024-03-10T22:18:09.112 INFO:tasks.rados.rados.0.smithi169.stdout:1102: done (6 left) 2024-03-10T22:18:09.112 INFO:tasks.rados.rados.0.smithi169.stdout:1103: done (5 left) 2024-03-10T22:18:09.112 INFO:tasks.rados.rados.0.smithi169.stdout:1105: done (4 left) 2024-03-10T22:18:09.112 INFO:tasks.rados.rados.0.smithi169.stdout:1106: done (3 left) 2024-03-10T22:18:09.112 INFO:tasks.rados.rados.0.smithi169.stdout:1107: done (2 left) 2024-03-10T22:18:09.112 INFO:tasks.rados.rados.0.smithi169.stdout:1108: done (1 left) 2024-03-10T22:18:09.112 INFO:tasks.rados.rados.0.smithi169.stdout:1109: done (0 left) 2024-03-10T22:18:09.112 INFO:tasks.rados.rados.0.smithi169.stdout:1110: rollback oid 29 current snap is 102 2024-03-10T22:18:09.112 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 29 to 98 2024-03-10T22:18:09.112 INFO:tasks.rados.rados.0.smithi169.stdout:1111: snap_remove snap 97 2024-03-10T22:18:09.411 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[90638]: osdmap e277: 8 total, 8 up, 8 in 2024-03-10T22:18:09.411 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[90638]: pgmap v76: 121 pgs: 121 active+clean; 118 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:18:09.411 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:09.411 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:09.411 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T22:18:09.411 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:09.411 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[88180]: osdmap e277: 8 total, 8 up, 8 in 2024-03-10T22:18:09.411 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[88180]: pgmap v76: 121 pgs: 121 active+clean; 118 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:18:09.411 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:09.411 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:09.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T22:18:09.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:09 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:09 smithi172 ceph-mon[84635]: osdmap e277: 8 total, 8 up, 8 in 2024-03-10T22:18:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:09 smithi172 ceph-mon[84635]: pgmap v76: 121 pgs: 121 active+clean; 118 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:18:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:09 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:09 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:09 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T22:18:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:09 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:10.118 INFO:tasks.rados.rados.0.smithi169.stdout:1111: done (1 left) 2024-03-10T22:18:10.118 INFO:tasks.rados.rados.0.smithi169.stdout:1112: read oid 4 snap -1 2024-03-10T22:18:10.118 INFO:tasks.rados.rados.0.smithi169.stdout:1112: expect (ObjNum 283 snap 72 seq_num 283) 2024-03-10T22:18:10.118 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 102 2024-03-10T22:18:10.118 INFO:tasks.rados.rados.0.smithi169.stdout:1110: finishing rollback tid 1 to smithi16976610-29 2024-03-10T22:18:10.118 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 0 (ObjNum 65 snap 0 seq_num 1466594145) dirty dne 2024-03-10T22:18:10.118 INFO:tasks.rados.rados.0.smithi169.stdout:1113: seq_num 371 ranges {0=622592,622592=679936,1302528=122880} 2024-03-10T22:18:10.121 INFO:tasks.rados.rados.0.smithi169.stdout:1113: writing smithi16976610-12 from 0 to 622592 tid 1 2024-03-10T22:18:10.126 INFO:tasks.rados.rados.0.smithi169.stdout:1113: writing smithi16976610-12 from 622592 to 1302528 tid 2 2024-03-10T22:18:10.127 INFO:tasks.rados.rados.0.smithi169.stdout:1113: writing smithi16976610-12 from 1302528 to 1425408 tid 3 2024-03-10T22:18:10.127 INFO:tasks.rados.rados.0.smithi169.stdout:1110: done (2 left) 2024-03-10T22:18:10.127 INFO:tasks.rados.rados.0.smithi169.stdout:1114: copy_from oid 47 from oid 49 current snap is 102 2024-03-10T22:18:10.127 INFO:tasks.rados.rados.0.smithi169.stdout:1115: rmattr oid 33 current snap is 102 2024-03-10T22:18:10.127 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 102 2024-03-10T22:18:10.128 INFO:tasks.rados.rados.0.smithi169.stdout:1116: seq_num 372 ranges {0=638976,638976=565248,1204224=237568} 2024-03-10T22:18:10.132 INFO:tasks.rados.rados.0.smithi169.stdout:1116: writing smithi16976610-38 from 0 to 638976 tid 1 2024-03-10T22:18:10.136 INFO:tasks.rados.rados.0.smithi169.stdout:1116: writing smithi16976610-38 from 638976 to 1204224 tid 2 2024-03-10T22:18:10.138 INFO:tasks.rados.rados.0.smithi169.stdout:1116: writing smithi16976610-38 from 1204224 to 1441792 tid 3 2024-03-10T22:18:10.138 INFO:tasks.rados.rados.0.smithi169.stdout:1117: snap_create 2024-03-10T22:18:10.138 INFO:tasks.rados.rados.0.smithi169.stdout:1113: finishing write tid 1 to smithi16976610-12 2024-03-10T22:18:10.139 INFO:tasks.rados.rados.0.smithi169.stdout:1113: finishing write tid 2 to smithi16976610-12 2024-03-10T22:18:10.139 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 423 (ObjNum 287 snap 72 seq_num 287) dirty exists 2024-03-10T22:18:10.139 INFO:tasks.rados.rados.0.smithi169.stdout:1113: finishing write tid 3 to smithi16976610-12 2024-03-10T22:18:10.139 INFO:tasks.rados.rados.0.smithi169.stdout:1113: finishing write tid 4 to smithi16976610-12 2024-03-10T22:18:10.143 INFO:tasks.rados.rados.0.smithi169.stdout:1116: finishing write tid 1 to smithi16976610-38 2024-03-10T22:18:10.144 INFO:tasks.rados.rados.0.smithi169.stdout:1116: finishing write tid 2 to smithi16976610-38 2024-03-10T22:18:10.145 INFO:tasks.rados.rados.0.smithi169.stdout:1116: finishing write tid 3 to smithi16976610-38 2024-03-10T22:18:10.145 INFO:tasks.rados.rados.0.smithi169.stdout:1116: finishing write tid 4 to smithi16976610-38 2024-03-10T22:18:10.146 INFO:tasks.rados.rados.0.smithi169.stdout:1113: finishing write tid 5 to smithi16976610-12 2024-03-10T22:18:10.146 INFO:tasks.rados.rados.0.smithi169.stdout:1113: oid 12 updating version 0 to 223 2024-03-10T22:18:10.146 INFO:tasks.rados.rados.0.smithi169.stdout:1113: oid 12 updating version 223 to 224 2024-03-10T22:18:10.147 INFO:tasks.rados.rados.0.smithi169.stdout:1113: oid 12 updating version 224 to 225 2024-03-10T22:18:10.147 INFO:tasks.rados.rados.0.smithi169.stdout:1113: oid 12 updating version 225 to 226 2024-03-10T22:18:10.147 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 226 (ObjNum 371 snap 102 seq_num 371) dirty exists 2024-03-10T22:18:10.147 INFO:tasks.rados.rados.0.smithi169.stdout:1113: left oid 12 (ObjNum 371 snap 102 seq_num 371) 2024-03-10T22:18:10.149 INFO:tasks.rados.rados.0.smithi169.stdout:1116: finishing write tid 5 to smithi16976610-38 2024-03-10T22:18:10.149 INFO:tasks.rados.rados.0.smithi169.stdout:1116: oid 38 updating version 0 to 427 2024-03-10T22:18:10.150 INFO:tasks.rados.rados.0.smithi169.stdout:1116: oid 38 updating version 427 to 428 2024-03-10T22:18:10.150 INFO:tasks.rados.rados.0.smithi169.stdout:1116: oid 38 version 428 is already newer than 426 2024-03-10T22:18:10.150 INFO:tasks.rados.rados.0.smithi169.stdout:1116: oid 38 version 428 is already newer than 425 2024-03-10T22:18:10.150 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 428 (ObjNum 372 snap 102 seq_num 372) dirty exists 2024-03-10T22:18:10.150 INFO:tasks.rados.rados.0.smithi169.stdout:1116: left oid 38 (ObjNum 372 snap 102 seq_num 372) 2024-03-10T22:18:10.168 INFO:tasks.rados.rados.0.smithi169.stdout:1112: expect (ObjNum 283 snap 72 seq_num 283) 2024-03-10T22:18:10.494 INFO:tasks.rados.rados.0.smithi169.stdout:1114: finishing copy_from racing read to smithi16976610-47 2024-03-10T22:18:10.494 INFO:tasks.rados.rados.0.smithi169.stdout:1114: finishing copy_from to smithi16976610-47 2024-03-10T22:18:10.494 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 429 (ObjNum 357 snap 98 seq_num 357) dirty exists 2024-03-10T22:18:10.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:10 smithi169 ceph-mon[90638]: Reconfiguring osd.1 (monmap changed)... 2024-03-10T22:18:10.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:10 smithi169 ceph-mon[90638]: Reconfiguring daemon osd.1 on smithi169 2024-03-10T22:18:10.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:10 smithi169 ceph-mon[90638]: osdmap e278: 8 total, 8 up, 8 in 2024-03-10T22:18:10.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:10 smithi169 ceph-mon[88180]: Reconfiguring osd.1 (monmap changed)... 2024-03-10T22:18:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:10 smithi169 ceph-mon[88180]: Reconfiguring daemon osd.1 on smithi169 2024-03-10T22:18:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:10 smithi169 ceph-mon[88180]: osdmap e278: 8 total, 8 up, 8 in 2024-03-10T22:18:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:10 smithi172 ceph-mon[84635]: Reconfiguring osd.1 (monmap changed)... 2024-03-10T22:18:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:10 smithi172 ceph-mon[84635]: Reconfiguring daemon osd.1 on smithi169 2024-03-10T22:18:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:10 smithi172 ceph-mon[84635]: osdmap e278: 8 total, 8 up, 8 in 2024-03-10T22:18:11.122 INFO:tasks.rados.rados.0.smithi169.stdout:1112: done (5 left) 2024-03-10T22:18:11.123 INFO:tasks.rados.rados.0.smithi169.stdout:1113: done (4 left) 2024-03-10T22:18:11.123 INFO:tasks.rados.rados.0.smithi169.stdout:1114: done (3 left) 2024-03-10T22:18:11.123 INFO:tasks.rados.rados.0.smithi169.stdout:1115: done (2 left) 2024-03-10T22:18:11.123 INFO:tasks.rados.rados.0.smithi169.stdout:1116: done (1 left) 2024-03-10T22:18:11.123 INFO:tasks.rados.rados.0.smithi169.stdout:1117: done (0 left) 2024-03-10T22:18:11.123 INFO:tasks.rados.rados.0.smithi169.stdout:1118: rollback oid 26 current snap is 103 2024-03-10T22:18:11.123 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 26 to 98 2024-03-10T22:18:11.123 INFO:tasks.rados.rados.0.smithi169.stdout:1119: copy_from oid 48 from oid 14 current snap is 103 2024-03-10T22:18:11.123 INFO:tasks.rados.rados.0.smithi169.stdout:1120: snap_create 2024-03-10T22:18:11.133 INFO:tasks.rados.rados.0.smithi169.stdout:1118: finishing rollback tid 0 to smithi16976610-26 2024-03-10T22:18:11.134 INFO:tasks.rados.rados.0.smithi169.stdout:1118: finishing rollback tid 1 to smithi16976610-26 2024-03-10T22:18:11.134 INFO:tasks.rados.rados.0.smithi169.stdout:1118: finishing rollback tid 2 to smithi16976610-26 2024-03-10T22:18:11.134 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 470 (ObjNum 329 snap 91 seq_num 329) dirty exists 2024-03-10T22:18:11.135 INFO:tasks.rados.rados.0.smithi169.stdout:1119: finishing copy_from racing read to smithi16976610-48 2024-03-10T22:18:11.136 INFO:tasks.rados.rados.0.smithi169.stdout:1119: finishing copy_from to smithi16976610-48 2024-03-10T22:18:11.136 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 246 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:18:11.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[90638]: osdmap e279: 8 total, 8 up, 8 in 2024-03-10T22:18:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[90638]: Reconfiguring osd.2 (monmap changed)... 2024-03-10T22:18:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T22:18:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[90638]: Reconfiguring daemon osd.2 on smithi169 2024-03-10T22:18:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[90638]: pgmap v79: 121 pgs: 121 active+clean; 118 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:18:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:11.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[88180]: osdmap e279: 8 total, 8 up, 8 in 2024-03-10T22:18:11.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:11.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:11.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[88180]: Reconfiguring osd.2 (monmap changed)... 2024-03-10T22:18:11.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T22:18:11.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:11.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[88180]: Reconfiguring daemon osd.2 on smithi169 2024-03-10T22:18:11.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[88180]: pgmap v79: 121 pgs: 121 active+clean; 118 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:18:11.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:11 smithi172 ceph-mon[84635]: osdmap e279: 8 total, 8 up, 8 in 2024-03-10T22:18:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:11 smithi172 ceph-mon[84635]: Reconfiguring osd.2 (monmap changed)... 2024-03-10T22:18:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T22:18:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:11 smithi172 ceph-mon[84635]: Reconfiguring daemon osd.2 on smithi169 2024-03-10T22:18:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:11 smithi172 ceph-mon[84635]: pgmap v79: 121 pgs: 121 active+clean; 118 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:18:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:12.062 INFO:tasks.rados.rados.0.smithi169.stdout:1118: done (2 left) 2024-03-10T22:18:12.063 INFO:tasks.rados.rados.0.smithi169.stdout:1119: done (1 left) 2024-03-10T22:18:12.063 INFO:tasks.rados.rados.0.smithi169.stdout:1120: done (0 left) 2024-03-10T22:18:12.063 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 104 2024-03-10T22:18:12.063 INFO:tasks.rados.rados.0.smithi169.stdout:1121: seq_num 373 ranges {2785280=655360,3440640=499712,3940352=303104} 2024-03-10T22:18:12.081 INFO:tasks.rados.rados.0.smithi169.stdout:1121: writing smithi16976610-23 from 2785280 to 3440640 tid 1 2024-03-10T22:18:12.084 INFO:tasks.rados.rados.0.smithi169.stdout:1121: writing smithi16976610-23 from 3440640 to 3940352 tid 2 2024-03-10T22:18:12.086 INFO:tasks.rados.rados.0.smithi169.stdout:1121: writing smithi16976610-23 from 3940352 to 4243456 tid 3 2024-03-10T22:18:12.086 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 104 2024-03-10T22:18:12.086 INFO:tasks.rados.rados.0.smithi169.stdout:1122: seq_num 374 ranges {2531328=671744,3203072=778240,3981312=24576} 2024-03-10T22:18:12.103 INFO:tasks.rados.rados.0.smithi169.stdout:1122: writing smithi16976610-36 from 2531328 to 3203072 tid 1 2024-03-10T22:18:12.108 INFO:tasks.rados.rados.0.smithi169.stdout:1122: writing smithi16976610-36 from 3203072 to 3981312 tid 2 2024-03-10T22:18:12.108 INFO:tasks.rados.rados.0.smithi169.stdout:1122: writing smithi16976610-36 from 3981312 to 4005888 tid 3 2024-03-10T22:18:12.108 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 104 2024-03-10T22:18:12.108 INFO:tasks.rados.rados.0.smithi169.stdout:1123: seq_num 375 ranges {1425408=688128,2113536=663552,2777088=139264} 2024-03-10T22:18:12.119 INFO:tasks.rados.rados.0.smithi169.stdout:1123: writing smithi16976610-12 from 1425408 to 2113536 tid 1 2024-03-10T22:18:12.123 INFO:tasks.rados.rados.0.smithi169.stdout:1123: writing smithi16976610-12 from 2113536 to 2777088 tid 2 2024-03-10T22:18:12.125 INFO:tasks.rados.rados.0.smithi169.stdout:1123: writing smithi16976610-12 from 2777088 to 2916352 tid 3 2024-03-10T22:18:12.125 INFO:tasks.rados.rados.0.smithi169.stdout:1124: snap_create 2024-03-10T22:18:12.125 INFO:tasks.rados.rados.0.smithi169.stdout:1121: finishing write tid 1 to smithi16976610-23 2024-03-10T22:18:12.125 INFO:tasks.rados.rados.0.smithi169.stdout:1121: finishing write tid 2 to smithi16976610-23 2024-03-10T22:18:12.125 INFO:tasks.rados.rados.0.smithi169.stdout:1121: finishing write tid 3 to smithi16976610-23 2024-03-10T22:18:12.125 INFO:tasks.rados.rados.0.smithi169.stdout:1121: finishing write tid 4 to smithi16976610-23 2024-03-10T22:18:12.125 INFO:tasks.rados.rados.0.smithi169.stdout:1121: finishing write tid 5 to smithi16976610-23 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1121: oid 23 updating version 0 to 414 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1121: oid 23 version 414 is already newer than 411 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1121: oid 23 version 414 is already newer than 413 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1121: oid 23 version 414 is already newer than 412 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 414 (ObjNum 373 snap 104 seq_num 373) dirty exists 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1121: left oid 23 (ObjNum 373 snap 104 seq_num 373) 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1122: finishing write tid 1 to smithi16976610-36 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1122: finishing write tid 2 to smithi16976610-36 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1122: finishing write tid 3 to smithi16976610-36 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1122: finishing write tid 4 to smithi16976610-36 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1122: finishing write tid 5 to smithi16976610-36 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1122: oid 36 updating version 0 to 109 2024-03-10T22:18:12.126 INFO:tasks.rados.rados.0.smithi169.stdout:1122: oid 36 updating version 109 to 110 2024-03-10T22:18:12.127 INFO:tasks.rados.rados.0.smithi169.stdout:1122: oid 36 updating version 110 to 111 2024-03-10T22:18:12.127 INFO:tasks.rados.rados.0.smithi169.stdout:1122: oid 36 version 111 is already newer than 108 2024-03-10T22:18:12.127 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 111 (ObjNum 374 snap 104 seq_num 374) dirty exists 2024-03-10T22:18:12.127 INFO:tasks.rados.rados.0.smithi169.stdout:1122: left oid 36 (ObjNum 374 snap 104 seq_num 374) 2024-03-10T22:18:12.128 INFO:tasks.rados.rados.0.smithi169.stdout:1123: finishing write tid 1 to smithi16976610-12 2024-03-10T22:18:12.128 INFO:tasks.rados.rados.0.smithi169.stdout:1123: finishing write tid 2 to smithi16976610-12 2024-03-10T22:18:12.128 INFO:tasks.rados.rados.0.smithi169.stdout:1123: finishing write tid 3 to smithi16976610-12 2024-03-10T22:18:12.128 INFO:tasks.rados.rados.0.smithi169.stdout:1123: finishing write tid 4 to smithi16976610-12 2024-03-10T22:18:12.129 INFO:tasks.rados.rados.0.smithi169.stdout:1123: finishing write tid 5 to smithi16976610-12 2024-03-10T22:18:12.129 INFO:tasks.rados.rados.0.smithi169.stdout:1123: oid 12 updating version 0 to 230 2024-03-10T22:18:12.129 INFO:tasks.rados.rados.0.smithi169.stdout:1123: oid 12 version 230 is already newer than 228 2024-03-10T22:18:12.129 INFO:tasks.rados.rados.0.smithi169.stdout:1123: oid 12 updating version 230 to 231 2024-03-10T22:18:12.129 INFO:tasks.rados.rados.0.smithi169.stdout:1123: oid 12 version 231 is already newer than 229 2024-03-10T22:18:12.130 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 231 (ObjNum 375 snap 104 seq_num 375) dirty exists 2024-03-10T22:18:12.130 INFO:tasks.rados.rados.0.smithi169.stdout:1123: left oid 12 (ObjNum 375 snap 104 seq_num 375) 2024-03-10T22:18:12.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[88180]: osdmap e280: 8 total, 8 up, 8 in 2024-03-10T22:18:12.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:12.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:12.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T22:18:12.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:12.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[88180]: osdmap e281: 8 total, 8 up, 8 in 2024-03-10T22:18:12.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[90638]: osdmap e280: 8 total, 8 up, 8 in 2024-03-10T22:18:12.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:12.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:12.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T22:18:12.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:12.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:12 smithi169 ceph-mon[90638]: osdmap e281: 8 total, 8 up, 8 in 2024-03-10T22:18:12.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:12.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:12 smithi172 ceph-mon[84635]: osdmap e280: 8 total, 8 up, 8 in 2024-03-10T22:18:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:12 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T22:18:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:12 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:12 smithi172 ceph-mon[84635]: osdmap e281: 8 total, 8 up, 8 in 2024-03-10T22:18:13.129 INFO:tasks.rados.rados.0.smithi169.stdout:1121: done (3 left) 2024-03-10T22:18:13.129 INFO:tasks.rados.rados.0.smithi169.stdout:1122: done (2 left) 2024-03-10T22:18:13.129 INFO:tasks.rados.rados.0.smithi169.stdout:1123: done (1 left) 2024-03-10T22:18:13.129 INFO:tasks.rados.rados.0.smithi169.stdout:1124: done (0 left) 2024-03-10T22:18:13.129 INFO:tasks.rados.rados.0.smithi169.stdout:1125: read oid 16 snap -1 2024-03-10T22:18:13.129 INFO:tasks.rados.rados.0.smithi169.stdout:1125: expect deleted 2024-03-10T22:18:13.129 INFO:tasks.rados.rados.0.smithi169.stdout:1126: read oid 47 snap -1 2024-03-10T22:18:13.130 INFO:tasks.rados.rados.0.smithi169.stdout:1126: expect (ObjNum 357 snap 98 seq_num 357) 2024-03-10T22:18:13.130 INFO:tasks.rados.rados.0.smithi169.stdout:1127: read oid 39 snap 98 2024-03-10T22:18:13.130 INFO:tasks.rados.rados.0.smithi169.stdout:1127: expect (ObjNum 331 snap 91 seq_num 331) 2024-03-10T22:18:13.131 INFO:tasks.rados.rados.0.smithi169.stdout:1128: copy_from oid 14 from oid 8 current snap is 105 2024-03-10T22:18:13.131 INFO:tasks.rados.rados.0.smithi169.stdout:1129: snap_remove snap 102 2024-03-10T22:18:13.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:13 smithi169 ceph-mon[90638]: Reconfiguring osd.3 (monmap changed)... 2024-03-10T22:18:13.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:13 smithi169 ceph-mon[90638]: Reconfiguring daemon osd.3 on smithi169 2024-03-10T22:18:13.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:13 smithi169 ceph-mon[90638]: pgmap v82: 121 pgs: 121 active+clean; 116 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-03-10T22:18:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:13 smithi169 ceph-mon[88180]: Reconfiguring osd.3 (monmap changed)... 2024-03-10T22:18:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:13 smithi169 ceph-mon[88180]: Reconfiguring daemon osd.3 on smithi169 2024-03-10T22:18:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:13 smithi169 ceph-mon[88180]: pgmap v82: 121 pgs: 121 active+clean; 116 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-03-10T22:18:13.504 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:13 smithi172 ceph-mon[84635]: Reconfiguring osd.3 (monmap changed)... 2024-03-10T22:18:13.504 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:13 smithi172 ceph-mon[84635]: Reconfiguring daemon osd.3 on smithi169 2024-03-10T22:18:13.504 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:13 smithi172 ceph-mon[84635]: pgmap v82: 121 pgs: 121 active+clean; 116 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-03-10T22:18:13.679 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:18:13.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:14.031 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:18:14.031 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (4m) 38s ago 6m 26.5M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (5m) 16s ago 5m 92.6M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (7m) 38s ago 7m 15.5M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (7m) 16s ago 7m 20.5M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (88s) 16s ago 10m 448M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (118s) 38s ago 12m 500M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (72s) 38s ago 12m 41.8M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (28s) 16s ago 11m 25.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (47s) 38s ago 10m 28.4M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (6m) 38s ago 6m 15.5M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (6m) 16s ago 6m 15.2M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (10m) 38s ago 10m 151M 2480M 18.2.1-746-gc2ea977b a30af69eda22 943d3ca889b7 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (9m) 38s ago 9m 93.7M 2480M 18.2.1-746-gc2ea977b a30af69eda22 bc83559f4e48 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (9m) 38s ago 9m 123M 2480M 18.2.1-746-gc2ea977b a30af69eda22 34fdeb0dfbb6 2024-03-10T22:18:14.032 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (9m) 38s ago 9m 129M 2480M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:18:14.033 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (8m) 16s ago 8m 130M 2480M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:18:14.033 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (8m) 16s ago 8m 131M 2480M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:18:14.033 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (7m) 16s ago 7m 124M 2480M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:18:14.033 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (7m) 16s ago 7m 134M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:18:14.033 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (93s) 16s ago 6m 56.6M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:18:14.139 INFO:tasks.rados.rados.0.smithi169.stdout:1129: done (4 left) 2024-03-10T22:18:14.139 INFO:tasks.rados.rados.0.smithi169.stdout:1130: snap_create 2024-03-10T22:18:14.139 INFO:tasks.rados.rados.0.smithi169.stdout:1128: finishing copy_from to smithi16976610-14 2024-03-10T22:18:14.139 INFO:tasks.rados.rados.0.smithi169.stdout:1128: got expected ENOENT (src dne) 2024-03-10T22:18:14.139 INFO:tasks.rados.rados.0.smithi169.stdout:1128: finishing copy_from racing read to smithi16976610-14 2024-03-10T22:18:14.140 INFO:tasks.rados.rados.0.smithi169.stdout:1127: expect (ObjNum 331 snap 91 seq_num 331) 2024-03-10T22:18:14.256 INFO:tasks.rados.rados.0.smithi169.stdout:1126: expect (ObjNum 357 snap 98 seq_num 357) 2024-03-10T22:18:14.433 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[90638]: osdmap e282: 8 total, 8 up, 8 in 2024-03-10T22:18:14.433 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:14.433 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:14.433 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:14.433 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:14.433 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:14.433 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[88180]: osdmap e282: 8 total, 8 up, 8 in 2024-03-10T22:18:14.434 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:14.434 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:14.434 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:14.434 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:14.434 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:14 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:14.463 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:18:14.463 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:18:14.463 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:18:14.463 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 10, 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 5 2024-03-10T22:18:14.464 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:18:14.465 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:18:14.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:14 smithi172 ceph-mon[84635]: osdmap e282: 8 total, 8 up, 8 in 2024-03-10T22:18:14.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:14 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:14.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:14 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:14.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:14 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:14.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:14 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:14.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:14 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:15.141 INFO:tasks.rados.rados.0.smithi169.stdout:1125: done (4 left) 2024-03-10T22:18:15.141 INFO:tasks.rados.rados.0.smithi169.stdout:1126: done (3 left) 2024-03-10T22:18:15.141 INFO:tasks.rados.rados.0.smithi169.stdout:1127: done (2 left) 2024-03-10T22:18:15.141 INFO:tasks.rados.rados.0.smithi169.stdout:1128: done (1 left) 2024-03-10T22:18:15.141 INFO:tasks.rados.rados.0.smithi169.stdout:1130: done (0 left) 2024-03-10T22:18:15.141 INFO:tasks.rados.rados.0.smithi169.stdout:1131: read oid 11 snap -1 2024-03-10T22:18:15.141 INFO:tasks.rados.rados.0.smithi169.stdout:1131: expect (ObjNum 366 snap 100 seq_num 366) 2024-03-10T22:18:15.142 INFO:tasks.rados.rados.0.smithi169.stdout:1132: setattr oid 17 current snap is 106 2024-03-10T22:18:15.143 INFO:tasks.rados.rados.0.smithi169.stdout:1133: delete oid 4 current snap is 106 2024-03-10T22:18:15.148 INFO:tasks.rados.rados.0.smithi169.stdout:1133: done (2 left) 2024-03-10T22:18:15.149 INFO:tasks.rados.rados.0.smithi169.stdout:1134: read oid 21 snap -1 2024-03-10T22:18:15.149 INFO:tasks.rados.rados.0.smithi169.stdout:1134: expect deleted 2024-03-10T22:18:15.149 INFO:tasks.rados.rados.0.smithi169.stdout:1135: delete oid 26 current snap is 106 2024-03-10T22:18:15.149 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 538 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:18:15.159 INFO:tasks.rados.rados.0.smithi169.stdout:1131: expect (ObjNum 366 snap 100 seq_num 366) 2024-03-10T22:18:15.276 INFO:tasks.rados.rados.0.smithi169.stdout:1131: done (3 left) 2024-03-10T22:18:15.277 INFO:tasks.rados.rados.0.smithi169.stdout:1132: done (2 left) 2024-03-10T22:18:15.277 INFO:tasks.rados.rados.0.smithi169.stdout:1134: done (1 left) 2024-03-10T22:18:15.277 INFO:tasks.rados.rados.0.smithi169.stdout:1135: done (0 left) 2024-03-10T22:18:15.277 INFO:tasks.rados.rados.0.smithi169.stdout:1136: snap_create 2024-03-10T22:18:15.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[90638]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:15.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[90638]: Reconfiguring mds.a (monmap changed)... 2024-03-10T22:18:15.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[90638]: Reconfiguring daemon mds.a on smithi169 2024-03-10T22:18:15.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[90638]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:15.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[90638]: osdmap e283: 8 total, 8 up, 8 in 2024-03-10T22:18:15.468 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/1751479196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:15.468 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[90638]: pgmap v85: 121 pgs: 121 active+clean; 116 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-03-10T22:18:15.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[88180]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:15.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[88180]: Reconfiguring mds.a (monmap changed)... 2024-03-10T22:18:15.469 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[88180]: Reconfiguring daemon mds.a on smithi169 2024-03-10T22:18:15.469 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[88180]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:15.469 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[88180]: osdmap e283: 8 total, 8 up, 8 in 2024-03-10T22:18:15.469 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/1751479196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:15.469 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-mon[88180]: pgmap v85: 121 pgs: 121 active+clean; 116 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-03-10T22:18:15.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:15 smithi172 ceph-mon[84635]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:15.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:15 smithi172 ceph-mon[84635]: Reconfiguring mds.a (monmap changed)... 2024-03-10T22:18:15.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:15 smithi172 ceph-mon[84635]: Reconfiguring daemon mds.a on smithi169 2024-03-10T22:18:15.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:15 smithi172 ceph-mon[84635]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:15.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:15 smithi172 ceph-mon[84635]: osdmap e283: 8 total, 8 up, 8 in 2024-03-10T22:18:15.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:15 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/1751479196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:15 smithi172 ceph-mon[84635]: pgmap v85: 121 pgs: 121 active+clean; 116 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-03-10T22:18:16.150 INFO:tasks.rados.rados.0.smithi169.stdout:1136: done (0 left) 2024-03-10T22:18:16.150 INFO:tasks.rados.rados.0.smithi169.stdout:1137: rollback oid 41 current snap is 107 2024-03-10T22:18:16.150 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 41 to 98 2024-03-10T22:18:16.150 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 107 2024-03-10T22:18:16.150 INFO:tasks.rados.rados.0.smithi169.stdout:1138: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-03-10T22:18:16.154 INFO:tasks.rados.rados.0.smithi169.stdout:1138: writing smithi16976610-4 from 0 to 737280 tid 1 2024-03-10T22:18:16.158 INFO:tasks.rados.rados.0.smithi169.stdout:1138: writing smithi16976610-4 from 737280 to 1458176 tid 2 2024-03-10T22:18:16.159 INFO:tasks.rados.rados.0.smithi169.stdout:1138: writing smithi16976610-4 from 1458176 to 1540096 tid 3 2024-03-10T22:18:16.159 INFO:tasks.rados.rados.0.smithi169.stdout:1139: delete oid 19 current snap is 107 2024-03-10T22:18:16.159 INFO:tasks.rados.rados.0.smithi169.stdout:1137: finishing rollback tid 0 to smithi16976610-41 2024-03-10T22:18:16.159 INFO:tasks.rados.rados.0.smithi169.stdout:1137: finishing rollback tid 1 to smithi16976610-41 2024-03-10T22:18:16.159 INFO:tasks.rados.rados.0.smithi169.stdout:1137: finishing rollback tid 2 to smithi16976610-41 2024-03-10T22:18:16.159 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 373 (ObjNum 323 snap 90 seq_num 323) dirty exists 2024-03-10T22:18:16.159 INFO:tasks.rados.rados.0.smithi169.stdout:1138: finishing write tid 1 to smithi16976610-4 2024-03-10T22:18:16.162 INFO:tasks.rados.rados.0.smithi169.stdout:1138: finishing write tid 2 to smithi16976610-4 2024-03-10T22:18:16.162 INFO:tasks.rados.rados.0.smithi169.stdout:1138: finishing write tid 3 to smithi16976610-4 2024-03-10T22:18:16.162 INFO:tasks.rados.rados.0.smithi169.stdout:1138: finishing write tid 4 to smithi16976610-4 2024-03-10T22:18:16.163 INFO:tasks.rados.rados.0.smithi169.stdout:1137: done (2 left) 2024-03-10T22:18:16.163 INFO:tasks.rados.rados.0.smithi169.stdout:1139: done (1 left) 2024-03-10T22:18:16.163 INFO:tasks.rados.rados.0.smithi169.stdout:1140: rollback oid 6 current snap is 107 2024-03-10T22:18:16.163 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 6 to 98 2024-03-10T22:18:16.163 INFO:tasks.rados.rados.0.smithi169.stdout:1141: snap_remove snap 105 2024-03-10T22:18:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:18:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:18:15] "GET /metrics HTTP/1.1" 200 35996 "" "Prometheus/2.43.0" 2024-03-10T22:18:16.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[88180]: osdmap e284: 8 total, 8 up, 8 in 2024-03-10T22:18:16.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:16.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:16.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:18:16.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:18:16.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:16.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[90638]: osdmap e284: 8 total, 8 up, 8 in 2024-03-10T22:18:16.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:16.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:16.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:18:16.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:18:16.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:16 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:16.456 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:16 smithi172 ceph-mon[84635]: osdmap e284: 8 total, 8 up, 8 in 2024-03-10T22:18:16.456 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:16 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:16.456 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:16 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:16.456 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:16 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T22:18:16.456 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:16 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T22:18:16.456 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:16 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:17.164 INFO:tasks.rados.rados.0.smithi169.stdout:1141: done (2 left) 2024-03-10T22:18:17.164 INFO:tasks.rados.rados.0.smithi169.stdout:1142: read oid 7 snap -1 2024-03-10T22:18:17.164 INFO:tasks.rados.rados.0.smithi169.stdout:1142: expect (ObjNum 359 snap 98 seq_num 359) 2024-03-10T22:18:17.165 INFO:tasks.rados.rados.0.smithi169.stdout:1143: delete oid 35 current snap is 107 2024-03-10T22:18:17.165 INFO:tasks.rados.rados.0.smithi169.stdout:1138: finishing write tid 5 to smithi16976610-4 2024-03-10T22:18:17.165 INFO:tasks.rados.rados.0.smithi169.stdout:1138: oid 4 updating version 0 to 668 2024-03-10T22:18:17.165 INFO:tasks.rados.rados.0.smithi169.stdout:1138: oid 4 updating version 668 to 670 2024-03-10T22:18:17.165 INFO:tasks.rados.rados.0.smithi169.stdout:1138: oid 4 version 670 is already newer than 669 2024-03-10T22:18:17.165 INFO:tasks.rados.rados.0.smithi169.stdout:1138: oid 4 updating version 670 to 671 2024-03-10T22:18:17.165 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 671 (ObjNum 378 snap 107 seq_num 378) dirty exists 2024-03-10T22:18:17.165 INFO:tasks.rados.rados.0.smithi169.stdout:1138: left oid 4 (ObjNum 378 snap 107 seq_num 378) 2024-03-10T22:18:17.165 INFO:tasks.rados.rados.0.smithi169.stdout:1140: finishing rollback tid 0 to smithi16976610-6 2024-03-10T22:18:17.165 INFO:tasks.rados.rados.0.smithi169.stdout:1140: finishing rollback tid 1 to smithi16976610-6 2024-03-10T22:18:17.165 INFO:tasks.rados.rados.0.smithi169.stdout:1140: finishing rollback tid 2 to smithi16976610-6 2024-03-10T22:18:17.166 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 542 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-03-10T22:18:17.167 INFO:tasks.rados.rados.0.smithi169.stdout:1138: done (3 left) 2024-03-10T22:18:17.167 INFO:tasks.rados.rados.0.smithi169.stdout:1140: done (2 left) 2024-03-10T22:18:17.167 INFO:tasks.rados.rados.0.smithi169.stdout:1143: done (1 left) 2024-03-10T22:18:17.167 INFO:tasks.rados.rados.0.smithi169.stdout:1144: rollback oid 16 current snap is 107 2024-03-10T22:18:17.167 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 16 to 103 2024-03-10T22:18:17.167 INFO:tasks.rados.rados.0.smithi169.stdout:1145: rmattr oid 43 current snap is 107 2024-03-10T22:18:17.167 INFO:tasks.rados.rados.0.smithi169.stdout:1145: done (2 left) 2024-03-10T22:18:17.167 INFO:tasks.rados.rados.0.smithi169.stdout:1146: delete oid 8 current snap is 107 2024-03-10T22:18:17.170 INFO:tasks.rados.rados.0.smithi169.stdout:1144: finishing rollback tid 1 to smithi16976610-16 2024-03-10T22:18:17.170 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 0 (ObjNum 65 snap 0 seq_num 1649436752) dirty dne 2024-03-10T22:18:17.170 INFO:tasks.rados.rados.0.smithi169.stdout:1144: done (2 left) 2024-03-10T22:18:17.170 INFO:tasks.rados.rados.0.smithi169.stdout:1146: done (1 left) 2024-03-10T22:18:17.170 INFO:tasks.rados.rados.0.smithi169.stdout:1147: read oid 16 snap -1 2024-03-10T22:18:17.170 INFO:tasks.rados.rados.0.smithi169.stdout:1147: expect deleted 2024-03-10T22:18:17.170 INFO:tasks.rados.rados.0.smithi169.stdout:1148: snap_create 2024-03-10T22:18:17.173 INFO:tasks.rados.rados.0.smithi169.stdout:1142: expect (ObjNum 359 snap 98 seq_num 359) 2024-03-10T22:18:17.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:17 smithi169 ceph-mon[88180]: Reconfiguring mon.b (monmap changed)... 2024-03-10T22:18:17.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:17 smithi169 ceph-mon[88180]: Reconfiguring daemon mon.b on smithi172 2024-03-10T22:18:17.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:17 smithi169 ceph-mon[88180]: osdmap e285: 8 total, 8 up, 8 in 2024-03-10T22:18:17.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:17 smithi169 ceph-mon[88180]: pgmap v88: 121 pgs: 121 active+clean; 116 MiB data, 951 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:18:17.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:17 smithi169 ceph-mon[90638]: Reconfiguring mon.b (monmap changed)... 2024-03-10T22:18:17.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:17 smithi169 ceph-mon[90638]: Reconfiguring daemon mon.b on smithi172 2024-03-10T22:18:17.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:17 smithi169 ceph-mon[90638]: osdmap e285: 8 total, 8 up, 8 in 2024-03-10T22:18:17.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:17 smithi169 ceph-mon[90638]: pgmap v88: 121 pgs: 121 active+clean; 116 MiB data, 951 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:18:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:17 smithi172 ceph-mon[84635]: Reconfiguring mon.b (monmap changed)... 2024-03-10T22:18:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:17 smithi172 ceph-mon[84635]: Reconfiguring daemon mon.b on smithi172 2024-03-10T22:18:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:17 smithi172 ceph-mon[84635]: osdmap e285: 8 total, 8 up, 8 in 2024-03-10T22:18:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:17 smithi172 ceph-mon[84635]: pgmap v88: 121 pgs: 121 active+clean; 116 MiB data, 951 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:18:18.171 INFO:tasks.rados.rados.0.smithi169.stdout:1142: done (2 left) 2024-03-10T22:18:18.171 INFO:tasks.rados.rados.0.smithi169.stdout:1147: done (1 left) 2024-03-10T22:18:18.171 INFO:tasks.rados.rados.0.smithi169.stdout:1148: done (0 left) 2024-03-10T22:18:18.171 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 108 2024-03-10T22:18:18.171 INFO:tasks.rados.rados.0.smithi169.stdout:1149: seq_num 382 ranges {1163264=802816,1966080=704512,2670592=98304} 2024-03-10T22:18:18.181 INFO:tasks.rados.rados.0.smithi169.stdout:1149: writing smithi16976610-40 from 1163264 to 1966080 tid 1 2024-03-10T22:18:18.185 INFO:tasks.rados.rados.0.smithi169.stdout:1149: writing smithi16976610-40 from 1966080 to 2670592 tid 2 2024-03-10T22:18:18.186 INFO:tasks.rados.rados.0.smithi169.stdout:1149: writing smithi16976610-40 from 2670592 to 2768896 tid 3 2024-03-10T22:18:18.186 INFO:tasks.rados.rados.0.smithi169.stdout:1150: delete oid 2 current snap is 108 2024-03-10T22:18:18.186 INFO:tasks.rados.rados.0.smithi169.stdout:1149: finishing write tid 1 to smithi16976610-40 2024-03-10T22:18:18.189 INFO:tasks.rados.rados.0.smithi169.stdout:1149: finishing write tid 2 to smithi16976610-40 2024-03-10T22:18:18.189 INFO:tasks.rados.rados.0.smithi169.stdout:1149: finishing write tid 3 to smithi16976610-40 2024-03-10T22:18:18.189 INFO:tasks.rados.rados.0.smithi169.stdout:1149: finishing write tid 4 to smithi16976610-40 2024-03-10T22:18:18.189 INFO:tasks.rados.rados.0.smithi169.stdout:1150: done (1 left) 2024-03-10T22:18:18.189 INFO:tasks.rados.rados.0.smithi169.stdout:1151: snap_remove snap 101 2024-03-10T22:18:18.432 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:18 smithi172 ceph-mon[84635]: osdmap e286: 8 total, 8 up, 8 in 2024-03-10T22:18:18.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:18 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:18.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:18 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:18.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:18 smithi172 ceph-mon[84635]: Reconfiguring mgr.x (monmap changed)... 2024-03-10T22:18:18.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:18.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:18 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:18.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:18:18.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:18.433 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:18 smithi172 ceph-mon[84635]: Reconfiguring daemon mgr.x on smithi172 2024-03-10T22:18:18.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[88180]: osdmap e286: 8 total, 8 up, 8 in 2024-03-10T22:18:18.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:18.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[88180]: Reconfiguring mgr.x (monmap changed)... 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[88180]: Reconfiguring daemon mgr.x on smithi172 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[90638]: osdmap e286: 8 total, 8 up, 8 in 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[90638]: Reconfiguring mgr.x (monmap changed)... 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:18.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T22:18:18.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T22:18:18.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:18.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:18 smithi169 ceph-mon[90638]: Reconfiguring daemon mgr.x on smithi172 2024-03-10T22:18:19.185 INFO:tasks.rados.rados.0.smithi169.stdout:1151: done (1 left) 2024-03-10T22:18:19.185 INFO:tasks.rados.rados.0.smithi169.stdout:1152: copy_from oid 43 from oid 39 current snap is 108 2024-03-10T22:18:19.185 INFO:tasks.rados.rados.0.smithi169.stdout:1149: finishing write tid 5 to smithi16976610-40 2024-03-10T22:18:19.185 INFO:tasks.rados.rados.0.smithi169.stdout:1149: oid 40 updating version 0 to 433 2024-03-10T22:18:19.185 INFO:tasks.rados.rados.0.smithi169.stdout:1149: oid 40 version 433 is already newer than 430 2024-03-10T22:18:19.185 INFO:tasks.rados.rados.0.smithi169.stdout:1149: oid 40 version 433 is already newer than 432 2024-03-10T22:18:19.186 INFO:tasks.rados.rados.0.smithi169.stdout:1149: oid 40 version 433 is already newer than 431 2024-03-10T22:18:19.186 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 433 (ObjNum 382 snap 108 seq_num 382) dirty exists 2024-03-10T22:18:19.186 INFO:tasks.rados.rados.0.smithi169.stdout:1149: left oid 40 (ObjNum 382 snap 108 seq_num 382) 2024-03-10T22:18:19.186 INFO:tasks.rados.rados.0.smithi169.stdout:1149: done (1 left) 2024-03-10T22:18:19.186 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 108 2024-03-10T22:18:19.186 INFO:tasks.rados.rados.0.smithi169.stdout:1153: seq_num 384 ranges {4251648=434176,4685824=475136,5160960=630784,5791744=98304} 2024-03-10T22:18:19.211 INFO:tasks.rados.rados.0.smithi169.stdout:1153: writing smithi16976610-49 from 4251648 to 4685824 tid 1 2024-03-10T22:18:19.214 INFO:tasks.rados.rados.0.smithi169.stdout:1153: writing smithi16976610-49 from 4685824 to 5160960 tid 2 2024-03-10T22:18:19.217 INFO:tasks.rados.rados.0.smithi169.stdout:1153: writing smithi16976610-49 from 5160960 to 5791744 tid 3 2024-03-10T22:18:19.218 INFO:tasks.rados.rados.0.smithi169.stdout:1153: writing smithi16976610-49 from 5791744 to 5890048 tid 4 2024-03-10T22:18:19.218 INFO:tasks.rados.rados.0.smithi169.stdout:1154: delete oid 26 current snap is 108 2024-03-10T22:18:19.218 INFO:tasks.rados.rados.0.smithi169.stdout:1152: finishing copy_from racing read to smithi16976610-43 2024-03-10T22:18:19.218 INFO:tasks.rados.rados.0.smithi169.stdout:1152: finishing copy_from to smithi16976610-43 2024-03-10T22:18:19.218 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 629 (ObjNum 364 snap 100 seq_num 364) dirty exists 2024-03-10T22:18:19.218 INFO:tasks.rados.rados.0.smithi169.stdout:1153: finishing write tid 1 to smithi16976610-49 2024-03-10T22:18:19.222 INFO:tasks.rados.rados.0.smithi169.stdout:1153: finishing write tid 2 to smithi16976610-49 2024-03-10T22:18:19.224 INFO:tasks.rados.rados.0.smithi169.stdout:1153: finishing write tid 3 to smithi16976610-49 2024-03-10T22:18:19.224 INFO:tasks.rados.rados.0.smithi169.stdout:1153: finishing write tid 4 to smithi16976610-49 2024-03-10T22:18:19.227 INFO:tasks.rados.rados.0.smithi169.stdout:1153: finishing write tid 5 to smithi16976610-49 2024-03-10T22:18:19.227 INFO:tasks.rados.rados.0.smithi169.stdout:1152: done (2 left) 2024-03-10T22:18:19.227 INFO:tasks.rados.rados.0.smithi169.stdout:1154: done (1 left) 2024-03-10T22:18:19.227 INFO:tasks.rados.rados.0.smithi169.stdout:1155: read oid 7 snap 104 2024-03-10T22:18:19.228 INFO:tasks.rados.rados.0.smithi169.stdout:1155: expect (ObjNum 359 snap 98 seq_num 359) 2024-03-10T22:18:19.228 INFO:tasks.rados.rados.0.smithi169.stdout:1156: rollback oid 18 current snap is 108 2024-03-10T22:18:19.228 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 18 to 106 2024-03-10T22:18:19.228 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 108 2024-03-10T22:18:19.228 INFO:tasks.rados.rados.0.smithi169.stdout:1157: seq_num 386 ranges {2768896=466944,3235840=638976,3874816=565248} 2024-03-10T22:18:19.242 INFO:tasks.rados.rados.0.smithi169.stdout:1157: writing smithi16976610-40 from 2768896 to 3235840 tid 1 2024-03-10T22:18:19.246 INFO:tasks.rados.rados.0.smithi169.stdout:1157: writing smithi16976610-40 from 3235840 to 3874816 tid 2 2024-03-10T22:18:19.250 INFO:tasks.rados.rados.0.smithi169.stdout:1157: writing smithi16976610-40 from 3874816 to 4440064 tid 3 2024-03-10T22:18:19.250 INFO:tasks.rados.rados.0.smithi169.stdout:1158: read oid 31 snap -1 2024-03-10T22:18:19.250 INFO:tasks.rados.rados.0.smithi169.stdout:1158: expect (ObjNum 345 snap 95 seq_num 345) 2024-03-10T22:18:19.250 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 108 2024-03-10T22:18:19.250 INFO:tasks.rados.rados.0.smithi169.stdout:1153: finishing write tid 6 to smithi16976610-49 2024-03-10T22:18:19.250 INFO:tasks.rados.rados.0.smithi169.stdout:1153: oid 49 updating version 0 to 482 2024-03-10T22:18:19.250 INFO:tasks.rados.rados.0.smithi169.stdout:1153: oid 49 updating version 482 to 484 2024-03-10T22:18:19.250 INFO:tasks.rados.rados.0.smithi169.stdout:1153: oid 49 version 484 is already newer than 481 2024-03-10T22:18:19.251 INFO:tasks.rados.rados.0.smithi169.stdout:1153: oid 49 version 484 is already newer than 480 2024-03-10T22:18:19.251 INFO:tasks.rados.rados.0.smithi169.stdout:1153: oid 49 version 484 is already newer than 483 2024-03-10T22:18:19.251 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 484 (ObjNum 384 snap 108 seq_num 384) dirty exists 2024-03-10T22:18:19.251 INFO:tasks.rados.rados.0.smithi169.stdout:1153: left oid 49 (ObjNum 384 snap 108 seq_num 384) 2024-03-10T22:18:19.251 INFO:tasks.rados.rados.0.smithi169.stdout:1159: seq_num 387 ranges {4284416=483328,4767744=524288,5292032=679936} 2024-03-10T22:18:19.275 INFO:tasks.rados.rados.0.smithi169.stdout:1159: writing smithi16976610-32 from 4284416 to 4767744 tid 1 2024-03-10T22:18:19.278 INFO:tasks.rados.rados.0.smithi169.stdout:1159: writing smithi16976610-32 from 4767744 to 5292032 tid 2 2024-03-10T22:18:19.282 INFO:tasks.rados.rados.0.smithi169.stdout:1159: writing smithi16976610-32 from 5292032 to 5971968 tid 3 2024-03-10T22:18:19.282 INFO:tasks.rados.rados.0.smithi169.stdout:1153: done (5 left) 2024-03-10T22:18:19.282 INFO:tasks.rados.rados.0.smithi169.stdout:1160: read oid 25 snap -1 2024-03-10T22:18:19.282 INFO:tasks.rados.rados.0.smithi169.stdout:1160: expect (ObjNum 351 snap 97 seq_num 351) 2024-03-10T22:18:19.282 INFO:tasks.rados.rados.0.smithi169.stdout:1161: snap_create 2024-03-10T22:18:19.282 INFO:tasks.rados.rados.0.smithi169.stdout:1156: finishing rollback tid 0 to smithi16976610-18 2024-03-10T22:18:19.282 INFO:tasks.rados.rados.0.smithi169.stdout:1156: finishing rollback tid 1 to smithi16976610-18 2024-03-10T22:18:19.283 INFO:tasks.rados.rados.0.smithi169.stdout:1156: finishing rollback tid 2 to smithi16976610-18 2024-03-10T22:18:19.283 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 388 (ObjNum 316 snap 88 seq_num 316) dirty exists 2024-03-10T22:18:19.283 INFO:tasks.rados.rados.0.smithi169.stdout:1155: expect (ObjNum 359 snap 98 seq_num 359) 2024-03-10T22:18:19.314 INFO:tasks.rados.rados.0.smithi169.stdout:1157: finishing write tid 1 to smithi16976610-40 2024-03-10T22:18:19.314 INFO:tasks.rados.rados.0.smithi169.stdout:1157: finishing write tid 2 to smithi16976610-40 2024-03-10T22:18:19.314 INFO:tasks.rados.rados.0.smithi169.stdout:1157: finishing write tid 3 to smithi16976610-40 2024-03-10T22:18:19.315 INFO:tasks.rados.rados.0.smithi169.stdout:1157: finishing write tid 4 to smithi16976610-40 2024-03-10T22:18:19.315 INFO:tasks.rados.rados.0.smithi169.stdout:1158: expect (ObjNum 345 snap 95 seq_num 345) 2024-03-10T22:18:19.340 INFO:tasks.rados.rados.0.smithi169.stdout:1157: finishing write tid 5 to smithi16976610-40 2024-03-10T22:18:19.340 INFO:tasks.rados.rados.0.smithi169.stdout:1157: oid 40 updating version 0 to 443 2024-03-10T22:18:19.340 INFO:tasks.rados.rados.0.smithi169.stdout:1157: oid 40 version 443 is already newer than 440 2024-03-10T22:18:19.340 INFO:tasks.rados.rados.0.smithi169.stdout:1157: oid 40 version 443 is already newer than 442 2024-03-10T22:18:19.340 INFO:tasks.rados.rados.0.smithi169.stdout:1157: oid 40 version 443 is already newer than 441 2024-03-10T22:18:19.340 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 443 (ObjNum 386 snap 108 seq_num 386) dirty exists 2024-03-10T22:18:19.340 INFO:tasks.rados.rados.0.smithi169.stdout:1157: left oid 40 (ObjNum 386 snap 108 seq_num 386) 2024-03-10T22:18:19.340 INFO:tasks.rados.rados.0.smithi169.stdout:1159: finishing write tid 1 to smithi16976610-32 2024-03-10T22:18:19.341 INFO:tasks.rados.rados.0.smithi169.stdout:1159: finishing write tid 2 to smithi16976610-32 2024-03-10T22:18:19.341 INFO:tasks.rados.rados.0.smithi169.stdout:1159: finishing write tid 3 to smithi16976610-32 2024-03-10T22:18:19.341 INFO:tasks.rados.rados.0.smithi169.stdout:1159: finishing write tid 4 to smithi16976610-32 2024-03-10T22:18:19.341 INFO:tasks.rados.rados.0.smithi169.stdout:1159: finishing write tid 5 to smithi16976610-32 2024-03-10T22:18:19.341 INFO:tasks.rados.rados.0.smithi169.stdout:1159: oid 32 updating version 0 to 682 2024-03-10T22:18:19.341 INFO:tasks.rados.rados.0.smithi169.stdout:1159: oid 32 version 682 is already newer than 680 2024-03-10T22:18:19.341 INFO:tasks.rados.rados.0.smithi169.stdout:1159: oid 32 version 682 is already newer than 679 2024-03-10T22:18:19.341 INFO:tasks.rados.rados.0.smithi169.stdout:1159: oid 32 version 682 is already newer than 681 2024-03-10T22:18:19.341 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 682 (ObjNum 387 snap 108 seq_num 387) dirty exists 2024-03-10T22:18:19.341 INFO:tasks.rados.rados.0.smithi169.stdout:1159: left oid 32 (ObjNum 387 snap 108 seq_num 387) 2024-03-10T22:18:19.341 INFO:tasks.rados.rados.0.smithi169.stdout:1160: expect (ObjNum 351 snap 97 seq_num 351) 2024-03-10T22:18:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[88180]: osdmap e287: 8 total, 8 up, 8 in 2024-03-10T22:18:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[88180]: pgmap v91: 121 pgs: 121 active+clean; 122 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-03-10T22:18:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T22:18:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:19.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[90638]: osdmap e287: 8 total, 8 up, 8 in 2024-03-10T22:18:19.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[90638]: pgmap v91: 121 pgs: 121 active+clean; 122 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-03-10T22:18:19.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T22:18:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:19 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:19.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:19 smithi172 ceph-mon[84635]: osdmap e287: 8 total, 8 up, 8 in 2024-03-10T22:18:19.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:19 smithi172 ceph-mon[84635]: pgmap v91: 121 pgs: 121 active+clean; 122 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-03-10T22:18:19.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:19 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:19.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:19 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:19.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:19 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T22:18:19.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:19 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:20.188 INFO:tasks.rados.rados.0.smithi169.stdout:1155: done (6 left) 2024-03-10T22:18:20.188 INFO:tasks.rados.rados.0.smithi169.stdout:1156: done (5 left) 2024-03-10T22:18:20.188 INFO:tasks.rados.rados.0.smithi169.stdout:1157: done (4 left) 2024-03-10T22:18:20.188 INFO:tasks.rados.rados.0.smithi169.stdout:1158: done (3 left) 2024-03-10T22:18:20.188 INFO:tasks.rados.rados.0.smithi169.stdout:1159: done (2 left) 2024-03-10T22:18:20.188 INFO:tasks.rados.rados.0.smithi169.stdout:1160: done (1 left) 2024-03-10T22:18:20.188 INFO:tasks.rados.rados.0.smithi169.stdout:1161: done (0 left) 2024-03-10T22:18:20.189 INFO:tasks.rados.rados.0.smithi169.stdout:1162: read oid 18 snap -1 2024-03-10T22:18:20.189 INFO:tasks.rados.rados.0.smithi169.stdout:1162: expect (ObjNum 316 snap 88 seq_num 316) 2024-03-10T22:18:20.189 INFO:tasks.rados.rados.0.smithi169.stdout:1163: setattr oid 1 current snap is 109 2024-03-10T22:18:20.189 INFO:tasks.rados.rados.0.smithi169.stdout:1164: snap_create 2024-03-10T22:18:20.192 INFO:tasks.rados.rados.0.smithi169.stdout:1162: expect (ObjNum 316 snap 88 seq_num 316) 2024-03-10T22:18:20.205 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 684 (ObjNum 346 snap 95 seq_num 346) dirty exists 2024-03-10T22:18:20.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:20 smithi169 ceph-mon[90638]: Reconfiguring osd.4 (monmap changed)... 2024-03-10T22:18:20.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:20 smithi169 ceph-mon[90638]: Reconfiguring daemon osd.4 on smithi172 2024-03-10T22:18:20.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:20 smithi169 ceph-mon[90638]: osdmap e288: 8 total, 8 up, 8 in 2024-03-10T22:18:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:20 smithi169 ceph-mon[88180]: Reconfiguring osd.4 (monmap changed)... 2024-03-10T22:18:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:20 smithi169 ceph-mon[88180]: Reconfiguring daemon osd.4 on smithi172 2024-03-10T22:18:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:20 smithi169 ceph-mon[88180]: osdmap e288: 8 total, 8 up, 8 in 2024-03-10T22:18:20.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:20 smithi172 ceph-mon[84635]: Reconfiguring osd.4 (monmap changed)... 2024-03-10T22:18:20.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:20 smithi172 ceph-mon[84635]: Reconfiguring daemon osd.4 on smithi172 2024-03-10T22:18:20.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:20 smithi172 ceph-mon[84635]: osdmap e288: 8 total, 8 up, 8 in 2024-03-10T22:18:21.191 INFO:tasks.rados.rados.0.smithi169.stdout:1162: done (2 left) 2024-03-10T22:18:21.191 INFO:tasks.rados.rados.0.smithi169.stdout:1163: done (1 left) 2024-03-10T22:18:21.191 INFO:tasks.rados.rados.0.smithi169.stdout:1164: done (0 left) 2024-03-10T22:18:21.192 INFO:tasks.rados.rados.0.smithi169.stdout:1165: setattr oid 40 current snap is 110 2024-03-10T22:18:21.192 INFO:tasks.rados.rados.0.smithi169.stdout:1166: read oid 8 snap -1 2024-03-10T22:18:21.192 INFO:tasks.rados.rados.0.smithi169.stdout:1166: expect deleted 2024-03-10T22:18:21.192 INFO:tasks.rados.rados.0.smithi169.stdout:1167: snap_remove snap 104 2024-03-10T22:18:21.342 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:21 smithi172 ceph-mon[84635]: osdmap e289: 8 total, 8 up, 8 in 2024-03-10T22:18:21.342 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:21 smithi172 ceph-mon[84635]: pgmap v94: 121 pgs: 121 active+clean; 122 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-03-10T22:18:21.342 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:21 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:21.342 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:21 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:21.342 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T22:18:21.342 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:21.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[90638]: osdmap e289: 8 total, 8 up, 8 in 2024-03-10T22:18:21.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[90638]: pgmap v94: 121 pgs: 121 active+clean; 122 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-03-10T22:18:21.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:21.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:21.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T22:18:21.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[88180]: osdmap e289: 8 total, 8 up, 8 in 2024-03-10T22:18:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[88180]: pgmap v94: 121 pgs: 121 active+clean; 122 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-03-10T22:18:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T22:18:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:22.065 INFO:tasks.rados.rados.0.smithi169.stdout:1167: done (2 left) 2024-03-10T22:18:22.065 INFO:tasks.rados.rados.0.smithi169.stdout:1168: read oid 6 snap -1 2024-03-10T22:18:22.065 INFO:tasks.rados.rados.0.smithi169.stdout:1168: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:18:22.065 INFO:tasks.rados.rados.0.smithi169.stdout:1169: rmattr oid 34 current snap is 110 2024-03-10T22:18:22.065 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 445 (ObjNum 386 snap 108 seq_num 386) dirty exists 2024-03-10T22:18:22.065 INFO:tasks.rados.rados.0.smithi169.stdout:1165: done (3 left) 2024-03-10T22:18:22.065 INFO:tasks.rados.rados.0.smithi169.stdout:1166: done (2 left) 2024-03-10T22:18:22.065 INFO:tasks.rados.rados.0.smithi169.stdout:1170: snap_create 2024-03-10T22:18:22.075 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 447 (ObjNum 309 snap 86 seq_num 309) dirty exists 2024-03-10T22:18:22.078 INFO:tasks.rados.rados.0.smithi169.stdout:1168: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:18:22.456 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:22.456 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:22 smithi172 ceph-mon[84635]: Reconfiguring osd.5 (monmap changed)... 2024-03-10T22:18:22.456 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:22 smithi172 ceph-mon[84635]: Reconfiguring daemon osd.5 on smithi172 2024-03-10T22:18:22.457 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:22 smithi172 ceph-mon[84635]: osdmap e290: 8 total, 8 up, 8 in 2024-03-10T22:18:22.457 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:22 smithi172 ceph-mon[84635]: osdmap e291: 8 total, 8 up, 8 in 2024-03-10T22:18:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:22 smithi169 ceph-mon[88180]: Reconfiguring osd.5 (monmap changed)... 2024-03-10T22:18:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:22 smithi169 ceph-mon[88180]: Reconfiguring daemon osd.5 on smithi172 2024-03-10T22:18:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:22 smithi169 ceph-mon[88180]: osdmap e290: 8 total, 8 up, 8 in 2024-03-10T22:18:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:22 smithi169 ceph-mon[88180]: osdmap e291: 8 total, 8 up, 8 in 2024-03-10T22:18:22.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:22 smithi169 ceph-mon[90638]: Reconfiguring osd.5 (monmap changed)... 2024-03-10T22:18:22.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:22 smithi169 ceph-mon[90638]: Reconfiguring daemon osd.5 on smithi172 2024-03-10T22:18:22.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:22 smithi169 ceph-mon[90638]: osdmap e290: 8 total, 8 up, 8 in 2024-03-10T22:18:22.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:22 smithi169 ceph-mon[90638]: osdmap e291: 8 total, 8 up, 8 in 2024-03-10T22:18:23.066 INFO:tasks.rados.rados.0.smithi169.stdout:1168: done (2 left) 2024-03-10T22:18:23.066 INFO:tasks.rados.rados.0.smithi169.stdout:1169: done (1 left) 2024-03-10T22:18:23.066 INFO:tasks.rados.rados.0.smithi169.stdout:1170: done (0 left) 2024-03-10T22:18:23.066 INFO:tasks.rados.rados.0.smithi169.stdout:1171: copy_from oid 29 from oid 50 current snap is 111 2024-03-10T22:18:23.066 INFO:tasks.rados.rados.0.smithi169.stdout:1172: snap_create 2024-03-10T22:18:23.075 INFO:tasks.rados.rados.0.smithi169.stdout:1171: finishing copy_from racing read to smithi16976610-29 2024-03-10T22:18:23.075 INFO:tasks.rados.rados.0.smithi169.stdout:1171: finishing copy_from to smithi16976610-29 2024-03-10T22:18:23.075 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 606 (ObjNum 330 snap 91 seq_num 330) dirty exists 2024-03-10T22:18:23.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:23.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:23 smithi172 ceph-mon[84635]: pgmap v97: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-03-10T22:18:23.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:23 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:23.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:23 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:23.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:23 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T22:18:23.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:23 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:23.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:23 smithi172 ceph-mon[84635]: osdmap e292: 8 total, 8 up, 8 in 2024-03-10T22:18:24.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[90638]: pgmap v97: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-03-10T22:18:24.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:24.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:24.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T22:18:24.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:24.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[90638]: osdmap e292: 8 total, 8 up, 8 in 2024-03-10T22:18:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[88180]: pgmap v97: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-03-10T22:18:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T22:18:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:23 smithi169 ceph-mon[88180]: osdmap e292: 8 total, 8 up, 8 in 2024-03-10T22:18:24.067 INFO:tasks.rados.rados.0.smithi169.stdout:1171: done (1 left) 2024-03-10T22:18:24.067 INFO:tasks.rados.rados.0.smithi169.stdout:1172: done (0 left) 2024-03-10T22:18:24.067 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 112 2024-03-10T22:18:24.067 INFO:tasks.rados.rados.0.smithi169.stdout:1173: seq_num 388 ranges {0=507904,507904=458752,966656=606208,1572864=139264} 2024-03-10T22:18:24.069 INFO:tasks.rados.rados.0.smithi169.stdout:1173: writing smithi16976610-28 from 0 to 507904 tid 1 2024-03-10T22:18:24.073 INFO:tasks.rados.rados.0.smithi169.stdout:1173: writing smithi16976610-28 from 507904 to 966656 tid 2 2024-03-10T22:18:24.076 INFO:tasks.rados.rados.0.smithi169.stdout:1173: writing smithi16976610-28 from 966656 to 1572864 tid 3 2024-03-10T22:18:24.077 INFO:tasks.rados.rados.0.smithi169.stdout:1173: writing smithi16976610-28 from 1572864 to 1712128 tid 4 2024-03-10T22:18:24.078 INFO:tasks.rados.rados.0.smithi169.stdout:1174: rmattr oid 39 current snap is 112 2024-03-10T22:18:24.078 INFO:tasks.rados.rados.0.smithi169.stdout:1173: finishing write tid 1 to smithi16976610-28 2024-03-10T22:18:24.078 INFO:tasks.rados.rados.0.smithi169.stdout:1173: finishing write tid 2 to smithi16976610-28 2024-03-10T22:18:24.078 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 112 2024-03-10T22:18:24.078 INFO:tasks.rados.rados.0.smithi169.stdout:1175: seq_num 389 ranges {1540096=524288,2064384=745472,2809856=458752} 2024-03-10T22:18:24.089 INFO:tasks.rados.rados.0.smithi169.stdout:1175: writing smithi16976610-4 from 1540096 to 2064384 tid 1 2024-03-10T22:18:24.093 INFO:tasks.rados.rados.0.smithi169.stdout:1175: writing smithi16976610-4 from 2064384 to 2809856 tid 2 2024-03-10T22:18:24.096 INFO:tasks.rados.rados.0.smithi169.stdout:1175: writing smithi16976610-4 from 2809856 to 3268608 tid 3 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1176: copy_from oid 37 from oid 50 current snap is 112 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1173: finishing write tid 3 to smithi16976610-28 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 694 (ObjNum 364 snap 100 seq_num 364) dirty exists 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1173: finishing write tid 4 to smithi16976610-28 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1173: finishing write tid 5 to smithi16976610-28 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1173: finishing write tid 6 to smithi16976610-28 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1173: oid 28 updating version 0 to 391 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1173: oid 28 updating version 391 to 392 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1173: oid 28 updating version 392 to 393 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1173: oid 28 version 393 is already newer than 390 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1173: oid 28 version 393 is already newer than 389 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 393 (ObjNum 388 snap 112 seq_num 388) dirty exists 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1173: left oid 28 (ObjNum 388 snap 112 seq_num 388) 2024-03-10T22:18:24.097 INFO:tasks.rados.rados.0.smithi169.stdout:1175: finishing write tid 1 to smithi16976610-4 2024-03-10T22:18:24.098 INFO:tasks.rados.rados.0.smithi169.stdout:1173: done (3 left) 2024-03-10T22:18:24.098 INFO:tasks.rados.rados.0.smithi169.stdout:1174: done (2 left) 2024-03-10T22:18:24.098 INFO:tasks.rados.rados.0.smithi169.stdout:1177: copy_from oid 49 from oid 44 current snap is 112 2024-03-10T22:18:24.098 INFO:tasks.rados.rados.0.smithi169.stdout:1178: snap_create 2024-03-10T22:18:24.098 INFO:tasks.rados.rados.0.smithi169.stdout:1175: finishing write tid 2 to smithi16976610-4 2024-03-10T22:18:24.099 INFO:tasks.rados.rados.0.smithi169.stdout:1177: finishing copy_from to smithi16976610-49 2024-03-10T22:18:24.099 INFO:tasks.rados.rados.0.smithi169.stdout:1177: got expected ENOENT (src dne) 2024-03-10T22:18:24.099 INFO:tasks.rados.rados.0.smithi169.stdout:1175: finishing write tid 3 to smithi16976610-4 2024-03-10T22:18:24.099 INFO:tasks.rados.rados.0.smithi169.stdout:1177: finishing copy_from racing read to smithi16976610-49 2024-03-10T22:18:24.099 INFO:tasks.rados.rados.0.smithi169.stdout:1175: finishing write tid 4 to smithi16976610-4 2024-03-10T22:18:24.101 INFO:tasks.rados.rados.0.smithi169.stdout:1175: finishing write tid 5 to smithi16976610-4 2024-03-10T22:18:24.101 INFO:tasks.rados.rados.0.smithi169.stdout:1175: oid 4 updating version 0 to 699 2024-03-10T22:18:24.101 INFO:tasks.rados.rados.0.smithi169.stdout:1175: oid 4 version 699 is already newer than 696 2024-03-10T22:18:24.101 INFO:tasks.rados.rados.0.smithi169.stdout:1175: oid 4 version 699 is already newer than 697 2024-03-10T22:18:24.101 INFO:tasks.rados.rados.0.smithi169.stdout:1175: oid 4 version 699 is already newer than 698 2024-03-10T22:18:24.101 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 699 (ObjNum 389 snap 112 seq_num 389) dirty exists 2024-03-10T22:18:24.102 INFO:tasks.rados.rados.0.smithi169.stdout:1175: left oid 4 (ObjNum 389 snap 112 seq_num 389) 2024-03-10T22:18:24.105 INFO:tasks.rados.rados.0.smithi169.stdout:1176: finishing copy_from racing read to smithi16976610-37 2024-03-10T22:18:24.106 INFO:tasks.rados.rados.0.smithi169.stdout:1176: finishing copy_from to smithi16976610-37 2024-03-10T22:18:24.106 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 606 (ObjNum 330 snap 91 seq_num 330) dirty exists 2024-03-10T22:18:24.881 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:24 smithi172 ceph-mon[84635]: Reconfiguring osd.6 (monmap changed)... 2024-03-10T22:18:24.881 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:24 smithi172 ceph-mon[84635]: Reconfiguring daemon osd.6 on smithi172 2024-03-10T22:18:24.881 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:24 smithi172 ceph-mon[84635]: osdmap e293: 8 total, 8 up, 8 in 2024-03-10T22:18:24.881 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:24 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:24.881 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:24 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:24.881 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:24 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T22:18:24.881 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:24 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:25.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[90638]: Reconfiguring osd.6 (monmap changed)... 2024-03-10T22:18:25.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[90638]: Reconfiguring daemon osd.6 on smithi172 2024-03-10T22:18:25.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[90638]: osdmap e293: 8 total, 8 up, 8 in 2024-03-10T22:18:25.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:25.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:25.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T22:18:25.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:25.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[88180]: Reconfiguring osd.6 (monmap changed)... 2024-03-10T22:18:25.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[88180]: Reconfiguring daemon osd.6 on smithi172 2024-03-10T22:18:25.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[88180]: osdmap e293: 8 total, 8 up, 8 in 2024-03-10T22:18:25.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:25.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:25.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T22:18:25.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:24 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:25.071 INFO:tasks.rados.rados.0.smithi169.stdout:1175: done (3 left) 2024-03-10T22:18:25.072 INFO:tasks.rados.rados.0.smithi169.stdout:1176: done (2 left) 2024-03-10T22:18:25.072 INFO:tasks.rados.rados.0.smithi169.stdout:1177: done (1 left) 2024-03-10T22:18:25.072 INFO:tasks.rados.rados.0.smithi169.stdout:1178: done (0 left) 2024-03-10T22:18:25.072 INFO:tasks.rados.rados.0.smithi169.stdout:1179: snap_create 2024-03-10T22:18:25.868 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:25 smithi172 ceph-mon[84635]: Reconfiguring osd.7 (monmap changed)... 2024-03-10T22:18:25.868 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:25 smithi172 ceph-mon[84635]: Reconfiguring daemon osd.7 on smithi172 2024-03-10T22:18:25.868 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:25 smithi172 ceph-mon[84635]: pgmap v100: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-03-10T22:18:25.868 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:25 smithi172 ceph-mon[84635]: osdmap e294: 8 total, 8 up, 8 in 2024-03-10T22:18:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:25 smithi169 ceph-mon[88180]: Reconfiguring osd.7 (monmap changed)... 2024-03-10T22:18:25.928 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:25 smithi169 ceph-mon[88180]: Reconfiguring daemon osd.7 on smithi172 2024-03-10T22:18:25.928 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:25 smithi169 ceph-mon[88180]: pgmap v100: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-03-10T22:18:25.928 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:25 smithi169 ceph-mon[88180]: osdmap e294: 8 total, 8 up, 8 in 2024-03-10T22:18:25.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:25 smithi169 ceph-mon[90638]: Reconfiguring osd.7 (monmap changed)... 2024-03-10T22:18:25.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:25 smithi169 ceph-mon[90638]: Reconfiguring daemon osd.7 on smithi172 2024-03-10T22:18:25.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:25 smithi169 ceph-mon[90638]: pgmap v100: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-03-10T22:18:25.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:25 smithi169 ceph-mon[90638]: osdmap e294: 8 total, 8 up, 8 in 2024-03-10T22:18:26.072 INFO:tasks.rados.rados.0.smithi169.stdout:1179: done (0 left) 2024-03-10T22:18:26.073 INFO:tasks.rados.rados.0.smithi169.stdout:1180: snap_remove snap 108 2024-03-10T22:18:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:18:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:18:25] "GET /metrics HTTP/1.1" 200 35932 "" "Prometheus/2.43.0" 2024-03-10T22:18:26.863 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:26.864 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:26 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:26.864 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:26 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:26.864 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:26.864 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:26 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:26.864 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:26.864 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:26 smithi172 ceph-mon[84635]: osdmap e295: 8 total, 8 up, 8 in 2024-03-10T22:18:27.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:27.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:27.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:27.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[88180]: osdmap e295: 8 total, 8 up, 8 in 2024-03-10T22:18:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:18:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:26 smithi169 ceph-mon[90638]: osdmap e295: 8 total, 8 up, 8 in 2024-03-10T22:18:27.080 INFO:tasks.rados.rados.0.smithi169.stdout:1180: done (0 left) 2024-03-10T22:18:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:1181: rollback oid 5 current snap is 114 2024-03-10T22:18:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 5 to 109 2024-03-10T22:18:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 114 2024-03-10T22:18:27.081 INFO:tasks.rados.rados.0.smithi169.stdout:1182: seq_num 390 ranges {1417216=540672,1957888=630784,2588672=573440} 2024-03-10T22:18:27.091 INFO:tasks.rados.rados.0.smithi169.stdout:1182: writing smithi16976610-29 from 1417216 to 1957888 tid 1 2024-03-10T22:18:27.095 INFO:tasks.rados.rados.0.smithi169.stdout:1182: writing smithi16976610-29 from 1957888 to 2588672 tid 2 2024-03-10T22:18:27.099 INFO:tasks.rados.rados.0.smithi169.stdout:1182: writing smithi16976610-29 from 2588672 to 3162112 tid 3 2024-03-10T22:18:27.099 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 114 2024-03-10T22:18:27.099 INFO:tasks.rados.rados.0.smithi169.stdout:1181: finishing rollback tid 1 to smithi16976610-5 2024-03-10T22:18:27.099 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 0 (ObjNum 433 snap 0 seq_num 1404052975) dirty dne 2024-03-10T22:18:27.099 INFO:tasks.rados.rados.0.smithi169.stdout:1182: finishing write tid 1 to smithi16976610-29 2024-03-10T22:18:27.099 INFO:tasks.rados.rados.0.smithi169.stdout:1182: finishing write tid 2 to smithi16976610-29 2024-03-10T22:18:27.100 INFO:tasks.rados.rados.0.smithi169.stdout:1183: seq_num 391 ranges {1040384=557056,1597440=516096,2113536=688128} 2024-03-10T22:18:27.107 INFO:tasks.rados.rados.0.smithi169.stdout:1183: writing smithi16976610-10 from 1040384 to 1597440 tid 1 2024-03-10T22:18:27.110 INFO:tasks.rados.rados.0.smithi169.stdout:1183: writing smithi16976610-10 from 1597440 to 2113536 tid 2 2024-03-10T22:18:27.115 INFO:tasks.rados.rados.0.smithi169.stdout:1183: writing smithi16976610-10 from 2113536 to 2801664 tid 3 2024-03-10T22:18:27.115 INFO:tasks.rados.rados.0.smithi169.stdout:1181: done (2 left) 2024-03-10T22:18:27.115 INFO:tasks.rados.rados.0.smithi169.stdout:1184: delete oid 17 current snap is 114 2024-03-10T22:18:27.115 INFO:tasks.rados.rados.0.smithi169.stdout:1182: finishing write tid 3 to smithi16976610-29 2024-03-10T22:18:27.115 INFO:tasks.rados.rados.0.smithi169.stdout:1182: finishing write tid 4 to smithi16976610-29 2024-03-10T22:18:27.116 INFO:tasks.rados.rados.0.smithi169.stdout:1182: finishing write tid 5 to smithi16976610-29 2024-03-10T22:18:27.116 INFO:tasks.rados.rados.0.smithi169.stdout:1182: oid 29 updating version 0 to 608 2024-03-10T22:18:27.116 INFO:tasks.rados.rados.0.smithi169.stdout:1182: oid 29 updating version 608 to 609 2024-03-10T22:18:27.116 INFO:tasks.rados.rados.0.smithi169.stdout:1182: oid 29 version 609 is already newer than 607 2024-03-10T22:18:27.116 INFO:tasks.rados.rados.0.smithi169.stdout:1182: oid 29 updating version 609 to 610 2024-03-10T22:18:27.116 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 610 (ObjNum 390 snap 114 seq_num 390) dirty exists 2024-03-10T22:18:27.116 INFO:tasks.rados.rados.0.smithi169.stdout:1182: left oid 29 (ObjNum 390 snap 114 seq_num 390) 2024-03-10T22:18:27.116 INFO:tasks.rados.rados.0.smithi169.stdout:1183: finishing write tid 1 to smithi16976610-10 2024-03-10T22:18:27.116 INFO:tasks.rados.rados.0.smithi169.stdout:1183: finishing write tid 2 to smithi16976610-10 2024-03-10T22:18:27.119 INFO:tasks.rados.rados.0.smithi169.stdout:1183: finishing write tid 3 to smithi16976610-10 2024-03-10T22:18:27.119 INFO:tasks.rados.rados.0.smithi169.stdout:1183: finishing write tid 4 to smithi16976610-10 2024-03-10T22:18:27.119 INFO:tasks.rados.rados.0.smithi169.stdout:1182: done (2 left) 2024-03-10T22:18:27.119 INFO:tasks.rados.rados.0.smithi169.stdout:1184: done (1 left) 2024-03-10T22:18:27.119 INFO:tasks.rados.rados.0.smithi169.stdout:1185: read oid 39 snap -1 2024-03-10T22:18:27.119 INFO:tasks.rados.rados.0.smithi169.stdout:1185: expect (ObjNum 364 snap 100 seq_num 364) 2024-03-10T22:18:27.119 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 114 2024-03-10T22:18:27.119 INFO:tasks.rados.rados.0.smithi169.stdout:1186: seq_num 393 ranges {4005888=589824,4595712=679936,5275648=524288} 2024-03-10T22:18:27.144 INFO:tasks.rados.rados.0.smithi169.stdout:1186: writing smithi16976610-36 from 4005888 to 4595712 tid 1 2024-03-10T22:18:27.147 INFO:tasks.rados.rados.0.smithi169.stdout:1186: writing smithi16976610-36 from 4595712 to 5275648 tid 2 2024-03-10T22:18:27.151 INFO:tasks.rados.rados.0.smithi169.stdout:1186: writing smithi16976610-36 from 5275648 to 5799936 tid 3 2024-03-10T22:18:27.151 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 114 2024-03-10T22:18:27.151 INFO:tasks.rados.rados.0.smithi169.stdout:1183: finishing write tid 5 to smithi16976610-10 2024-03-10T22:18:27.151 INFO:tasks.rados.rados.0.smithi169.stdout:1183: oid 10 updating version 0 to 93 2024-03-10T22:18:27.151 INFO:tasks.rados.rados.0.smithi169.stdout:1183: oid 10 updating version 93 to 96 2024-03-10T22:18:27.151 INFO:tasks.rados.rados.0.smithi169.stdout:1183: oid 10 version 96 is already newer than 94 2024-03-10T22:18:27.151 INFO:tasks.rados.rados.0.smithi169.stdout:1183: oid 10 version 96 is already newer than 95 2024-03-10T22:18:27.151 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 96 (ObjNum 391 snap 114 seq_num 391) dirty exists 2024-03-10T22:18:27.151 INFO:tasks.rados.rados.0.smithi169.stdout:1183: left oid 10 (ObjNum 391 snap 114 seq_num 391) 2024-03-10T22:18:27.151 INFO:tasks.rados.rados.0.smithi169.stdout:1187: seq_num 394 ranges {1089536=606208,1695744=565248,2260992=557056,2818048=81920} 2024-03-10T22:18:27.160 INFO:tasks.rados.rados.0.smithi169.stdout:1187: writing smithi16976610-25 from 1089536 to 1695744 tid 1 2024-03-10T22:18:27.163 INFO:tasks.rados.rados.0.smithi169.stdout:1187: writing smithi16976610-25 from 1695744 to 2260992 tid 2 2024-03-10T22:18:27.167 INFO:tasks.rados.rados.0.smithi169.stdout:1187: writing smithi16976610-25 from 2260992 to 2818048 tid 3 2024-03-10T22:18:27.167 INFO:tasks.rados.rados.0.smithi169.stdout:1187: writing smithi16976610-25 from 2818048 to 2899968 tid 4 2024-03-10T22:18:27.167 INFO:tasks.rados.rados.0.smithi169.stdout:1183: done (3 left) 2024-03-10T22:18:27.168 INFO:tasks.rados.rados.0.smithi169.stdout:1188: snap_remove snap 98 2024-03-10T22:18:28.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:27 smithi169 ceph-mon[88180]: Reconfiguring mds.b (monmap changed)... 2024-03-10T22:18:28.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:27 smithi169 ceph-mon[88180]: Reconfiguring daemon mds.b on smithi172 2024-03-10T22:18:28.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:27 smithi169 ceph-mon[88180]: pgmap v103: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:18:28.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:27 smithi169 ceph-mon[88180]: osdmap e296: 8 total, 8 up, 8 in 2024-03-10T22:18:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:27 smithi169 ceph-mon[90638]: Reconfiguring mds.b (monmap changed)... 2024-03-10T22:18:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:27 smithi169 ceph-mon[90638]: Reconfiguring daemon mds.b on smithi172 2024-03-10T22:18:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:27 smithi169 ceph-mon[90638]: pgmap v103: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:18:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:27 smithi169 ceph-mon[90638]: osdmap e296: 8 total, 8 up, 8 in 2024-03-10T22:18:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:27 smithi172 ceph-mon[84635]: Reconfiguring mds.b (monmap changed)... 2024-03-10T22:18:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:27 smithi172 ceph-mon[84635]: Reconfiguring daemon mds.b on smithi172 2024-03-10T22:18:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:27 smithi172 ceph-mon[84635]: pgmap v103: 121 pgs: 121 active+clean; 132 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail 2024-03-10T22:18:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:27 smithi172 ceph-mon[84635]: osdmap e296: 8 total, 8 up, 8 in 2024-03-10T22:18:28.083 INFO:tasks.rados.rados.0.smithi169.stdout:1188: done (3 left) 2024-03-10T22:18:28.083 INFO:tasks.rados.rados.0.smithi169.stdout:1189: rollback oid 32 current snap is 114 2024-03-10T22:18:28.083 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 32 to 109 2024-03-10T22:18:28.083 INFO:tasks.rados.rados.0.smithi169.stdout:1185: expect (ObjNum 364 snap 100 seq_num 364) 2024-03-10T22:18:28.276 INFO:tasks.rados.rados.0.smithi169.stdout:1186: finishing write tid 1 to smithi16976610-36 2024-03-10T22:18:28.276 INFO:tasks.rados.rados.0.smithi169.stdout:1186: finishing write tid 2 to smithi16976610-36 2024-03-10T22:18:28.276 INFO:tasks.rados.rados.0.smithi169.stdout:1186: finishing write tid 3 to smithi16976610-36 2024-03-10T22:18:28.276 INFO:tasks.rados.rados.0.smithi169.stdout:1186: finishing write tid 4 to smithi16976610-36 2024-03-10T22:18:28.276 INFO:tasks.rados.rados.0.smithi169.stdout:1186: finishing write tid 5 to smithi16976610-36 2024-03-10T22:18:28.276 INFO:tasks.rados.rados.0.smithi169.stdout:1186: oid 36 updating version 0 to 118 2024-03-10T22:18:28.276 INFO:tasks.rados.rados.0.smithi169.stdout:1186: oid 36 updating version 118 to 120 2024-03-10T22:18:28.276 INFO:tasks.rados.rados.0.smithi169.stdout:1186: oid 36 version 120 is already newer than 117 2024-03-10T22:18:28.276 INFO:tasks.rados.rados.0.smithi169.stdout:1186: oid 36 version 120 is already newer than 119 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 120 (ObjNum 393 snap 114 seq_num 393) dirty exists 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1186: left oid 36 (ObjNum 393 snap 114 seq_num 393) 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1187: finishing write tid 1 to smithi16976610-25 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1187: finishing write tid 2 to smithi16976610-25 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1187: finishing write tid 3 to smithi16976610-25 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1187: finishing write tid 4 to smithi16976610-25 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1187: finishing write tid 5 to smithi16976610-25 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1187: finishing write tid 6 to smithi16976610-25 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1187: oid 25 updating version 0 to 711 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1187: oid 25 version 711 is already newer than 707 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1187: oid 25 version 711 is already newer than 708 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1187: oid 25 version 711 is already newer than 709 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:1187: oid 25 version 711 is already newer than 710 2024-03-10T22:18:28.277 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 711 (ObjNum 394 snap 114 seq_num 394) dirty exists 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1187: left oid 25 (ObjNum 394 snap 114 seq_num 394) 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1189: finishing rollback tid 0 to smithi16976610-32 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1185: done (3 left) 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1186: done (2 left) 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1187: done (1 left) 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1190: read oid 9 snap -1 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1190: expect deleted 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1191: read oid 28 snap -1 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1191: expect (ObjNum 388 snap 112 seq_num 388) 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1192: rollback oid 39 current snap is 114 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 39 to 109 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1189: finishing rollback tid 1 to smithi16976610-32 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:1189: finishing rollback tid 2 to smithi16976610-32 2024-03-10T22:18:28.278 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 709 (ObjNum 387 snap 108 seq_num 387) dirty exists 2024-03-10T22:18:28.279 INFO:tasks.rados.rados.0.smithi169.stdout:1189: done (3 left) 2024-03-10T22:18:28.279 INFO:tasks.rados.rados.0.smithi169.stdout:1193: read oid 46 snap 112 2024-03-10T22:18:28.279 INFO:tasks.rados.rados.0.smithi169.stdout:1193: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:18:28.279 INFO:tasks.rados.rados.0.smithi169.stdout:1194: setattr oid 29 current snap is 114 2024-03-10T22:18:28.279 INFO:tasks.rados.rados.0.smithi169.stdout:1190: done (4 left) 2024-03-10T22:18:28.279 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 114 2024-03-10T22:18:28.279 INFO:tasks.rados.rados.0.smithi169.stdout:1195: seq_num 395 ranges {1441792=622592,2064384=450560,2514944=753664} 2024-03-10T22:18:28.289 INFO:tasks.rados.rados.0.smithi169.stdout:1195: writing smithi16976610-38 from 1441792 to 2064384 tid 1 2024-03-10T22:18:28.291 INFO:tasks.rados.rados.0.smithi169.stdout:1195: writing smithi16976610-38 from 2064384 to 2514944 tid 2 2024-03-10T22:18:28.296 INFO:tasks.rados.rados.0.smithi169.stdout:1195: writing smithi16976610-38 from 2514944 to 3268608 tid 3 2024-03-10T22:18:28.296 INFO:tasks.rados.rados.0.smithi169.stdout:1196: snap_create 2024-03-10T22:18:28.296 INFO:tasks.rados.rados.0.smithi169.stdout:1192: finishing rollback tid 0 to smithi16976610-39 2024-03-10T22:18:28.296 INFO:tasks.rados.rados.0.smithi169.stdout:1192: finishing rollback tid 1 to smithi16976610-39 2024-03-10T22:18:28.296 INFO:tasks.rados.rados.0.smithi169.stdout:1192: finishing rollback tid 2 to smithi16976610-39 2024-03-10T22:18:28.296 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 723 (ObjNum 364 snap 100 seq_num 364) dirty exists 2024-03-10T22:18:28.296 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 611 (ObjNum 390 snap 114 seq_num 390) dirty exists 2024-03-10T22:18:28.297 INFO:tasks.rados.rados.0.smithi169.stdout:1191: expect (ObjNum 388 snap 112 seq_num 388) 2024-03-10T22:18:28.340 INFO:tasks.rados.rados.0.smithi169.stdout:1193: expect (ObjNum 198 snap 52 seq_num 198) 2024-03-10T22:18:28.445 INFO:tasks.rados.rados.0.smithi169.stdout:1195: finishing write tid 1 to smithi16976610-38 2024-03-10T22:18:28.446 INFO:tasks.rados.rados.0.smithi169.stdout:1195: finishing write tid 2 to smithi16976610-38 2024-03-10T22:18:28.446 INFO:tasks.rados.rados.0.smithi169.stdout:1195: finishing write tid 3 to smithi16976610-38 2024-03-10T22:18:28.446 INFO:tasks.rados.rados.0.smithi169.stdout:1195: finishing write tid 4 to smithi16976610-38 2024-03-10T22:18:28.446 INFO:tasks.rados.rados.0.smithi169.stdout:1195: finishing write tid 5 to smithi16976610-38 2024-03-10T22:18:28.446 INFO:tasks.rados.rados.0.smithi169.stdout:1195: oid 38 updating version 0 to 466 2024-03-10T22:18:28.447 INFO:tasks.rados.rados.0.smithi169.stdout:1195: oid 38 version 466 is already newer than 465 2024-03-10T22:18:28.447 INFO:tasks.rados.rados.0.smithi169.stdout:1195: oid 38 updating version 466 to 467 2024-03-10T22:18:28.447 INFO:tasks.rados.rados.0.smithi169.stdout:1195: oid 38 updating version 467 to 468 2024-03-10T22:18:28.447 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 468 (ObjNum 395 snap 114 seq_num 395) dirty exists 2024-03-10T22:18:28.447 INFO:tasks.rados.rados.0.smithi169.stdout:1195: left oid 38 (ObjNum 395 snap 114 seq_num 395) 2024-03-10T22:18:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:18:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: Upgrade: Setting container_image for all mon 2024-03-10T22:18:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: Upgrade: Setting container_image for all crash 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T22:18:29.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T22:18:29.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: Upgrade: osd.0 is safe to restart 2024-03-10T22:18:29.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: osdmap e297: 8 total, 8 up, 8 in 2024-03-10T22:18:29.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[90638]: pgmap v106: 121 pgs: 121 active+clean; 138 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T22:18:29.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:18:29.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:29.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:29.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: Upgrade: Setting container_image for all mon 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: Upgrade: Setting container_image for all crash 2024-03-10T22:18:29.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T22:18:29.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T22:18:29.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: Upgrade: osd.0 is safe to restart 2024-03-10T22:18:29.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: osdmap e297: 8 total, 8 up, 8 in 2024-03-10T22:18:29.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:28 smithi169 ceph-mon[88180]: pgmap v106: 121 pgs: 121 active+clean; 138 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T22:18:29.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:18:29.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:29.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:29.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: Upgrade: Setting container_image for all mon 2024-03-10T22:18:29.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T22:18:29.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T22:18:29.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-10T22:18:29.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T22:18:29.016 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T22:18:29.016 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-10T22:18:29.016 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T22:18:29.016 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T22:18:29.016 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-10T22:18:29.016 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:29.017 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: Upgrade: Setting container_image for all crash 2024-03-10T22:18:29.017 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:29.017 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T22:18:29.017 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T22:18:29.017 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: Upgrade: osd.0 is safe to restart 2024-03-10T22:18:29.017 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: osdmap e297: 8 total, 8 up, 8 in 2024-03-10T22:18:29.017 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:28 smithi172 ceph-mon[84635]: pgmap v106: 121 pgs: 121 active+clean; 138 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T22:18:29.085 INFO:tasks.rados.rados.0.smithi169.stdout:1191: done (5 left) 2024-03-10T22:18:29.085 INFO:tasks.rados.rados.0.smithi169.stdout:1192: done (4 left) 2024-03-10T22:18:29.085 INFO:tasks.rados.rados.0.smithi169.stdout:1193: done (3 left) 2024-03-10T22:18:29.085 INFO:tasks.rados.rados.0.smithi169.stdout:1194: done (2 left) 2024-03-10T22:18:29.085 INFO:tasks.rados.rados.0.smithi169.stdout:1195: done (1 left) 2024-03-10T22:18:29.085 INFO:tasks.rados.rados.0.smithi169.stdout:1196: done (0 left) 2024-03-10T22:18:29.085 INFO:tasks.rados.rados.0.smithi169.stdout:1197: copy_from oid 6 from oid 49 current snap is 115 2024-03-10T22:18:29.085 INFO:tasks.rados.rados.0.smithi169.stdout:1198: rollback oid 33 current snap is 115 2024-03-10T22:18:29.086 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 33 to 110 2024-03-10T22:18:29.086 INFO:tasks.rados.rados.0.smithi169.stdout:1199: copy_from oid 38 from oid 1 current snap is 115 2024-03-10T22:18:29.086 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 115 2024-03-10T22:18:29.086 INFO:tasks.rados.rados.0.smithi169.stdout:1200: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2024-03-10T22:18:29.088 INFO:tasks.rados.rados.0.smithi169.stdout:1200: writing smithi16976610-16 from 0 to 638976 tid 1 2024-03-10T22:18:29.094 INFO:tasks.rados.rados.0.smithi169.stdout:1200: writing smithi16976610-16 from 638976 to 1425408 tid 2 2024-03-10T22:18:29.096 INFO:tasks.rados.rados.0.smithi169.stdout:1200: writing smithi16976610-16 from 1425408 to 1843200 tid 3 2024-03-10T22:18:29.096 INFO:tasks.rados.rados.0.smithi169.stdout:1201: snap_create 2024-03-10T22:18:29.096 INFO:tasks.rados.rados.0.smithi169.stdout:1198: finishing rollback tid 0 to smithi16976610-33 2024-03-10T22:18:29.096 INFO:tasks.rados.rados.0.smithi169.stdout:1198: finishing rollback tid 1 to smithi16976610-33 2024-03-10T22:18:29.097 INFO:tasks.rados.rados.0.smithi169.stdout:1198: finishing rollback tid 2 to smithi16976610-33 2024-03-10T22:18:29.097 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 472 (ObjNum 287 snap 72 seq_num 287) dirty exists 2024-03-10T22:18:29.097 INFO:tasks.rados.rados.0.smithi169.stdout:1200: finishing write tid 1 to smithi16976610-16 2024-03-10T22:18:29.098 INFO:tasks.rados.rados.0.smithi169.stdout:1200: finishing write tid 2 to smithi16976610-16 2024-03-10T22:18:29.099 INFO:tasks.rados.rados.0.smithi169.stdout:1200: finishing write tid 3 to smithi16976610-16 2024-03-10T22:18:29.099 INFO:tasks.rados.rados.0.smithi169.stdout:1200: finishing write tid 4 to smithi16976610-16 2024-03-10T22:18:29.101 INFO:tasks.rados.rados.0.smithi169.stdout:1200: finishing write tid 5 to smithi16976610-16 2024-03-10T22:18:29.101 INFO:tasks.rados.rados.0.smithi169.stdout:1200: oid 16 updating version 0 to 719 2024-03-10T22:18:29.101 INFO:tasks.rados.rados.0.smithi169.stdout:1200: oid 16 updating version 719 to 721 2024-03-10T22:18:29.101 INFO:tasks.rados.rados.0.smithi169.stdout:1200: oid 16 version 721 is already newer than 718 2024-03-10T22:18:29.101 INFO:tasks.rados.rados.0.smithi169.stdout:1200: oid 16 version 721 is already newer than 720 2024-03-10T22:18:29.101 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 721 (ObjNum 396 snap 115 seq_num 396) dirty exists 2024-03-10T22:18:29.101 INFO:tasks.rados.rados.0.smithi169.stdout:1200: left oid 16 (ObjNum 396 snap 115 seq_num 396) 2024-03-10T22:18:29.101 INFO:tasks.rados.rados.0.smithi169.stdout:1199: finishing copy_from racing read to smithi16976610-38 2024-03-10T22:18:29.102 INFO:tasks.rados.rados.0.smithi169.stdout:1199: finishing copy_from to smithi16976610-38 2024-03-10T22:18:29.102 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 684 (ObjNum 346 snap 95 seq_num 346) dirty exists 2024-03-10T22:18:29.120 INFO:tasks.rados.rados.0.smithi169.stdout:1197: finishing copy_from racing read to smithi16976610-6 2024-03-10T22:18:29.125 INFO:tasks.rados.rados.0.smithi169.stdout:1197: finishing copy_from to smithi16976610-6 2024-03-10T22:18:29.125 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 484 (ObjNum 384 snap 108 seq_num 384) dirty exists 2024-03-10T22:18:30.094 INFO:tasks.rados.rados.0.smithi169.stdout:1197: done (4 left) 2024-03-10T22:18:30.094 INFO:tasks.rados.rados.0.smithi169.stdout:1198: done (3 left) 2024-03-10T22:18:30.094 INFO:tasks.rados.rados.0.smithi169.stdout:1199: done (2 left) 2024-03-10T22:18:30.094 INFO:tasks.rados.rados.0.smithi169.stdout:1200: done (1 left) 2024-03-10T22:18:30.094 INFO:tasks.rados.rados.0.smithi169.stdout:1201: done (0 left) 2024-03-10T22:18:30.094 INFO:tasks.rados.rados.0.smithi169.stdout:1202: copy_from oid 31 from oid 47 current snap is 116 2024-03-10T22:18:30.094 INFO:tasks.rados.rados.0.smithi169.stdout:1203: read oid 12 snap 111 2024-03-10T22:18:30.094 INFO:tasks.rados.rados.0.smithi169.stdout:1203: expect (ObjNum 375 snap 104 seq_num 375) 2024-03-10T22:18:30.094 INFO:tasks.rados.rados.0.smithi169.stdout:1204: delete oid 32 current snap is 116 2024-03-10T22:18:30.098 INFO:tasks.rados.rados.0.smithi169.stdout:1204: done (2 left) 2024-03-10T22:18:30.098 INFO:tasks.rados.rados.0.smithi169.stdout:1205: snap_create 2024-03-10T22:18:30.110 INFO:tasks.rados.rados.0.smithi169.stdout:1202: finishing copy_from racing read to smithi16976610-31 2024-03-10T22:18:30.112 INFO:tasks.rados.rados.0.smithi169.stdout:1203: expect (ObjNum 375 snap 104 seq_num 375) 2024-03-10T22:18:30.212 INFO:tasks.rados.rados.0.smithi169.stdout:1202: finishing copy_from to smithi16976610-31 2024-03-10T22:18:30.212 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 429 (ObjNum 357 snap 98 seq_num 357) dirty exists 2024-03-10T22:18:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[88180]: osdmap e298: 8 total, 8 up, 8 in 2024-03-10T22:18:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[88180]: Upgrade: Updating osd.0 2024-03-10T22:18:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T22:18:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[88180]: Deploying daemon osd.0 on smithi169 2024-03-10T22:18:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[90638]: osdmap e298: 8 total, 8 up, 8 in 2024-03-10T22:18:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[90638]: Upgrade: Updating osd.0 2024-03-10T22:18:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T22:18:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:30 smithi169 ceph-mon[90638]: Deploying daemon osd.0 on smithi169 2024-03-10T22:18:30.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:30 smithi172 ceph-mon[84635]: osdmap e298: 8 total, 8 up, 8 in 2024-03-10T22:18:30.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:30 smithi172 ceph-mon[84635]: Upgrade: Updating osd.0 2024-03-10T22:18:30.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:30 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:30.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:30 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T22:18:30.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:30 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:30.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:30 smithi172 ceph-mon[84635]: Deploying daemon osd.0 on smithi169 2024-03-10T22:18:31.100 INFO:tasks.rados.rados.0.smithi169.stdout:1202: done (2 left) 2024-03-10T22:18:31.100 INFO:tasks.rados.rados.0.smithi169.stdout:1203: done (1 left) 2024-03-10T22:18:31.100 INFO:tasks.rados.rados.0.smithi169.stdout:1205: done (0 left) 2024-03-10T22:18:31.100 INFO:tasks.rados.rados.0.smithi169.stdout:1206: copy_from oid 38 from oid 8 current snap is 117 2024-03-10T22:18:31.100 INFO:tasks.rados.rados.0.smithi169.stdout:1207: delete oid 42 current snap is 117 2024-03-10T22:18:31.107 INFO:tasks.rados.rados.0.smithi169.stdout:1207: done (1 left) 2024-03-10T22:18:31.107 INFO:tasks.rados.rados.0.smithi169.stdout:1208: delete oid 29 current snap is 117 2024-03-10T22:18:31.107 INFO:tasks.rados.rados.0.smithi169.stdout:1206: finishing copy_from to smithi16976610-38 2024-03-10T22:18:31.107 INFO:tasks.rados.rados.0.smithi169.stdout:1206: got expected ENOENT (src dne) 2024-03-10T22:18:31.107 INFO:tasks.rados.rados.0.smithi169.stdout:1206: finishing copy_from racing read to smithi16976610-38 2024-03-10T22:18:31.110 INFO:tasks.rados.rados.0.smithi169.stdout:1206: done (1 left) 2024-03-10T22:18:31.110 INFO:tasks.rados.rados.0.smithi169.stdout:1208: done (0 left) 2024-03-10T22:18:31.110 INFO:tasks.rados.rados.0.smithi169.stdout:1209: rollback oid 34 current snap is 117 2024-03-10T22:18:31.111 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 34 to 113 2024-03-10T22:18:31.111 INFO:tasks.rados.rados.0.smithi169.stdout:1210: snap_remove snap 114 2024-03-10T22:18:31.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:31 smithi169 ceph-mon[88180]: osdmap e299: 8 total, 8 up, 8 in 2024-03-10T22:18:31.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:31 smithi169 ceph-mon[88180]: pgmap v109: 121 pgs: 121 active+clean; 138 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T22:18:31.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:31 smithi169 ceph-mon[90638]: osdmap e299: 8 total, 8 up, 8 in 2024-03-10T22:18:31.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:31 smithi169 ceph-mon[90638]: pgmap v109: 121 pgs: 121 active+clean; 138 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T22:18:31.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:31 smithi172 ceph-mon[84635]: osdmap e299: 8 total, 8 up, 8 in 2024-03-10T22:18:31.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:31 smithi172 ceph-mon[84635]: pgmap v109: 121 pgs: 121 active+clean; 138 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T22:18:32.068 INFO:tasks.rados.rados.0.smithi169.stdout:1210: done (1 left) 2024-03-10T22:18:32.068 INFO:tasks.rados.rados.0.smithi169.stdout:1211: copy_from oid 15 from oid 41 current snap is 117 2024-03-10T22:18:32.069 INFO:tasks.rados.rados.0.smithi169.stdout:1212: rollback oid 40 current snap is 117 2024-03-10T22:18:32.069 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 40 to 109 2024-03-10T22:18:32.069 INFO:tasks.rados.rados.0.smithi169.stdout:1213: rollback oid 13 current snap is 117 2024-03-10T22:18:32.069 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 13 to 106 2024-03-10T22:18:32.069 INFO:tasks.rados.rados.0.smithi169.stdout:1214: snap_remove snap 103 2024-03-10T22:18:32.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:32 smithi169 ceph-mon[90638]: osdmap e300: 8 total, 8 up, 8 in 2024-03-10T22:18:32.357 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:32 smithi169 ceph-mon[90638]: osdmap e301: 8 total, 8 up, 8 in 2024-03-10T22:18:32.357 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:32 smithi169 ceph-mon[88180]: osdmap e300: 8 total, 8 up, 8 in 2024-03-10T22:18:32.357 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:32 smithi169 ceph-mon[88180]: osdmap e301: 8 total, 8 up, 8 in 2024-03-10T22:18:32.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:32.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:32 smithi172 ceph-mon[84635]: osdmap e300: 8 total, 8 up, 8 in 2024-03-10T22:18:32.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:32 smithi172 ceph-mon[84635]: osdmap e301: 8 total, 8 up, 8 in 2024-03-10T22:18:32.987 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:32 smithi169 systemd[1]: Stopping Ceph osd.0 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:18:32.987 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[41759]: 2024-03-10T22:18:32.969+0000 7f5b25f52700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:18:32.987 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[41759]: 2024-03-10T22:18:32.969+0000 7f5b25f52700 -1 osd.0 301 *** Got signal Terminated *** 2024-03-10T22:18:32.987 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[41759]: 2024-03-10T22:18:32.969+0000 7f5b25f52700 -1 osd.0 301 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:18:33.069 INFO:tasks.rados.rados.0.smithi169.stdout:1214: done (4 left) 2024-03-10T22:18:33.069 INFO:tasks.rados.rados.0.smithi169.stdout:1215: copy_from oid 21 from oid 48 current snap is 117 2024-03-10T22:18:33.069 INFO:tasks.rados.rados.0.smithi169.stdout:1216: snap_create 2024-03-10T22:18:33.069 INFO:tasks.rados.rados.0.smithi169.stdout:1209: finishing rollback tid 0 to smithi16976610-34 2024-03-10T22:18:33.069 INFO:tasks.rados.rados.0.smithi169.stdout:1209: finishing rollback tid 1 to smithi16976610-34 2024-03-10T22:18:33.069 INFO:tasks.rados.rados.0.smithi169.stdout:1209: finishing rollback tid 2 to smithi16976610-34 2024-03-10T22:18:33.069 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 687 (ObjNum 309 snap 86 seq_num 309) dirty exists 2024-03-10T22:18:33.069 INFO:tasks.rados.rados.0.smithi169.stdout:1213: finishing rollback tid 0 to smithi16976610-13 2024-03-10T22:18:33.069 INFO:tasks.rados.rados.0.smithi169.stdout:1213: finishing rollback tid 1 to smithi16976610-13 2024-03-10T22:18:33.069 INFO:tasks.rados.rados.0.smithi169.stdout:1213: finishing rollback tid 2 to smithi16976610-13 2024-03-10T22:18:33.069 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 609 (ObjNum 367 snap 100 seq_num 367) dirty exists 2024-03-10T22:18:33.070 INFO:tasks.rados.rados.0.smithi169.stdout:1212: finishing rollback tid 0 to smithi16976610-40 2024-03-10T22:18:33.070 INFO:tasks.rados.rados.0.smithi169.stdout:1212: finishing rollback tid 1 to smithi16976610-40 2024-03-10T22:18:33.070 INFO:tasks.rados.rados.0.smithi169.stdout:1212: finishing rollback tid 2 to smithi16976610-40 2024-03-10T22:18:33.070 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 690 (ObjNum 386 snap 108 seq_num 386) dirty exists 2024-03-10T22:18:33.070 INFO:tasks.rados.rados.0.smithi169.stdout:1211: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:18:33.070 INFO:tasks.rados.rados.0.smithi169.stdout:1211: finishing copy_from to smithi16976610-15 2024-03-10T22:18:33.070 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 373 (ObjNum 323 snap 90 seq_num 323) dirty exists 2024-03-10T22:18:33.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:33 smithi169 ceph-mon[88180]: pgmap v112: 121 pgs: 121 active+clean; 151 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-03-10T22:18:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:33 smithi169 ceph-mon[88180]: osd.0 marked itself down and dead 2024-03-10T22:18:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:33 smithi169 ceph-mon[88180]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:18:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:33 smithi169 ceph-mon[88180]: osdmap e302: 8 total, 7 up, 8 in 2024-03-10T22:18:33.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:33 smithi169 ceph-mon[90638]: pgmap v112: 121 pgs: 121 active+clean; 151 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-03-10T22:18:33.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:33 smithi169 ceph-mon[90638]: osd.0 marked itself down and dead 2024-03-10T22:18:33.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:33 smithi169 ceph-mon[90638]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:18:33.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:33 smithi169 ceph-mon[90638]: osdmap e302: 8 total, 7 up, 8 in 2024-03-10T22:18:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:33 smithi172 ceph-mon[84635]: pgmap v112: 121 pgs: 121 active+clean; 151 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-03-10T22:18:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:33 smithi172 ceph-mon[84635]: osd.0 marked itself down and dead 2024-03-10T22:18:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:33 smithi172 ceph-mon[84635]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:18:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:33 smithi172 ceph-mon[84635]: osdmap e302: 8 total, 7 up, 8 in 2024-03-10T22:18:33.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:33.905 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:33 smithi169 podman[95603]: 2024-03-10 22:18:33.62212673 +0000 UTC m=+0.748216483 container died 943d3ca889b7bf61328dae1be72f63f89778a0e3cb1d590e438acb6886a4c6bd (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, ceph=True, RELEASE=reef-c2ea977, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-03-10T22:18:34.071 INFO:tasks.rados.rados.0.smithi169.stdout:1209: done (5 left) 2024-03-10T22:18:34.071 INFO:tasks.rados.rados.0.smithi169.stdout:1211: done (4 left) 2024-03-10T22:18:34.071 INFO:tasks.rados.rados.0.smithi169.stdout:1212: done (3 left) 2024-03-10T22:18:34.071 INFO:tasks.rados.rados.0.smithi169.stdout:1213: done (2 left) 2024-03-10T22:18:34.071 INFO:tasks.rados.rados.0.smithi169.stdout:1216: done (1 left) 2024-03-10T22:18:34.071 INFO:tasks.rados.rados.0.smithi169.stdout:1217: copy_from oid 23 from oid 13 current snap is 118 2024-03-10T22:18:34.071 INFO:tasks.rados.rados.0.smithi169.stdout:1218: rollback oid 6 current snap is 118 2024-03-10T22:18:34.071 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 6 to 117 2024-03-10T22:18:34.071 INFO:tasks.rados.rados.0.smithi169.stdout:1219: delete oid 20 current snap is 118 2024-03-10T22:18:34.085 INFO:tasks.rados.rados.0.smithi169.stdout:1219: done (3 left) 2024-03-10T22:18:34.085 INFO:tasks.rados.rados.0.smithi169.stdout:1220: rollback oid 19 current snap is 118 2024-03-10T22:18:34.085 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 19 to 107 2024-03-10T22:18:34.085 INFO:tasks.rados.rados.0.smithi169.stdout:1221: delete oid 22 current snap is 118 2024-03-10T22:18:34.088 INFO:tasks.rados.rados.0.smithi169.stdout:1217: finishing copy_from racing read to smithi16976610-23 2024-03-10T22:18:34.089 INFO:tasks.rados.rados.0.smithi169.stdout:1220: finishing rollback tid 1 to smithi16976610-19 2024-03-10T22:18:34.089 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 697 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-03-10T22:18:34.090 INFO:tasks.rados.rados.0.smithi169.stdout:1220: done (4 left) 2024-03-10T22:18:34.090 INFO:tasks.rados.rados.0.smithi169.stdout:1221: done (3 left) 2024-03-10T22:18:34.090 INFO:tasks.rados.rados.0.smithi169.stdout:1222: copy_from oid 17 from oid 3 current snap is 118 2024-03-10T22:18:34.090 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 118 2024-03-10T22:18:34.090 INFO:tasks.rados.rados.0.smithi169.stdout:1223: seq_num 402 ranges {0=737280,737280=491520,1228800=516096,1744896=196608} 2024-03-10T22:18:34.095 INFO:tasks.rados.rados.0.smithi169.stdout:1223: writing smithi16976610-42 from 0 to 737280 tid 1 2024-03-10T22:18:34.098 INFO:tasks.rados.rados.0.smithi169.stdout:1223: writing smithi16976610-42 from 737280 to 1228800 tid 2 2024-03-10T22:18:34.101 INFO:tasks.rados.rados.0.smithi169.stdout:1223: writing smithi16976610-42 from 1228800 to 1744896 tid 3 2024-03-10T22:18:34.102 INFO:tasks.rados.rados.0.smithi169.stdout:1223: writing smithi16976610-42 from 1744896 to 1941504 tid 4 2024-03-10T22:18:34.103 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 118 2024-03-10T22:18:34.103 INFO:tasks.rados.rados.0.smithi169.stdout:1218: finishing rollback tid 0 to smithi16976610-6 2024-03-10T22:18:34.103 INFO:tasks.rados.rados.0.smithi169.stdout:1224: seq_num 403 ranges {1040384=753664,1794048=425984,2220032=720896,2940928=57344} 2024-03-10T22:18:34.113 INFO:tasks.rados.rados.0.smithi169.stdout:1224: writing smithi16976610-38 from 1040384 to 1794048 tid 1 2024-03-10T22:18:34.117 INFO:tasks.rados.rados.0.smithi169.stdout:1224: writing smithi16976610-38 from 1794048 to 2220032 tid 2 2024-03-10T22:18:34.122 INFO:tasks.rados.rados.0.smithi169.stdout:1224: writing smithi16976610-38 from 2220032 to 2940928 tid 3 2024-03-10T22:18:34.124 INFO:tasks.rados.rados.0.smithi169.stdout:1224: writing smithi16976610-38 from 2940928 to 2998272 tid 4 2024-03-10T22:18:34.124 INFO:tasks.rados.rados.0.smithi169.stdout:1225: rollback oid 8 current snap is 118 2024-03-10T22:18:34.124 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 8 to 115 2024-03-10T22:18:34.124 INFO:tasks.rados.rados.0.smithi169.stdout:1217: finishing copy_from to smithi16976610-23 2024-03-10T22:18:34.124 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 609 (ObjNum 367 snap 100 seq_num 367) dirty exists 2024-03-10T22:18:34.125 INFO:tasks.rados.rados.0.smithi169.stdout:1218: finishing rollback tid 1 to smithi16976610-6 2024-03-10T22:18:34.125 INFO:tasks.rados.rados.0.smithi169.stdout:1218: finishing rollback tid 2 to smithi16976610-6 2024-03-10T22:18:34.125 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 565 (ObjNum 384 snap 108 seq_num 384) dirty exists 2024-03-10T22:18:34.125 INFO:tasks.rados.rados.0.smithi169.stdout:1217: done (6 left) 2024-03-10T22:18:34.125 INFO:tasks.rados.rados.0.smithi169.stdout:1218: done (5 left) 2024-03-10T22:18:34.125 INFO:tasks.rados.rados.0.smithi169.stdout:1226: read oid 4 snap -1 2024-03-10T22:18:34.125 INFO:tasks.rados.rados.0.smithi169.stdout:1226: expect (ObjNum 389 snap 112 seq_num 389) 2024-03-10T22:18:34.125 INFO:tasks.rados.rados.0.smithi169.stdout:1227: snap_remove snap 110 2024-03-10T22:18:34.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:34 smithi169 podman[95603]: 2024-03-10 22:18:34.004176813 +0000 UTC m=+1.130266555 container cleanup 943d3ca889b7bf61328dae1be72f63f89778a0e3cb1d590e438acb6886a4c6bd (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:18:34.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:34 smithi169 bash[95603]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0 2024-03-10T22:18:34.630 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:34 smithi169 podman[95630]: 2024-03-10 22:18:34.322546532 +0000 UTC m=+0.702913558 container remove 943d3ca889b7bf61328dae1be72f63f89778a0e3cb1d590e438acb6886a4c6bd (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS) 2024-03-10T22:18:34.883 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:34 smithi169 podman[95719]: 2024-03-10 22:18:34.534269309 +0000 UTC m=+0.017981991 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:18:34.883 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:34 smithi169 podman[95719]: 2024-03-10 22:18:34.656821312 +0000 UTC m=+0.140534034 container create 254a1ba5a3e665c2c99a9b27c7263774b43d2be85b5a2500ce6260ae70384065 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d) 2024-03-10T22:18:34.883 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:34 smithi169 podman[95719]: 2024-03-10 22:18:34.884312973 +0000 UTC m=+0.368025653 container init 254a1ba5a3e665c2c99a9b27c7263774b43d2be85b5a2500ce6260ae70384065 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:18:35.081 INFO:tasks.rados.rados.0.smithi169.stdout:1215: finishing copy_from racing read to smithi16976610-21 2024-03-10T22:18:35.081 INFO:tasks.rados.rados.0.smithi169.stdout:1215: finishing copy_from to smithi16976610-21 2024-03-10T22:18:35.081 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 246 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:18:35.081 INFO:tasks.rados.rados.0.smithi169.stdout:1223: finishing write tid 1 to smithi16976610-42 2024-03-10T22:18:35.081 INFO:tasks.rados.rados.0.smithi169.stdout:1215: done (6 left) 2024-03-10T22:18:35.081 INFO:tasks.rados.rados.0.smithi169.stdout:1227: done (5 left) 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1228: delete oid 43 current snap is 118 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1223: finishing write tid 2 to smithi16976610-42 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1222: finishing copy_from racing read to smithi16976610-17 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1222: finishing copy_from to smithi16976610-17 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 456 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1223: finishing write tid 3 to smithi16976610-42 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1223: finishing write tid 4 to smithi16976610-42 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1223: finishing write tid 5 to smithi16976610-42 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1223: finishing write tid 6 to smithi16976610-42 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1223: oid 42 updating version 0 to 376 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1223: oid 42 updating version 376 to 378 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1223: oid 42 updating version 378 to 379 2024-03-10T22:18:35.082 INFO:tasks.rados.rados.0.smithi169.stdout:1223: oid 42 version 379 is already newer than 377 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1223: oid 42 version 379 is already newer than 375 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 379 (ObjNum 402 snap 118 seq_num 402) dirty exists 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1223: left oid 42 (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1224: finishing write tid 1 to smithi16976610-38 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1224: finishing write tid 2 to smithi16976610-38 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1225: finishing rollback tid 1 to smithi16976610-8 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 0 (ObjNum 65 snap 0 seq_num 1634883172) dirty dne 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1224: finishing write tid 3 to smithi16976610-38 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1224: finishing write tid 4 to smithi16976610-38 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1224: finishing write tid 5 to smithi16976610-38 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1224: finishing write tid 6 to smithi16976610-38 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1224: oid 38 updating version 0 to 692 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1224: oid 38 updating version 692 to 693 2024-03-10T22:18:35.083 INFO:tasks.rados.rados.0.smithi169.stdout:1224: oid 38 updating version 693 to 696 2024-03-10T22:18:35.084 INFO:tasks.rados.rados.0.smithi169.stdout:1224: oid 38 version 696 is already newer than 695 2024-03-10T22:18:35.084 INFO:tasks.rados.rados.0.smithi169.stdout:1224: oid 38 version 696 is already newer than 694 2024-03-10T22:18:35.084 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 696 (ObjNum 403 snap 118 seq_num 403) dirty exists 2024-03-10T22:18:35.084 INFO:tasks.rados.rados.0.smithi169.stdout:1224: left oid 38 (ObjNum 403 snap 118 seq_num 403) 2024-03-10T22:18:35.084 INFO:tasks.rados.rados.0.smithi169.stdout:1226: expect (ObjNum 389 snap 112 seq_num 389) 2024-03-10T22:18:35.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:35 smithi169 ceph-mon[90638]: osdmap e303: 8 total, 7 up, 8 in 2024-03-10T22:18:35.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:35 smithi169 ceph-mon[90638]: pgmap v115: 121 pgs: 15 stale+active+clean, 106 active+clean; 151 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-03-10T22:18:35.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:35 smithi169 ceph-mon[88180]: osdmap e303: 8 total, 7 up, 8 in 2024-03-10T22:18:35.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:35 smithi169 ceph-mon[88180]: pgmap v115: 121 pgs: 15 stale+active+clean, 106 active+clean; 151 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-03-10T22:18:35.190 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:34 smithi169 podman[95719]: 2024-03-10 22:18:34.887753312 +0000 UTC m=+0.371465995 container start 254a1ba5a3e665c2c99a9b27c7263774b43d2be85b5a2500ce6260ae70384065 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True) 2024-03-10T22:18:35.190 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:34 smithi169 podman[95719]: 2024-03-10 22:18:34.967529786 +0000 UTC m=+0.451242483 container attach 254a1ba5a3e665c2c99a9b27c7263774b43d2be85b5a2500ce6260ae70384065 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:18:35.194 INFO:tasks.rados.rados.0.smithi169.stdout:1222: done (5 left) 2024-03-10T22:18:35.194 INFO:tasks.rados.rados.0.smithi169.stdout:1223: done (4 left) 2024-03-10T22:18:35.194 INFO:tasks.rados.rados.0.smithi169.stdout:1224: done (3 left) 2024-03-10T22:18:35.194 INFO:tasks.rados.rados.0.smithi169.stdout:1225: done (2 left) 2024-03-10T22:18:35.194 INFO:tasks.rados.rados.0.smithi169.stdout:1226: done (1 left) 2024-03-10T22:18:35.194 INFO:tasks.rados.rados.0.smithi169.stdout:1228: done (0 left) 2024-03-10T22:18:35.194 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 118 2024-03-10T22:18:35.194 INFO:tasks.rados.rados.0.smithi169.stdout:1229: seq_num 405 ranges {0=786432,786432=589824,1376256=614400} 2024-03-10T22:18:35.200 INFO:tasks.rados.rados.0.smithi169.stdout:1229: writing smithi16976610-19 from 0 to 786432 tid 1 2024-03-10T22:18:35.203 INFO:tasks.rados.rados.0.smithi169.stdout:1229: writing smithi16976610-19 from 786432 to 1376256 tid 2 2024-03-10T22:18:35.207 INFO:tasks.rados.rados.0.smithi169.stdout:1229: writing smithi16976610-19 from 1376256 to 1990656 tid 3 2024-03-10T22:18:35.207 INFO:tasks.rados.rados.0.smithi169.stdout:1230: snap_create 2024-03-10T22:18:35.207 INFO:tasks.rados.rados.0.smithi169.stdout:1229: finishing write tid 1 to smithi16976610-19 2024-03-10T22:18:35.207 INFO:tasks.rados.rados.0.smithi169.stdout:1229: finishing write tid 2 to smithi16976610-19 2024-03-10T22:18:35.210 INFO:tasks.rados.rados.0.smithi169.stdout:1229: finishing write tid 3 to smithi16976610-19 2024-03-10T22:18:35.210 INFO:tasks.rados.rados.0.smithi169.stdout:1229: finishing write tid 4 to smithi16976610-19 2024-03-10T22:18:35.211 INFO:tasks.rados.rados.0.smithi169.stdout:1229: finishing write tid 5 to smithi16976610-19 2024-03-10T22:18:35.211 INFO:tasks.rados.rados.0.smithi169.stdout:1229: oid 19 updating version 0 to 726 2024-03-10T22:18:35.211 INFO:tasks.rados.rados.0.smithi169.stdout:1229: oid 19 version 726 is already newer than 725 2024-03-10T22:18:35.211 INFO:tasks.rados.rados.0.smithi169.stdout:1229: oid 19 version 726 is already newer than 724 2024-03-10T22:18:35.211 INFO:tasks.rados.rados.0.smithi169.stdout:1229: oid 19 version 726 is already newer than 723 2024-03-10T22:18:35.211 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 726 (ObjNum 405 snap 118 seq_num 405) dirty exists 2024-03-10T22:18:35.211 INFO:tasks.rados.rados.0.smithi169.stdout:1229: left oid 19 (ObjNum 405 snap 118 seq_num 405) 2024-03-10T22:18:35.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:35 smithi169 podman[95719]: 2024-03-10 22:18:35.190463502 +0000 UTC m=+0.674176190 container died 254a1ba5a3e665c2c99a9b27c7263774b43d2be85b5a2500ce6260ae70384065 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:18:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:35 smithi172 ceph-mon[84635]: osdmap e303: 8 total, 7 up, 8 in 2024-03-10T22:18:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:35 smithi172 ceph-mon[84635]: pgmap v115: 121 pgs: 15 stale+active+clean, 106 active+clean; 151 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-03-10T22:18:35.925 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:35 smithi169 podman[95745]: 2024-03-10 22:18:35.779963862 +0000 UTC m=+0.584792337 container remove 254a1ba5a3e665c2c99a9b27c7263774b43d2be85b5a2500ce6260ae70384065 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-03-10T22:18:35.926 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:35 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.0.service: Deactivated successfully. 2024-03-10T22:18:35.926 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:35 smithi169 systemd[1]: Stopped Ceph osd.0 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:18:35.926 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:35 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.0.service: Consumed 11.900s CPU time. 2024-03-10T22:18:36.084 INFO:tasks.rados.rados.0.smithi169.stdout:1229: done (1 left) 2024-03-10T22:18:36.085 INFO:tasks.rados.rados.0.smithi169.stdout:1230: done (0 left) 2024-03-10T22:18:36.085 INFO:tasks.rados.rados.0.smithi169.stdout:1231: snap_create 2024-03-10T22:18:36.221 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:36 smithi169 ceph-mon[88180]: osdmap e304: 8 total, 7 up, 8 in 2024-03-10T22:18:36.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:36 smithi169 ceph-mon[90638]: osdmap e304: 8 total, 7 up, 8 in 2024-03-10T22:18:36.222 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:36 smithi169 systemd[1]: Starting Ceph osd.0 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:18:36.222 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:18:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:18:35] "GET /metrics HTTP/1.1" 200 35932 "" "Prometheus/2.43.0" 2024-03-10T22:18:36.477 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:36 smithi169 podman[95850]: 2024-03-10 22:18:36.12517463 +0000 UTC m=+0.018182997 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:18:36.477 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:36 smithi169 podman[95850]: 2024-03-10 22:18:36.348193264 +0000 UTC m=+0.241201626 container create 337ea34ff66425e7dff0ea69c9686aa36262b5fb83217457d2e652bdb4e09352 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-03-10T22:18:36.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:36 smithi172 ceph-mon[84635]: osdmap e304: 8 total, 7 up, 8 in 2024-03-10T22:18:37.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:36 smithi169 podman[95850]: 2024-03-10 22:18:36.576067762 +0000 UTC m=+0.469076136 container init 337ea34ff66425e7dff0ea69c9686aa36262b5fb83217457d2e652bdb4e09352 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-03-10T22:18:37.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:36 smithi169 podman[95850]: 2024-03-10 22:18:36.579666196 +0000 UTC m=+0.472674560 container start 337ea34ff66425e7dff0ea69c9686aa36262b5fb83217457d2e652bdb4e09352 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-10T22:18:37.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:36 smithi169 podman[95850]: 2024-03-10 22:18:36.659324744 +0000 UTC m=+0.552333125 container attach 337ea34ff66425e7dff0ea69c9686aa36262b5fb83217457d2e652bdb4e09352 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, ceph=True, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-10T22:18:37.069 INFO:tasks.rados.rados.0.smithi169.stdout:1231: done (0 left) 2024-03-10T22:18:37.070 INFO:tasks.rados.rados.0.smithi169.stdout:1232: rollback oid 44 current snap is 120 2024-03-10T22:18:37.070 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 44 to 118 2024-03-10T22:18:37.070 INFO:tasks.rados.rados.0.smithi169.stdout:1233: read oid 36 snap -1 2024-03-10T22:18:37.070 INFO:tasks.rados.rados.0.smithi169.stdout:1233: expect (ObjNum 393 snap 114 seq_num 393) 2024-03-10T22:18:37.070 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 120 2024-03-10T22:18:37.070 INFO:tasks.rados.rados.0.smithi169.stdout:1234: seq_num 406 ranges {1040384=802816,1843200=475136,2318336=499712,2818048=229376} 2024-03-10T22:18:37.079 INFO:tasks.rados.rados.0.smithi169.stdout:1234: writing smithi16976610-1 from 1040384 to 1843200 tid 1 2024-03-10T22:18:37.081 INFO:tasks.rados.rados.0.smithi169.stdout:1234: writing smithi16976610-1 from 1843200 to 2318336 tid 2 2024-03-10T22:18:37.084 INFO:tasks.rados.rados.0.smithi169.stdout:1234: writing smithi16976610-1 from 2318336 to 2818048 tid 3 2024-03-10T22:18:37.086 INFO:tasks.rados.rados.0.smithi169.stdout:1234: writing smithi16976610-1 from 2818048 to 3047424 tid 4 2024-03-10T22:18:37.086 INFO:tasks.rados.rados.0.smithi169.stdout:1235: delete oid 50 current snap is 120 2024-03-10T22:18:37.087 INFO:tasks.rados.rados.0.smithi169.stdout:1232: finishing rollback tid 1 to smithi16976610-44 2024-03-10T22:18:37.087 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 0 (ObjNum 33 snap 0 seq_num 139462448) dirty dne 2024-03-10T22:18:37.091 INFO:tasks.rados.rados.0.smithi169.stdout:1232: done (3 left) 2024-03-10T22:18:37.092 INFO:tasks.rados.rados.0.smithi169.stdout:1235: done (2 left) 2024-03-10T22:18:37.092 INFO:tasks.rados.rados.0.smithi169.stdout:1236: read oid 6 snap -1 2024-03-10T22:18:37.092 INFO:tasks.rados.rados.0.smithi169.stdout:1236: expect (ObjNum 384 snap 108 seq_num 384) 2024-03-10T22:18:37.092 INFO:tasks.rados.rados.0.smithi169.stdout:1237: setattr oid 26 current snap is 120 2024-03-10T22:18:37.093 INFO:tasks.rados.rados.0.smithi169.stdout:1238: rmattr oid 15 current snap is 120 2024-03-10T22:18:37.093 INFO:tasks.rados.rados.0.smithi169.stdout:1238: done (4 left) 2024-03-10T22:18:37.093 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 120 2024-03-10T22:18:37.093 INFO:tasks.rados.rados.0.smithi169.stdout:1239: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-03-10T22:18:37.095 INFO:tasks.rados.rados.0.smithi169.stdout:1239: writing smithi16976610-2 from 0 to 442368 tid 1 2024-03-10T22:18:37.099 INFO:tasks.rados.rados.0.smithi169.stdout:1239: writing smithi16976610-2 from 442368 to 1089536 tid 2 2024-03-10T22:18:37.102 INFO:tasks.rados.rados.0.smithi169.stdout:1239: writing smithi16976610-2 from 1089536 to 1597440 tid 3 2024-03-10T22:18:37.105 INFO:tasks.rados.rados.0.smithi169.stdout:1239: writing smithi16976610-2 from 1597440 to 2048000 tid 4 2024-03-10T22:18:37.105 INFO:tasks.rados.rados.0.smithi169.stdout:1240: read oid 27 snap -1 2024-03-10T22:18:37.105 INFO:tasks.rados.rados.0.smithi169.stdout:1240: expect (ObjNum 225 snap 60 seq_num 225) 2024-03-10T22:18:37.105 INFO:tasks.rados.rados.0.smithi169.stdout:1241: rollback oid 28 current snap is 120 2024-03-10T22:18:37.106 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 28 to 119 2024-03-10T22:18:37.106 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 502 (ObjNum 593 snap 0 seq_num 0) dirty exists 2024-03-10T22:18:37.106 INFO:tasks.rados.rados.0.smithi169.stdout:1233: expect (ObjNum 393 snap 114 seq_num 393) 2024-03-10T22:18:37.378 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-mon[88180]: osdmap e305: 8 total, 7 up, 8 in 2024-03-10T22:18:37.378 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-mon[88180]: pgmap v118: 121 pgs: 3 active+undersized+degraded, 4 active+undersized, 102 active+clean, 12 stale+active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 B/s wr, 1 op/s; 6/309 objects degraded (1.942%) 2024-03-10T22:18:37.378 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-mon[88180]: osdmap e306: 8 total, 7 up, 8 in 2024-03-10T22:18:37.379 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-mon[90638]: osdmap e305: 8 total, 7 up, 8 in 2024-03-10T22:18:37.379 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-mon[90638]: pgmap v118: 121 pgs: 3 active+undersized+degraded, 4 active+undersized, 102 active+clean, 12 stale+active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 B/s wr, 1 op/s; 6/309 objects degraded (1.942%) 2024-03-10T22:18:37.379 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-mon[90638]: osdmap e306: 8 total, 7 up, 8 in 2024-03-10T22:18:37.379 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate[95864]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-10T22:18:37.379 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate[95864]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-10T22:18:37.379 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate[95864]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-10T22:18:37.379 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate[95864]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-10T22:18:37.380 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate[95864]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-03-10T22:18:37.380 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 bash[95850]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-10T22:18:37.380 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 bash[95850]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-10T22:18:37.380 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 bash[95850]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-10T22:18:37.380 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 bash[95850]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-10T22:18:37.380 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 bash[95850]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-03-10T22:18:37.380 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 bash[95850]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-10T22:18:37.380 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 bash[95850]: --> ceph-volume raw activate successful for osd ID: 0 2024-03-10T22:18:37.380 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate[95864]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-10T22:18:37.380 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate[95864]: --> ceph-volume raw activate successful for osd ID: 0 2024-03-10T22:18:37.380 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 podman[95850]: 2024-03-10 22:18:37.049051991 +0000 UTC m=+0.942060345 container died 337ea34ff66425e7dff0ea69c9686aa36262b5fb83217457d2e652bdb4e09352 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True) 2024-03-10T22:18:37.398 INFO:tasks.rados.rados.0.smithi169.stdout:1234: finishing write tid 1 to smithi16976610-1 2024-03-10T22:18:37.398 INFO:tasks.rados.rados.0.smithi169.stdout:1234: finishing write tid 2 to smithi16976610-1 2024-03-10T22:18:37.398 INFO:tasks.rados.rados.0.smithi169.stdout:1234: finishing write tid 3 to smithi16976610-1 2024-03-10T22:18:37.398 INFO:tasks.rados.rados.0.smithi169.stdout:1233: done (6 left) 2024-03-10T22:18:37.398 INFO:tasks.rados.rados.0.smithi169.stdout:1237: done (5 left) 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1242: rmattr oid 13 current snap is 120 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1242: done (5 left) 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1243: setattr oid 20 current snap is 120 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1234: finishing write tid 4 to smithi16976610-1 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1234: finishing write tid 5 to smithi16976610-1 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1234: finishing write tid 6 to smithi16976610-1 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1234: oid 1 updating version 0 to 751 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1234: oid 1 version 751 is already newer than 749 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1234: oid 1 version 751 is already newer than 750 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1234: oid 1 version 751 is already newer than 747 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1234: oid 1 version 751 is already newer than 748 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 751 (ObjNum 406 snap 120 seq_num 406) dirty exists 2024-03-10T22:18:37.399 INFO:tasks.rados.rados.0.smithi169.stdout:1234: left oid 1 (ObjNum 406 snap 120 seq_num 406) 2024-03-10T22:18:37.400 INFO:tasks.rados.rados.0.smithi169.stdout:1241: finishing rollback tid 0 to smithi16976610-28 2024-03-10T22:18:37.400 INFO:tasks.rados.rados.0.smithi169.stdout:1241: finishing rollback tid 1 to smithi16976610-28 2024-03-10T22:18:37.400 INFO:tasks.rados.rados.0.smithi169.stdout:1241: finishing rollback tid 2 to smithi16976610-28 2024-03-10T22:18:37.400 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 396 (ObjNum 388 snap 112 seq_num 388) dirty exists 2024-03-10T22:18:37.400 INFO:tasks.rados.rados.0.smithi169.stdout:1236: expect (ObjNum 384 snap 108 seq_num 384) 2024-03-10T22:18:37.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:37 smithi172 ceph-mon[84635]: osdmap e305: 8 total, 7 up, 8 in 2024-03-10T22:18:37.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:37 smithi172 ceph-mon[84635]: pgmap v118: 121 pgs: 3 active+undersized+degraded, 4 active+undersized, 102 active+clean, 12 stale+active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 B/s wr, 1 op/s; 6/309 objects degraded (1.942%) 2024-03-10T22:18:37.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:37 smithi172 ceph-mon[84635]: osdmap e306: 8 total, 7 up, 8 in 2024-03-10T22:18:37.729 INFO:tasks.rados.rados.0.smithi169.stdout:1239: finishing write tid 1 to smithi16976610-2 2024-03-10T22:18:37.729 INFO:tasks.rados.rados.0.smithi169.stdout:1239: finishing write tid 2 to smithi16976610-2 2024-03-10T22:18:37.729 INFO:tasks.rados.rados.0.smithi169.stdout:1239: finishing write tid 3 to smithi16976610-2 2024-03-10T22:18:37.729 INFO:tasks.rados.rados.0.smithi169.stdout:1239: finishing write tid 4 to smithi16976610-2 2024-03-10T22:18:37.729 INFO:tasks.rados.rados.0.smithi169.stdout:1239: finishing write tid 5 to smithi16976610-2 2024-03-10T22:18:37.729 INFO:tasks.rados.rados.0.smithi169.stdout:1239: finishing write tid 6 to smithi16976610-2 2024-03-10T22:18:37.729 INFO:tasks.rados.rados.0.smithi169.stdout:1239: oid 2 updating version 0 to 568 2024-03-10T22:18:37.730 INFO:tasks.rados.rados.0.smithi169.stdout:1239: oid 2 updating version 568 to 570 2024-03-10T22:18:37.730 INFO:tasks.rados.rados.0.smithi169.stdout:1239: oid 2 updating version 570 to 571 2024-03-10T22:18:37.730 INFO:tasks.rados.rados.0.smithi169.stdout:1239: oid 2 version 571 is already newer than 569 2024-03-10T22:18:37.730 INFO:tasks.rados.rados.0.smithi169.stdout:1239: oid 2 version 571 is already newer than 567 2024-03-10T22:18:37.730 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 571 (ObjNum 408 snap 120 seq_num 408) dirty exists 2024-03-10T22:18:37.730 INFO:tasks.rados.rados.0.smithi169.stdout:1239: left oid 2 (ObjNum 408 snap 120 seq_num 408) 2024-03-10T22:18:37.730 INFO:tasks.rados.rados.0.smithi169.stdout:1240: expect (ObjNum 225 snap 60 seq_num 225) 2024-03-10T22:18:37.770 INFO:tasks.rados.rados.0.smithi169.stdout:1234: done (5 left) 2024-03-10T22:18:37.771 INFO:tasks.rados.rados.0.smithi169.stdout:1236: done (4 left) 2024-03-10T22:18:37.771 INFO:tasks.rados.rados.0.smithi169.stdout:1239: done (3 left) 2024-03-10T22:18:37.771 INFO:tasks.rados.rados.0.smithi169.stdout:1240: done (2 left) 2024-03-10T22:18:37.771 INFO:tasks.rados.rados.0.smithi169.stdout:1241: done (1 left) 2024-03-10T22:18:37.771 INFO:tasks.rados.rados.0.smithi169.stdout:1244: snap_remove snap 112 2024-03-10T22:18:38.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 podman[95982]: 2024-03-10 22:18:37.697167426 +0000 UTC m=+0.643140925 container remove 337ea34ff66425e7dff0ea69c9686aa36262b5fb83217457d2e652bdb4e09352 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:18:38.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 podman[96045]: 2024-03-10 22:18:37.81047174 +0000 UTC m=+0.017478392 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:18:38.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:37 smithi169 podman[96045]: 2024-03-10 22:18:37.914730387 +0000 UTC m=+0.121737020 container create e60d9590433b16c27d2807380f7b6ba16489132741fcfbfad0770f2ab918369d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD) 2024-03-10T22:18:38.097 INFO:tasks.rados.rados.0.smithi169.stdout:1244: done (1 left) 2024-03-10T22:18:38.097 INFO:tasks.rados.rados.0.smithi169.stdout:1245: rmattr oid 44 current snap is 120 2024-03-10T22:18:38.097 INFO:tasks.rados.rados.0.smithi169.stdout:1245: done (1 left) 2024-03-10T22:18:38.097 INFO:tasks.rados.rados.0.smithi169.stdout:1246: snap_remove snap 115 2024-03-10T22:18:38.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:38 smithi169 ceph-mon[88180]: Health check failed: Degraded data redundancy: 6/309 objects degraded (1.942%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:18:38.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:38 smithi169 ceph-mon[90638]: Health check failed: Degraded data redundancy: 6/309 objects degraded (1.942%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:18:38.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:38 smithi169 podman[96045]: 2024-03-10 22:18:38.134184183 +0000 UTC m=+0.341190818 container init e60d9590433b16c27d2807380f7b6ba16489132741fcfbfad0770f2ab918369d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240307) 2024-03-10T22:18:38.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:38 smithi169 podman[96045]: 2024-03-10 22:18:38.137531669 +0000 UTC m=+0.344538304 container start e60d9590433b16c27d2807380f7b6ba16489132741fcfbfad0770f2ab918369d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-10T22:18:38.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:38 smithi169 ceph-osd[96064]: -- 172.21.15.169:0/1441006944 <== mon.0 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560c2a83f680 con 0x560c2a809000 2024-03-10T22:18:38.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:38 smithi169 bash[96045]: e60d9590433b16c27d2807380f7b6ba16489132741fcfbfad0770f2ab918369d 2024-03-10T22:18:38.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:38 smithi169 systemd[1]: Started Ceph osd.0 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:18:38.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:38 smithi172 ceph-mon[84635]: Health check failed: Degraded data redundancy: 6/309 objects degraded (1.942%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:18:39.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:18:38.679+0000 7fa2fec087c0 -1 Falling back to public interface 2024-03-10T22:18:39.100 INFO:tasks.rados.rados.0.smithi169.stdout:1246: done (1 left) 2024-03-10T22:18:39.100 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 120 2024-03-10T22:18:39.101 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 548 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-03-10T22:18:39.101 INFO:tasks.rados.rados.0.smithi169.stdout:1247: seq_num 409 ranges {4251648=458752,4710400=532480,5242880=720896,5963776=352256} 2024-03-10T22:18:39.126 INFO:tasks.rados.rados.0.smithi169.stdout:1247: writing smithi16976610-31 from 4251648 to 4710400 tid 1 2024-03-10T22:18:39.129 INFO:tasks.rados.rados.0.smithi169.stdout:1247: writing smithi16976610-31 from 4710400 to 5242880 tid 2 2024-03-10T22:18:39.133 INFO:tasks.rados.rados.0.smithi169.stdout:1247: writing smithi16976610-31 from 5242880 to 5963776 tid 3 2024-03-10T22:18:39.136 INFO:tasks.rados.rados.0.smithi169.stdout:1247: writing smithi16976610-31 from 5963776 to 6316032 tid 4 2024-03-10T22:18:39.136 INFO:tasks.rados.rados.0.smithi169.stdout:1243: done (1 left) 2024-03-10T22:18:39.136 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 120 2024-03-10T22:18:39.136 INFO:tasks.rados.rados.0.smithi169.stdout:1247: finishing write tid 1 to smithi16976610-31 2024-03-10T22:18:39.136 INFO:tasks.rados.rados.0.smithi169.stdout:1247: finishing write tid 2 to smithi16976610-31 2024-03-10T22:18:39.136 INFO:tasks.rados.rados.0.smithi169.stdout:1248: seq_num 410 ranges {0=475136,475136=417792,892928=475136,1368064=425984,1794048=286720} 2024-03-10T22:18:39.138 INFO:tasks.rados.rados.0.smithi169.stdout:1248: writing smithi16976610-29 from 0 to 475136 tid 1 2024-03-10T22:18:39.141 INFO:tasks.rados.rados.0.smithi169.stdout:1248: writing smithi16976610-29 from 475136 to 892928 tid 2 2024-03-10T22:18:39.144 INFO:tasks.rados.rados.0.smithi169.stdout:1248: writing smithi16976610-29 from 892928 to 1368064 tid 3 2024-03-10T22:18:39.147 INFO:tasks.rados.rados.0.smithi169.stdout:1248: writing smithi16976610-29 from 1368064 to 1794048 tid 4 2024-03-10T22:18:39.150 INFO:tasks.rados.rados.0.smithi169.stdout:1248: writing smithi16976610-29 from 1794048 to 2080768 tid 5 2024-03-10T22:18:39.150 INFO:tasks.rados.rados.0.smithi169.stdout:1249: rollback oid 12 current snap is 120 2024-03-10T22:18:39.150 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 12 to 109 2024-03-10T22:18:39.150 INFO:tasks.rados.rados.0.smithi169.stdout:1247: finishing write tid 3 to smithi16976610-31 2024-03-10T22:18:39.150 INFO:tasks.rados.rados.0.smithi169.stdout:1247: finishing write tid 4 to smithi16976610-31 2024-03-10T22:18:39.150 INFO:tasks.rados.rados.0.smithi169.stdout:1247: finishing write tid 5 to smithi16976610-31 2024-03-10T22:18:39.150 INFO:tasks.rados.rados.0.smithi169.stdout:1247: finishing write tid 6 to smithi16976610-31 2024-03-10T22:18:39.150 INFO:tasks.rados.rados.0.smithi169.stdout:1247: oid 31 updating version 0 to 613 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1247: oid 31 version 613 is already newer than 610 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1247: oid 31 updating version 613 to 614 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1247: oid 31 version 614 is already newer than 611 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1247: oid 31 version 614 is already newer than 612 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 614 (ObjNum 409 snap 120 seq_num 409) dirty exists 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1247: left oid 31 (ObjNum 409 snap 120 seq_num 409) 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1248: finishing write tid 1 to smithi16976610-29 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1248: finishing write tid 2 to smithi16976610-29 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1248: finishing write tid 3 to smithi16976610-29 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1247: done (2 left) 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1250: rollback oid 25 current snap is 120 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 25 to 111 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1251: rmattr oid 46 current snap is 120 2024-03-10T22:18:39.151 INFO:tasks.rados.rados.0.smithi169.stdout:1248: finishing write tid 4 to smithi16976610-29 2024-03-10T22:18:39.152 INFO:tasks.rados.rados.0.smithi169.stdout:1252: rmattr oid 18 current snap is 120 2024-03-10T22:18:39.152 INFO:tasks.rados.rados.0.smithi169.stdout:1252: done (4 left) 2024-03-10T22:18:39.152 INFO:tasks.rados.rados.0.smithi169.stdout:1253: delete oid 13 current snap is 120 2024-03-10T22:18:39.152 INFO:tasks.rados.rados.0.smithi169.stdout:1249: finishing rollback tid 0 to smithi16976610-12 2024-03-10T22:18:39.152 INFO:tasks.rados.rados.0.smithi169.stdout:1253: done (4 left) 2024-03-10T22:18:39.152 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 120 2024-03-10T22:18:39.153 INFO:tasks.rados.rados.0.smithi169.stdout:1254: seq_num 412 ranges {7938048=507904,8445952=630784,9076736=491520,9568256=483328} 2024-03-10T22:18:39.199 INFO:tasks.rados.rados.0.smithi169.stdout:1254: writing smithi16976610-24 from 7938048 to 8445952 tid 1 2024-03-10T22:18:39.202 INFO:tasks.rados.rados.0.smithi169.stdout:1254: writing smithi16976610-24 from 8445952 to 9076736 tid 2 2024-03-10T22:18:39.205 INFO:tasks.rados.rados.0.smithi169.stdout:1254: writing smithi16976610-24 from 9076736 to 9568256 tid 3 2024-03-10T22:18:39.208 INFO:tasks.rados.rados.0.smithi169.stdout:1254: writing smithi16976610-24 from 9568256 to 10051584 tid 4 2024-03-10T22:18:39.208 INFO:tasks.rados.rados.0.smithi169.stdout:1255: snap_remove snap 118 2024-03-10T22:18:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:39 smithi169 ceph-mon[90638]: osdmap e307: 8 total, 7 up, 8 in 2024-03-10T22:18:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:39 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:39 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:39 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:18:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:39 smithi169 ceph-mon[90638]: pgmap v121: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 9 op/s; 57/324 objects degraded (17.593%) 2024-03-10T22:18:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:39 smithi169 ceph-mon[88180]: osdmap e307: 8 total, 7 up, 8 in 2024-03-10T22:18:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:39 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:39 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:39 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:18:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:39 smithi169 ceph-mon[88180]: pgmap v121: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 9 op/s; 57/324 objects degraded (17.593%) 2024-03-10T22:18:39.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:39 smithi172 ceph-mon[84635]: osdmap e307: 8 total, 7 up, 8 in 2024-03-10T22:18:39.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:39 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:39.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:39 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:39.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:39 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:18:39.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:39 smithi172 ceph-mon[84635]: pgmap v121: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 9 op/s; 57/324 objects degraded (17.593%) 2024-03-10T22:18:40.114 INFO:tasks.rados.rados.0.smithi169.stdout:1255: done (5 left) 2024-03-10T22:18:40.114 INFO:tasks.rados.rados.0.smithi169.stdout:1256: read oid 44 snap -1 2024-03-10T22:18:40.114 INFO:tasks.rados.rados.0.smithi169.stdout:1256: expect deleted 2024-03-10T22:18:40.114 INFO:tasks.rados.rados.0.smithi169.stdout:1257: copy_from oid 8 from oid 21 current snap is 120 2024-03-10T22:18:40.114 INFO:tasks.rados.rados.0.smithi169.stdout:1249: finishing rollback tid 1 to smithi16976610-12 2024-03-10T22:18:40.114 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 610 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-03-10T22:18:40.114 INFO:tasks.rados.rados.0.smithi169.stdout:1249: finishing rollback tid 2 to smithi16976610-12 2024-03-10T22:18:40.114 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 239 (ObjNum 375 snap 104 seq_num 375) dirty exists 2024-03-10T22:18:40.114 INFO:tasks.rados.rados.0.smithi169.stdout:1250: finishing rollback tid 0 to smithi16976610-25 2024-03-10T22:18:40.114 INFO:tasks.rados.rados.0.smithi169.stdout:1250: finishing rollback tid 1 to smithi16976610-25 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1250: finishing rollback tid 2 to smithi16976610-25 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 732 (ObjNum 351 snap 97 seq_num 351) dirty exists 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1248: finishing write tid 5 to smithi16976610-29 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1248: finishing write tid 6 to smithi16976610-29 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1248: finishing write tid 7 to smithi16976610-29 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1248: oid 29 updating version 0 to 613 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1248: oid 29 updating version 613 to 614 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1248: oid 29 updating version 614 to 616 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1248: oid 29 updating version 616 to 617 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1248: oid 29 version 617 is already newer than 615 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1248: oid 29 updating version 617 to 618 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 618 (ObjNum 410 snap 120 seq_num 410) dirty exists 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1248: left oid 29 (ObjNum 410 snap 120 seq_num 410) 2024-03-10T22:18:40.115 INFO:tasks.rados.rados.0.smithi169.stdout:1248: done (6 left) 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1249: done (5 left) 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1250: done (4 left) 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1251: done (3 left) 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1258: delete oid 32 current snap is 120 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1254: finishing write tid 1 to smithi16976610-24 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1254: finishing write tid 2 to smithi16976610-24 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1254: finishing write tid 3 to smithi16976610-24 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1254: finishing write tid 4 to smithi16976610-24 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1254: finishing write tid 5 to smithi16976610-24 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1254: finishing write tid 6 to smithi16976610-24 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1254: oid 24 updating version 0 to 615 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1254: oid 24 version 615 is already newer than 614 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1254: oid 24 version 615 is already newer than 611 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1254: oid 24 version 615 is already newer than 613 2024-03-10T22:18:40.116 INFO:tasks.rados.rados.0.smithi169.stdout:1254: oid 24 version 615 is already newer than 612 2024-03-10T22:18:40.117 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 615 (ObjNum 412 snap 120 seq_num 412) dirty exists 2024-03-10T22:18:40.117 INFO:tasks.rados.rados.0.smithi169.stdout:1254: left oid 24 (ObjNum 412 snap 120 seq_num 412) 2024-03-10T22:18:40.118 INFO:tasks.rados.rados.0.smithi169.stdout:1254: done (3 left) 2024-03-10T22:18:40.118 INFO:tasks.rados.rados.0.smithi169.stdout:1256: done (2 left) 2024-03-10T22:18:40.118 INFO:tasks.rados.rados.0.smithi169.stdout:1258: done (1 left) 2024-03-10T22:18:40.118 INFO:tasks.rados.rados.0.smithi169.stdout:1259: copy_from oid 25 from oid 3 current snap is 120 2024-03-10T22:18:40.118 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 120 2024-03-10T22:18:40.118 INFO:tasks.rados.rados.0.smithi169.stdout:1260: seq_num 414 ranges {3047424=540672,3588096=802816,4390912=458752,4849664=344064} 2024-03-10T22:18:40.138 INFO:tasks.rados.rados.0.smithi169.stdout:1260: writing smithi16976610-1 from 3047424 to 3588096 tid 1 2024-03-10T22:18:40.142 INFO:tasks.rados.rados.0.smithi169.stdout:1260: writing smithi16976610-1 from 3588096 to 4390912 tid 2 2024-03-10T22:18:40.145 INFO:tasks.rados.rados.0.smithi169.stdout:1260: writing smithi16976610-1 from 4390912 to 4849664 tid 3 2024-03-10T22:18:40.148 INFO:tasks.rados.rados.0.smithi169.stdout:1260: writing smithi16976610-1 from 4849664 to 5193728 tid 4 2024-03-10T22:18:40.148 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 120 2024-03-10T22:18:40.148 INFO:tasks.rados.rados.0.smithi169.stdout:1259: finishing copy_from racing read to smithi16976610-25 2024-03-10T22:18:40.148 INFO:tasks.rados.rados.0.smithi169.stdout:1261: seq_num 415 ranges {1376256=557056,1933312=688128,2621440=663552,3284992=253952} 2024-03-10T22:18:40.158 INFO:tasks.rados.rados.0.smithi169.stdout:1261: writing smithi16976610-27 from 1376256 to 1933312 tid 1 2024-03-10T22:18:40.162 INFO:tasks.rados.rados.0.smithi169.stdout:1261: writing smithi16976610-27 from 1933312 to 2621440 tid 2 2024-03-10T22:18:40.166 INFO:tasks.rados.rados.0.smithi169.stdout:1261: writing smithi16976610-27 from 2621440 to 3284992 tid 3 2024-03-10T22:18:40.167 INFO:tasks.rados.rados.0.smithi169.stdout:1261: writing smithi16976610-27 from 3284992 to 3538944 tid 4 2024-03-10T22:18:40.168 INFO:tasks.rados.rados.0.smithi169.stdout:1262: read oid 17 snap -1 2024-03-10T22:18:40.168 INFO:tasks.rados.rados.0.smithi169.stdout:1262: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:18:40.168 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 120 2024-03-10T22:18:40.168 INFO:tasks.rados.rados.0.smithi169.stdout:1259: finishing copy_from to smithi16976610-25 2024-03-10T22:18:40.169 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 456 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:18:40.169 INFO:tasks.rados.rados.0.smithi169.stdout:1257: finishing copy_from racing read to smithi16976610-8 2024-03-10T22:18:40.169 INFO:tasks.rados.rados.0.smithi169.stdout:1257: finishing copy_from to smithi16976610-8 2024-03-10T22:18:40.169 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 246 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:18:40.169 INFO:tasks.rados.rados.0.smithi169.stdout:1260: finishing write tid 1 to smithi16976610-1 2024-03-10T22:18:40.169 INFO:tasks.rados.rados.0.smithi169.stdout:1260: finishing write tid 2 to smithi16976610-1 2024-03-10T22:18:40.169 INFO:tasks.rados.rados.0.smithi169.stdout:1263: seq_num 416 ranges {2916352=573440,3489792=573440,4063232=475136,4538368=557056} 2024-03-10T22:18:40.186 INFO:tasks.rados.rados.0.smithi169.stdout:1263: writing smithi16976610-12 from 2916352 to 3489792 tid 1 2024-03-10T22:18:40.189 INFO:tasks.rados.rados.0.smithi169.stdout:1263: writing smithi16976610-12 from 3489792 to 4063232 tid 2 2024-03-10T22:18:40.192 INFO:tasks.rados.rados.0.smithi169.stdout:1263: writing smithi16976610-12 from 4063232 to 4538368 tid 3 2024-03-10T22:18:40.196 INFO:tasks.rados.rados.0.smithi169.stdout:1263: writing smithi16976610-12 from 4538368 to 5095424 tid 4 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1257: done (5 left) 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1259: done (4 left) 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1264: rollback oid 24 current snap is 120 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 24 to 109 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1260: finishing write tid 3 to smithi16976610-1 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1260: finishing write tid 4 to smithi16976610-1 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1260: finishing write tid 5 to smithi16976610-1 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1260: finishing write tid 6 to smithi16976610-1 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1260: oid 1 updating version 0 to 771 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1260: oid 1 updating version 771 to 772 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1260: oid 1 version 772 is already newer than 770 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1260: oid 1 version 772 is already newer than 769 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:1260: oid 1 updating version 772 to 773 2024-03-10T22:18:40.197 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 773 (ObjNum 414 snap 120 seq_num 414) dirty exists 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1260: left oid 1 (ObjNum 414 snap 120 seq_num 414) 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1261: finishing write tid 1 to smithi16976610-27 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1261: finishing write tid 2 to smithi16976610-27 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1260: done (4 left) 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1265: copy_from oid 28 from oid 4 current snap is 120 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1261: finishing write tid 3 to smithi16976610-27 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1261: finishing write tid 4 to smithi16976610-27 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1261: finishing write tid 5 to smithi16976610-27 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1261: finishing write tid 6 to smithi16976610-27 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1261: oid 27 updating version 0 to 574 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1261: oid 27 updating version 574 to 577 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1261: oid 27 version 577 is already newer than 575 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1261: oid 27 version 577 is already newer than 573 2024-03-10T22:18:40.198 INFO:tasks.rados.rados.0.smithi169.stdout:1261: oid 27 version 577 is already newer than 576 2024-03-10T22:18:40.199 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 577 (ObjNum 415 snap 120 seq_num 415) dirty exists 2024-03-10T22:18:40.199 INFO:tasks.rados.rados.0.smithi169.stdout:1261: left oid 27 (ObjNum 415 snap 120 seq_num 415) 2024-03-10T22:18:40.199 INFO:tasks.rados.rados.0.smithi169.stdout:1262: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:18:40.234 INFO:tasks.rados.rados.0.smithi169.stdout:1263: finishing write tid 1 to smithi16976610-12 2024-03-10T22:18:40.234 INFO:tasks.rados.rados.0.smithi169.stdout:1263: finishing write tid 2 to smithi16976610-12 2024-03-10T22:18:40.234 INFO:tasks.rados.rados.0.smithi169.stdout:1263: finishing write tid 3 to smithi16976610-12 2024-03-10T22:18:40.234 INFO:tasks.rados.rados.0.smithi169.stdout:1261: done (4 left) 2024-03-10T22:18:40.234 INFO:tasks.rados.rados.0.smithi169.stdout:1262: done (3 left) 2024-03-10T22:18:40.234 INFO:tasks.rados.rados.0.smithi169.stdout:1266: snap_remove snap 113 2024-03-10T22:18:40.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:40 smithi169 ceph-mon[88180]: osdmap e308: 8 total, 7 up, 8 in 2024-03-10T22:18:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:40 smithi169 ceph-mon[90638]: osdmap e308: 8 total, 7 up, 8 in 2024-03-10T22:18:40.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:40 smithi172 ceph-mon[84635]: osdmap e308: 8 total, 7 up, 8 in 2024-03-10T22:18:41.120 INFO:tasks.rados.rados.0.smithi169.stdout:1266: done (3 left) 2024-03-10T22:18:41.120 INFO:tasks.rados.rados.0.smithi169.stdout:1267: copy_from oid 23 from oid 34 current snap is 120 2024-03-10T22:18:41.120 INFO:tasks.rados.rados.0.smithi169.stdout:1268: snap_create 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:1263: finishing write tid 4 to smithi16976610-12 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:1263: finishing write tid 5 to smithi16976610-12 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:1264: finishing rollback tid 0 to smithi16976610-24 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:1264: finishing rollback tid 1 to smithi16976610-24 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:1264: finishing rollback tid 2 to smithi16976610-24 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 618 (ObjNum 355 snap 97 seq_num 355) dirty exists 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:1263: finishing write tid 6 to smithi16976610-12 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:1263: oid 12 updating version 0 to 248 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:1263: oid 12 updating version 248 to 249 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:1263: oid 12 updating version 249 to 250 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:1263: oid 12 updating version 250 to 251 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:1263: oid 12 version 251 is already newer than 247 2024-03-10T22:18:41.121 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 251 (ObjNum 416 snap 120 seq_num 416) dirty exists 2024-03-10T22:18:41.122 INFO:tasks.rados.rados.0.smithi169.stdout:1263: left oid 12 (ObjNum 416 snap 120 seq_num 416) 2024-03-10T22:18:41.122 INFO:tasks.rados.rados.0.smithi169.stdout:1265: finishing copy_from racing read to smithi16976610-28 2024-03-10T22:18:41.122 INFO:tasks.rados.rados.0.smithi169.stdout:1265: finishing copy_from to smithi16976610-28 2024-03-10T22:18:41.122 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 699 (ObjNum 389 snap 112 seq_num 389) dirty exists 2024-03-10T22:18:41.133 INFO:tasks.rados.rados.0.smithi169.stdout:1267: finishing copy_from racing read to smithi16976610-23 2024-03-10T22:18:41.134 INFO:tasks.rados.rados.0.smithi169.stdout:1267: finishing copy_from to smithi16976610-23 2024-03-10T22:18:41.134 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 687 (ObjNum 309 snap 86 seq_num 309) dirty exists 2024-03-10T22:18:41.431 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:41 smithi169 ceph-mon[90638]: osdmap e309: 8 total, 7 up, 8 in 2024-03-10T22:18:41.431 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:41 smithi169 ceph-mon[90638]: pgmap v124: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.1 MiB/s wr, 8 op/s; 57/324 objects degraded (17.593%) 2024-03-10T22:18:41.431 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:41 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:41.431 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:41.432 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:41 smithi169 ceph-mon[88180]: osdmap e309: 8 total, 7 up, 8 in 2024-03-10T22:18:41.432 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:41 smithi169 ceph-mon[88180]: pgmap v124: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.1 MiB/s wr, 8 op/s; 57/324 objects degraded (17.593%) 2024-03-10T22:18:41.432 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:41 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:41.432 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:41 smithi172 ceph-mon[84635]: osdmap e309: 8 total, 7 up, 8 in 2024-03-10T22:18:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:41 smithi172 ceph-mon[84635]: pgmap v124: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.1 MiB/s wr, 8 op/s; 57/324 objects degraded (17.593%) 2024-03-10T22:18:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:41 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:41 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:41.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:18:41.577+0000 7fa2fec087c0 -1 osd.0 301 log_to_monitors true 2024-03-10T22:18:42.124 INFO:tasks.rados.rados.0.smithi169.stdout:1263: done (4 left) 2024-03-10T22:18:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:1264: done (3 left) 2024-03-10T22:18:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:1265: done (2 left) 2024-03-10T22:18:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:1267: done (1 left) 2024-03-10T22:18:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:1268: done (0 left) 2024-03-10T22:18:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 121 2024-03-10T22:18:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:1269: seq_num 417 ranges {3121152=589824,3710976=458752,4169728=679936,4849664=466944} 2024-03-10T22:18:42.145 INFO:tasks.rados.rados.0.smithi169.stdout:1269: writing smithi16976610-11 from 3121152 to 3710976 tid 1 2024-03-10T22:18:42.148 INFO:tasks.rados.rados.0.smithi169.stdout:1269: writing smithi16976610-11 from 3710976 to 4169728 tid 2 2024-03-10T22:18:42.152 INFO:tasks.rados.rados.0.smithi169.stdout:1269: writing smithi16976610-11 from 4169728 to 4849664 tid 3 2024-03-10T22:18:42.156 INFO:tasks.rados.rados.0.smithi169.stdout:1269: writing smithi16976610-11 from 4849664 to 5316608 tid 4 2024-03-10T22:18:42.156 INFO:tasks.rados.rados.0.smithi169.stdout:1270: rmattr oid 30 current snap is 121 2024-03-10T22:18:42.156 INFO:tasks.rados.rados.0.smithi169.stdout:1270: done (1 left) 2024-03-10T22:18:42.156 INFO:tasks.rados.rados.0.smithi169.stdout:1271: delete oid 19 current snap is 121 2024-03-10T22:18:42.156 INFO:tasks.rados.rados.0.smithi169.stdout:1269: finishing write tid 1 to smithi16976610-11 2024-03-10T22:18:42.156 INFO:tasks.rados.rados.0.smithi169.stdout:1269: finishing write tid 2 to smithi16976610-11 2024-03-10T22:18:42.156 INFO:tasks.rados.rados.0.smithi169.stdout:1269: finishing write tid 3 to smithi16976610-11 2024-03-10T22:18:42.159 INFO:tasks.rados.rados.0.smithi169.stdout:1269: finishing write tid 4 to smithi16976610-11 2024-03-10T22:18:42.159 INFO:tasks.rados.rados.0.smithi169.stdout:1269: finishing write tid 5 to smithi16976610-11 2024-03-10T22:18:42.160 INFO:tasks.rados.rados.0.smithi169.stdout:1271: done (1 left) 2024-03-10T22:18:42.160 INFO:tasks.rados.rados.0.smithi169.stdout:1272: rollback oid 30 current snap is 121 2024-03-10T22:18:42.160 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 106 2024-03-10T22:18:42.160 INFO:tasks.rados.rados.0.smithi169.stdout:1273: copy_from oid 23 from oid 17 current snap is 121 2024-03-10T22:18:42.160 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 121 2024-03-10T22:18:42.161 INFO:tasks.rados.rados.0.smithi169.stdout:1274: seq_num 419 ranges {7938048=622592,8560640=671744,9232384=647168,9879552=286720} 2024-03-10T22:18:42.207 INFO:tasks.rados.rados.0.smithi169.stdout:1274: writing smithi16976610-24 from 7938048 to 8560640 tid 1 2024-03-10T22:18:42.211 INFO:tasks.rados.rados.0.smithi169.stdout:1274: writing smithi16976610-24 from 8560640 to 9232384 tid 2 2024-03-10T22:18:42.214 INFO:tasks.rados.rados.0.smithi169.stdout:1274: writing smithi16976610-24 from 9232384 to 9879552 tid 3 2024-03-10T22:18:42.218 INFO:tasks.rados.rados.0.smithi169.stdout:1274: writing smithi16976610-24 from 9879552 to 10166272 tid 4 2024-03-10T22:18:42.218 INFO:tasks.rados.rados.0.smithi169.stdout:1275: read oid 34 snap 111 2024-03-10T22:18:42.218 INFO:tasks.rados.rados.0.smithi169.stdout:1275: expect (ObjNum 309 snap 86 seq_num 309) 2024-03-10T22:18:42.218 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 121 2024-03-10T22:18:42.218 INFO:tasks.rados.rados.0.smithi169.stdout:1269: finishing write tid 6 to smithi16976610-11 2024-03-10T22:18:42.218 INFO:tasks.rados.rados.0.smithi169.stdout:1269: oid 11 updating version 0 to 505 2024-03-10T22:18:42.218 INFO:tasks.rados.rados.0.smithi169.stdout:1269: oid 11 version 505 is already newer than 504 2024-03-10T22:18:42.218 INFO:tasks.rados.rados.0.smithi169.stdout:1269: oid 11 updating version 505 to 508 2024-03-10T22:18:42.218 INFO:tasks.rados.rados.0.smithi169.stdout:1269: oid 11 version 508 is already newer than 506 2024-03-10T22:18:42.218 INFO:tasks.rados.rados.0.smithi169.stdout:1269: oid 11 version 508 is already newer than 507 2024-03-10T22:18:42.218 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 508 (ObjNum 417 snap 121 seq_num 417) dirty exists 2024-03-10T22:18:42.219 INFO:tasks.rados.rados.0.smithi169.stdout:1269: left oid 11 (ObjNum 417 snap 121 seq_num 417) 2024-03-10T22:18:42.219 INFO:tasks.rados.rados.0.smithi169.stdout:1276: seq_num 420 ranges {5890048=638976,6529024=557056,7086080=450560,7536640=598016} 2024-03-10T22:18:42.252 INFO:tasks.rados.rados.0.smithi169.stdout:1276: writing smithi16976610-6 from 5890048 to 6529024 tid 1 2024-03-10T22:18:42.255 INFO:tasks.rados.rados.0.smithi169.stdout:1276: writing smithi16976610-6 from 6529024 to 7086080 tid 2 2024-03-10T22:18:42.257 INFO:tasks.rados.rados.0.smithi169.stdout:1276: writing smithi16976610-6 from 7086080 to 7536640 tid 3 2024-03-10T22:18:42.261 INFO:tasks.rados.rados.0.smithi169.stdout:1276: writing smithi16976610-6 from 7536640 to 8134656 tid 4 2024-03-10T22:18:42.261 INFO:tasks.rados.rados.0.smithi169.stdout:1269: done (5 left) 2024-03-10T22:18:42.261 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 121 2024-03-10T22:18:42.261 INFO:tasks.rados.rados.0.smithi169.stdout:1272: finishing rollback tid 0 to smithi16976610-30 2024-03-10T22:18:42.261 INFO:tasks.rados.rados.0.smithi169.stdout:1272: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:18:42.261 INFO:tasks.rados.rados.0.smithi169.stdout:1272: finishing rollback tid 2 to smithi16976610-30 2024-03-10T22:18:42.261 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 785 (ObjNum 268 snap 70 seq_num 268) dirty exists 2024-03-10T22:18:42.262 INFO:tasks.rados.rados.0.smithi169.stdout:1273: finishing copy_from racing read to smithi16976610-23 2024-03-10T22:18:42.262 INFO:tasks.rados.rados.0.smithi169.stdout:1277: seq_num 421 ranges {0=655360,655360=442368,1097728=663552,1761280=499712} 2024-03-10T22:18:42.264 INFO:tasks.rados.rados.0.smithi169.stdout:1277: writing smithi16976610-44 from 0 to 655360 tid 1 2024-03-10T22:18:42.267 INFO:tasks.rados.rados.0.smithi169.stdout:1277: writing smithi16976610-44 from 655360 to 1097728 tid 2 2024-03-10T22:18:42.271 INFO:tasks.rados.rados.0.smithi169.stdout:1277: writing smithi16976610-44 from 1097728 to 1761280 tid 3 2024-03-10T22:18:42.275 INFO:tasks.rados.rados.0.smithi169.stdout:1277: writing smithi16976610-44 from 1761280 to 2260992 tid 4 2024-03-10T22:18:42.276 INFO:tasks.rados.rados.0.smithi169.stdout:1272: done (5 left) 2024-03-10T22:18:42.276 INFO:tasks.rados.rados.0.smithi169.stdout:1278: read oid 5 snap -1 2024-03-10T22:18:42.276 INFO:tasks.rados.rados.0.smithi169.stdout:1278: expect deleted 2024-03-10T22:18:42.276 INFO:tasks.rados.rados.0.smithi169.stdout:1279: snap_create 2024-03-10T22:18:42.276 INFO:tasks.rados.rados.0.smithi169.stdout:1273: finishing copy_from to smithi16976610-23 2024-03-10T22:18:42.276 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 456 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:18:42.276 INFO:tasks.rados.rados.0.smithi169.stdout:1274: finishing write tid 1 to smithi16976610-24 2024-03-10T22:18:42.276 INFO:tasks.rados.rados.0.smithi169.stdout:1274: finishing write tid 2 to smithi16976610-24 2024-03-10T22:18:42.276 INFO:tasks.rados.rados.0.smithi169.stdout:1274: finishing write tid 3 to smithi16976610-24 2024-03-10T22:18:42.276 INFO:tasks.rados.rados.0.smithi169.stdout:1274: finishing write tid 4 to smithi16976610-24 2024-03-10T22:18:42.276 INFO:tasks.rados.rados.0.smithi169.stdout:1274: finishing write tid 5 to smithi16976610-24 2024-03-10T22:18:42.277 INFO:tasks.rados.rados.0.smithi169.stdout:1274: finishing write tid 6 to smithi16976610-24 2024-03-10T22:18:42.277 INFO:tasks.rados.rados.0.smithi169.stdout:1274: oid 24 updating version 0 to 690 2024-03-10T22:18:42.277 INFO:tasks.rados.rados.0.smithi169.stdout:1274: oid 24 updating version 690 to 692 2024-03-10T22:18:42.277 INFO:tasks.rados.rados.0.smithi169.stdout:1274: oid 24 version 692 is already newer than 688 2024-03-10T22:18:42.277 INFO:tasks.rados.rados.0.smithi169.stdout:1274: oid 24 version 692 is already newer than 691 2024-03-10T22:18:42.277 INFO:tasks.rados.rados.0.smithi169.stdout:1274: oid 24 version 692 is already newer than 689 2024-03-10T22:18:42.277 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 692 (ObjNum 419 snap 121 seq_num 419) dirty exists 2024-03-10T22:18:42.277 INFO:tasks.rados.rados.0.smithi169.stdout:1274: left oid 24 (ObjNum 419 snap 121 seq_num 419) 2024-03-10T22:18:42.277 INFO:tasks.rados.rados.0.smithi169.stdout:1275: expect (ObjNum 309 snap 86 seq_num 309) 2024-03-10T22:18:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:1276: finishing write tid 1 to smithi16976610-6 2024-03-10T22:18:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:1276: finishing write tid 2 to smithi16976610-6 2024-03-10T22:18:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:1276: finishing write tid 3 to smithi16976610-6 2024-03-10T22:18:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:1276: finishing write tid 4 to smithi16976610-6 2024-03-10T22:18:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:1276: finishing write tid 5 to smithi16976610-6 2024-03-10T22:18:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:1276: finishing write tid 6 to smithi16976610-6 2024-03-10T22:18:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:1276: oid 6 updating version 0 to 583 2024-03-10T22:18:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:1276: oid 6 version 583 is already newer than 580 2024-03-10T22:18:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:1276: oid 6 version 583 is already newer than 582 2024-03-10T22:18:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:1276: oid 6 version 583 is already newer than 579 2024-03-10T22:18:42.305 INFO:tasks.rados.rados.0.smithi169.stdout:1276: oid 6 version 583 is already newer than 581 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 583 (ObjNum 420 snap 121 seq_num 420) dirty exists 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1276: left oid 6 (ObjNum 420 snap 121 seq_num 420) 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1277: finishing write tid 1 to smithi16976610-44 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1277: finishing write tid 2 to smithi16976610-44 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1277: finishing write tid 3 to smithi16976610-44 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1277: finishing write tid 4 to smithi16976610-44 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1277: finishing write tid 5 to smithi16976610-44 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1277: finishing write tid 6 to smithi16976610-44 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1277: oid 44 updating version 0 to 618 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1277: oid 44 updating version 618 to 620 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1277: oid 44 version 620 is already newer than 617 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1277: oid 44 version 620 is already newer than 616 2024-03-10T22:18:42.306 INFO:tasks.rados.rados.0.smithi169.stdout:1277: oid 44 version 620 is already newer than 619 2024-03-10T22:18:42.307 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 620 (ObjNum 421 snap 121 seq_num 421) dirty exists 2024-03-10T22:18:42.307 INFO:tasks.rados.rados.0.smithi169.stdout:1277: left oid 44 (ObjNum 421 snap 121 seq_num 421) 2024-03-10T22:18:42.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:18:42.156+0000 7fa2f0060700 -1 osd.0 301 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:18:42.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[90638]: osdmap e310: 8 total, 7 up, 8 in 2024-03-10T22:18:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[90638]: mgrmap e43: y(active, since 91s), standbys: x 2024-03-10T22:18:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[90638]: from='osd.0 [v2:172.21.15.169:6802/1444758864,v1:172.21.15.169:6803/1444758864]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:18:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[90638]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:18:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[88180]: osdmap e310: 8 total, 7 up, 8 in 2024-03-10T22:18:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[88180]: mgrmap e43: y(active, since 91s), standbys: x 2024-03-10T22:18:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[88180]: from='osd.0 [v2:172.21.15.169:6802/1444758864,v1:172.21.15.169:6803/1444758864]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:18:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[88180]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:18:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:42 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:42.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:42 smithi172 ceph-mon[84635]: osdmap e310: 8 total, 7 up, 8 in 2024-03-10T22:18:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:42 smithi172 ceph-mon[84635]: mgrmap e43: y(active, since 91s), standbys: x 2024-03-10T22:18:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:42 smithi172 ceph-mon[84635]: from='osd.0 [v2:172.21.15.169:6802/1444758864,v1:172.21.15.169:6803/1444758864]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:18:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:42 smithi172 ceph-mon[84635]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T22:18:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:42 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:42 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:43.129 INFO:tasks.rados.rados.0.smithi169.stdout:1273: done (6 left) 2024-03-10T22:18:43.129 INFO:tasks.rados.rados.0.smithi169.stdout:1274: done (5 left) 2024-03-10T22:18:43.129 INFO:tasks.rados.rados.0.smithi169.stdout:1275: done (4 left) 2024-03-10T22:18:43.130 INFO:tasks.rados.rados.0.smithi169.stdout:1276: done (3 left) 2024-03-10T22:18:43.130 INFO:tasks.rados.rados.0.smithi169.stdout:1277: done (2 left) 2024-03-10T22:18:43.130 INFO:tasks.rados.rados.0.smithi169.stdout:1278: done (1 left) 2024-03-10T22:18:43.130 INFO:tasks.rados.rados.0.smithi169.stdout:1279: done (0 left) 2024-03-10T22:18:43.130 INFO:tasks.rados.rados.0.smithi169.stdout:1280: setattr oid 23 current snap is 122 2024-03-10T22:18:43.130 INFO:tasks.rados.rados.0.smithi169.stdout:1281: snap_remove snap 117 2024-03-10T22:18:43.434 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:43 smithi169 ceph-mon[88180]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T22:18:43.434 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:43 smithi169 ceph-mon[88180]: osdmap e311: 8 total, 7 up, 8 in 2024-03-10T22:18:43.435 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:43 smithi169 ceph-mon[88180]: from='osd.0 [v2:172.21.15.169:6802/1444758864,v1:172.21.15.169:6803/1444758864]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:18:43.435 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:43 smithi169 ceph-mon[88180]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:18:43.435 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:43 smithi169 ceph-mon[88180]: pgmap v127: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 36 op/s; 65/360 objects degraded (18.056%) 2024-03-10T22:18:43.435 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:43 smithi169 ceph-mon[90638]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T22:18:43.435 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:43 smithi169 ceph-mon[90638]: osdmap e311: 8 total, 7 up, 8 in 2024-03-10T22:18:43.435 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:43 smithi169 ceph-mon[90638]: from='osd.0 [v2:172.21.15.169:6802/1444758864,v1:172.21.15.169:6803/1444758864]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:18:43.435 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:43 smithi169 ceph-mon[90638]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:18:43.435 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:43 smithi169 ceph-mon[90638]: pgmap v127: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 36 op/s; 65/360 objects degraded (18.056%) 2024-03-10T22:18:43.504 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:43 smithi172 ceph-mon[84635]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T22:18:43.504 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:43 smithi172 ceph-mon[84635]: osdmap e311: 8 total, 7 up, 8 in 2024-03-10T22:18:43.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:43 smithi172 ceph-mon[84635]: from='osd.0 [v2:172.21.15.169:6802/1444758864,v1:172.21.15.169:6803/1444758864]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:18:43.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:43 smithi172 ceph-mon[84635]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:18:43.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:43 smithi172 ceph-mon[84635]: pgmap v127: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 36 op/s; 65/360 objects degraded (18.056%) 2024-03-10T22:18:43.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:44.140 INFO:tasks.rados.rados.0.smithi169.stdout:1281: done (1 left) 2024-03-10T22:18:44.141 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 122 2024-03-10T22:18:44.141 INFO:tasks.rados.rados.0.smithi169.stdout:1282: seq_num 422 ranges {7045120=671744,7716864=729088,8445952=417792,8863744=458752} 2024-03-10T22:18:44.182 INFO:tasks.rados.rados.0.smithi169.stdout:1282: writing smithi16976610-45 from 7045120 to 7716864 tid 1 2024-03-10T22:18:44.186 INFO:tasks.rados.rados.0.smithi169.stdout:1282: writing smithi16976610-45 from 7716864 to 8445952 tid 2 2024-03-10T22:18:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:1282: writing smithi16976610-45 from 8445952 to 8863744 tid 3 2024-03-10T22:18:44.193 INFO:tasks.rados.rados.0.smithi169.stdout:1282: writing smithi16976610-45 from 8863744 to 9322496 tid 4 2024-03-10T22:18:44.193 INFO:tasks.rados.rados.0.smithi169.stdout:1283: snap_remove snap 109 2024-03-10T22:18:44.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:18:44.156+0000 7fa2d702e700 -1 osd.0 pg_epoch: 313 pg[5.es2( v 297'122 (0'0,297'122] local-lis/les=312/313 n=2 ec=72/72 lis/c=312/312 les/c/f=313/313/0 sis=312) [4,5,0]p4(0) r=2 lpr=312 luod=0'0 crt=297'122 lcod 0'0 mlcod 0'0 active mbc={} ps=[b6~1,bc~1]] update_snap_map remove_oid 5:74545209:::smithi16976610-36:b1 failed with -2 2024-03-10T22:18:44.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:18:44.265+0000 7fa2da835700 -1 osd.0 pg_epoch: 313 pg[5.7s2( v 309'245 (0'0,309'245] local-lis/les=312/313 n=3 ec=72/72 lis/c=312/312 les/c/f=313/313/0 sis=312) [5,1,0]p5(0) r=2 lpr=312 luod=0'0 crt=309'245 mlcod 0'0 active mbc={} ps=[b6~1,bc~1]] update_snap_map remove_oid 5:ec725c6e:::smithi16976610-12:b1 failed with -2 2024-03-10T22:18:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 65/360 objects degraded (18.056%), 14 pgs degraded (PG_DEGRADED) 2024-03-10T22:18:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[90638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:18:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[90638]: osd.0 [v2:172.21.15.169:6802/1444758864,v1:172.21.15.169:6803/1444758864] boot 2024-03-10T22:18:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[90638]: osdmap e312: 8 total, 8 up, 8 in 2024-03-10T22:18:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:18:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 65/360 objects degraded (18.056%), 14 pgs degraded (PG_DEGRADED) 2024-03-10T22:18:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[88180]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:18:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[88180]: osd.0 [v2:172.21.15.169:6802/1444758864,v1:172.21.15.169:6803/1444758864] boot 2024-03-10T22:18:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[88180]: osdmap e312: 8 total, 8 up, 8 in 2024-03-10T22:18:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:18:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:44 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:44 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 65/360 objects degraded (18.056%), 14 pgs degraded (PG_DEGRADED) 2024-03-10T22:18:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:44 smithi172 ceph-mon[84635]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:18:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:44 smithi172 ceph-mon[84635]: osd.0 [v2:172.21.15.169:6802/1444758864,v1:172.21.15.169:6803/1444758864] boot 2024-03-10T22:18:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:44 smithi172 ceph-mon[84635]: osdmap e312: 8 total, 8 up, 8 in 2024-03-10T22:18:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:44 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T22:18:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:44 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:44 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:45.046 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:18:45.157 INFO:tasks.rados.rados.0.smithi169.stdout:1283: done (2 left) 2024-03-10T22:18:45.157 INFO:tasks.rados.rados.0.smithi169.stdout:1284: delete oid 1 current snap is 122 2024-03-10T22:18:45.157 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 693 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:18:45.157 INFO:tasks.rados.rados.0.smithi169.stdout:1282: finishing write tid 1 to smithi16976610-45 2024-03-10T22:18:45.157 INFO:tasks.rados.rados.0.smithi169.stdout:1282: finishing write tid 2 to smithi16976610-45 2024-03-10T22:18:45.157 INFO:tasks.rados.rados.0.smithi169.stdout:1282: finishing write tid 3 to smithi16976610-45 2024-03-10T22:18:45.157 INFO:tasks.rados.rados.0.smithi169.stdout:1282: finishing write tid 4 to smithi16976610-45 2024-03-10T22:18:45.157 INFO:tasks.rados.rados.0.smithi169.stdout:1282: finishing write tid 5 to smithi16976610-45 2024-03-10T22:18:45.158 INFO:tasks.rados.rados.0.smithi169.stdout:1282: finishing write tid 6 to smithi16976610-45 2024-03-10T22:18:45.158 INFO:tasks.rados.rados.0.smithi169.stdout:1282: oid 45 updating version 0 to 738 2024-03-10T22:18:45.158 INFO:tasks.rados.rados.0.smithi169.stdout:1282: oid 45 version 738 is already newer than 737 2024-03-10T22:18:45.158 INFO:tasks.rados.rados.0.smithi169.stdout:1282: oid 45 updating version 738 to 741 2024-03-10T22:18:45.158 INFO:tasks.rados.rados.0.smithi169.stdout:1282: oid 45 version 741 is already newer than 740 2024-03-10T22:18:45.158 INFO:tasks.rados.rados.0.smithi169.stdout:1282: oid 45 version 741 is already newer than 739 2024-03-10T22:18:45.158 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 741 (ObjNum 422 snap 122 seq_num 422) dirty exists 2024-03-10T22:18:45.158 INFO:tasks.rados.rados.0.smithi169.stdout:1282: left oid 45 (ObjNum 422 snap 122 seq_num 422) 2024-03-10T22:18:45.167 INFO:tasks.rados.rados.0.smithi169.stdout:1280: done (2 left) 2024-03-10T22:18:45.167 INFO:tasks.rados.rados.0.smithi169.stdout:1282: done (1 left) 2024-03-10T22:18:45.167 INFO:tasks.rados.rados.0.smithi169.stdout:1284: done (0 left) 2024-03-10T22:18:45.167 INFO:tasks.rados.rados.0.smithi169.stdout:1285: rollback oid 50 current snap is 122 2024-03-10T22:18:45.167 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 50 to 120 2024-03-10T22:18:45.167 INFO:tasks.rados.rados.0.smithi169.stdout:1286: copy_from oid 39 from oid 10 current snap is 122 2024-03-10T22:18:45.167 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 122 2024-03-10T22:18:45.167 INFO:tasks.rados.rados.0.smithi169.stdout:1287: seq_num 424 ranges {2048000=704512,2752512=491520,3244032=434176,3678208=679936} 2024-03-10T22:18:45.182 INFO:tasks.rados.rados.0.smithi169.stdout:1287: writing smithi16976610-2 from 2048000 to 2752512 tid 1 2024-03-10T22:18:45.185 INFO:tasks.rados.rados.0.smithi169.stdout:1287: writing smithi16976610-2 from 2752512 to 3244032 tid 2 2024-03-10T22:18:45.188 INFO:tasks.rados.rados.0.smithi169.stdout:1287: writing smithi16976610-2 from 3244032 to 3678208 tid 3 2024-03-10T22:18:45.194 INFO:tasks.rados.rados.0.smithi169.stdout:1287: writing smithi16976610-2 from 3678208 to 4358144 tid 4 2024-03-10T22:18:45.194 INFO:tasks.rados.rados.0.smithi169.stdout:1288: read oid 36 snap -1 2024-03-10T22:18:45.194 INFO:tasks.rados.rados.0.smithi169.stdout:1288: expect (ObjNum 393 snap 114 seq_num 393) 2024-03-10T22:18:45.194 INFO:tasks.rados.rados.0.smithi169.stdout:1289: rollback oid 32 current snap is 122 2024-03-10T22:18:45.194 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 32 to 121 2024-03-10T22:18:45.194 INFO:tasks.rados.rados.0.smithi169.stdout:1285: finishing rollback tid 1 to smithi16976610-50 2024-03-10T22:18:45.194 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 728 (ObjNum 177 snap 0 seq_num 1352641920) dirty dne 2024-03-10T22:18:45.194 INFO:tasks.rados.rados.0.smithi169.stdout:1286: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:18:45.194 INFO:tasks.rados.rados.0.smithi169.stdout:1287: finishing write tid 1 to smithi16976610-2 2024-03-10T22:18:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:1285: done (4 left) 2024-03-10T22:18:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:1290: rollback oid 25 current snap is 122 2024-03-10T22:18:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 25 to 120 2024-03-10T22:18:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:1291: copy_from oid 34 from oid 3 current snap is 122 2024-03-10T22:18:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:1292: snap_create 2024-03-10T22:18:45.196 INFO:tasks.rados.rados.0.smithi169.stdout:1286: finishing copy_from to smithi16976610-39 2024-03-10T22:18:45.196 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 96 (ObjNum 391 snap 114 seq_num 391) dirty exists 2024-03-10T22:18:45.198 INFO:tasks.rados.rados.0.smithi169.stdout:1289: finishing rollback tid 1 to smithi16976610-32 2024-03-10T22:18:45.198 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 725 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T22:18:45.208 INFO:tasks.rados.rados.0.smithi169.stdout:1290: finishing rollback tid 0 to smithi16976610-25 2024-03-10T22:18:45.208 INFO:tasks.rados.rados.0.smithi169.stdout:1290: finishing rollback tid 1 to smithi16976610-25 2024-03-10T22:18:45.208 INFO:tasks.rados.rados.0.smithi169.stdout:1287: finishing write tid 2 to smithi16976610-2 2024-03-10T22:18:45.210 INFO:tasks.rados.rados.0.smithi169.stdout:1287: finishing write tid 3 to smithi16976610-2 2024-03-10T22:18:45.210 INFO:tasks.rados.rados.0.smithi169.stdout:1287: finishing write tid 4 to smithi16976610-2 2024-03-10T22:18:45.210 INFO:tasks.rados.rados.0.smithi169.stdout:1287: finishing write tid 5 to smithi16976610-2 2024-03-10T22:18:45.211 INFO:tasks.rados.rados.0.smithi169.stdout:1290: finishing rollback tid 2 to smithi16976610-25 2024-03-10T22:18:45.211 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 1738 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:18:45.212 INFO:tasks.rados.rados.0.smithi169.stdout:1287: finishing write tid 6 to smithi16976610-2 2024-03-10T22:18:45.212 INFO:tasks.rados.rados.0.smithi169.stdout:1287: oid 2 updating version 0 to 600 2024-03-10T22:18:45.212 INFO:tasks.rados.rados.0.smithi169.stdout:1287: oid 2 updating version 600 to 603 2024-03-10T22:18:45.212 INFO:tasks.rados.rados.0.smithi169.stdout:1287: oid 2 version 603 is already newer than 599 2024-03-10T22:18:45.212 INFO:tasks.rados.rados.0.smithi169.stdout:1287: oid 2 updating version 603 to 604 2024-03-10T22:18:45.212 INFO:tasks.rados.rados.0.smithi169.stdout:1287: oid 2 updating version 604 to 605 2024-03-10T22:18:45.213 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 605 (ObjNum 424 snap 122 seq_num 424) dirty exists 2024-03-10T22:18:45.213 INFO:tasks.rados.rados.0.smithi169.stdout:1287: left oid 2 (ObjNum 424 snap 122 seq_num 424) 2024-03-10T22:18:45.213 INFO:tasks.rados.rados.0.smithi169.stdout:1291: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:18:45.216 INFO:tasks.rados.rados.0.smithi169.stdout:1291: finishing copy_from to smithi16976610-34 2024-03-10T22:18:45.216 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 456 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:18:45.221 INFO:tasks.rados.rados.0.smithi169.stdout:1288: expect (ObjNum 393 snap 114 seq_num 393) 2024-03-10T22:18:45.314 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:45 smithi169 ceph-mon[90638]: osdmap e313: 8 total, 8 up, 8 in 2024-03-10T22:18:45.314 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:45 smithi169 ceph-mon[90638]: pgmap v130: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 36 op/s; 65/360 objects degraded (18.056%) 2024-03-10T22:18:45.314 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:18:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:18:45.164+0000 7fa2d9032700 -1 osd.0 pg_epoch: 314 pg[5.2s1( v 314'514 (0'0,314'514] local-lis/les=312/313 n=13 ec=72/72 lis/c=312/312 les/c/f=313/313/0 sis=312) [6,0,5]p6(0) r=1 lpr=312 luod=0'0 crt=313'512 lcod 313'512 mlcod 313'512 active mbc={} ps=[b1~1,b6~1,b8~1,ba~4,bf~2]] update_snap_map remove_oid 5:4658642f:::smithi16976610-40:b7 failed with -2 2024-03-10T22:18:45.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:45 smithi169 ceph-mon[88180]: osdmap e313: 8 total, 8 up, 8 in 2024-03-10T22:18:45.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:45 smithi169 ceph-mon[88180]: pgmap v130: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 36 op/s; 65/360 objects degraded (18.056%) 2024-03-10T22:18:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:45 smithi172 ceph-mon[84635]: osdmap e313: 8 total, 8 up, 8 in 2024-03-10T22:18:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:45 smithi172 ceph-mon[84635]: pgmap v130: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 36 op/s; 65/360 objects degraded (18.056%) 2024-03-10T22:18:45.582 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:18:45.582 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (5m) 3s ago 6m 25.3M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:18:45.582 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (5m) 48s ago 5m 92.6M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:18:45.582 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (7m) 3s ago 7m 15.7M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:18:45.583 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (7m) 48s ago 7m 20.5M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:18:45.583 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (119s) 48s ago 11m 448M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:18:45.583 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (2m) 3s ago 12m 508M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:18:45.583 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (103s) 3s ago 13m 46.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:18:45.583 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (59s) 48s ago 11m 25.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:18:45.583 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (79s) 3s ago 11m 39.8M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:18:45.583 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (6m) 3s ago 6m 16.0M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:18:45.583 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (6m) 48s ago 6m 15.2M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:18:45.583 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (7s) 3s ago 10m 12.6M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:18:45.583 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (10m) 3s ago 10m 101M 2480M 18.2.1-746-gc2ea977b a30af69eda22 bc83559f4e48 2024-03-10T22:18:45.583 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (9m) 3s ago 9m 163M 2480M 18.2.1-746-gc2ea977b a30af69eda22 34fdeb0dfbb6 2024-03-10T22:18:45.584 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (9m) 3s ago 9m 169M 2480M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:18:45.584 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (9m) 48s ago 9m 130M 2480M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:18:45.584 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (8m) 48s ago 8m 131M 2480M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:18:45.584 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (8m) 48s ago 8m 124M 2480M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:18:45.584 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (7m) 48s ago 7m 134M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:18:45.584 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (2m) 48s ago 7m 56.6M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:18:46.169 INFO:tasks.rados.rados.0.smithi169.stdout:1286: done (6 left) 2024-03-10T22:18:46.169 INFO:tasks.rados.rados.0.smithi169.stdout:1287: done (5 left) 2024-03-10T22:18:46.170 INFO:tasks.rados.rados.0.smithi169.stdout:1288: done (4 left) 2024-03-10T22:18:46.170 INFO:tasks.rados.rados.0.smithi169.stdout:1289: done (3 left) 2024-03-10T22:18:46.170 INFO:tasks.rados.rados.0.smithi169.stdout:1290: done (2 left) 2024-03-10T22:18:46.170 INFO:tasks.rados.rados.0.smithi169.stdout:1291: done (1 left) 2024-03-10T22:18:46.170 INFO:tasks.rados.rados.0.smithi169.stdout:1292: done (0 left) 2024-03-10T22:18:46.170 INFO:tasks.rados.rados.0.smithi169.stdout:1293: read oid 31 snap 120 2024-03-10T22:18:46.170 INFO:tasks.rados.rados.0.smithi169.stdout:1293: expect (ObjNum 409 snap 120 seq_num 409) 2024-03-10T22:18:46.170 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 123 2024-03-10T22:18:46.170 INFO:tasks.rados.rados.0.smithi169.stdout:1294: seq_num 425 ranges {4358144=720896,5079040=778240,5857280=638976,6496256=188416} 2024-03-10T22:18:46.199 INFO:tasks.rados.rados.0.smithi169.stdout:1294: writing smithi16976610-2 from 4358144 to 5079040 tid 1 2024-03-10T22:18:46.205 INFO:tasks.rados.rados.0.smithi169.stdout:1294: writing smithi16976610-2 from 5079040 to 5857280 tid 2 2024-03-10T22:18:46.210 INFO:tasks.rados.rados.0.smithi169.stdout:1294: writing smithi16976610-2 from 5857280 to 6496256 tid 3 2024-03-10T22:18:46.212 INFO:tasks.rados.rados.0.smithi169.stdout:1294: writing smithi16976610-2 from 6496256 to 6684672 tid 4 2024-03-10T22:18:46.212 INFO:tasks.rados.rados.0.smithi169.stdout:1295: rollback oid 21 current snap is 123 2024-03-10T22:18:46.212 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 122 2024-03-10T22:18:46.212 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 123 2024-03-10T22:18:46.212 INFO:tasks.rados.rados.0.smithi169.stdout:1296: seq_num 426 ranges {2260992=737280,2998272=712704,3710976=802816,4513792=90112} 2024-03-10T22:18:46.230 INFO:tasks.rados.rados.0.smithi169.stdout:1296: writing smithi16976610-44 from 2260992 to 2998272 tid 1 2024-03-10T22:18:46.236 INFO:tasks.rados.rados.0.smithi169.stdout:1296: writing smithi16976610-44 from 2998272 to 3710976 tid 2 2024-03-10T22:18:46.241 INFO:tasks.rados.rados.0.smithi169.stdout:1296: writing smithi16976610-44 from 3710976 to 4513792 tid 3 2024-03-10T22:18:46.242 INFO:tasks.rados.rados.0.smithi169.stdout:1296: writing smithi16976610-44 from 4513792 to 4603904 tid 4 2024-03-10T22:18:46.242 INFO:tasks.rados.rados.0.smithi169.stdout:1297: read oid 33 snap -1 2024-03-10T22:18:46.243 INFO:tasks.rados.rados.0.smithi169.stdout:1297: expect (ObjNum 287 snap 72 seq_num 287) 2024-03-10T22:18:46.244 INFO:tasks.rados.rados.0.smithi169.stdout:1298: read oid 17 snap 119 2024-03-10T22:18:46.244 INFO:tasks.rados.rados.0.smithi169.stdout:1298: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:18:46.244 INFO:tasks.rados.rados.0.smithi169.stdout:1299: read oid 26 snap -1 2024-03-10T22:18:46.244 INFO:tasks.rados.rados.0.smithi169.stdout:1299: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:18:46.244 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 13 current snap is 123 2024-03-10T22:18:46.245 INFO:tasks.rados.rados.0.smithi169.stdout:1300: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2024-03-10T22:18:46.248 INFO:tasks.rados.rados.0.smithi169.stdout:1300: writing smithi16976610-13 from 0 to 761856 tid 1 2024-03-10T22:18:46.248 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:46 smithi169 ceph-mon[90638]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:46.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:46 smithi169 ceph-mon[90638]: osdmap e314: 8 total, 8 up, 8 in 2024-03-10T22:18:46.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:46 smithi169 ceph-mon[90638]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:46.249 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:46 smithi169 ceph-mon[88180]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:46.250 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:46 smithi169 ceph-mon[88180]: osdmap e314: 8 total, 8 up, 8 in 2024-03-10T22:18:46.250 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:46 smithi169 ceph-mon[88180]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:46.250 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:18:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:18:45] "GET /metrics HTTP/1.1" 200 36126 "" "Prometheus/2.43.0" 2024-03-10T22:18:46.250 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:18:46.250 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:18:46.250 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:18:46.250 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 7, 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 1 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 9, 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 6 2024-03-10T22:18:46.251 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:18:46.252 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:18:46.252 INFO:tasks.rados.rados.0.smithi169.stdout:1300: writing smithi16976610-13 from 761856 to 1359872 tid 2 2024-03-10T22:18:46.256 INFO:tasks.rados.rados.0.smithi169.stdout:1300: writing smithi16976610-13 from 1359872 to 1966080 tid 3 2024-03-10T22:18:46.260 INFO:tasks.rados.rados.0.smithi169.stdout:1300: writing smithi16976610-13 from 1966080 to 2367488 tid 4 2024-03-10T22:18:46.260 INFO:tasks.rados.rados.0.smithi169.stdout:1301: copy_from oid 12 from oid 48 current snap is 123 2024-03-10T22:18:46.261 INFO:tasks.rados.rados.0.smithi169.stdout:1302: read oid 50 snap -1 2024-03-10T22:18:46.261 INFO:tasks.rados.rados.0.smithi169.stdout:1302: expect deleted 2024-03-10T22:18:46.261 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 123 2024-03-10T22:18:46.261 INFO:tasks.rados.rados.0.smithi169.stdout:1303: seq_num 428 ranges {499712=778240,1277952=483328,1761280=409600,2170880=417792,2588672=294912} 2024-03-10T22:18:46.269 INFO:tasks.rados.rados.0.smithi169.stdout:1303: writing smithi16976610-18 from 499712 to 1277952 tid 1 2024-03-10T22:18:46.273 INFO:tasks.rados.rados.0.smithi169.stdout:1303: writing smithi16976610-18 from 1277952 to 1761280 tid 2 2024-03-10T22:18:46.276 INFO:tasks.rados.rados.0.smithi169.stdout:1303: writing smithi16976610-18 from 1761280 to 2170880 tid 3 2024-03-10T22:18:46.279 INFO:tasks.rados.rados.0.smithi169.stdout:1303: writing smithi16976610-18 from 2170880 to 2588672 tid 4 2024-03-10T22:18:46.281 INFO:tasks.rados.rados.0.smithi169.stdout:1303: writing smithi16976610-18 from 2588672 to 2883584 tid 5 2024-03-10T22:18:46.281 INFO:tasks.rados.rados.0.smithi169.stdout:1304: snap_create 2024-03-10T22:18:46.281 INFO:tasks.rados.rados.0.smithi169.stdout:1293: expect (ObjNum 409 snap 120 seq_num 409) 2024-03-10T22:18:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:46 smithi172 ceph-mon[84635]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:46 smithi172 ceph-mon[84635]: osdmap e314: 8 total, 8 up, 8 in 2024-03-10T22:18:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:46 smithi172 ceph-mon[84635]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:18:46.730 INFO:tasks.rados.rados.0.smithi169.stdout:1295: finishing rollback tid 0 to smithi16976610-21 2024-03-10T22:18:46.730 INFO:tasks.rados.rados.0.smithi169.stdout:1295: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:18:46.730 INFO:tasks.rados.rados.0.smithi169.stdout:1295: finishing rollback tid 2 to smithi16976610-21 2024-03-10T22:18:46.730 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 621 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:18:46.730 INFO:tasks.rados.rados.0.smithi169.stdout:1294: finishing write tid 1 to smithi16976610-2 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1294: finishing write tid 2 to smithi16976610-2 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1294: finishing write tid 3 to smithi16976610-2 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1294: finishing write tid 4 to smithi16976610-2 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1294: finishing write tid 5 to smithi16976610-2 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1294: finishing write tid 6 to smithi16976610-2 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1294: oid 2 updating version 0 to 607 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1294: oid 2 updating version 607 to 608 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1294: oid 2 updating version 608 to 609 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1294: oid 2 updating version 609 to 610 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1294: oid 2 updating version 610 to 611 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 611 (ObjNum 425 snap 123 seq_num 425) dirty exists 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1294: left oid 2 (ObjNum 425 snap 123 seq_num 425) 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1296: finishing write tid 1 to smithi16976610-44 2024-03-10T22:18:46.731 INFO:tasks.rados.rados.0.smithi169.stdout:1299: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:18:46.732 INFO:tasks.rados.rados.0.smithi169.stdout:1296: finishing write tid 2 to smithi16976610-44 2024-03-10T22:18:46.732 INFO:tasks.rados.rados.0.smithi169.stdout:1296: finishing write tid 3 to smithi16976610-44 2024-03-10T22:18:46.732 INFO:tasks.rados.rados.0.smithi169.stdout:1296: finishing write tid 4 to smithi16976610-44 2024-03-10T22:18:46.732 INFO:tasks.rados.rados.0.smithi169.stdout:1298: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:18:46.787 INFO:tasks.rados.rados.0.smithi169.stdout:1296: finishing write tid 5 to smithi16976610-44 2024-03-10T22:18:46.787 INFO:tasks.rados.rados.0.smithi169.stdout:1297: expect (ObjNum 287 snap 72 seq_num 287) 2024-03-10T22:18:47.133 INFO:tasks.rados.rados.0.smithi169.stdout:1300: finishing write tid 1 to smithi16976610-13 2024-03-10T22:18:47.133 INFO:tasks.rados.rados.0.smithi169.stdout:1301: finishing copy_from racing read to smithi16976610-12 2024-03-10T22:18:47.133 INFO:tasks.rados.rados.0.smithi169.stdout:1300: finishing write tid 2 to smithi16976610-13 2024-03-10T22:18:47.133 INFO:tasks.rados.rados.0.smithi169.stdout:1300: finishing write tid 3 to smithi16976610-13 2024-03-10T22:18:47.133 INFO:tasks.rados.rados.0.smithi169.stdout:1300: finishing write tid 4 to smithi16976610-13 2024-03-10T22:18:47.133 INFO:tasks.rados.rados.0.smithi169.stdout:1303: finishing write tid 1 to smithi16976610-18 2024-03-10T22:18:47.133 INFO:tasks.rados.rados.0.smithi169.stdout:1293: done (11 left) 2024-03-10T22:18:47.133 INFO:tasks.rados.rados.0.smithi169.stdout:1294: done (10 left) 2024-03-10T22:18:47.133 INFO:tasks.rados.rados.0.smithi169.stdout:1295: done (9 left) 2024-03-10T22:18:47.133 INFO:tasks.rados.rados.0.smithi169.stdout:1297: done (8 left) 2024-03-10T22:18:47.133 INFO:tasks.rados.rados.0.smithi169.stdout:1298: done (7 left) 2024-03-10T22:18:47.134 INFO:tasks.rados.rados.0.smithi169.stdout:1299: done (6 left) 2024-03-10T22:18:47.134 INFO:tasks.rados.rados.0.smithi169.stdout:1302: done (5 left) 2024-03-10T22:18:47.134 INFO:tasks.rados.rados.0.smithi169.stdout:1304: done (4 left) 2024-03-10T22:18:47.134 INFO:tasks.rados.rados.0.smithi169.stdout:1305: copy_from oid 29 from oid 22 current snap is 124 2024-03-10T22:18:47.134 INFO:tasks.rados.rados.0.smithi169.stdout:1301: finishing copy_from to smithi16976610-12 2024-03-10T22:18:47.134 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 246 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:18:47.134 INFO:tasks.rados.rados.0.smithi169.stdout:1296: finishing write tid 6 to smithi16976610-44 2024-03-10T22:18:47.134 INFO:tasks.rados.rados.0.smithi169.stdout:1296: oid 44 updating version 0 to 2397 2024-03-10T22:18:47.134 INFO:tasks.rados.rados.0.smithi169.stdout:1296: oid 44 version 2397 is already newer than 2395 2024-03-10T22:18:47.134 INFO:tasks.rados.rados.0.smithi169.stdout:1296: oid 44 version 2397 is already newer than 2389 2024-03-10T22:18:47.134 INFO:tasks.rados.rados.0.smithi169.stdout:1296: oid 44 version 2397 is already newer than 2396 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:1296: oid 44 version 2397 is already newer than 2390 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 2397 (ObjNum 426 snap 123 seq_num 426) dirty exists 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:1296: left oid 44 (ObjNum 426 snap 123 seq_num 426) 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:1300: finishing write tid 5 to smithi16976610-13 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:1303: finishing write tid 2 to smithi16976610-18 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:1303: finishing write tid 3 to smithi16976610-18 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:1303: finishing write tid 4 to smithi16976610-18 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:1303: finishing write tid 5 to smithi16976610-18 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:1303: finishing write tid 6 to smithi16976610-18 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:1300: finishing write tid 6 to smithi16976610-13 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:1300: oid 13 updating version 0 to 2401 2024-03-10T22:18:47.135 INFO:tasks.rados.rados.0.smithi169.stdout:1300: oid 13 version 2401 is already newer than 2400 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:1300: oid 13 updating version 2401 to 2402 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:1300: oid 13 version 2402 is already newer than 2398 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:1300: oid 13 version 2402 is already newer than 2399 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 2402 (ObjNum 427 snap 123 seq_num 427) dirty exists 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:1300: left oid 13 (ObjNum 427 snap 123 seq_num 427) 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:1303: finishing write tid 7 to smithi16976610-18 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:1303: oid 18 updating version 0 to 704 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:1303: oid 18 updating version 704 to 705 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:1303: oid 18 version 705 is already newer than 702 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:1303: oid 18 version 705 is already newer than 701 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:1303: oid 18 version 705 is already newer than 703 2024-03-10T22:18:47.136 INFO:tasks.rados.rados.0.smithi169.stdout:1303: oid 18 version 705 is already newer than 700 2024-03-10T22:18:47.137 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 705 (ObjNum 428 snap 123 seq_num 428) dirty exists 2024-03-10T22:18:47.137 INFO:tasks.rados.rados.0.smithi169.stdout:1303: left oid 18 (ObjNum 428 snap 123 seq_num 428) 2024-03-10T22:18:47.137 INFO:tasks.rados.rados.0.smithi169.stdout:1296: done (4 left) 2024-03-10T22:18:47.137 INFO:tasks.rados.rados.0.smithi169.stdout:1300: done (3 left) 2024-03-10T22:18:47.137 INFO:tasks.rados.rados.0.smithi169.stdout:1301: done (2 left) 2024-03-10T22:18:47.137 INFO:tasks.rados.rados.0.smithi169.stdout:1303: done (1 left) 2024-03-10T22:18:47.137 INFO:tasks.rados.rados.0.smithi169.stdout:1306: rollback oid 15 current snap is 124 2024-03-10T22:18:47.137 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 15 to 116 2024-03-10T22:18:47.137 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 124 2024-03-10T22:18:47.137 INFO:tasks.rados.rados.0.smithi169.stdout:1307: seq_num 429 ranges {5799936=794624,6594560=770048,7364608=622592,7987200=212992} 2024-03-10T22:18:47.169 INFO:tasks.rados.rados.0.smithi169.stdout:1307: writing smithi16976610-36 from 5799936 to 6594560 tid 1 2024-03-10T22:18:47.175 INFO:tasks.rados.rados.0.smithi169.stdout:1307: writing smithi16976610-36 from 6594560 to 7364608 tid 2 2024-03-10T22:18:47.179 INFO:tasks.rados.rados.0.smithi169.stdout:1307: writing smithi16976610-36 from 7364608 to 7987200 tid 3 2024-03-10T22:18:47.181 INFO:tasks.rados.rados.0.smithi169.stdout:1307: writing smithi16976610-36 from 7987200 to 8200192 tid 4 2024-03-10T22:18:47.181 INFO:tasks.rados.rados.0.smithi169.stdout:1308: snap_create 2024-03-10T22:18:47.181 INFO:tasks.rados.rados.0.smithi169.stdout:1305: finishing copy_from to smithi16976610-29 2024-03-10T22:18:47.181 INFO:tasks.rados.rados.0.smithi169.stdout:1305: got expected ENOENT (src dne) 2024-03-10T22:18:47.181 INFO:tasks.rados.rados.0.smithi169.stdout:1305: finishing copy_from racing read to smithi16976610-29 2024-03-10T22:18:47.181 INFO:tasks.rados.rados.0.smithi169.stdout:1306: finishing rollback tid 0 to smithi16976610-15 2024-03-10T22:18:47.181 INFO:tasks.rados.rados.0.smithi169.stdout:1306: finishing rollback tid 1 to smithi16976610-15 2024-03-10T22:18:47.181 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 695 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-03-10T22:18:47.181 INFO:tasks.rados.rados.0.smithi169.stdout:1307: finishing write tid 1 to smithi16976610-36 2024-03-10T22:18:47.181 INFO:tasks.rados.rados.0.smithi169.stdout:1307: finishing write tid 2 to smithi16976610-36 2024-03-10T22:18:47.183 INFO:tasks.rados.rados.0.smithi169.stdout:1307: finishing write tid 3 to smithi16976610-36 2024-03-10T22:18:47.183 INFO:tasks.rados.rados.0.smithi169.stdout:1307: finishing write tid 4 to smithi16976610-36 2024-03-10T22:18:47.183 INFO:tasks.rados.rados.0.smithi169.stdout:1307: finishing write tid 5 to smithi16976610-36 2024-03-10T22:18:47.184 INFO:tasks.rados.rados.0.smithi169.stdout:1307: finishing write tid 6 to smithi16976610-36 2024-03-10T22:18:47.184 INFO:tasks.rados.rados.0.smithi169.stdout:1307: oid 36 updating version 0 to 131 2024-03-10T22:18:47.184 INFO:tasks.rados.rados.0.smithi169.stdout:1307: oid 36 updating version 131 to 134 2024-03-10T22:18:47.184 INFO:tasks.rados.rados.0.smithi169.stdout:1307: oid 36 version 134 is already newer than 130 2024-03-10T22:18:47.184 INFO:tasks.rados.rados.0.smithi169.stdout:1307: oid 36 version 134 is already newer than 132 2024-03-10T22:18:47.185 INFO:tasks.rados.rados.0.smithi169.stdout:1307: oid 36 version 134 is already newer than 133 2024-03-10T22:18:47.185 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 134 (ObjNum 429 snap 124 seq_num 429) dirty exists 2024-03-10T22:18:47.185 INFO:tasks.rados.rados.0.smithi169.stdout:1307: left oid 36 (ObjNum 429 snap 124 seq_num 429) 2024-03-10T22:18:47.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:47 smithi169 ceph-mon[90638]: osdmap e315: 8 total, 8 up, 8 in 2024-03-10T22:18:47.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:47 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/245697696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:47.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:47 smithi169 ceph-mon[90638]: pgmap v133: 121 pgs: 8 active+undersized+degraded, 23 active+undersized, 90 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 6 op/s; 40/369 objects degraded (10.840%); 3.3 MiB/s, 1 objects/s recovering 2024-03-10T22:18:47.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:47 smithi169 ceph-mon[90638]: osdmap e316: 8 total, 8 up, 8 in 2024-03-10T22:18:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:47 smithi169 ceph-mon[88180]: osdmap e315: 8 total, 8 up, 8 in 2024-03-10T22:18:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:47 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/245697696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:47 smithi169 ceph-mon[88180]: pgmap v133: 121 pgs: 8 active+undersized+degraded, 23 active+undersized, 90 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 6 op/s; 40/369 objects degraded (10.840%); 3.3 MiB/s, 1 objects/s recovering 2024-03-10T22:18:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:47 smithi169 ceph-mon[88180]: osdmap e316: 8 total, 8 up, 8 in 2024-03-10T22:18:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:47 smithi172 ceph-mon[84635]: osdmap e315: 8 total, 8 up, 8 in 2024-03-10T22:18:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:47 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/245697696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:47 smithi172 ceph-mon[84635]: pgmap v133: 121 pgs: 8 active+undersized+degraded, 23 active+undersized, 90 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 6 op/s; 40/369 objects degraded (10.840%); 3.3 MiB/s, 1 objects/s recovering 2024-03-10T22:18:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:47 smithi172 ceph-mon[84635]: osdmap e316: 8 total, 8 up, 8 in 2024-03-10T22:18:48.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:18:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:18:47.557+0000 7fcb9e6f0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-03-10T22:18:48.177 INFO:tasks.rados.rados.0.smithi169.stdout:1305: done (3 left) 2024-03-10T22:18:48.177 INFO:tasks.rados.rados.0.smithi169.stdout:1306: done (2 left) 2024-03-10T22:18:48.177 INFO:tasks.rados.rados.0.smithi169.stdout:1307: done (1 left) 2024-03-10T22:18:48.178 INFO:tasks.rados.rados.0.smithi169.stdout:1308: done (0 left) 2024-03-10T22:18:48.178 INFO:tasks.rados.rados.0.smithi169.stdout:1309: rollback oid 1 current snap is 125 2024-03-10T22:18:48.178 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 1 to 124 2024-03-10T22:18:48.178 INFO:tasks.rados.rados.0.smithi169.stdout:1310: rollback oid 36 current snap is 125 2024-03-10T22:18:48.178 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 36 to 121 2024-03-10T22:18:48.178 INFO:tasks.rados.rados.0.smithi169.stdout:1311: snap_remove snap 116 2024-03-10T22:18:48.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:18:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:18:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:18:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:18:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-03-10T22:18:48.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[90638]: osdmap e317: 8 total, 8 up, 8 in 2024-03-10T22:18:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:18:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:18:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:18:48.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:18:48.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-03-10T22:18:48.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:48 smithi169 ceph-mon[88180]: osdmap e317: 8 total, 8 up, 8 in 2024-03-10T22:18:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:18:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:18:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:18:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:48.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:48.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:18:48.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:18:48.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:18:48.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-03-10T22:18:48.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:48 smithi172 ceph-mon[84635]: osdmap e317: 8 total, 8 up, 8 in 2024-03-10T22:18:49.181 INFO:tasks.rados.rados.0.smithi169.stdout:1311: done (2 left) 2024-03-10T22:18:49.181 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 125 2024-03-10T22:18:49.181 INFO:tasks.rados.rados.0.smithi169.stdout:1309: finishing rollback tid 1 to smithi16976610-1 2024-03-10T22:18:49.181 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 797 (ObjNum 81 snap 0 seq_num 151106624) dirty dne 2024-03-10T22:18:49.181 INFO:tasks.rados.rados.0.smithi169.stdout:1310: finishing rollback tid 0 to smithi16976610-36 2024-03-10T22:18:49.181 INFO:tasks.rados.rados.0.smithi169.stdout:1310: finishing rollback tid 1 to smithi16976610-36 2024-03-10T22:18:49.181 INFO:tasks.rados.rados.0.smithi169.stdout:1310: finishing rollback tid 2 to smithi16976610-36 2024-03-10T22:18:49.181 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 138 (ObjNum 393 snap 114 seq_num 393) dirty exists 2024-03-10T22:18:49.181 INFO:tasks.rados.rados.0.smithi169.stdout:1312: seq_num 430 ranges {2080768=8192} 2024-03-10T22:18:49.193 INFO:tasks.rados.rados.0.smithi169.stdout:1312: writing smithi16976610-29 from 2080768 to 2088960 tid 1 2024-03-10T22:18:49.193 INFO:tasks.rados.rados.0.smithi169.stdout:1309: done (2 left) 2024-03-10T22:18:49.194 INFO:tasks.rados.rados.0.smithi169.stdout:1310: done (1 left) 2024-03-10T22:18:49.194 INFO:tasks.rados.rados.0.smithi169.stdout:1313: read oid 13 snap 106 2024-03-10T22:18:49.194 INFO:tasks.rados.rados.0.smithi169.stdout:1313: expect (ObjNum 367 snap 100 seq_num 367) 2024-03-10T22:18:49.194 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 125 2024-03-10T22:18:49.194 INFO:tasks.rados.rados.0.smithi169.stdout:1314: seq_num 431 ranges {0=24576} 2024-03-10T22:18:49.194 INFO:tasks.rados.rados.0.smithi169.stdout:1314: writing smithi16976610-43 from 0 to 24576 tid 1 2024-03-10T22:18:49.194 INFO:tasks.rados.rados.0.smithi169.stdout:1315: copy_from oid 10 from oid 38 current snap is 125 2024-03-10T22:18:49.194 INFO:tasks.rados.rados.0.smithi169.stdout:1316: snap_remove snap 107 2024-03-10T22:18:49.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:49 smithi169 ceph-mon[90638]: pgmap v136: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 28 op/s; 16 MiB/s, 6 objects/s recovering 2024-03-10T22:18:49.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:49 smithi169 ceph-mon[90638]: osdmap e318: 8 total, 8 up, 8 in 2024-03-10T22:18:49.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:49 smithi169 ceph-mon[88180]: pgmap v136: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 28 op/s; 16 MiB/s, 6 objects/s recovering 2024-03-10T22:18:49.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:49 smithi169 ceph-mon[88180]: osdmap e318: 8 total, 8 up, 8 in 2024-03-10T22:18:49.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:49 smithi172 ceph-mon[84635]: pgmap v136: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 28 op/s; 16 MiB/s, 6 objects/s recovering 2024-03-10T22:18:49.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:49 smithi172 ceph-mon[84635]: osdmap e318: 8 total, 8 up, 8 in 2024-03-10T22:18:50.182 INFO:tasks.rados.rados.0.smithi169.stdout:1314: finishing write tid 1 to smithi16976610-43 2024-03-10T22:18:50.182 INFO:tasks.rados.rados.0.smithi169.stdout:1314: finishing write tid 2 to smithi16976610-43 2024-03-10T22:18:50.182 INFO:tasks.rados.rados.0.smithi169.stdout:1312: finishing write tid 1 to smithi16976610-29 2024-03-10T22:18:50.182 INFO:tasks.rados.rados.0.smithi169.stdout:1312: finishing write tid 2 to smithi16976610-29 2024-03-10T22:18:50.182 INFO:tasks.rados.rados.0.smithi169.stdout:1314: finishing write tid 3 to smithi16976610-43 2024-03-10T22:18:50.183 INFO:tasks.rados.rados.0.smithi169.stdout:1314: oid 43 updating version 0 to 819 2024-03-10T22:18:50.183 INFO:tasks.rados.rados.0.smithi169.stdout:1314: oid 43 version 819 is already newer than 818 2024-03-10T22:18:50.183 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 819 (ObjNum 431 snap 125 seq_num 431) dirty exists 2024-03-10T22:18:50.183 INFO:tasks.rados.rados.0.smithi169.stdout:1314: left oid 43 (ObjNum 431 snap 125 seq_num 431) 2024-03-10T22:18:50.183 INFO:tasks.rados.rados.0.smithi169.stdout:1312: finishing write tid 3 to smithi16976610-29 2024-03-10T22:18:50.183 INFO:tasks.rados.rados.0.smithi169.stdout:1312: oid 29 updating version 0 to 623 2024-03-10T22:18:50.183 INFO:tasks.rados.rados.0.smithi169.stdout:1312: oid 29 version 623 is already newer than 622 2024-03-10T22:18:50.183 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 623 (ObjNum 430 snap 125 seq_num 430) dirty exists 2024-03-10T22:18:50.183 INFO:tasks.rados.rados.0.smithi169.stdout:1312: left oid 29 (ObjNum 430 snap 125 seq_num 430) 2024-03-10T22:18:50.183 INFO:tasks.rados.rados.0.smithi169.stdout:1313: expect (ObjNum 367 snap 100 seq_num 367) 2024-03-10T22:18:50.236 INFO:tasks.rados.rados.0.smithi169.stdout:1315: finishing copy_from racing read to smithi16976610-10 2024-03-10T22:18:50.236 INFO:tasks.rados.rados.0.smithi169.stdout:1315: finishing copy_from to smithi16976610-10 2024-03-10T22:18:50.236 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 696 (ObjNum 403 snap 118 seq_num 403) dirty exists 2024-03-10T22:18:50.236 INFO:tasks.rados.rados.0.smithi169.stdout:1312: done (4 left) 2024-03-10T22:18:50.236 INFO:tasks.rados.rados.0.smithi169.stdout:1313: done (3 left) 2024-03-10T22:18:50.236 INFO:tasks.rados.rados.0.smithi169.stdout:1314: done (2 left) 2024-03-10T22:18:50.236 INFO:tasks.rados.rados.0.smithi169.stdout:1315: done (1 left) 2024-03-10T22:18:50.236 INFO:tasks.rados.rados.0.smithi169.stdout:1316: done (0 left) 2024-03-10T22:18:50.236 INFO:tasks.rados.rados.0.smithi169.stdout:1317: snap_create 2024-03-10T22:18:50.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:50 smithi169 ceph-mon[90638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/369 objects degraded (10.840%), 8 pgs degraded) 2024-03-10T22:18:50.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:50 smithi169 ceph-mon[90638]: Cluster is now healthy 2024-03-10T22:18:50.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:50 smithi169 ceph-mon[90638]: osdmap e319: 8 total, 8 up, 8 in 2024-03-10T22:18:50.654 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:50 smithi169 ceph-mon[88180]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/369 objects degraded (10.840%), 8 pgs degraded) 2024-03-10T22:18:50.655 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:50 smithi169 ceph-mon[88180]: Cluster is now healthy 2024-03-10T22:18:50.655 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:50 smithi169 ceph-mon[88180]: osdmap e319: 8 total, 8 up, 8 in 2024-03-10T22:18:50.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:50 smithi172 ceph-mon[84635]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/369 objects degraded (10.840%), 8 pgs degraded) 2024-03-10T22:18:50.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:50 smithi172 ceph-mon[84635]: Cluster is now healthy 2024-03-10T22:18:50.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:50 smithi172 ceph-mon[84635]: osdmap e319: 8 total, 8 up, 8 in 2024-03-10T22:18:51.181 INFO:tasks.rados.rados.0.smithi169.stdout:1317: done (0 left) 2024-03-10T22:18:51.181 INFO:tasks.rados.rados.0.smithi169.stdout:1318: read oid 47 snap -1 2024-03-10T22:18:51.181 INFO:tasks.rados.rados.0.smithi169.stdout:1318: expect (ObjNum 357 snap 98 seq_num 357) 2024-03-10T22:18:51.182 INFO:tasks.rados.rados.0.smithi169.stdout:1319: delete oid 7 current snap is 126 2024-03-10T22:18:51.187 INFO:tasks.rados.rados.0.smithi169.stdout:1319: done (1 left) 2024-03-10T22:18:51.188 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 126 2024-03-10T22:18:51.188 INFO:tasks.rados.rados.0.smithi169.stdout:1320: seq_num 433 ranges {1949696=57344} 2024-03-10T22:18:51.199 INFO:tasks.rados.rados.0.smithi169.stdout:1320: writing smithi16976610-14 from 1949696 to 2007040 tid 1 2024-03-10T22:18:51.199 INFO:tasks.rados.rados.0.smithi169.stdout:1321: copy_from oid 1 from oid 23 current snap is 126 2024-03-10T22:18:51.199 INFO:tasks.rados.rados.0.smithi169.stdout:1322: snap_remove snap 123 2024-03-10T22:18:51.664 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:51 smithi172 ceph-mon[84635]: pgmap v139: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 21 op/s; 13 MiB/s, 4 objects/s recovering 2024-03-10T22:18:51.664 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:51 smithi172 ceph-mon[84635]: osdmap e320: 8 total, 8 up, 8 in 2024-03-10T22:18:51.665 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:51 smithi169 ceph-mon[90638]: pgmap v139: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 21 op/s; 13 MiB/s, 4 objects/s recovering 2024-03-10T22:18:51.665 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:51 smithi169 ceph-mon[90638]: osdmap e320: 8 total, 8 up, 8 in 2024-03-10T22:18:51.665 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:51 smithi169 ceph-mon[88180]: pgmap v139: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 21 op/s; 13 MiB/s, 4 objects/s recovering 2024-03-10T22:18:51.666 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:51 smithi169 ceph-mon[88180]: osdmap e320: 8 total, 8 up, 8 in 2024-03-10T22:18:52.187 INFO:tasks.rados.rados.0.smithi169.stdout:1322: done (3 left) 2024-03-10T22:18:52.187 INFO:tasks.rados.rados.0.smithi169.stdout:1323: copy_from oid 26 from oid 8 current snap is 126 2024-03-10T22:18:52.187 INFO:tasks.rados.rados.0.smithi169.stdout:1320: finishing write tid 1 to smithi16976610-14 2024-03-10T22:18:52.187 INFO:tasks.rados.rados.0.smithi169.stdout:1320: finishing write tid 2 to smithi16976610-14 2024-03-10T22:18:52.188 INFO:tasks.rados.rados.0.smithi169.stdout:1320: finishing write tid 3 to smithi16976610-14 2024-03-10T22:18:52.188 INFO:tasks.rados.rados.0.smithi169.stdout:1320: oid 14 updating version 0 to 706 2024-03-10T22:18:52.188 INFO:tasks.rados.rados.0.smithi169.stdout:1320: oid 14 updating version 706 to 707 2024-03-10T22:18:52.188 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 707 (ObjNum 433 snap 126 seq_num 433) dirty exists 2024-03-10T22:18:52.188 INFO:tasks.rados.rados.0.smithi169.stdout:1320: left oid 14 (ObjNum 433 snap 126 seq_num 433) 2024-03-10T22:18:52.188 INFO:tasks.rados.rados.0.smithi169.stdout:1321: finishing copy_from racing read to smithi16976610-1 2024-03-10T22:18:52.188 INFO:tasks.rados.rados.0.smithi169.stdout:1321: finishing copy_from to smithi16976610-1 2024-03-10T22:18:52.188 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 693 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:18:52.188 INFO:tasks.rados.rados.0.smithi169.stdout:1318: expect (ObjNum 357 snap 98 seq_num 357) 2024-03-10T22:18:52.472 INFO:tasks.rados.rados.0.smithi169.stdout:1323: finishing copy_from racing read to smithi16976610-26 2024-03-10T22:18:52.472 INFO:tasks.rados.rados.0.smithi169.stdout:1323: finishing copy_from to smithi16976610-26 2024-03-10T22:18:52.472 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 246 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:18:52.473 INFO:tasks.rados.rados.0.smithi169.stdout:1318: done (3 left) 2024-03-10T22:18:52.473 INFO:tasks.rados.rados.0.smithi169.stdout:1320: done (2 left) 2024-03-10T22:18:52.473 INFO:tasks.rados.rados.0.smithi169.stdout:1321: done (1 left) 2024-03-10T22:18:52.473 INFO:tasks.rados.rados.0.smithi169.stdout:1323: done (0 left) 2024-03-10T22:18:52.473 INFO:tasks.rados.rados.0.smithi169.stdout:1324: copy_from oid 10 from oid 20 current snap is 126 2024-03-10T22:18:52.473 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 126 2024-03-10T22:18:52.473 INFO:tasks.rados.rados.0.smithi169.stdout:1325: seq_num 434 ranges {2998272=73728} 2024-03-10T22:18:52.490 INFO:tasks.rados.rados.0.smithi169.stdout:1325: writing smithi16976610-38 from 2998272 to 3072000 tid 1 2024-03-10T22:18:52.490 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 47 current snap is 126 2024-03-10T22:18:52.490 INFO:tasks.rados.rados.0.smithi169.stdout:1324: finishing copy_from racing read to smithi16976610-10 2024-03-10T22:18:52.490 INFO:tasks.rados.rados.0.smithi169.stdout:1324: finishing copy_from to smithi16976610-10 2024-03-10T22:18:52.490 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 548 (ObjNum 177 snap 0 seq_num 1352641920) dirty exists 2024-03-10T22:18:52.491 INFO:tasks.rados.rados.0.smithi169.stdout:1326: seq_num 435 ranges {4251648=90112} 2024-03-10T22:18:52.515 INFO:tasks.rados.rados.0.smithi169.stdout:1326: writing smithi16976610-47 from 4251648 to 4341760 tid 1 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:1324: done (2 left) 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 126 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:1325: finishing write tid 1 to smithi16976610-38 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:1325: finishing write tid 2 to smithi16976610-38 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:1325: finishing write tid 3 to smithi16976610-38 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:1325: oid 38 updating version 0 to 697 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:1325: oid 38 updating version 697 to 698 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 698 (ObjNum 434 snap 126 seq_num 434) dirty exists 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:1325: left oid 38 (ObjNum 434 snap 126 seq_num 434) 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:1327: seq_num 436 ranges {0=106496} 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:1327: writing smithi16976610-22 from 0 to 106496 tid 1 2024-03-10T22:18:52.516 INFO:tasks.rados.rados.0.smithi169.stdout:1325: done (2 left) 2024-03-10T22:18:52.517 INFO:tasks.rados.rados.0.smithi169.stdout:1328: rmattr oid 15 current snap is 126 2024-03-10T22:18:52.517 INFO:tasks.rados.rados.0.smithi169.stdout:1328: done (2 left) 2024-03-10T22:18:52.517 INFO:tasks.rados.rados.0.smithi169.stdout:1329: delete oid 20 current snap is 126 2024-03-10T22:18:52.518 INFO:tasks.rados.rados.0.smithi169.stdout:1327: finishing write tid 1 to smithi16976610-22 2024-03-10T22:18:52.518 INFO:tasks.rados.rados.0.smithi169.stdout:1327: finishing write tid 2 to smithi16976610-22 2024-03-10T22:18:52.520 INFO:tasks.rados.rados.0.smithi169.stdout:1329: done (2 left) 2024-03-10T22:18:52.520 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 126 2024-03-10T22:18:52.520 INFO:tasks.rados.rados.0.smithi169.stdout:1330: seq_num 438 ranges {2088960=139264} 2024-03-10T22:18:52.534 INFO:tasks.rados.rados.0.smithi169.stdout:1330: writing smithi16976610-29 from 2088960 to 2228224 tid 1 2024-03-10T22:18:52.534 INFO:tasks.rados.rados.0.smithi169.stdout:1331: delete oid 34 current snap is 126 2024-03-10T22:18:52.534 INFO:tasks.rados.rados.0.smithi169.stdout:1327: finishing write tid 3 to smithi16976610-22 2024-03-10T22:18:52.534 INFO:tasks.rados.rados.0.smithi169.stdout:1327: oid 22 updating version 0 to 700 2024-03-10T22:18:52.534 INFO:tasks.rados.rados.0.smithi169.stdout:1327: oid 22 version 700 is already newer than 699 2024-03-10T22:18:52.534 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 700 (ObjNum 436 snap 126 seq_num 436) dirty exists 2024-03-10T22:18:52.534 INFO:tasks.rados.rados.0.smithi169.stdout:1327: left oid 22 (ObjNum 436 snap 126 seq_num 436) 2024-03-10T22:18:52.534 INFO:tasks.rados.rados.0.smithi169.stdout:1326: finishing write tid 1 to smithi16976610-47 2024-03-10T22:18:52.534 INFO:tasks.rados.rados.0.smithi169.stdout:1326: finishing write tid 2 to smithi16976610-47 2024-03-10T22:18:52.536 INFO:tasks.rados.rados.0.smithi169.stdout:1327: done (3 left) 2024-03-10T22:18:52.536 INFO:tasks.rados.rados.0.smithi169.stdout:1331: done (2 left) 2024-03-10T22:18:52.536 INFO:tasks.rados.rados.0.smithi169.stdout:1332: setattr oid 39 current snap is 126 2024-03-10T22:18:52.537 INFO:tasks.rados.rados.0.smithi169.stdout:1330: finishing write tid 1 to smithi16976610-29 2024-03-10T22:18:52.537 INFO:tasks.rados.rados.0.smithi169.stdout:1326: finishing write tid 3 to smithi16976610-47 2024-03-10T22:18:52.537 INFO:tasks.rados.rados.0.smithi169.stdout:1326: oid 47 updating version 0 to 6413 2024-03-10T22:18:52.537 INFO:tasks.rados.rados.0.smithi169.stdout:1326: oid 47 version 6413 is already newer than 6412 2024-03-10T22:18:52.537 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 6413 (ObjNum 435 snap 126 seq_num 435) dirty exists 2024-03-10T22:18:52.537 INFO:tasks.rados.rados.0.smithi169.stdout:1326: left oid 47 (ObjNum 435 snap 126 seq_num 435) 2024-03-10T22:18:52.538 INFO:tasks.rados.rados.0.smithi169.stdout:1330: finishing write tid 2 to smithi16976610-29 2024-03-10T22:18:52.538 INFO:tasks.rados.rados.0.smithi169.stdout:1330: finishing write tid 3 to smithi16976610-29 2024-03-10T22:18:52.538 INFO:tasks.rados.rados.0.smithi169.stdout:1330: oid 29 updating version 0 to 625 2024-03-10T22:18:52.539 INFO:tasks.rados.rados.0.smithi169.stdout:1330: oid 29 updating version 625 to 626 2024-03-10T22:18:52.539 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 626 (ObjNum 438 snap 126 seq_num 438) dirty exists 2024-03-10T22:18:52.539 INFO:tasks.rados.rados.0.smithi169.stdout:1330: left oid 29 (ObjNum 438 snap 126 seq_num 438) 2024-03-10T22:18:52.540 INFO:tasks.rados.rados.0.smithi169.stdout:1326: done (2 left) 2024-03-10T22:18:52.541 INFO:tasks.rados.rados.0.smithi169.stdout:1330: done (1 left) 2024-03-10T22:18:52.541 INFO:tasks.rados.rados.0.smithi169.stdout:1333: read oid 1 snap -1 2024-03-10T22:18:52.541 INFO:tasks.rados.rados.0.smithi169.stdout:1333: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:18:52.541 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 126 2024-03-10T22:18:52.541 INFO:tasks.rados.rados.0.smithi169.stdout:1334: seq_num 440 ranges {0=172032} 2024-03-10T22:18:52.542 INFO:tasks.rados.rados.0.smithi169.stdout:1334: writing smithi16976610-32 from 0 to 172032 tid 1 2024-03-10T22:18:52.542 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 126 2024-03-10T22:18:52.542 INFO:tasks.rados.rados.0.smithi169.stdout:1335: seq_num 441 ranges {3072000=188416} 2024-03-10T22:18:52.561 INFO:tasks.rados.rados.0.smithi169.stdout:1335: writing smithi16976610-38 from 3072000 to 3260416 tid 1 2024-03-10T22:18:52.561 INFO:tasks.rados.rados.0.smithi169.stdout:1336: rollback oid 27 current snap is 126 2024-03-10T22:18:52.561 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 27 to 122 2024-03-10T22:18:52.561 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 834 (ObjNum 391 snap 114 seq_num 391) dirty exists 2024-03-10T22:18:52.561 INFO:tasks.rados.rados.0.smithi169.stdout:1334: finishing write tid 1 to smithi16976610-32 2024-03-10T22:18:52.561 INFO:tasks.rados.rados.0.smithi169.stdout:1334: finishing write tid 2 to smithi16976610-32 2024-03-10T22:18:52.561 INFO:tasks.rados.rados.0.smithi169.stdout:1333: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:18:52.618 INFO:tasks.rados.rados.0.smithi169.stdout:1334: finishing write tid 3 to smithi16976610-32 2024-03-10T22:18:52.618 INFO:tasks.rados.rados.0.smithi169.stdout:1334: oid 32 updating version 0 to 835 2024-03-10T22:18:52.618 INFO:tasks.rados.rados.0.smithi169.stdout:1334: oid 32 updating version 835 to 836 2024-03-10T22:18:52.618 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 836 (ObjNum 440 snap 126 seq_num 440) dirty exists 2024-03-10T22:18:52.618 INFO:tasks.rados.rados.0.smithi169.stdout:1334: left oid 32 (ObjNum 440 snap 126 seq_num 440) 2024-03-10T22:18:52.618 INFO:tasks.rados.rados.0.smithi169.stdout:1335: finishing write tid 1 to smithi16976610-38 2024-03-10T22:18:52.618 INFO:tasks.rados.rados.0.smithi169.stdout:1335: finishing write tid 2 to smithi16976610-38 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1335: finishing write tid 3 to smithi16976610-38 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1335: oid 38 updating version 0 to 703 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1335: oid 38 version 703 is already newer than 702 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 703 (ObjNum 441 snap 126 seq_num 441) dirty exists 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1335: left oid 38 (ObjNum 441 snap 126 seq_num 441) 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1336: finishing rollback tid 0 to smithi16976610-27 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1336: finishing rollback tid 1 to smithi16976610-27 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1336: finishing rollback tid 2 to smithi16976610-27 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 625 (ObjNum 415 snap 120 seq_num 415) dirty exists 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1332: done (4 left) 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1333: done (3 left) 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1334: done (2 left) 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1335: done (1 left) 2024-03-10T22:18:52.619 INFO:tasks.rados.rados.0.smithi169.stdout:1336: done (0 left) 2024-03-10T22:18:52.620 INFO:tasks.rados.rados.0.smithi169.stdout:1337: rollback oid 5 current snap is 126 2024-03-10T22:18:52.620 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 5 to 119 2024-03-10T22:18:52.620 INFO:tasks.rados.rados.0.smithi169.stdout:1338: snap_create 2024-03-10T22:18:52.620 INFO:tasks.rados.rados.0.smithi169.stdout:1337: finishing rollback tid 1 to smithi16976610-5 2024-03-10T22:18:52.621 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 0 (ObjNum 33 snap 0 seq_num 151204768) dirty dne 2024-03-10T22:18:52.676 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:53.188 INFO:tasks.rados.rados.0.smithi169.stdout:1337: done (1 left) 2024-03-10T22:18:53.188 INFO:tasks.rados.rados.0.smithi169.stdout:1338: done (0 left) 2024-03-10T22:18:53.188 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 127 2024-03-10T22:18:53.188 INFO:tasks.rados.rados.0.smithi169.stdout:1339: seq_num 442 ranges {0=204800} 2024-03-10T22:18:53.188 INFO:tasks.rados.rados.0.smithi169.stdout:1339: writing smithi16976610-5 from 0 to 204800 tid 1 2024-03-10T22:18:53.189 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 127 2024-03-10T22:18:53.189 INFO:tasks.rados.rados.0.smithi169.stdout:1340: seq_num 443 ranges {0=221184} 2024-03-10T22:18:53.191 INFO:tasks.rados.rados.0.smithi169.stdout:1340: writing smithi16976610-10 from 0 to 221184 tid 1 2024-03-10T22:18:53.191 INFO:tasks.rados.rados.0.smithi169.stdout:1341: rmattr oid 30 current snap is 127 2024-03-10T22:18:53.191 INFO:tasks.rados.rados.0.smithi169.stdout:1341: done (2 left) 2024-03-10T22:18:53.191 INFO:tasks.rados.rados.0.smithi169.stdout:1342: copy_from oid 33 from oid 50 current snap is 127 2024-03-10T22:18:53.191 INFO:tasks.rados.rados.0.smithi169.stdout:1343: read oid 28 snap -1 2024-03-10T22:18:53.192 INFO:tasks.rados.rados.0.smithi169.stdout:1343: expect (ObjNum 389 snap 112 seq_num 389) 2024-03-10T22:18:53.192 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 127 2024-03-10T22:18:53.192 INFO:tasks.rados.rados.0.smithi169.stdout:1344: seq_num 444 ranges {106496=237568} 2024-03-10T22:18:53.194 INFO:tasks.rados.rados.0.smithi169.stdout:1344: writing smithi16976610-22 from 106496 to 344064 tid 1 2024-03-10T22:18:53.194 INFO:tasks.rados.rados.0.smithi169.stdout:1345: copy_from oid 41 from oid 25 current snap is 127 2024-03-10T22:18:53.194 INFO:tasks.rados.rados.0.smithi169.stdout:1346: snap_remove snap 126 2024-03-10T22:18:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:53 smithi172 ceph-mon[84635]: osdmap e321: 8 total, 8 up, 8 in 2024-03-10T22:18:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:53 smithi172 ceph-mon[84635]: pgmap v142: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 208 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-03-10T22:18:53.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:53 smithi169 ceph-mon[90638]: osdmap e321: 8 total, 8 up, 8 in 2024-03-10T22:18:53.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:53 smithi169 ceph-mon[90638]: pgmap v142: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 208 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-03-10T22:18:53.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:53 smithi169 ceph-mon[88180]: osdmap e321: 8 total, 8 up, 8 in 2024-03-10T22:18:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:53 smithi169 ceph-mon[88180]: pgmap v142: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 208 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-03-10T22:18:53.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:18:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:18:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:18:54.203 INFO:tasks.rados.rados.0.smithi169.stdout:1346: done (6 left) 2024-03-10T22:18:54.262 INFO:tasks.rados.rados.0.smithi169.stdout:1347: snap_remove snap 120 2024-03-10T22:18:54.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:54 smithi172 ceph-mon[84635]: osdmap e322: 8 total, 8 up, 8 in 2024-03-10T22:18:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:54 smithi169 ceph-mon[90638]: osdmap e322: 8 total, 8 up, 8 in 2024-03-10T22:18:54.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:54 smithi169 ceph-mon[88180]: osdmap e322: 8 total, 8 up, 8 in 2024-03-10T22:18:55.212 INFO:tasks.rados.rados.0.smithi169.stdout:1347: done (6 left) 2024-03-10T22:18:55.212 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 127 2024-03-10T22:18:55.212 INFO:tasks.rados.rados.0.smithi169.stdout:1348: seq_num 445 ranges {24576=253952} 2024-03-10T22:18:55.213 INFO:tasks.rados.rados.0.smithi169.stdout:1348: writing smithi16976610-43 from 24576 to 278528 tid 1 2024-03-10T22:18:55.214 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 127 2024-03-10T22:18:55.214 INFO:tasks.rados.rados.0.smithi169.stdout:1349: seq_num 446 ranges {1949696=278528} 2024-03-10T22:18:55.227 INFO:tasks.rados.rados.0.smithi169.stdout:1349: writing smithi16976610-26 from 1949696 to 2228224 tid 1 2024-03-10T22:18:55.227 INFO:tasks.rados.rados.0.smithi169.stdout:1342: finishing copy_from to smithi16976610-33 2024-03-10T22:18:55.227 INFO:tasks.rados.rados.0.smithi169.stdout:1342: got expected ENOENT (src dne) 2024-03-10T22:18:55.227 INFO:tasks.rados.rados.0.smithi169.stdout:1342: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:1344: finishing write tid 1 to smithi16976610-22 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:1344: finishing write tid 2 to smithi16976610-22 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:1340: finishing write tid 1 to smithi16976610-10 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:1340: finishing write tid 2 to smithi16976610-10 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:1340: finishing write tid 3 to smithi16976610-10 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:1340: oid 10 updating version 0 to 698 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:1340: oid 10 version 698 is already newer than 697 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 698 (ObjNum 443 snap 127 seq_num 443) dirty exists 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:1340: left oid 10 (ObjNum 443 snap 127 seq_num 443) 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:1344: finishing write tid 3 to smithi16976610-22 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:1344: oid 22 updating version 0 to 704 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:1344: oid 22 updating version 704 to 705 2024-03-10T22:18:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 705 (ObjNum 444 snap 127 seq_num 444) dirty exists 2024-03-10T22:18:55.229 INFO:tasks.rados.rados.0.smithi169.stdout:1344: left oid 22 (ObjNum 444 snap 127 seq_num 444) 2024-03-10T22:18:55.229 INFO:tasks.rados.rados.0.smithi169.stdout:1339: finishing write tid 1 to smithi16976610-5 2024-03-10T22:18:55.229 INFO:tasks.rados.rados.0.smithi169.stdout:1339: finishing write tid 2 to smithi16976610-5 2024-03-10T22:18:55.229 INFO:tasks.rados.rados.0.smithi169.stdout:1343: expect (ObjNum 389 snap 112 seq_num 389) 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:1339: finishing write tid 3 to smithi16976610-5 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:1339: oid 5 updating version 0 to 628 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:1339: oid 5 version 628 is already newer than 627 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 628 (ObjNum 442 snap 127 seq_num 442) dirty exists 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:1339: left oid 5 (ObjNum 442 snap 127 seq_num 442) 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:1345: finishing copy_from racing read to smithi16976610-41 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:1345: finishing copy_from to smithi16976610-41 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 1738 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:1348: finishing write tid 1 to smithi16976610-43 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:1348: finishing write tid 2 to smithi16976610-43 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:1348: finishing write tid 3 to smithi16976610-43 2024-03-10T22:18:55.380 INFO:tasks.rados.rados.0.smithi169.stdout:1348: oid 43 updating version 0 to 844 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1348: oid 43 updating version 844 to 845 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 845 (ObjNum 445 snap 127 seq_num 445) dirty exists 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1348: left oid 43 (ObjNum 445 snap 127 seq_num 445) 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1349: finishing write tid 1 to smithi16976610-26 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1349: finishing write tid 2 to smithi16976610-26 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1349: finishing write tid 3 to smithi16976610-26 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1349: oid 26 updating version 0 to 525 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1349: oid 26 updating version 525 to 526 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 526 (ObjNum 446 snap 127 seq_num 446) dirty exists 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1349: left oid 26 (ObjNum 446 snap 127 seq_num 446) 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1339: done (7 left) 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1340: done (6 left) 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1342: done (5 left) 2024-03-10T22:18:55.381 INFO:tasks.rados.rados.0.smithi169.stdout:1343: done (4 left) 2024-03-10T22:18:55.382 INFO:tasks.rados.rados.0.smithi169.stdout:1344: done (3 left) 2024-03-10T22:18:55.382 INFO:tasks.rados.rados.0.smithi169.stdout:1345: done (2 left) 2024-03-10T22:18:55.382 INFO:tasks.rados.rados.0.smithi169.stdout:1348: done (1 left) 2024-03-10T22:18:55.382 INFO:tasks.rados.rados.0.smithi169.stdout:1349: done (0 left) 2024-03-10T22:18:55.382 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 127 2024-03-10T22:18:55.382 INFO:tasks.rados.rados.0.smithi169.stdout:1350: seq_num 447 ranges {344064=294912} 2024-03-10T22:18:55.384 INFO:tasks.rados.rados.0.smithi169.stdout:1350: writing smithi16976610-22 from 344064 to 638976 tid 1 2024-03-10T22:18:55.384 INFO:tasks.rados.rados.0.smithi169.stdout:1351: copy_from oid 48 from oid 33 current snap is 127 2024-03-10T22:18:55.384 INFO:tasks.rados.rados.0.smithi169.stdout:1352: copy_from oid 46 from oid 38 current snap is 127 2024-03-10T22:18:55.384 INFO:tasks.rados.rados.0.smithi169.stdout:1353: rollback oid 36 current snap is 127 2024-03-10T22:18:55.384 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 36 to 122 2024-03-10T22:18:55.384 INFO:tasks.rados.rados.0.smithi169.stdout:1354: read oid 41 snap -1 2024-03-10T22:18:55.384 INFO:tasks.rados.rados.0.smithi169.stdout:1354: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:18:55.384 INFO:tasks.rados.rados.0.smithi169.stdout:1355: snap_remove snap 125 2024-03-10T22:18:55.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:55 smithi169 ceph-mon[90638]: osdmap e323: 8 total, 8 up, 8 in 2024-03-10T22:18:55.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:55 smithi169 ceph-mon[90638]: pgmap v145: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 208 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-03-10T22:18:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:55 smithi169 ceph-mon[88180]: osdmap e323: 8 total, 8 up, 8 in 2024-03-10T22:18:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:55 smithi169 ceph-mon[88180]: pgmap v145: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 208 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-03-10T22:18:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:55 smithi172 ceph-mon[84635]: osdmap e323: 8 total, 8 up, 8 in 2024-03-10T22:18:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:55 smithi172 ceph-mon[84635]: pgmap v145: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 208 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-03-10T22:18:56.215 INFO:tasks.rados.rados.0.smithi169.stdout:1353: finishing rollback tid 0 to smithi16976610-36 2024-03-10T22:18:56.216 INFO:tasks.rados.rados.0.smithi169.stdout:1353: finishing rollback tid 1 to smithi16976610-36 2024-03-10T22:18:56.216 INFO:tasks.rados.rados.0.smithi169.stdout:1350: finishing write tid 1 to smithi16976610-22 2024-03-10T22:18:56.216 INFO:tasks.rados.rados.0.smithi169.stdout:1353: finishing rollback tid 2 to smithi16976610-36 2024-03-10T22:18:56.216 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 150 (ObjNum 393 snap 114 seq_num 393) dirty exists 2024-03-10T22:18:56.216 INFO:tasks.rados.rados.0.smithi169.stdout:1350: finishing write tid 2 to smithi16976610-22 2024-03-10T22:18:56.216 INFO:tasks.rados.rados.0.smithi169.stdout:1350: finishing write tid 3 to smithi16976610-22 2024-03-10T22:18:56.216 INFO:tasks.rados.rados.0.smithi169.stdout:1350: oid 22 updating version 0 to 706 2024-03-10T22:18:56.216 INFO:tasks.rados.rados.0.smithi169.stdout:1350: oid 22 updating version 706 to 707 2024-03-10T22:18:56.216 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 707 (ObjNum 447 snap 127 seq_num 447) dirty exists 2024-03-10T22:18:56.216 INFO:tasks.rados.rados.0.smithi169.stdout:1350: left oid 22 (ObjNum 447 snap 127 seq_num 447) 2024-03-10T22:18:56.216 INFO:tasks.rados.rados.0.smithi169.stdout:1354: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:18:56.218 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:18:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:18:55] "GET /metrics HTTP/1.1" 200 36054 "" "Prometheus/2.43.0" 2024-03-10T22:18:56.269 INFO:tasks.rados.rados.0.smithi169.stdout:1351: finishing copy_from racing read to smithi16976610-48 2024-03-10T22:18:56.269 INFO:tasks.rados.rados.0.smithi169.stdout:1352: finishing copy_from racing read to smithi16976610-46 2024-03-10T22:18:56.269 INFO:tasks.rados.rados.0.smithi169.stdout:1352: finishing copy_from to smithi16976610-46 2024-03-10T22:18:56.269 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 703 (ObjNum 441 snap 126 seq_num 441) dirty exists 2024-03-10T22:18:56.269 INFO:tasks.rados.rados.0.smithi169.stdout:1351: finishing copy_from to smithi16976610-48 2024-03-10T22:18:56.269 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 472 (ObjNum 287 snap 72 seq_num 287) dirty exists 2024-03-10T22:18:56.269 INFO:tasks.rados.rados.0.smithi169.stdout:1350: done (5 left) 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1351: done (4 left) 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1352: done (3 left) 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1353: done (2 left) 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1354: done (1 left) 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1355: done (0 left) 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1356: copy_from oid 27 from oid 25 current snap is 127 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1357: read oid 24 snap 122 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1357: expect (ObjNum 419 snap 121 seq_num 419) 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1358: rollback oid 19 current snap is 127 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 19 to 122 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1359: read oid 32 snap -1 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1359: expect (ObjNum 440 snap 126 seq_num 440) 2024-03-10T22:18:56.270 INFO:tasks.rados.rados.0.smithi169.stdout:1360: copy_from oid 48 from oid 21 current snap is 127 2024-03-10T22:18:56.271 INFO:tasks.rados.rados.0.smithi169.stdout:1361: snap_create 2024-03-10T22:18:56.274 INFO:tasks.rados.rados.0.smithi169.stdout:1359: expect (ObjNum 440 snap 126 seq_num 440) 2024-03-10T22:18:56.282 INFO:tasks.rados.rados.0.smithi169.stdout:1360: finishing copy_from racing read to smithi16976610-48 2024-03-10T22:18:56.284 INFO:tasks.rados.rados.0.smithi169.stdout:1358: finishing rollback tid 1 to smithi16976610-19 2024-03-10T22:18:56.284 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 735 (ObjNum 65 snap 0 seq_num 1953066355) dirty dne 2024-03-10T22:18:56.286 INFO:tasks.rados.rados.0.smithi169.stdout:1360: finishing copy_from to smithi16976610-48 2024-03-10T22:18:56.287 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 621 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:18:56.294 INFO:tasks.rados.rados.0.smithi169.stdout:1356: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:18:56.302 INFO:tasks.rados.rados.0.smithi169.stdout:1356: finishing copy_from to smithi16976610-27 2024-03-10T22:18:56.302 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 1738 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:18:56.309 INFO:tasks.rados.rados.0.smithi169.stdout:1357: expect (ObjNum 419 snap 121 seq_num 419) 2024-03-10T22:18:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:56 smithi169 ceph-mon[90638]: osdmap e324: 8 total, 8 up, 8 in 2024-03-10T22:18:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:56.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:56 smithi169 ceph-mon[88180]: osdmap e324: 8 total, 8 up, 8 in 2024-03-10T22:18:56.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:56.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:56.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:56 smithi172 ceph-mon[84635]: osdmap e324: 8 total, 8 up, 8 in 2024-03-10T22:18:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:18:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:18:57.228 INFO:tasks.rados.rados.0.smithi169.stdout:1356: done (5 left) 2024-03-10T22:18:57.229 INFO:tasks.rados.rados.0.smithi169.stdout:1357: done (4 left) 2024-03-10T22:18:57.229 INFO:tasks.rados.rados.0.smithi169.stdout:1358: done (3 left) 2024-03-10T22:18:57.229 INFO:tasks.rados.rados.0.smithi169.stdout:1359: done (2 left) 2024-03-10T22:18:57.229 INFO:tasks.rados.rados.0.smithi169.stdout:1360: done (1 left) 2024-03-10T22:18:57.229 INFO:tasks.rados.rados.0.smithi169.stdout:1361: done (0 left) 2024-03-10T22:18:57.229 INFO:tasks.rados.rados.0.smithi169.stdout:1362: setattr oid 12 current snap is 128 2024-03-10T22:18:57.230 INFO:tasks.rados.rados.0.smithi169.stdout:1363: delete oid 11 current snap is 128 2024-03-10T22:18:57.235 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 261 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:18:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:1362: done (1 left) 2024-03-10T22:18:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:1363: done (0 left) 2024-03-10T22:18:57.238 INFO:tasks.rados.rados.0.smithi169.stdout:1364: snap_remove snap 127 2024-03-10T22:18:57.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:57 smithi169 ceph-mon[90638]: osdmap e325: 8 total, 8 up, 8 in 2024-03-10T22:18:57.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:57 smithi169 ceph-mon[90638]: pgmap v148: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-03-10T22:18:57.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:57 smithi169 ceph-mon[88180]: osdmap e325: 8 total, 8 up, 8 in 2024-03-10T22:18:57.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:57 smithi169 ceph-mon[88180]: pgmap v148: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-03-10T22:18:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:57 smithi172 ceph-mon[84635]: osdmap e325: 8 total, 8 up, 8 in 2024-03-10T22:18:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:57 smithi172 ceph-mon[84635]: pgmap v148: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-03-10T22:18:58.236 INFO:tasks.rados.rados.0.smithi169.stdout:1364: done (0 left) 2024-03-10T22:18:58.236 INFO:tasks.rados.rados.0.smithi169.stdout:1365: rmattr oid 47 current snap is 128 2024-03-10T22:18:58.236 INFO:tasks.rados.rados.0.smithi169.stdout:1366: read oid 14 snap 106 2024-03-10T22:18:58.236 INFO:tasks.rados.rados.0.smithi169.stdout:1366: expect (ObjNum 181 snap 46 seq_num 181) 2024-03-10T22:18:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:1367: read oid 22 snap -1 2024-03-10T22:18:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:1367: expect (ObjNum 447 snap 127 seq_num 447) 2024-03-10T22:18:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:1368: read oid 18 snap -1 2024-03-10T22:18:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:1368: expect (ObjNum 428 snap 123 seq_num 428) 2024-03-10T22:18:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:1369: rmattr oid 29 current snap is 128 2024-03-10T22:18:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:1369: done (4 left) 2024-03-10T22:18:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:1370: copy_from oid 24 from oid 20 current snap is 128 2024-03-10T22:18:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 128 2024-03-10T22:18:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:1371: seq_num 449 ranges {1949696=327680} 2024-03-10T22:18:58.249 INFO:tasks.rados.rados.0.smithi169.stdout:1371: writing smithi16976610-12 from 1949696 to 2277376 tid 1 2024-03-10T22:18:58.249 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 17 current snap is 128 2024-03-10T22:18:58.249 INFO:tasks.rados.rados.0.smithi169.stdout:1372: seq_num 450 ranges {1392640=344064} 2024-03-10T22:18:58.260 INFO:tasks.rados.rados.0.smithi169.stdout:1372: writing smithi16976610-17 from 1392640 to 1736704 tid 1 2024-03-10T22:18:58.260 INFO:tasks.rados.rados.0.smithi169.stdout:1373: setattr oid 1 current snap is 128 2024-03-10T22:18:58.261 INFO:tasks.rados.rados.0.smithi169.stdout:1374: rollback oid 5 current snap is 128 2024-03-10T22:18:58.261 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 5 to 121 2024-03-10T22:18:58.261 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 128 2024-03-10T22:18:58.262 INFO:tasks.rados.rados.0.smithi169.stdout:1375: seq_num 451 ranges {1392640=360448} 2024-03-10T22:18:58.272 INFO:tasks.rados.rados.0.smithi169.stdout:1375: writing smithi16976610-23 from 1392640 to 1753088 tid 1 2024-03-10T22:18:58.272 INFO:tasks.rados.rados.0.smithi169.stdout:1376: rmattr oid 27 current snap is 128 2024-03-10T22:18:58.272 INFO:tasks.rados.rados.0.smithi169.stdout:1376: done (10 left) 2024-03-10T22:18:58.272 INFO:tasks.rados.rados.0.smithi169.stdout:1377: read oid 42 snap -1 2024-03-10T22:18:58.272 INFO:tasks.rados.rados.0.smithi169.stdout:1377: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:18:58.272 INFO:tasks.rados.rados.0.smithi169.stdout:1378: snap_create 2024-03-10T22:18:58.273 INFO:tasks.rados.rados.0.smithi169.stdout:1367: expect (ObjNum 447 snap 127 seq_num 447) 2024-03-10T22:18:58.304 INFO:tasks.rados.rados.0.smithi169.stdout:1370: finishing copy_from to smithi16976610-24 2024-03-10T22:18:58.304 INFO:tasks.rados.rados.0.smithi169.stdout:1370: got expected ENOENT (src dne) 2024-03-10T22:18:58.304 INFO:tasks.rados.rados.0.smithi169.stdout:1370: finishing copy_from racing read to smithi16976610-24 2024-03-10T22:18:58.305 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 9243 (ObjNum 435 snap 126 seq_num 435) dirty exists 2024-03-10T22:18:58.305 INFO:tasks.rados.rados.0.smithi169.stdout:1366: expect (ObjNum 181 snap 46 seq_num 181) 2024-03-10T22:18:58.417 INFO:tasks.rados.rados.0.smithi169.stdout:1368: expect (ObjNum 428 snap 123 seq_num 428) 2024-03-10T22:18:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:58 smithi169 ceph-mon[90638]: osdmap e326: 8 total, 8 up, 8 in 2024-03-10T22:18:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:58 smithi169 ceph-mon[88180]: osdmap e326: 8 total, 8 up, 8 in 2024-03-10T22:18:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:58 smithi172 ceph-mon[84635]: osdmap e326: 8 total, 8 up, 8 in 2024-03-10T22:18:58.531 INFO:tasks.rados.rados.0.smithi169.stdout:1371: finishing write tid 1 to smithi16976610-12 2024-03-10T22:18:58.531 INFO:tasks.rados.rados.0.smithi169.stdout:1371: finishing write tid 2 to smithi16976610-12 2024-03-10T22:18:58.531 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 850 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:18:58.531 INFO:tasks.rados.rados.0.smithi169.stdout:1372: finishing write tid 1 to smithi16976610-17 2024-03-10T22:18:58.531 INFO:tasks.rados.rados.0.smithi169.stdout:1371: finishing write tid 3 to smithi16976610-12 2024-03-10T22:18:58.532 INFO:tasks.rados.rados.0.smithi169.stdout:1371: oid 12 updating version 0 to 262 2024-03-10T22:18:58.532 INFO:tasks.rados.rados.0.smithi169.stdout:1371: oid 12 updating version 262 to 263 2024-03-10T22:18:58.532 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 263 (ObjNum 449 snap 128 seq_num 449) dirty exists 2024-03-10T22:18:58.532 INFO:tasks.rados.rados.0.smithi169.stdout:1371: left oid 12 (ObjNum 449 snap 128 seq_num 449) 2024-03-10T22:18:58.532 INFO:tasks.rados.rados.0.smithi169.stdout:1372: finishing write tid 2 to smithi16976610-17 2024-03-10T22:18:58.532 INFO:tasks.rados.rados.0.smithi169.stdout:1374: finishing rollback tid 0 to smithi16976610-5 2024-03-10T22:18:58.532 INFO:tasks.rados.rados.0.smithi169.stdout:1375: finishing write tid 1 to smithi16976610-23 2024-03-10T22:18:58.533 INFO:tasks.rados.rados.0.smithi169.stdout:1375: finishing write tid 2 to smithi16976610-23 2024-03-10T22:18:58.533 INFO:tasks.rados.rados.0.smithi169.stdout:1374: finishing rollback tid 1 to smithi16976610-5 2024-03-10T22:18:58.533 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 1742 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-03-10T22:18:58.533 INFO:tasks.rados.rados.0.smithi169.stdout:1372: finishing write tid 3 to smithi16976610-17 2024-03-10T22:18:58.533 INFO:tasks.rados.rados.0.smithi169.stdout:1372: oid 17 updating version 0 to 1740 2024-03-10T22:18:58.533 INFO:tasks.rados.rados.0.smithi169.stdout:1372: oid 17 version 1740 is already newer than 1739 2024-03-10T22:18:58.533 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 1740 (ObjNum 450 snap 128 seq_num 450) dirty exists 2024-03-10T22:18:58.533 INFO:tasks.rados.rados.0.smithi169.stdout:1372: left oid 17 (ObjNum 450 snap 128 seq_num 450) 2024-03-10T22:18:58.533 INFO:tasks.rados.rados.0.smithi169.stdout:1375: finishing write tid 3 to smithi16976610-23 2024-03-10T22:18:58.534 INFO:tasks.rados.rados.0.smithi169.stdout:1375: oid 23 updating version 0 to 704 2024-03-10T22:18:58.534 INFO:tasks.rados.rados.0.smithi169.stdout:1375: oid 23 updating version 704 to 705 2024-03-10T22:18:58.534 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 705 (ObjNum 451 snap 128 seq_num 451) dirty exists 2024-03-10T22:18:58.534 INFO:tasks.rados.rados.0.smithi169.stdout:1375: left oid 23 (ObjNum 451 snap 128 seq_num 451) 2024-03-10T22:18:58.534 INFO:tasks.rados.rados.0.smithi169.stdout:1377: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:18:59.243 INFO:tasks.rados.rados.0.smithi169.stdout:1365: done (11 left) 2024-03-10T22:18:59.243 INFO:tasks.rados.rados.0.smithi169.stdout:1366: done (10 left) 2024-03-10T22:18:59.243 INFO:tasks.rados.rados.0.smithi169.stdout:1367: done (9 left) 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1368: done (8 left) 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1370: done (7 left) 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1371: done (6 left) 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1372: done (5 left) 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1373: done (4 left) 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1374: done (3 left) 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1375: done (2 left) 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1377: done (1 left) 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1378: done (0 left) 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1379: read oid 49 snap -1 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1379: expect (ObjNum 384 snap 108 seq_num 384) 2024-03-10T22:18:59.244 INFO:tasks.rados.rados.0.smithi169.stdout:1380: snap_remove snap 106 2024-03-10T22:18:59.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:59 smithi169 ceph-mon[90638]: osdmap e327: 8 total, 8 up, 8 in 2024-03-10T22:18:59.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:18:59 smithi169 ceph-mon[90638]: pgmap v151: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-03-10T22:18:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:59 smithi169 ceph-mon[88180]: osdmap e327: 8 total, 8 up, 8 in 2024-03-10T22:18:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:18:59 smithi169 ceph-mon[88180]: pgmap v151: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-03-10T22:18:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:59 smithi172 ceph-mon[84635]: osdmap e327: 8 total, 8 up, 8 in 2024-03-10T22:18:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:18:59 smithi172 ceph-mon[84635]: pgmap v151: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-03-10T22:19:00.248 INFO:tasks.rados.rados.0.smithi169.stdout:1380: done (1 left) 2024-03-10T22:19:00.248 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 129 2024-03-10T22:19:00.248 INFO:tasks.rados.rados.0.smithi169.stdout:1379: expect (ObjNum 384 snap 108 seq_num 384) 2024-03-10T22:19:00.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:00 smithi169 ceph-mon[88180]: osdmap e328: 8 total, 8 up, 8 in 2024-03-10T22:19:00.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:00 smithi169 ceph-mon[90638]: osdmap e328: 8 total, 8 up, 8 in 2024-03-10T22:19:00.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:00.268+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:00 smithi172 ceph-mon[84635]: osdmap e328: 8 total, 8 up, 8 in 2024-03-10T22:19:00.637 INFO:tasks.rados.rados.0.smithi169.stdout:1381: seq_num 452 ranges {1941504=376832} 2024-03-10T22:19:00.650 INFO:tasks.rados.rados.0.smithi169.stdout:1381: writing smithi16976610-42 from 1941504 to 2318336 tid 1 2024-03-10T22:19:00.650 INFO:tasks.rados.rados.0.smithi169.stdout:1379: done (1 left) 2024-03-10T22:19:00.650 INFO:tasks.rados.rados.0.smithi169.stdout:1382: delete oid 26 current snap is 129 2024-03-10T22:19:00.652 INFO:tasks.rados.rados.0.smithi169.stdout:1382: done (1 left) 2024-03-10T22:19:00.652 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 129 2024-03-10T22:19:00.652 INFO:tasks.rados.rados.0.smithi169.stdout:1383: seq_num 454 ranges {2883584=409600} 2024-03-10T22:19:00.671 INFO:tasks.rados.rados.0.smithi169.stdout:1383: writing smithi16976610-18 from 2883584 to 3293184 tid 1 2024-03-10T22:19:00.671 INFO:tasks.rados.rados.0.smithi169.stdout:1384: delete oid 1 current snap is 129 2024-03-10T22:19:00.671 INFO:tasks.rados.rados.0.smithi169.stdout:1381: finishing write tid 1 to smithi16976610-42 2024-03-10T22:19:00.671 INFO:tasks.rados.rados.0.smithi169.stdout:1381: finishing write tid 2 to smithi16976610-42 2024-03-10T22:19:00.671 INFO:tasks.rados.rados.0.smithi169.stdout:1381: finishing write tid 3 to smithi16976610-42 2024-03-10T22:19:00.671 INFO:tasks.rados.rados.0.smithi169.stdout:1381: oid 42 updating version 0 to 1740 2024-03-10T22:19:00.671 INFO:tasks.rados.rados.0.smithi169.stdout:1381: oid 42 version 1740 is already newer than 1739 2024-03-10T22:19:00.671 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 1740 (ObjNum 452 snap 129 seq_num 452) dirty exists 2024-03-10T22:19:00.671 INFO:tasks.rados.rados.0.smithi169.stdout:1381: left oid 42 (ObjNum 452 snap 129 seq_num 452) 2024-03-10T22:19:00.673 INFO:tasks.rados.rados.0.smithi169.stdout:1381: done (2 left) 2024-03-10T22:19:00.673 INFO:tasks.rados.rados.0.smithi169.stdout:1384: done (1 left) 2024-03-10T22:19:00.673 INFO:tasks.rados.rados.0.smithi169.stdout:1385: copy_from oid 4 from oid 1 current snap is 129 2024-03-10T22:19:00.673 INFO:tasks.rados.rados.0.smithi169.stdout:1386: snap_create 2024-03-10T22:19:00.673 INFO:tasks.rados.rados.0.smithi169.stdout:1383: finishing write tid 1 to smithi16976610-18 2024-03-10T22:19:00.674 INFO:tasks.rados.rados.0.smithi169.stdout:1383: finishing write tid 2 to smithi16976610-18 2024-03-10T22:19:00.674 INFO:tasks.rados.rados.0.smithi169.stdout:1385: finishing copy_from to smithi16976610-4 2024-03-10T22:19:00.674 INFO:tasks.rados.rados.0.smithi169.stdout:1385: got expected ENOENT (src dne) 2024-03-10T22:19:00.674 INFO:tasks.rados.rados.0.smithi169.stdout:1385: finishing copy_from racing read to smithi16976610-4 2024-03-10T22:19:00.675 INFO:tasks.rados.rados.0.smithi169.stdout:1383: finishing write tid 3 to smithi16976610-18 2024-03-10T22:19:00.675 INFO:tasks.rados.rados.0.smithi169.stdout:1383: oid 18 updating version 0 to 709 2024-03-10T22:19:00.675 INFO:tasks.rados.rados.0.smithi169.stdout:1383: oid 18 version 709 is already newer than 708 2024-03-10T22:19:00.675 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 709 (ObjNum 454 snap 129 seq_num 454) dirty exists 2024-03-10T22:19:00.675 INFO:tasks.rados.rados.0.smithi169.stdout:1383: left oid 18 (ObjNum 454 snap 129 seq_num 454) 2024-03-10T22:19:01.254 INFO:tasks.rados.rados.0.smithi169.stdout:1383: done (2 left) 2024-03-10T22:19:01.254 INFO:tasks.rados.rados.0.smithi169.stdout:1385: done (1 left) 2024-03-10T22:19:01.254 INFO:tasks.rados.rados.0.smithi169.stdout:1386: done (0 left) 2024-03-10T22:19:01.254 INFO:tasks.rados.rados.0.smithi169.stdout:1387: setattr oid 25 current snap is 130 2024-03-10T22:19:01.256 INFO:tasks.rados.rados.0.smithi169.stdout:1388: setattr oid 47 current snap is 130 2024-03-10T22:19:01.258 INFO:tasks.rados.rados.0.smithi169.stdout:1389: snap_create 2024-03-10T22:19:01.265 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 10273 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:19:01.266 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 10275 (ObjNum 435 snap 126 seq_num 435) dirty exists 2024-03-10T22:19:01.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:01.261+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:01.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:01 smithi169 ceph-mon[90638]: osdmap e329: 8 total, 8 up, 8 in 2024-03-10T22:19:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:01 smithi169 ceph-mon[90638]: pgmap v154: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T22:19:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:01 smithi169 ceph-mon[88180]: osdmap e329: 8 total, 8 up, 8 in 2024-03-10T22:19:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:01 smithi169 ceph-mon[88180]: pgmap v154: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T22:19:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:01 smithi172 ceph-mon[84635]: osdmap e329: 8 total, 8 up, 8 in 2024-03-10T22:19:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:01 smithi172 ceph-mon[84635]: pgmap v154: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T22:19:02.257 INFO:tasks.rados.rados.0.smithi169.stdout:1387: done (2 left) 2024-03-10T22:19:02.257 INFO:tasks.rados.rados.0.smithi169.stdout:1388: done (1 left) 2024-03-10T22:19:02.257 INFO:tasks.rados.rados.0.smithi169.stdout:1389: done (0 left) 2024-03-10T22:19:02.257 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 131 2024-03-10T22:19:02.257 INFO:tasks.rados.rados.0.smithi169.stdout:1390: seq_num 456 ranges {0=442368} 2024-03-10T22:19:02.259 INFO:tasks.rados.rados.0.smithi169.stdout:1390: writing smithi16976610-7 from 0 to 442368 tid 1 2024-03-10T22:19:02.259 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 131 2024-03-10T22:19:02.259 INFO:tasks.rados.rados.0.smithi169.stdout:1391: seq_num 457 ranges {172032=458752} 2024-03-10T22:19:02.264 INFO:tasks.rados.rados.0.smithi169.stdout:1391: writing smithi16976610-32 from 172032 to 630784 tid 1 2024-03-10T22:19:02.264 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 131 2024-03-10T22:19:02.264 INFO:tasks.rados.rados.0.smithi169.stdout:1392: seq_num 458 ranges {0=475136} 2024-03-10T22:19:02.267 INFO:tasks.rados.rados.0.smithi169.stdout:1392: writing smithi16976610-34 from 0 to 475136 tid 1 2024-03-10T22:19:02.267 INFO:tasks.rados.rados.0.smithi169.stdout:1393: snap_create 2024-03-10T22:19:02.267 INFO:tasks.rados.rados.0.smithi169.stdout:1390: finishing write tid 1 to smithi16976610-7 2024-03-10T22:19:02.267 INFO:tasks.rados.rados.0.smithi169.stdout:1390: finishing write tid 2 to smithi16976610-7 2024-03-10T22:19:02.268 INFO:tasks.rados.rados.0.smithi169.stdout:1390: finishing write tid 3 to smithi16976610-7 2024-03-10T22:19:02.268 INFO:tasks.rados.rados.0.smithi169.stdout:1390: oid 7 updating version 0 to 627 2024-03-10T22:19:02.268 INFO:tasks.rados.rados.0.smithi169.stdout:1390: oid 7 updating version 627 to 628 2024-03-10T22:19:02.268 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 628 (ObjNum 456 snap 131 seq_num 456) dirty exists 2024-03-10T22:19:02.268 INFO:tasks.rados.rados.0.smithi169.stdout:1390: left oid 7 (ObjNum 456 snap 131 seq_num 456) 2024-03-10T22:19:02.268 INFO:tasks.rados.rados.0.smithi169.stdout:1391: finishing write tid 1 to smithi16976610-32 2024-03-10T22:19:02.268 INFO:tasks.rados.rados.0.smithi169.stdout:1391: finishing write tid 2 to smithi16976610-32 2024-03-10T22:19:02.269 INFO:tasks.rados.rados.0.smithi169.stdout:1391: finishing write tid 3 to smithi16976610-32 2024-03-10T22:19:02.269 INFO:tasks.rados.rados.0.smithi169.stdout:1391: oid 32 updating version 0 to 865 2024-03-10T22:19:02.269 INFO:tasks.rados.rados.0.smithi169.stdout:1391: oid 32 version 865 is already newer than 864 2024-03-10T22:19:02.269 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 865 (ObjNum 457 snap 131 seq_num 457) dirty exists 2024-03-10T22:19:02.269 INFO:tasks.rados.rados.0.smithi169.stdout:1391: left oid 32 (ObjNum 457 snap 131 seq_num 457) 2024-03-10T22:19:02.272 INFO:tasks.rados.rados.0.smithi169.stdout:1392: finishing write tid 1 to smithi16976610-34 2024-03-10T22:19:02.272 INFO:tasks.rados.rados.0.smithi169.stdout:1392: finishing write tid 2 to smithi16976610-34 2024-03-10T22:19:02.274 INFO:tasks.rados.rados.0.smithi169.stdout:1392: finishing write tid 3 to smithi16976610-34 2024-03-10T22:19:02.274 INFO:tasks.rados.rados.0.smithi169.stdout:1392: oid 34 updating version 0 to 709 2024-03-10T22:19:02.274 INFO:tasks.rados.rados.0.smithi169.stdout:1392: oid 34 version 709 is already newer than 708 2024-03-10T22:19:02.274 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 709 (ObjNum 458 snap 131 seq_num 458) dirty exists 2024-03-10T22:19:02.274 INFO:tasks.rados.rados.0.smithi169.stdout:1392: left oid 34 (ObjNum 458 snap 131 seq_num 458) 2024-03-10T22:19:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:02 smithi169 ceph-mon[88180]: osdmap e330: 8 total, 8 up, 8 in 2024-03-10T22:19:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:02 smithi169 ceph-mon[90638]: osdmap e330: 8 total, 8 up, 8 in 2024-03-10T22:19:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:02.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:02.260+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:02.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:02 smithi172 ceph-mon[84635]: osdmap e330: 8 total, 8 up, 8 in 2024-03-10T22:19:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:03.265 INFO:tasks.rados.rados.0.smithi169.stdout:1390: done (3 left) 2024-03-10T22:19:03.265 INFO:tasks.rados.rados.0.smithi169.stdout:1391: done (2 left) 2024-03-10T22:19:03.265 INFO:tasks.rados.rados.0.smithi169.stdout:1392: done (1 left) 2024-03-10T22:19:03.265 INFO:tasks.rados.rados.0.smithi169.stdout:1393: done (0 left) 2024-03-10T22:19:03.265 INFO:tasks.rados.rados.0.smithi169.stdout:1394: delete oid 40 current snap is 132 2024-03-10T22:19:03.268 INFO:tasks.rados.rados.0.smithi169.stdout:1394: done (0 left) 2024-03-10T22:19:03.269 INFO:tasks.rados.rados.0.smithi169.stdout:1395: snap_remove snap 129 2024-03-10T22:19:03.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:03.264+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:03.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:03 smithi169 ceph-mon[90638]: osdmap e331: 8 total, 8 up, 8 in 2024-03-10T22:19:03.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:03 smithi169 ceph-mon[90638]: pgmap v157: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_error, 119 active+clean; 212 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 444 KiB/s wr, 33 op/s 2024-03-10T22:19:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:03 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:19:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:03.254+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : Health check failed: Possible data damage: 1 pg snaptrim_error (PG_DAMAGED) 2024-03-10T22:19:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:03 smithi169 ceph-mon[88180]: osdmap e331: 8 total, 8 up, 8 in 2024-03-10T22:19:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:03 smithi169 ceph-mon[88180]: pgmap v157: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_error, 119 active+clean; 212 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 444 KiB/s wr, 33 op/s 2024-03-10T22:19:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:03 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:19:03.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:03 smithi172 ceph-mon[84635]: osdmap e331: 8 total, 8 up, 8 in 2024-03-10T22:19:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:03 smithi172 ceph-mon[84635]: pgmap v157: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_error, 119 active+clean; 212 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 444 KiB/s wr, 33 op/s 2024-03-10T22:19:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:03 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:19:04.270 INFO:tasks.rados.rados.0.smithi169.stdout:1395: done (0 left) 2024-03-10T22:19:04.270 INFO:tasks.rados.rados.0.smithi169.stdout:1396: snap_remove snap 128 2024-03-10T22:19:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:04 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:19:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:04 smithi172 ceph-mon[84635]: Upgrade: osd.1 is safe to restart 2024-03-10T22:19:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:04 smithi172 ceph-mon[84635]: Health check failed: Possible data damage: 1 pg snaptrim_error (PG_DAMAGED) 2024-03-10T22:19:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:04 smithi172 ceph-mon[84635]: osdmap e332: 8 total, 8 up, 8 in 2024-03-10T22:19:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:04.592 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:04.271+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:04.593 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:04 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:19:04.593 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:04 smithi169 ceph-mon[88180]: Upgrade: osd.1 is safe to restart 2024-03-10T22:19:04.593 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:04 smithi169 ceph-mon[88180]: Health check failed: Possible data damage: 1 pg snaptrim_error (PG_DAMAGED) 2024-03-10T22:19:04.593 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:04 smithi169 ceph-mon[88180]: osdmap e332: 8 total, 8 up, 8 in 2024-03-10T22:19:04.593 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:04.593 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:04 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T22:19:04.593 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:04 smithi169 ceph-mon[90638]: Upgrade: osd.1 is safe to restart 2024-03-10T22:19:04.593 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:04 smithi169 ceph-mon[90638]: Health check failed: Possible data damage: 1 pg snaptrim_error (PG_DAMAGED) 2024-03-10T22:19:04.594 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:04 smithi169 ceph-mon[90638]: osdmap e332: 8 total, 8 up, 8 in 2024-03-10T22:19:04.594 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:05.277 INFO:tasks.rados.rados.0.smithi169.stdout:1396: done (0 left) 2024-03-10T22:19:05.277 INFO:tasks.rados.rados.0.smithi169.stdout:1397: snap_remove snap 111 2024-03-10T22:19:05.524 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:05.278+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:05.524 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[90638]: osdmap e333: 8 total, 8 up, 8 in 2024-03-10T22:19:05.524 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:05.524 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[90638]: pgmap v160: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_error, 119 active+clean; 212 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 444 KiB/s wr, 33 op/s 2024-03-10T22:19:05.525 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:05.525 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T22:19:05.525 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:05.525 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[88180]: osdmap e333: 8 total, 8 up, 8 in 2024-03-10T22:19:05.525 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:05.525 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[88180]: pgmap v160: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_error, 119 active+clean; 212 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 444 KiB/s wr, 33 op/s 2024-03-10T22:19:05.525 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:05.525 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T22:19:05.525 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:05 smithi172 ceph-mon[84635]: osdmap e333: 8 total, 8 up, 8 in 2024-03-10T22:19:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:05 smithi172 ceph-mon[84635]: pgmap v160: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_error, 119 active+clean; 212 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 444 KiB/s wr, 33 op/s 2024-03-10T22:19:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:05 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:05 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T22:19:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:05 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:19:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:19:05] "GET /metrics HTTP/1.1" 200 36054 "" "Prometheus/2.43.0" 2024-03-10T22:19:06.281 INFO:tasks.rados.rados.0.smithi169.stdout:1397: done (0 left) 2024-03-10T22:19:06.281 INFO:tasks.rados.rados.0.smithi169.stdout:1398: delete oid 34 current snap is 132 2024-03-10T22:19:06.294 INFO:tasks.rados.rados.0.smithi169.stdout:1398: done (0 left) 2024-03-10T22:19:06.294 INFO:tasks.rados.rados.0.smithi169.stdout:1399: read oid 33 snap -1 2024-03-10T22:19:06.294 INFO:tasks.rados.rados.0.smithi169.stdout:1399: expect (ObjNum 287 snap 72 seq_num 287) 2024-03-10T22:19:06.294 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 132 2024-03-10T22:19:06.299 INFO:tasks.rados.rados.0.smithi169.stdout:1400: seq_num 461 ranges {3268608=524288} 2024-03-10T22:19:06.316 INFO:tasks.rados.rados.0.smithi169.stdout:1400: writing smithi16976610-4 from 3268608 to 3792896 tid 1 2024-03-10T22:19:06.316 INFO:tasks.rados.rados.0.smithi169.stdout:1401: read oid 11 snap -1 2024-03-10T22:19:06.316 INFO:tasks.rados.rados.0.smithi169.stdout:1401: expect deleted 2024-03-10T22:19:06.316 INFO:tasks.rados.rados.0.smithi169.stdout:1402: read oid 37 snap -1 2024-03-10T22:19:06.316 INFO:tasks.rados.rados.0.smithi169.stdout:1402: expect (ObjNum 330 snap 91 seq_num 330) 2024-03-10T22:19:06.316 INFO:tasks.rados.rados.0.smithi169.stdout:1403: snap_create 2024-03-10T22:19:06.321 INFO:tasks.rados.rados.0.smithi169.stdout:1400: finishing write tid 1 to smithi16976610-4 2024-03-10T22:19:06.321 INFO:tasks.rados.rados.0.smithi169.stdout:1400: finishing write tid 2 to smithi16976610-4 2024-03-10T22:19:06.321 INFO:tasks.rados.rados.0.smithi169.stdout:1399: expect (ObjNum 287 snap 72 seq_num 287) 2024-03-10T22:19:06.595 INFO:tasks.rados.rados.0.smithi169.stdout:1402: expect (ObjNum 330 snap 91 seq_num 330) 2024-03-10T22:19:06.607 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:06 smithi169 ceph-mon[88180]: Upgrade: Updating osd.1 2024-03-10T22:19:06.607 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:06 smithi169 ceph-mon[88180]: Deploying daemon osd.1 on smithi169 2024-03-10T22:19:06.607 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:06 smithi169 ceph-mon[88180]: osdmap e334: 8 total, 8 up, 8 in 2024-03-10T22:19:06.607 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:06.608 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:06 smithi169 ceph-mon[90638]: Upgrade: Updating osd.1 2024-03-10T22:19:06.608 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:06 smithi169 ceph-mon[90638]: Deploying daemon osd.1 on smithi169 2024-03-10T22:19:06.608 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:06 smithi169 ceph-mon[90638]: osdmap e334: 8 total, 8 up, 8 in 2024-03-10T22:19:06.608 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:06.608 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:06.291+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:06.608 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:06.314+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:06.643 INFO:tasks.rados.rados.0.smithi169.stdout:1400: finishing write tid 3 to smithi16976610-4 2024-03-10T22:19:06.643 INFO:tasks.rados.rados.0.smithi169.stdout:1400: oid 4 updating version 0 to 886 2024-03-10T22:19:06.643 INFO:tasks.rados.rados.0.smithi169.stdout:1400: oid 4 version 886 is already newer than 885 2024-03-10T22:19:06.644 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 886 (ObjNum 461 snap 132 seq_num 461) dirty exists 2024-03-10T22:19:06.644 INFO:tasks.rados.rados.0.smithi169.stdout:1400: left oid 4 (ObjNum 461 snap 132 seq_num 461) 2024-03-10T22:19:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:06 smithi172 ceph-mon[84635]: Upgrade: Updating osd.1 2024-03-10T22:19:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:06 smithi172 ceph-mon[84635]: Deploying daemon osd.1 on smithi169 2024-03-10T22:19:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:06 smithi172 ceph-mon[84635]: osdmap e334: 8 total, 8 up, 8 in 2024-03-10T22:19:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:07.291 INFO:tasks.rados.rados.0.smithi169.stdout:1399: done (4 left) 2024-03-10T22:19:07.292 INFO:tasks.rados.rados.0.smithi169.stdout:1400: done (3 left) 2024-03-10T22:19:07.292 INFO:tasks.rados.rados.0.smithi169.stdout:1401: done (2 left) 2024-03-10T22:19:07.292 INFO:tasks.rados.rados.0.smithi169.stdout:1402: done (1 left) 2024-03-10T22:19:07.292 INFO:tasks.rados.rados.0.smithi169.stdout:1403: done (0 left) 2024-03-10T22:19:07.292 INFO:tasks.rados.rados.0.smithi169.stdout:1404: rollback oid 42 current snap is 133 2024-03-10T22:19:07.292 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 42 to 121 2024-03-10T22:19:07.292 INFO:tasks.rados.rados.0.smithi169.stdout:1405: read oid 22 snap -1 2024-03-10T22:19:07.292 INFO:tasks.rados.rados.0.smithi169.stdout:1405: expect (ObjNum 447 snap 127 seq_num 447) 2024-03-10T22:19:07.292 INFO:tasks.rados.rados.0.smithi169.stdout:1406: snap_remove snap 130 2024-03-10T22:19:07.554 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:07 smithi169 ceph-mon[88180]: osdmap e335: 8 total, 8 up, 8 in 2024-03-10T22:19:07.554 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:07.554 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:07.554 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:07 smithi169 ceph-mon[88180]: pgmap v163: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 464 KiB/s wr, 4 op/s 2024-03-10T22:19:07.554 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:07 smithi169 ceph-mon[90638]: osdmap e335: 8 total, 8 up, 8 in 2024-03-10T22:19:07.554 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:07.555 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:07.555 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:07 smithi169 ceph-mon[90638]: pgmap v163: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 464 KiB/s wr, 4 op/s 2024-03-10T22:19:07.555 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:07.296+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:07.555 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:07.297+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:07.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:07 smithi172 ceph-mon[84635]: osdmap e335: 8 total, 8 up, 8 in 2024-03-10T22:19:07.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:07.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:07.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:07 smithi172 ceph-mon[84635]: pgmap v163: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 464 KiB/s wr, 4 op/s 2024-03-10T22:19:08.299 INFO:tasks.rados.rados.0.smithi169.stdout:1406: done (2 left) 2024-03-10T22:19:08.299 INFO:tasks.rados.rados.0.smithi169.stdout:1407: copy_from oid 28 from oid 27 current snap is 133 2024-03-10T22:19:08.299 INFO:tasks.rados.rados.0.smithi169.stdout:1404: finishing rollback tid 0 to smithi16976610-42 2024-03-10T22:19:08.300 INFO:tasks.rados.rados.0.smithi169.stdout:1404: finishing rollback tid 1 to smithi16976610-42 2024-03-10T22:19:08.300 INFO:tasks.rados.rados.0.smithi169.stdout:1404: finishing rollback tid 2 to smithi16976610-42 2024-03-10T22:19:08.300 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 1743 (ObjNum 402 snap 118 seq_num 402) dirty exists 2024-03-10T22:19:08.300 INFO:tasks.rados.rados.0.smithi169.stdout:1405: expect (ObjNum 447 snap 127 seq_num 447) 2024-03-10T22:19:08.331 INFO:tasks.rados.rados.0.smithi169.stdout:1407: finishing copy_from racing read to smithi16976610-28 2024-03-10T22:19:08.331 INFO:tasks.rados.rados.0.smithi169.stdout:1407: finishing copy_from to smithi16976610-28 2024-03-10T22:19:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 1738 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:19:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:1404: done (2 left) 2024-03-10T22:19:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:1405: done (1 left) 2024-03-10T22:19:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:1407: done (0 left) 2024-03-10T22:19:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:1408: read oid 10 snap -1 2024-03-10T22:19:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:1408: expect (ObjNum 443 snap 127 seq_num 443) 2024-03-10T22:19:08.332 INFO:tasks.rados.rados.0.smithi169.stdout:1409: snap_create 2024-03-10T22:19:08.335 INFO:tasks.rados.rados.0.smithi169.stdout:1408: expect (ObjNum 443 snap 127 seq_num 443) 2024-03-10T22:19:08.593 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:08 smithi169 ceph-mon[88180]: osdmap e336: 8 total, 8 up, 8 in 2024-03-10T22:19:08.593 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:08.594 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:08.594 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:08 smithi169 ceph-mon[90638]: osdmap e336: 8 total, 8 up, 8 in 2024-03-10T22:19:08.594 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:08.594 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:08.594 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:08.308+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:08.594 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:08.309+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:08.595 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:08 smithi169 systemd[1]: Stopping Ceph osd.1 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:19:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:08 smithi172 ceph-mon[84635]: osdmap e336: 8 total, 8 up, 8 in 2024-03-10T22:19:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:09.003 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[47463]: 2024-03-10T22:19:08.592+0000 7fe5f0f45700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:19:09.003 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[47463]: 2024-03-10T22:19:08.592+0000 7fe5f0f45700 -1 osd.1 337 *** Got signal Terminated *** 2024-03-10T22:19:09.003 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[47463]: 2024-03-10T22:19:08.592+0000 7fe5f0f45700 -1 osd.1 337 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:19:09.304 INFO:tasks.rados.rados.0.smithi169.stdout:1408: done (1 left) 2024-03-10T22:19:09.305 INFO:tasks.rados.rados.0.smithi169.stdout:1409: done (0 left) 2024-03-10T22:19:09.305 INFO:tasks.rados.rados.0.smithi169.stdout:1410: rmattr oid 40 current snap is 134 2024-03-10T22:19:09.305 INFO:tasks.rados.rados.0.smithi169.stdout:1410: done (0 left) 2024-03-10T22:19:09.305 INFO:tasks.rados.rados.0.smithi169.stdout:1411: snap_create 2024-03-10T22:19:09.707 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:09.315+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:09.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-mon[90638]: osdmap e337: 8 total, 8 up, 8 in 2024-03-10T22:19:09.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:09.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:09.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-mon[90638]: pgmap v166: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 464 KiB/s wr, 5 op/s 2024-03-10T22:19:09.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-mon[90638]: osd.1 marked itself down and dead 2024-03-10T22:19:09.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:09.295+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 2 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:19:09.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-mon[88180]: osdmap e337: 8 total, 8 up, 8 in 2024-03-10T22:19:09.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:09.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:09.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-mon[88180]: pgmap v166: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 464 KiB/s wr, 5 op/s 2024-03-10T22:19:09.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:09 smithi169 ceph-mon[88180]: osd.1 marked itself down and dead 2024-03-10T22:19:09.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:09 smithi172 ceph-mon[84635]: osdmap e337: 8 total, 8 up, 8 in 2024-03-10T22:19:09.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset c4=[]:{c1=[c1,c0,bf]} for object 5:a671bb45:::smithi16976610-13:be 2024-03-10T22:19:09.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:09.767 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:09 smithi172 ceph-mon[84635]: pgmap v166: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 464 KiB/s wr, 5 op/s 2024-03-10T22:19:09.767 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:09 smithi172 ceph-mon[84635]: osd.1 marked itself down and dead 2024-03-10T22:19:10.003 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:09 smithi169 podman[100624]: 2024-03-10 22:19:09.707642057 +0000 UTC m=+1.247368510 container died bc83559f4e483286dd1e93ce843019159fa4044de467a8ab2ce04faefdbba65b (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-c2ea977, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-03-10T22:19:10.307 INFO:tasks.rados.rados.0.smithi169.stdout:1411: done (0 left) 2024-03-10T22:19:10.307 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 135 2024-03-10T22:19:10.307 INFO:tasks.rados.rados.0.smithi169.stdout:1412: seq_num 462 ranges {0=540672} 2024-03-10T22:19:10.310 INFO:tasks.rados.rados.0.smithi169.stdout:1412: writing smithi16976610-35 from 0 to 540672 tid 1 2024-03-10T22:19:10.311 INFO:tasks.rados.rados.0.smithi169.stdout:1413: delete oid 36 current snap is 135 2024-03-10T22:19:10.312 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:10 smithi169 podman[100624]: 2024-03-10 22:19:10.085415963 +0000 UTC m=+1.625142439 container cleanup bc83559f4e483286dd1e93ce843019159fa4044de467a8ab2ce04faefdbba65b (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-c2ea977, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:19:10.312 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:10 smithi169 bash[100624]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1 2024-03-10T22:19:10.319 INFO:tasks.rados.rados.0.smithi169.stdout:1413: done (1 left) 2024-03-10T22:19:10.319 INFO:tasks.rados.rados.0.smithi169.stdout:1414: read oid 3 snap -1 2024-03-10T22:19:10.319 INFO:tasks.rados.rados.0.smithi169.stdout:1414: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:19:10.319 INFO:tasks.rados.rados.0.smithi169.stdout:1415: delete oid 13 current snap is 135 2024-03-10T22:19:10.322 INFO:tasks.rados.rados.0.smithi169.stdout:1412: finishing write tid 1 to smithi16976610-35 2024-03-10T22:19:10.324 INFO:tasks.rados.rados.0.smithi169.stdout:1412: finishing write tid 2 to smithi16976610-35 2024-03-10T22:19:10.325 INFO:tasks.rados.rados.0.smithi169.stdout:1415: done (2 left) 2024-03-10T22:19:10.325 INFO:tasks.rados.rados.0.smithi169.stdout:1416: snap_remove snap 122 2024-03-10T22:19:10.721 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:10.311+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:10.721 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:10 smithi169 podman[100642]: 2024-03-10 22:19:10.353410482 +0000 UTC m=+0.643888166 container remove bc83559f4e483286dd1e93ce843019159fa4044de467a8ab2ce04faefdbba65b (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-c2ea977, GIT_BRANCH=HEAD) 2024-03-10T22:19:10.722 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:10 smithi169 ceph-mon[88180]: Health check update: Possible data damage: 2 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:19:10.722 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:10 smithi169 ceph-mon[88180]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:19:10.722 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:10 smithi169 ceph-mon[88180]: osdmap e338: 8 total, 7 up, 8 in 2024-03-10T22:19:10.722 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:10.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:10 smithi169 ceph-mon[90638]: Health check update: Possible data damage: 2 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:19:10.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:10 smithi169 ceph-mon[90638]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:19:10.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:10 smithi169 ceph-mon[90638]: osdmap e338: 8 total, 7 up, 8 in 2024-03-10T22:19:10.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:10 smithi172 ceph-mon[84635]: Health check update: Possible data damage: 2 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:19:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:10 smithi172 ceph-mon[84635]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:19:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:10 smithi172 ceph-mon[84635]: osdmap e338: 8 total, 7 up, 8 in 2024-03-10T22:19:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:10.973 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:10 smithi169 podman[100733]: 2024-03-10 22:19:10.625838086 +0000 UTC m=+0.018504250 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:19:10.973 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:10 smithi169 podman[100733]: 2024-03-10 22:19:10.754362444 +0000 UTC m=+0.147028601 container create 533a40984af061366229bf726b631571b6890f4014af625098338bb8346b625b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:19:11.253 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:10 smithi169 podman[100733]: 2024-03-10 22:19:10.973796106 +0000 UTC m=+0.366462275 container init 533a40984af061366229bf726b631571b6890f4014af625098338bb8346b625b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-deactivate, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD) 2024-03-10T22:19:11.253 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:10 smithi169 podman[100733]: 2024-03-10 22:19:10.977147564 +0000 UTC m=+0.369813731 container start 533a40984af061366229bf726b631571b6890f4014af625098338bb8346b625b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True) 2024-03-10T22:19:11.254 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:11 smithi169 podman[100733]: 2024-03-10 22:19:11.065427224 +0000 UTC m=+0.458093405 container attach 533a40984af061366229bf726b631571b6890f4014af625098338bb8346b625b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-deactivate, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, io.buildah.version=1.33.5) 2024-03-10T22:19:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:1416: done (2 left) 2024-03-10T22:19:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:1417: read oid 40 snap -1 2024-03-10T22:19:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:1417: expect deleted 2024-03-10T22:19:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:1418: snap_create 2024-03-10T22:19:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:1412: finishing write tid 3 to smithi16976610-35 2024-03-10T22:19:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:1412: oid 35 updating version 0 to 295 2024-03-10T22:19:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:1412: oid 35 updating version 295 to 296 2024-03-10T22:19:11.324 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 296 (ObjNum 462 snap 135 seq_num 462) dirty exists 2024-03-10T22:19:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:1412: left oid 35 (ObjNum 462 snap 135 seq_num 462) 2024-03-10T22:19:11.325 INFO:tasks.rados.rados.0.smithi169.stdout:1414: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:19:11.610 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:11.331+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:11.611 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:11 smithi169 podman[100733]: 2024-03-10 22:19:11.271877114 +0000 UTC m=+0.664543274 container died 533a40984af061366229bf726b631571b6890f4014af625098338bb8346b625b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-03-10T22:19:11.611 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: osdmap e339: 8 total, 7 up, 8 in 2024-03-10T22:19:11.611 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:11.611 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: pgmap v169: 121 pgs: 16 stale+active+clean, 2 active+clean+snaptrim_error, 103 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 0 op/s 2024-03-10T22:19:11.611 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.611 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]: dispatch 2024-03-10T22:19:11.611 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.612 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.612 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 3]}]: dispatch 2024-03-10T22:19:11.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]: dispatch 2024-03-10T22:19:11.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 3]}]: dispatch 2024-03-10T22:19:11.614 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]: dispatch 2024-03-10T22:19:11.614 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-03-10T22:19:11.614 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.614 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 1]}]: dispatch 2024-03-10T22:19:11.614 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.614 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.614 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]: dispatch 2024-03-10T22:19:11.614 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-03-10T22:19:11.614 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: osdmap e339: 8 total, 7 up, 8 in 2024-03-10T22:19:11.614 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: pgmap v169: 121 pgs: 16 stale+active+clean, 2 active+clean+snaptrim_error, 103 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 0 op/s 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 3]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 3]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]: dispatch 2024-03-10T22:19:11.615 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-03-10T22:19:11.616 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.616 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 1]}]: dispatch 2024-03-10T22:19:11.616 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.616 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.616 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]: dispatch 2024-03-10T22:19:11.616 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-03-10T22:19:11.616 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 1]}]: dispatch 2024-03-10T22:19:11.616 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:11.616 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:11.617 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 1]}]: dispatch 2024-03-10T22:19:11.617 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:11.617 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: osdmap e339: 8 total, 7 up, 8 in 2024-03-10T22:19:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: pgmap v169: 121 pgs: 16 stale+active+clean, 2 active+clean+snaptrim_error, 103 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 0 op/s 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 3]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 3]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]: dispatch 2024-03-10T22:19:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-03-10T22:19:11.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 1]}]: dispatch 2024-03-10T22:19:11.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-03-10T22:19:11.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-03-10T22:19:11.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]: dispatch 2024-03-10T22:19:11.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-03-10T22:19:11.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 1]}]: dispatch 2024-03-10T22:19:11.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:11.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:12.078 INFO:tasks.rados.rados.0.smithi169.stdout:1412: done (3 left) 2024-03-10T22:19:12.078 INFO:tasks.rados.rados.0.smithi169.stdout:1414: done (2 left) 2024-03-10T22:19:12.078 INFO:tasks.rados.rados.0.smithi169.stdout:1417: done (1 left) 2024-03-10T22:19:12.078 INFO:tasks.rados.rados.0.smithi169.stdout:1418: done (0 left) 2024-03-10T22:19:12.078 INFO:tasks.rados.rados.0.smithi169.stdout:1419: copy_from oid 45 from oid 50 current snap is 136 2024-03-10T22:19:12.078 INFO:tasks.rados.rados.0.smithi169.stdout:1420: copy_from oid 17 from oid 29 current snap is 136 2024-03-10T22:19:12.078 INFO:tasks.rados.rados.0.smithi169.stdout:1421: read oid 30 snap -1 2024-03-10T22:19:12.078 INFO:tasks.rados.rados.0.smithi169.stdout:1421: expect (ObjNum 268 snap 70 seq_num 268) 2024-03-10T22:19:12.079 INFO:tasks.rados.rados.0.smithi169.stdout:1422: read oid 41 snap -1 2024-03-10T22:19:12.079 INFO:tasks.rados.rados.0.smithi169.stdout:1422: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:19:12.079 INFO:tasks.rados.rados.0.smithi169.stdout:1423: read oid 12 snap -1 2024-03-10T22:19:12.079 INFO:tasks.rados.rados.0.smithi169.stdout:1423: expect (ObjNum 449 snap 128 seq_num 449) 2024-03-10T22:19:12.079 INFO:tasks.rados.rados.0.smithi169.stdout:1424: copy_from oid 14 from oid 3 current snap is 136 2024-03-10T22:19:12.079 INFO:tasks.rados.rados.0.smithi169.stdout:1425: setattr oid 19 current snap is 136 2024-03-10T22:19:12.079 INFO:tasks.rados.rados.0.smithi169.stdout:1426: read oid 4 snap -1 2024-03-10T22:19:12.079 INFO:tasks.rados.rados.0.smithi169.stdout:1426: expect (ObjNum 461 snap 132 seq_num 461) 2024-03-10T22:19:12.079 INFO:tasks.rados.rados.0.smithi169.stdout:1427: read oid 42 snap -1 2024-03-10T22:19:12.079 INFO:tasks.rados.rados.0.smithi169.stdout:1427: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:19:12.080 INFO:tasks.rados.rados.0.smithi169.stdout:1428: snap_remove snap 133 2024-03-10T22:19:12.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:12.085+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:12.253 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:11 smithi169 podman[100760]: 2024-03-10 22:19:11.928583067 +0000 UTC m=+0.650806503 container remove 533a40984af061366229bf726b631571b6890f4014af625098338bb8346b625b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD) 2024-03-10T22:19:12.254 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:11 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.1.service: Deactivated successfully. 2024-03-10T22:19:12.254 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:11 smithi169 systemd[1]: Stopped Ceph osd.1 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:19:12.254 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:11 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.1.service: Consumed 30.655s CPU time. 2024-03-10T22:19:12.254 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:12 smithi169 systemd[1]: Starting Ceph osd.1 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:19:12.723 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:12 smithi169 podman[100862]: 2024-03-10 22:19:12.284212385 +0000 UTC m=+0.019340638 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:19:12.723 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:12 smithi169 podman[100862]: 2024-03-10 22:19:12.413568251 +0000 UTC m=+0.148696502 container create 87c5430ca6481c3bf37261d2c65095c6b89f1ea2c7155444a365199d59e1dfc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]': finished 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 3]}]': finished 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 1]}]': finished 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]': finished 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]': finished 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]': finished 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 1]}]': finished 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: osdmap e340: 8 total, 7 up, 8 in 2024-03-10T22:19:12.724 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[88180]: osdmap e341: 8 total, 7 up, 8 in 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]': finished 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 3]}]': finished 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 1]}]': finished 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]': finished 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]': finished 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]': finished 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 1]}]': finished 2024-03-10T22:19:12.725 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: osdmap e340: 8 total, 7 up, 8 in 2024-03-10T22:19:12.726 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:12.726 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:12 smithi169 ceph-mon[90638]: osdmap e341: 8 total, 7 up, 8 in 2024-03-10T22:19:12.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-03-10T22:19:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]': finished 2024-03-10T22:19:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-03-10T22:19:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 3]}]': finished 2024-03-10T22:19:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 1]}]': finished 2024-03-10T22:19:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]': finished 2024-03-10T22:19:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-03-10T22:19:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]': finished 2024-03-10T22:19:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]': finished 2024-03-10T22:19:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 1]}]': finished 2024-03-10T22:19:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: osdmap e340: 8 total, 7 up, 8 in 2024-03-10T22:19:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:12 smithi172 ceph-mon[84635]: osdmap e341: 8 total, 7 up, 8 in 2024-03-10T22:19:13.003 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:12 smithi169 podman[100862]: 2024-03-10 22:19:12.849565312 +0000 UTC m=+0.584693565 container init 87c5430ca6481c3bf37261d2c65095c6b89f1ea2c7155444a365199d59e1dfc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, ceph=True) 2024-03-10T22:19:13.004 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:12 smithi169 podman[100862]: 2024-03-10 22:19:12.852809778 +0000 UTC m=+0.587938027 container start 87c5430ca6481c3bf37261d2c65095c6b89f1ea2c7155444a365199d59e1dfc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d) 2024-03-10T22:19:13.004 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:12 smithi169 podman[100862]: 2024-03-10 22:19:12.949678516 +0000 UTC m=+0.684806789 container attach 87c5430ca6481c3bf37261d2c65095c6b89f1ea2c7155444a365199d59e1dfc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-03-10T22:19:13.078 INFO:tasks.rados.rados.0.smithi169.stdout:1428: done (9 left) 2024-03-10T22:19:13.078 INFO:tasks.rados.rados.0.smithi169.stdout:1429: rollback oid 48 current snap is 136 2024-03-10T22:19:13.078 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 48 to 132 2024-03-10T22:19:13.078 INFO:tasks.rados.rados.0.smithi169.stdout:1419: finishing copy_from to smithi16976610-45 2024-03-10T22:19:13.078 INFO:tasks.rados.rados.0.smithi169.stdout:1419: got expected ENOENT (src dne) 2024-03-10T22:19:13.078 INFO:tasks.rados.rados.0.smithi169.stdout:1419: finishing copy_from racing read to smithi16976610-45 2024-03-10T22:19:13.078 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 10276 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T22:19:13.079 INFO:tasks.rados.rados.0.smithi169.stdout:1422: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:19:13.122 INFO:tasks.rados.rados.0.smithi169.stdout:1420: finishing copy_from racing read to smithi16976610-17 2024-03-10T22:19:13.122 INFO:tasks.rados.rados.0.smithi169.stdout:1419: done (9 left) 2024-03-10T22:19:13.122 INFO:tasks.rados.rados.0.smithi169.stdout:1422: done (8 left) 2024-03-10T22:19:13.122 INFO:tasks.rados.rados.0.smithi169.stdout:1425: done (7 left) 2024-03-10T22:19:13.122 INFO:tasks.rados.rados.0.smithi169.stdout:1430: copy_from oid 9 from oid 49 current snap is 136 2024-03-10T22:19:13.122 INFO:tasks.rados.rados.0.smithi169.stdout:1420: finishing copy_from to smithi16976610-17 2024-03-10T22:19:13.122 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 626 (ObjNum 438 snap 126 seq_num 438) dirty exists 2024-03-10T22:19:13.122 INFO:tasks.rados.rados.0.smithi169.stdout:1427: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:19:13.177 INFO:tasks.rados.rados.0.smithi169.stdout:1423: expect (ObjNum 449 snap 128 seq_num 449) 2024-03-10T22:19:13.318 INFO:tasks.rados.rados.0.smithi169.stdout:1421: expect (ObjNum 268 snap 70 seq_num 268) 2024-03-10T22:19:13.350 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:13.078+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:13.351 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:13.351 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-mon[88180]: pgmap v172: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 remapped+peering, 5 peering, 70 active+clean, 32 active+undersized, 1 active+clean+snaptrim_error, 3 unknown, 8 active+undersized+degraded; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 472 KiB/s wr, 9 op/s; 35/396 objects degraded (8.838%); 145 B/s, 0 objects/s recovering 2024-03-10T22:19:13.351 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-mon[88180]: osdmap e342: 8 total, 7 up, 8 in 2024-03-10T22:19:13.351 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:13.351 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-mon[90638]: pgmap v172: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 remapped+peering, 5 peering, 70 active+clean, 32 active+undersized, 1 active+clean+snaptrim_error, 3 unknown, 8 active+undersized+degraded; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 472 KiB/s wr, 9 op/s; 35/396 objects degraded (8.838%); 145 B/s, 0 objects/s recovering 2024-03-10T22:19:13.352 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-mon[90638]: osdmap e342: 8 total, 7 up, 8 in 2024-03-10T22:19:13.352 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate[100876]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-10T22:19:13.352 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate[100876]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-10T22:19:13.352 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 bash[100862]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-10T22:19:13.352 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 bash[100862]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-10T22:19:13.352 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 bash[100862]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-10T22:19:13.352 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 bash[100862]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-10T22:19:13.352 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 bash[100862]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-03-10T22:19:13.352 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 bash[100862]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-10T22:19:13.352 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 bash[100862]: --> ceph-volume raw activate successful for osd ID: 1 2024-03-10T22:19:13.352 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate[100876]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-10T22:19:13.352 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate[100876]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-10T22:19:13.353 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate[100876]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-03-10T22:19:13.353 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate[100876]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-10T22:19:13.353 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate[100876]: --> ceph-volume raw activate successful for osd ID: 1 2024-03-10T22:19:13.453 INFO:tasks.rados.rados.0.smithi169.stdout:1426: expect (ObjNum 461 snap 132 seq_num 461) 2024-03-10T22:19:13.628 INFO:tasks.rados.rados.0.smithi169.stdout:1429: finishing rollback tid 0 to smithi16976610-48 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:1429: finishing rollback tid 1 to smithi16976610-48 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:1429: finishing rollback tid 2 to smithi16976610-48 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 1745 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:1424: finishing copy_from racing read to smithi16976610-14 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:1424: finishing copy_from to smithi16976610-14 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 456 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:1430: finishing copy_from racing read to smithi16976610-9 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:1420: done (7 left) 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:1421: done (6 left) 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:1423: done (5 left) 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:1424: done (4 left) 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:1426: done (3 left) 2024-03-10T22:19:13.629 INFO:tasks.rados.rados.0.smithi169.stdout:1427: done (2 left) 2024-03-10T22:19:13.630 INFO:tasks.rados.rados.0.smithi169.stdout:1429: done (1 left) 2024-03-10T22:19:13.630 INFO:tasks.rados.rados.0.smithi169.stdout:1431: read oid 23 snap 119 2024-03-10T22:19:13.630 INFO:tasks.rados.rados.0.smithi169.stdout:1431: expect (ObjNum 367 snap 100 seq_num 367) 2024-03-10T22:19:13.630 INFO:tasks.rados.rados.0.smithi169.stdout:1432: snap_create 2024-03-10T22:19:13.630 INFO:tasks.rados.rados.0.smithi169.stdout:1430: finishing copy_from to smithi16976610-9 2024-03-10T22:19:13.630 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 484 (ObjNum 384 snap 108 seq_num 384) dirty exists 2024-03-10T22:19:13.633 INFO:tasks.rados.rados.0.smithi169.stdout:1431: expect (ObjNum 367 snap 100 seq_num 367) 2024-03-10T22:19:13.711 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:13 smithi169 podman[100862]: 2024-03-10 22:19:13.352189675 +0000 UTC m=+1.087317933 container died 87c5430ca6481c3bf37261d2c65095c6b89f1ea2c7155444a365199d59e1dfc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS) 2024-03-10T22:19:13.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset c2=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:13 smithi172 ceph-mon[84635]: pgmap v172: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 remapped+peering, 5 peering, 70 active+clean, 32 active+undersized, 1 active+clean+snaptrim_error, 3 unknown, 8 active+undersized+degraded; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 472 KiB/s wr, 9 op/s; 35/396 objects degraded (8.838%); 145 B/s, 0 objects/s recovering 2024-03-10T22:19:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:13 smithi172 ceph-mon[84635]: osdmap e342: 8 total, 7 up, 8 in 2024-03-10T22:19:14.324 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:14 smithi169 podman[100994]: 2024-03-10 22:19:14.029169437 +0000 UTC m=+0.668371943 container remove 87c5430ca6481c3bf37261d2c65095c6b89f1ea2c7155444a365199d59e1dfc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-activate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, ceph=True, CEPH_POINT_RELEASE=) 2024-03-10T22:19:14.324 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:14 smithi169 podman[101062]: 2024-03-10 22:19:14.148632257 +0000 UTC m=+0.018960712 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:19:14.324 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:14 smithi169 podman[101062]: 2024-03-10 22:19:14.271699745 +0000 UTC m=+0.142028200 container create 32abc424c71c0f7276b7d4239c2beb986eeed105622b864d4c8288ec0a9150dc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d) 2024-03-10T22:19:14.336 INFO:tasks.rados.rados.0.smithi169.stdout:1430: done (2 left) 2024-03-10T22:19:14.336 INFO:tasks.rados.rados.0.smithi169.stdout:1431: done (1 left) 2024-03-10T22:19:14.336 INFO:tasks.rados.rados.0.smithi169.stdout:1432: done (0 left) 2024-03-10T22:19:14.336 INFO:tasks.rados.rados.0.smithi169.stdout:1433: rmattr oid 11 current snap is 137 2024-03-10T22:19:14.336 INFO:tasks.rados.rados.0.smithi169.stdout:1433: done (0 left) 2024-03-10T22:19:14.336 INFO:tasks.rados.rados.0.smithi169.stdout:1434: snap_remove snap 135 2024-03-10T22:19:14.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:14.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:14 smithi169 ceph-mon[90638]: Health check failed: Degraded data redundancy: 35/396 objects degraded (8.838%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:14.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:14.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:14 smithi169 ceph-mon[88180]: Health check failed: Degraded data redundancy: 35/396 objects degraded (8.838%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:14.754 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:14 smithi169 podman[101062]: 2024-03-10 22:19:14.457147096 +0000 UTC m=+0.327475552 container init 32abc424c71c0f7276b7d4239c2beb986eeed105622b864d4c8288ec0a9150dc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-03-10T22:19:14.754 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:14 smithi169 podman[101062]: 2024-03-10 22:19:14.460079161 +0000 UTC m=+0.330407619 container start 32abc424c71c0f7276b7d4239c2beb986eeed105622b864d4c8288ec0a9150dc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD) 2024-03-10T22:19:14.754 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:14 smithi169 ceph-osd[101081]: -- 172.21.15.169:0/50594559 <== mon.2 v2:172.21.15.169:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5556c70fd680 con 0x5556c70c7400 2024-03-10T22:19:14.754 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:14 smithi169 bash[101062]: 32abc424c71c0f7276b7d4239c2beb986eeed105622b864d4c8288ec0a9150dc 2024-03-10T22:19:14.754 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:14 smithi169 systemd[1]: Started Ceph osd.1 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:19:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:14 smithi172 ceph-mon[84635]: Health check failed: Degraded data redundancy: 35/396 objects degraded (8.838%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:15.332 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:15.155+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:15.333 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[101077]: 2024-03-10T22:19:15.015+0000 7f20603657c0 -1 Falling back to public interface 2024-03-10T22:19:15.335 INFO:tasks.rados.rados.0.smithi169.stdout:1434: done (0 left) 2024-03-10T22:19:15.335 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 137 2024-03-10T22:19:15.336 INFO:tasks.rados.rados.0.smithi169.stdout:1435: seq_num 465 ranges {3760128=598016} 2024-03-10T22:19:15.359 INFO:tasks.rados.rados.0.smithi169.stdout:1435: writing smithi16976610-30 from 3760128 to 4358144 tid 1 2024-03-10T22:19:15.359 INFO:tasks.rados.rados.0.smithi169.stdout:1436: read oid 44 snap -1 2024-03-10T22:19:15.359 INFO:tasks.rados.rados.0.smithi169.stdout:1436: expect (ObjNum 426 snap 123 seq_num 426) 2024-03-10T22:19:15.359 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 137 2024-03-10T22:19:15.359 INFO:tasks.rados.rados.0.smithi169.stdout:1437: seq_num 466 ranges {5890048=614400} 2024-03-10T22:19:15.396 INFO:tasks.rados.rados.0.smithi169.stdout:1437: writing smithi16976610-9 from 5890048 to 6504448 tid 1 2024-03-10T22:19:15.396 INFO:tasks.rados.rados.0.smithi169.stdout:1438: read oid 42 snap -1 2024-03-10T22:19:15.396 INFO:tasks.rados.rados.0.smithi169.stdout:1438: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:19:15.396 INFO:tasks.rados.rados.0.smithi169.stdout:1439: snap_create 2024-03-10T22:19:15.396 INFO:tasks.rados.rados.0.smithi169.stdout:1435: finishing write tid 1 to smithi16976610-30 2024-03-10T22:19:15.396 INFO:tasks.rados.rados.0.smithi169.stdout:1435: finishing write tid 2 to smithi16976610-30 2024-03-10T22:19:15.396 INFO:tasks.rados.rados.0.smithi169.stdout:1435: finishing write tid 3 to smithi16976610-30 2024-03-10T22:19:15.396 INFO:tasks.rados.rados.0.smithi169.stdout:1435: oid 30 updating version 0 to 896 2024-03-10T22:19:15.397 INFO:tasks.rados.rados.0.smithi169.stdout:1435: oid 30 updating version 896 to 897 2024-03-10T22:19:15.397 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 897 (ObjNum 465 snap 137 seq_num 465) dirty exists 2024-03-10T22:19:15.397 INFO:tasks.rados.rados.0.smithi169.stdout:1435: left oid 30 (ObjNum 465 snap 137 seq_num 465) 2024-03-10T22:19:15.397 INFO:tasks.rados.rados.0.smithi169.stdout:1436: expect (ObjNum 426 snap 123 seq_num 426) 2024-03-10T22:19:15.558 INFO:tasks.rados.rados.0.smithi169.stdout:1437: finishing write tid 1 to smithi16976610-9 2024-03-10T22:19:15.559 INFO:tasks.rados.rados.0.smithi169.stdout:1437: finishing write tid 2 to smithi16976610-9 2024-03-10T22:19:15.559 INFO:tasks.rados.rados.0.smithi169.stdout:1437: finishing write tid 3 to smithi16976610-9 2024-03-10T22:19:15.559 INFO:tasks.rados.rados.0.smithi169.stdout:1437: oid 9 updating version 0 to 551 2024-03-10T22:19:15.559 INFO:tasks.rados.rados.0.smithi169.stdout:1437: oid 9 version 551 is already newer than 550 2024-03-10T22:19:15.559 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 551 (ObjNum 466 snap 137 seq_num 466) dirty exists 2024-03-10T22:19:15.559 INFO:tasks.rados.rados.0.smithi169.stdout:1437: left oid 9 (ObjNum 466 snap 137 seq_num 466) 2024-03-10T22:19:15.559 INFO:tasks.rados.rados.0.smithi169.stdout:1438: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:19:15.586 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:15.338+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:15.586 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-mon[90638]: osdmap e343: 8 total, 7 up, 8 in 2024-03-10T22:19:15.587 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-mon[90638]: pgmap v175: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 remapped+peering, 5 peering, 70 active+clean, 32 active+undersized, 1 active+clean+snaptrim_error, 3 unknown, 8 active+undersized+degraded; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 472 KiB/s wr, 9 op/s; 35/396 objects degraded (8.838%); 145 B/s, 0 objects/s recovering 2024-03-10T22:19:15.587 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:15.587 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:15.587 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:15.587 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-mon[88180]: osdmap e343: 8 total, 7 up, 8 in 2024-03-10T22:19:15.587 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-mon[88180]: pgmap v175: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 remapped+peering, 5 peering, 70 active+clean, 32 active+undersized, 1 active+clean+snaptrim_error, 3 unknown, 8 active+undersized+degraded; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 472 KiB/s wr, 9 op/s; 35/396 objects degraded (8.838%); 145 B/s, 0 objects/s recovering 2024-03-10T22:19:15.587 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:15.587 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:15.587 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:15 smithi172 ceph-mon[84635]: osdmap e343: 8 total, 7 up, 8 in 2024-03-10T22:19:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:15 smithi172 ceph-mon[84635]: pgmap v175: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 remapped+peering, 5 peering, 70 active+clean, 32 active+undersized, 1 active+clean+snaptrim_error, 3 unknown, 8 active+undersized+degraded; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 472 KiB/s wr, 9 op/s; 35/396 objects degraded (8.838%); 145 B/s, 0 objects/s recovering 2024-03-10T22:19:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:15 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:15 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:15 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:19:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:19:15] "GET /metrics HTTP/1.1" 200 36190 "" "Prometheus/2.43.0" 2024-03-10T22:19:16.344 INFO:tasks.rados.rados.0.smithi169.stdout:1435: done (4 left) 2024-03-10T22:19:16.344 INFO:tasks.rados.rados.0.smithi169.stdout:1436: done (3 left) 2024-03-10T22:19:16.344 INFO:tasks.rados.rados.0.smithi169.stdout:1437: done (2 left) 2024-03-10T22:19:16.344 INFO:tasks.rados.rados.0.smithi169.stdout:1438: done (1 left) 2024-03-10T22:19:16.344 INFO:tasks.rados.rados.0.smithi169.stdout:1439: done (0 left) 2024-03-10T22:19:16.344 INFO:tasks.rados.rados.0.smithi169.stdout:1440: snap_remove snap 132 2024-03-10T22:19:16.627 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:19:16.627 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:16.627 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:16 smithi169 ceph-mon[90638]: osdmap e344: 8 total, 7 up, 8 in 2024-03-10T22:19:16.628 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:16.628 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:16.628 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:16 smithi169 ceph-mon[88180]: osdmap e344: 8 total, 7 up, 8 in 2024-03-10T22:19:16.628 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:16 smithi172 ceph-mon[84635]: osdmap e344: 8 total, 7 up, 8 in 2024-03-10T22:19:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:16.978 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:19:16.978 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (6m) 34s ago 7m 25.3M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:19:16.978 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (6m) 79s ago 6m 92.6M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (8m) 34s ago 8m 15.7M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (8m) 79s ago 8m 20.5M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (2m) 79s ago 11m 448M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (3m) 34s ago 13m 508M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (2m) 34s ago 13m 46.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (91s) 79s ago 12m 25.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (110s) 34s ago 11m 39.8M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (7m) 34s ago 7m 16.0M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (7m) 79s ago 7m 15.2M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (39s) 34s ago 11m 12.6M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 starting - - - 2480M 2024-03-10T22:19:16.979 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (10m) 34s ago 10m 163M 2480M 18.2.1-746-gc2ea977b a30af69eda22 34fdeb0dfbb6 2024-03-10T22:19:16.980 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (10m) 34s ago 10m 169M 2480M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:19:16.980 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (9m) 79s ago 9m 130M 2480M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:19:16.980 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (9m) 79s ago 9m 131M 2480M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:19:16.980 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (8m) 79s ago 8m 124M 2480M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:19:16.980 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (8m) 79s ago 8m 134M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:19:16.980 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (2m) 79s ago 7m 56.6M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:19:17.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:17.185+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:17.353 INFO:tasks.rados.rados.0.smithi169.stdout:1440: done (0 left) 2024-03-10T22:19:17.353 INFO:tasks.rados.rados.0.smithi169.stdout:1441: rollback oid 10 current snap is 138 2024-03-10T22:19:17.353 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 10 to 137 2024-03-10T22:19:17.354 INFO:tasks.rados.rados.0.smithi169.stdout:1442: snap_remove snap 124 2024-03-10T22:19:17.386 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:19:17.386 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:19:17.386 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:19:17.386 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:19:17.386 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:19:17.386 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:19:17.386 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:19:17.386 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:19:17.386 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 6, 2024-03-10T22:19:17.386 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 1 2024-03-10T22:19:17.386 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:19:17.387 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:19:17.387 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:19:17.387 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:19:17.387 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:19:17.387 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8, 2024-03-10T22:19:17.387 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 6 2024-03-10T22:19:17.387 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:19:17.387 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:19:17.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:17 smithi169 ceph-mon[88180]: osdmap e345: 8 total, 7 up, 8 in 2024-03-10T22:19:17.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:17 smithi169 ceph-mon[88180]: pgmap v178: 121 pgs: 5 active+clean+remapped, 1 active+undersized+degraded+snaptrim_error, 1 remapped+peering, 2 peering, 71 active+clean, 32 active+undersized, 1 active+clean+snaptrim_error, 8 active+undersized+degraded; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 37/411 objects degraded (9.002%); 12/411 objects misplaced (2.920%); 0 B/s, 0 objects/s recovering 2024-03-10T22:19:17.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:17 smithi169 ceph-mon[90638]: osdmap e345: 8 total, 7 up, 8 in 2024-03-10T22:19:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:17 smithi169 ceph-mon[90638]: pgmap v178: 121 pgs: 5 active+clean+remapped, 1 active+undersized+degraded+snaptrim_error, 1 remapped+peering, 2 peering, 71 active+clean, 32 active+undersized, 1 active+clean+snaptrim_error, 8 active+undersized+degraded; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 37/411 objects degraded (9.002%); 12/411 objects misplaced (2.920%); 0 B/s, 0 objects/s recovering 2024-03-10T22:19:17.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:17.353+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:17 smithi172 ceph-mon[84635]: osdmap e345: 8 total, 7 up, 8 in 2024-03-10T22:19:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:17 smithi172 ceph-mon[84635]: pgmap v178: 121 pgs: 5 active+clean+remapped, 1 active+undersized+degraded+snaptrim_error, 1 remapped+peering, 2 peering, 71 active+clean, 32 active+undersized, 1 active+clean+snaptrim_error, 8 active+undersized+degraded; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 37/411 objects degraded (9.002%); 12/411 objects misplaced (2.920%); 0 B/s, 0 objects/s recovering 2024-03-10T22:19:18.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[88180]: from='client.44165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:18.348 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[88180]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:18.349 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:18.349 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[88180]: osdmap e346: 8 total, 7 up, 8 in 2024-03-10T22:19:18.349 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:18.349 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/3534463206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:18.358 INFO:tasks.rados.rados.0.smithi169.stdout:1442: done (1 left) 2024-03-10T22:19:18.358 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 138 2024-03-10T22:19:18.358 INFO:tasks.rados.rados.0.smithi169.stdout:1441: finishing rollback tid 0 to smithi16976610-10 2024-03-10T22:19:18.358 INFO:tasks.rados.rados.0.smithi169.stdout:1443: seq_num 467 ranges {0=630784} 2024-03-10T22:19:18.363 INFO:tasks.rados.rados.0.smithi169.stdout:1443: writing smithi16976610-5 from 0 to 630784 tid 1 2024-03-10T22:19:18.363 INFO:tasks.rados.rados.0.smithi169.stdout:1444: copy_from oid 39 from oid 21 current snap is 138 2024-03-10T22:19:18.363 INFO:tasks.rados.rados.0.smithi169.stdout:1441: finishing rollback tid 1 to smithi16976610-10 2024-03-10T22:19:18.363 INFO:tasks.rados.rados.0.smithi169.stdout:1441: finishing rollback tid 2 to smithi16976610-10 2024-03-10T22:19:18.363 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 701 (ObjNum 443 snap 127 seq_num 443) dirty exists 2024-03-10T22:19:18.363 INFO:tasks.rados.rados.0.smithi169.stdout:1441: done (2 left) 2024-03-10T22:19:18.363 INFO:tasks.rados.rados.0.smithi169.stdout:1445: rollback oid 19 current snap is 138 2024-03-10T22:19:18.363 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 19 to 136 2024-03-10T22:19:18.363 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 138 2024-03-10T22:19:18.363 INFO:tasks.rados.rados.0.smithi169.stdout:1446: seq_num 468 ranges {3792896=647168} 2024-03-10T22:19:18.388 INFO:tasks.rados.rados.0.smithi169.stdout:1446: writing smithi16976610-4 from 3792896 to 4440064 tid 1 2024-03-10T22:19:18.388 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 138 2024-03-10T22:19:18.388 INFO:tasks.rados.rados.0.smithi169.stdout:1445: finishing rollback tid 0 to smithi16976610-19 2024-03-10T22:19:18.388 INFO:tasks.rados.rados.0.smithi169.stdout:1445: finishing rollback tid 1 to smithi16976610-19 2024-03-10T22:19:18.388 INFO:tasks.rados.rados.0.smithi169.stdout:1443: finishing write tid 1 to smithi16976610-5 2024-03-10T22:19:18.388 INFO:tasks.rados.rados.0.smithi169.stdout:1445: finishing rollback tid 2 to smithi16976610-19 2024-03-10T22:19:18.388 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 10280 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T22:19:18.388 INFO:tasks.rados.rados.0.smithi169.stdout:1443: finishing write tid 2 to smithi16976610-5 2024-03-10T22:19:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:1443: finishing write tid 3 to smithi16976610-5 2024-03-10T22:19:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:1443: oid 5 updating version 0 to 1746 2024-03-10T22:19:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:1443: oid 5 updating version 1746 to 1747 2024-03-10T22:19:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 1747 (ObjNum 467 snap 138 seq_num 467) dirty exists 2024-03-10T22:19:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:1443: left oid 5 (ObjNum 467 snap 138 seq_num 467) 2024-03-10T22:19:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:1444: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:19:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:1447: seq_num 469 ranges {1949696=663552} 2024-03-10T22:19:18.402 INFO:tasks.rados.rados.0.smithi169.stdout:1447: writing smithi16976610-48 from 1949696 to 2613248 tid 1 2024-03-10T22:19:18.402 INFO:tasks.rados.rados.0.smithi169.stdout:1443: done (4 left) 2024-03-10T22:19:18.402 INFO:tasks.rados.rados.0.smithi169.stdout:1445: done (3 left) 2024-03-10T22:19:18.403 INFO:tasks.rados.rados.0.smithi169.stdout:1448: setattr oid 36 current snap is 138 2024-03-10T22:19:18.403 INFO:tasks.rados.rados.0.smithi169.stdout:1444: finishing copy_from to smithi16976610-39 2024-03-10T22:19:18.403 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 621 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:19:18.403 INFO:tasks.rados.rados.0.smithi169.stdout:1446: finishing write tid 1 to smithi16976610-4 2024-03-10T22:19:18.403 INFO:tasks.rados.rados.0.smithi169.stdout:1446: finishing write tid 2 to smithi16976610-4 2024-03-10T22:19:18.403 INFO:tasks.rados.rados.0.smithi169.stdout:1446: finishing write tid 3 to smithi16976610-4 2024-03-10T22:19:18.403 INFO:tasks.rados.rados.0.smithi169.stdout:1446: oid 4 updating version 0 to 910 2024-03-10T22:19:18.403 INFO:tasks.rados.rados.0.smithi169.stdout:1446: oid 4 version 910 is already newer than 909 2024-03-10T22:19:18.403 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 910 (ObjNum 468 snap 138 seq_num 468) dirty exists 2024-03-10T22:19:18.403 INFO:tasks.rados.rados.0.smithi169.stdout:1446: left oid 4 (ObjNum 468 snap 138 seq_num 468) 2024-03-10T22:19:18.404 INFO:tasks.rados.rados.0.smithi169.stdout:1444: done (3 left) 2024-03-10T22:19:18.404 INFO:tasks.rados.rados.0.smithi169.stdout:1446: done (2 left) 2024-03-10T22:19:18.404 INFO:tasks.rados.rados.0.smithi169.stdout:1449: snap_remove snap 131 2024-03-10T22:19:18.687 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:18.361+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:18.687 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[90638]: from='client.44165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:18.687 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[90638]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:18.687 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:18.687 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[90638]: osdmap e346: 8 total, 7 up, 8 in 2024-03-10T22:19:18.687 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:18.687 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/3534463206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:18 smithi172 ceph-mon[84635]: from='client.44165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:18 smithi172 ceph-mon[84635]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:18 smithi172 ceph-mon[84635]: osdmap e346: 8 total, 7 up, 8 in 2024-03-10T22:19:18.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:18.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:18 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/3534463206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:19.003 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[101077]: 2024-03-10T22:19:18.687+0000 7f20603657c0 -1 osd.1 337 log_to_monitors true 2024-03-10T22:19:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:1449: done (2 left) 2024-03-10T22:19:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 138 2024-03-10T22:19:19.364 INFO:tasks.rados.rados.0.smithi169.stdout:1450: seq_num 470 ranges {3260416=679936} 2024-03-10T22:19:19.386 INFO:tasks.rados.rados.0.smithi169.stdout:1450: writing smithi16976610-38 from 3260416 to 3940352 tid 1 2024-03-10T22:19:19.386 INFO:tasks.rados.rados.0.smithi169.stdout:1451: setattr oid 22 current snap is 138 2024-03-10T22:19:19.386 INFO:tasks.rados.rados.0.smithi169.stdout:1447: finishing write tid 1 to smithi16976610-48 2024-03-10T22:19:19.386 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 167 (ObjNum 33 snap 0 seq_num 150705520) dirty exists 2024-03-10T22:19:19.386 INFO:tasks.rados.rados.0.smithi169.stdout:1447: finishing write tid 2 to smithi16976610-48 2024-03-10T22:19:19.386 INFO:tasks.rados.rados.0.smithi169.stdout:1447: finishing write tid 3 to smithi16976610-48 2024-03-10T22:19:19.386 INFO:tasks.rados.rados.0.smithi169.stdout:1447: oid 48 updating version 0 to 1749 2024-03-10T22:19:19.387 INFO:tasks.rados.rados.0.smithi169.stdout:1447: oid 48 version 1749 is already newer than 1748 2024-03-10T22:19:19.387 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 1749 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-03-10T22:19:19.387 INFO:tasks.rados.rados.0.smithi169.stdout:1447: left oid 48 (ObjNum 469 snap 138 seq_num 469) 2024-03-10T22:19:19.387 INFO:tasks.rados.rados.0.smithi169.stdout:1447: done (3 left) 2024-03-10T22:19:19.387 INFO:tasks.rados.rados.0.smithi169.stdout:1448: done (2 left) 2024-03-10T22:19:19.387 INFO:tasks.rados.rados.0.smithi169.stdout:1452: snap_remove snap 119 2024-03-10T22:19:19.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:19.366+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:19.753 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[101077]: 2024-03-10T22:19:19.384+0000 7f20517bd700 -1 osd.1 337 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:19:19.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[90638]: osdmap e347: 8 total, 7 up, 8 in 2024-03-10T22:19:19.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:19.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[90638]: pgmap v181: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 8 active+clean+remapped, 71 active+clean, 32 active+undersized, 8 active+undersized+degraded; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 11 op/s; 38/414 objects degraded (9.179%); 12/414 objects misplaced (2.899%); 0 B/s, 0 objects/s recovering 2024-03-10T22:19:19.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:19.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:19.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[90638]: from='osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T22:19:19.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[88180]: osdmap e347: 8 total, 7 up, 8 in 2024-03-10T22:19:19.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:19.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[88180]: pgmap v181: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 8 active+clean+remapped, 71 active+clean, 32 active+undersized, 8 active+undersized+degraded; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 11 op/s; 38/414 objects degraded (9.179%); 12/414 objects misplaced (2.899%); 0 B/s, 0 objects/s recovering 2024-03-10T22:19:19.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:19.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:19.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:19 smithi169 ceph-mon[88180]: from='osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T22:19:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:19 smithi172 ceph-mon[84635]: osdmap e347: 8 total, 7 up, 8 in 2024-03-10T22:19:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset d1=[]:{c2=[c2,c1]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:19 smithi172 ceph-mon[84635]: pgmap v181: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 8 active+clean+remapped, 71 active+clean, 32 active+undersized, 8 active+undersized+degraded; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 11 op/s; 38/414 objects degraded (9.179%); 12/414 objects misplaced (2.899%); 0 B/s, 0 objects/s recovering 2024-03-10T22:19:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:19 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:19 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:19 smithi172 ceph-mon[84635]: from='osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T22:19:20.376 INFO:tasks.rados.rados.0.smithi169.stdout:1452: done (2 left) 2024-03-10T22:19:20.376 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 138 2024-03-10T22:19:20.376 INFO:tasks.rados.rados.0.smithi169.stdout:1453: seq_num 471 ranges {0=696320} 2024-03-10T22:19:20.379 INFO:tasks.rados.rados.0.smithi169.stdout:1453: writing smithi16976610-50 from 0 to 696320 tid 1 2024-03-10T22:19:20.380 INFO:tasks.rados.rados.0.smithi169.stdout:1450: finishing write tid 1 to smithi16976610-38 2024-03-10T22:19:20.381 INFO:tasks.rados.rados.0.smithi169.stdout:1450: finishing write tid 2 to smithi16976610-38 2024-03-10T22:19:20.381 INFO:tasks.rados.rados.0.smithi169.stdout:1450: finishing write tid 3 to smithi16976610-38 2024-03-10T22:19:20.381 INFO:tasks.rados.rados.0.smithi169.stdout:1450: oid 38 updating version 0 to 712 2024-03-10T22:19:20.381 INFO:tasks.rados.rados.0.smithi169.stdout:1450: oid 38 updating version 712 to 713 2024-03-10T22:19:20.381 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 713 (ObjNum 470 snap 138 seq_num 470) dirty exists 2024-03-10T22:19:20.381 INFO:tasks.rados.rados.0.smithi169.stdout:1450: left oid 38 (ObjNum 470 snap 138 seq_num 470) 2024-03-10T22:19:20.381 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 714 (ObjNum 447 snap 127 seq_num 447) dirty exists 2024-03-10T22:19:20.381 INFO:tasks.rados.rados.0.smithi169.stdout:1450: done (2 left) 2024-03-10T22:19:20.381 INFO:tasks.rados.rados.0.smithi169.stdout:1451: done (1 left) 2024-03-10T22:19:20.381 INFO:tasks.rados.rados.0.smithi169.stdout:1454: copy_from oid 14 from oid 8 current snap is 138 2024-03-10T22:19:20.381 INFO:tasks.rados.rados.0.smithi169.stdout:1455: setattr oid 25 current snap is 138 2024-03-10T22:19:20.384 INFO:tasks.rados.rados.0.smithi169.stdout:1456: rollback oid 44 current snap is 138 2024-03-10T22:19:20.384 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 44 to 134 2024-03-10T22:19:20.384 INFO:tasks.rados.rados.0.smithi169.stdout:1457: rollback oid 5 current snap is 138 2024-03-10T22:19:20.384 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 5 to 134 2024-03-10T22:19:20.384 INFO:tasks.rados.rados.0.smithi169.stdout:1458: delete oid 6 current snap is 138 2024-03-10T22:19:20.402 INFO:tasks.rados.rados.0.smithi169.stdout:1453: finishing write tid 1 to smithi16976610-50 2024-03-10T22:19:20.402 INFO:tasks.rados.rados.0.smithi169.stdout:1453: finishing write tid 2 to smithi16976610-50 2024-03-10T22:19:20.404 INFO:tasks.rados.rados.0.smithi169.stdout:1457: finishing rollback tid 0 to smithi16976610-5 2024-03-10T22:19:20.404 INFO:tasks.rados.rados.0.smithi169.stdout:1457: finishing rollback tid 1 to smithi16976610-5 2024-03-10T22:19:20.404 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 1751 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-03-10T22:19:20.405 INFO:tasks.rados.rados.0.smithi169.stdout:1457: done (5 left) 2024-03-10T22:19:20.405 INFO:tasks.rados.rados.0.smithi169.stdout:1458: done (4 left) 2024-03-10T22:19:20.405 INFO:tasks.rados.rados.0.smithi169.stdout:1459: read oid 10 snap -1 2024-03-10T22:19:20.405 INFO:tasks.rados.rados.0.smithi169.stdout:1459: expect (ObjNum 443 snap 127 seq_num 443) 2024-03-10T22:19:20.405 INFO:tasks.rados.rados.0.smithi169.stdout:1460: delete oid 43 current snap is 138 2024-03-10T22:19:20.406 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 10284 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:19:20.407 INFO:tasks.rados.rados.0.smithi169.stdout:1455: done (5 left) 2024-03-10T22:19:20.407 INFO:tasks.rados.rados.0.smithi169.stdout:1460: done (4 left) 2024-03-10T22:19:20.408 INFO:tasks.rados.rados.0.smithi169.stdout:1461: snap_remove snap 136 2024-03-10T22:19:20.612 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:20.406+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:20.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 38/414 objects degraded (9.179%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:20.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[88180]: from='osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T22:19:20.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[88180]: osdmap e348: 8 total, 7 up, 8 in 2024-03-10T22:19:20.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[88180]: from='osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:19:20.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:20.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:20.613 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:20.613 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 38/414 objects degraded (9.179%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:20.613 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[90638]: from='osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T22:19:20.613 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[90638]: osdmap e348: 8 total, 7 up, 8 in 2024-03-10T22:19:20.614 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[90638]: from='osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:19:20.614 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:20.614 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:20.614 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:20 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:20 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 38/414 objects degraded (9.179%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:20 smithi172 ceph-mon[84635]: from='osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T22:19:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:20 smithi172 ceph-mon[84635]: osdmap e348: 8 total, 7 up, 8 in 2024-03-10T22:19:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:20 smithi172 ceph-mon[84635]: from='osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:19:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:20.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:20 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:20.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:20 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:21.376 INFO:tasks.rados.rados.0.smithi169.stdout:1461: done (4 left) 2024-03-10T22:19:21.376 INFO:tasks.rados.rados.0.smithi169.stdout:1462: snap_remove snap 137 2024-03-10T22:19:21.641 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:21.395+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:21.642 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:21.509+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:21.642 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[88180]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:19:21.645 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[88180]: osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540] boot 2024-03-10T22:19:21.646 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[88180]: osdmap e349: 8 total, 8 up, 8 in 2024-03-10T22:19:21.646 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:19:21.646 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:21.646 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[88180]: pgmap v184: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 8 active+clean+remapped, 71 active+clean, 32 active+undersized, 8 active+undersized+degraded; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 340 KiB/s wr, 1 op/s; 38/414 objects degraded (9.179%); 12/414 objects misplaced (2.899%) 2024-03-10T22:19:21.647 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[90638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:19:21.647 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[90638]: osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540] boot 2024-03-10T22:19:21.647 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[90638]: osdmap e349: 8 total, 8 up, 8 in 2024-03-10T22:19:21.647 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:19:21.647 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:21.647 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-mon[90638]: pgmap v184: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 8 active+clean+remapped, 71 active+clean, 32 active+undersized, 8 active+undersized+degraded; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 340 KiB/s wr, 1 op/s; 38/414 objects degraded (9.179%); 12/414 objects misplaced (2.899%) 2024-03-10T22:19:21.647 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[101077]: 2024-03-10T22:19:21.396+0000 7f203bf92700 -1 osd.1 pg_epoch: 350 pg[5.7s1( v 335'269 (0'0,335'269] local-lis/les=349/350 n=4 ec=72/72 lis/c=349/349 les/c/f=350/350/0 sis=349) [5,1,0]p5(0) r=1 lpr=349 luod=0'0 crt=335'269 lcod 0'0 mlcod 0'0 active mbc={} ps=[b1~1,b4~2,b7~5,bd~4,c2~1,c5~1,c7~6]] update_snap_map remove_oid 5:ec725c6e:::smithi16976610-12:c1 failed with -2 2024-03-10T22:19:21.647 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[101077]: 2024-03-10T22:19:21.405+0000 7f2037f8a700 -1 osd.1 pg_epoch: 350 pg[5.7s1( v 350'273 (0'0,350'273] local-lis/les=349/350 n=3 ec=72/72 lis/c=349/349 les/c/f=350/350/0 sis=349) [5,1,0]p5(0) r=1 lpr=349 luod=0'0 crt=350'273 mlcod 350'273 active mbc={} ps=[b1~1,b4~2,b7~5,bd~6,c4~2,c7~6]] update_snap_map remove_oid 5:ec725c6e:::smithi16976610-12:c9 failed with -2 2024-03-10T22:19:21.647 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[101077]: 2024-03-10T22:19:21.407+0000 7f203ef98700 -1 osd.1 pg_epoch: 350 pg[5.9s2( v 350'313 (0'0,350'313] local-lis/les=349/350 n=4 ec=72/72 lis/c=349/349 les/c/f=350/350/0 sis=349) [7,6,1]p7(0) r=2 lpr=349 luod=0'0 crt=350'313 mlcod 350'313 active mbc={} ps=[b1~1,b4~2,b7~5,bd~6,c4~9]] update_snap_map remove_oid 5:9c0901c9:::smithi16976610-42:ce failed with -2 2024-03-10T22:19:21.648 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[101077]: 2024-03-10T22:19:21.438+0000 7f203f799700 -1 osd.1 pg_epoch: 350 pg[5.0s1( v 350'368 (0'0,350'368] local-lis/les=349/350 n=9 ec=72/72 lis/c=349/349 les/c/f=350/350/0 sis=349) [3,1,4]p3(0) r=1 lpr=349 luod=0'0 crt=350'368 mlcod 350'368 active mbc={} ps=[b1~1,b4~2,b7~5,bd~4,c2~1,c5~1,c7~6]] update_snap_map remove_oid 5:0c8d0f0f:::smithi16976610-28:c1 failed with -2 2024-03-10T22:19:21.648 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:19:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[101077]: 2024-03-10T22:19:21.445+0000 7f203b791700 -1 osd.1 pg_epoch: 350 pg[5.0s1( v 350'376 (0'0,350'376] local-lis/les=349/350 n=8 ec=72/72 lis/c=349/349 les/c/f=350/350/0 sis=349) [3,1,4]p3(0) r=1 lpr=349 luod=0'0 crt=350'376 mlcod 350'376 active mbc={} ps=[b1~1,b4~2,b7~5,bd~6,c4~2,c7~6]] update_snap_map remove_oid 5:09de9a40:::smithi16976610-18:ca failed with -2 2024-03-10T22:19:21.664 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:21 smithi172 ceph-mon[84635]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:19:21.664 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:21 smithi172 ceph-mon[84635]: osd.1 [v2:172.21.15.169:6810/545595540,v1:172.21.15.169:6811/545595540] boot 2024-03-10T22:19:21.664 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:21 smithi172 ceph-mon[84635]: osdmap e349: 8 total, 8 up, 8 in 2024-03-10T22:19:21.664 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T22:19:21.664 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:21 smithi172 ceph-mon[84635]: pgmap v184: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 8 active+clean+remapped, 71 active+clean, 32 active+undersized, 8 active+undersized+degraded; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 340 KiB/s wr, 1 op/s; 38/414 objects degraded (9.179%); 12/414 objects misplaced (2.899%) 2024-03-10T22:19:22.380 INFO:tasks.rados.rados.0.smithi169.stdout:1462: done (4 left) 2024-03-10T22:19:22.380 INFO:tasks.rados.rados.0.smithi169.stdout:1463: snap_create 2024-03-10T22:19:22.380 INFO:tasks.rados.rados.0.smithi169.stdout:1453: finishing write tid 3 to smithi16976610-50 2024-03-10T22:19:22.381 INFO:tasks.rados.rados.0.smithi169.stdout:1453: oid 50 updating version 0 to 10282 2024-03-10T22:19:22.381 INFO:tasks.rados.rados.0.smithi169.stdout:1453: oid 50 version 10282 is already newer than 10281 2024-03-10T22:19:22.381 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 10282 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-03-10T22:19:22.381 INFO:tasks.rados.rados.0.smithi169.stdout:1453: left oid 50 (ObjNum 471 snap 138 seq_num 471) 2024-03-10T22:19:22.381 INFO:tasks.rados.rados.0.smithi169.stdout:1459: expect (ObjNum 443 snap 127 seq_num 443) 2024-03-10T22:19:22.393 INFO:tasks.rados.rados.0.smithi169.stdout:1456: finishing rollback tid 0 to smithi16976610-44 2024-03-10T22:19:22.393 INFO:tasks.rados.rados.0.smithi169.stdout:1456: finishing rollback tid 1 to smithi16976610-44 2024-03-10T22:19:22.393 INFO:tasks.rados.rados.0.smithi169.stdout:1456: finishing rollback tid 2 to smithi16976610-44 2024-03-10T22:19:22.393 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 13888 (ObjNum 426 snap 123 seq_num 426) dirty exists 2024-03-10T22:19:22.393 INFO:tasks.rados.rados.0.smithi169.stdout:1454: finishing copy_from racing read to smithi16976610-14 2024-03-10T22:19:22.393 INFO:tasks.rados.rados.0.smithi169.stdout:1454: finishing copy_from to smithi16976610-14 2024-03-10T22:19:22.393 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 246 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:19:22.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:22 smithi169 ceph-mon[90638]: osdmap e350: 8 total, 8 up, 8 in 2024-03-10T22:19:22.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:22.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:22.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:22 smithi169 ceph-mon[88180]: osdmap e350: 8 total, 8 up, 8 in 2024-03-10T22:19:22.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:22.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:22.693 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:22.394+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:22.693 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:22.396+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:22.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:22 smithi172 ceph-mon[84635]: osdmap e350: 8 total, 8 up, 8 in 2024-03-10T22:19:22.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:22.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:23.378 INFO:tasks.rados.rados.0.smithi169.stdout:1453: done (4 left) 2024-03-10T22:19:23.379 INFO:tasks.rados.rados.0.smithi169.stdout:1454: done (3 left) 2024-03-10T22:19:23.379 INFO:tasks.rados.rados.0.smithi169.stdout:1456: done (2 left) 2024-03-10T22:19:23.379 INFO:tasks.rados.rados.0.smithi169.stdout:1459: done (1 left) 2024-03-10T22:19:23.379 INFO:tasks.rados.rados.0.smithi169.stdout:1463: done (0 left) 2024-03-10T22:19:23.379 INFO:tasks.rados.rados.0.smithi169.stdout:1464: snap_remove snap 134 2024-03-10T22:19:23.656 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:23.485+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:23.656 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:23.485+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:23.657 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-mon[90638]: osdmap e351: 8 total, 8 up, 8 in 2024-03-10T22:19:23.657 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:23.657 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:23.657 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-mon[90638]: pgmap v187: 121 pgs: 1 remapped+peering, 2 active+clean+snaptrim_error, 4 peering, 1 active+clean+snaptrim, 3 active+clean+remapped, 95 active+clean, 12 active+undersized, 3 active+undersized+degraded; 182 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 174 KiB/s rd, 1.7 MiB/s wr, 23 op/s; 4/399 objects degraded (1.003%); 1/399 objects misplaced (0.251%); 4.4 MiB/s, 1 objects/s recovering 2024-03-10T22:19:23.657 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-mon[90638]: osdmap e352: 8 total, 8 up, 8 in 2024-03-10T22:19:23.657 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-mon[88180]: osdmap e351: 8 total, 8 up, 8 in 2024-03-10T22:19:23.657 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:23.657 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:23.657 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-mon[88180]: pgmap v187: 121 pgs: 1 remapped+peering, 2 active+clean+snaptrim_error, 4 peering, 1 active+clean+snaptrim, 3 active+clean+remapped, 95 active+clean, 12 active+undersized, 3 active+undersized+degraded; 182 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 174 KiB/s rd, 1.7 MiB/s wr, 23 op/s; 4/399 objects degraded (1.003%); 1/399 objects misplaced (0.251%); 4.4 MiB/s, 1 objects/s recovering 2024-03-10T22:19:23.657 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-mon[88180]: osdmap e352: 8 total, 8 up, 8 in 2024-03-10T22:19:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:23 smithi172 ceph-mon[84635]: osdmap e351: 8 total, 8 up, 8 in 2024-03-10T22:19:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:23 smithi172 ceph-mon[84635]: pgmap v187: 121 pgs: 1 remapped+peering, 2 active+clean+snaptrim_error, 4 peering, 1 active+clean+snaptrim, 3 active+clean+remapped, 95 active+clean, 12 active+undersized, 3 active+undersized+degraded; 182 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 174 KiB/s rd, 1.7 MiB/s wr, 23 op/s; 4/399 objects degraded (1.003%); 1/399 objects misplaced (0.251%); 4.4 MiB/s, 1 objects/s recovering 2024-03-10T22:19:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:23 smithi172 ceph-mon[84635]: osdmap e352: 8 total, 8 up, 8 in 2024-03-10T22:19:23.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:24.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:19:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:19:23.656+0000 7fcb9e6f0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-03-10T22:19:24.383 INFO:tasks.rados.rados.0.smithi169.stdout:1464: done (0 left) 2024-03-10T22:19:24.383 INFO:tasks.rados.rados.0.smithi169.stdout:1465: read oid 33 snap -1 2024-03-10T22:19:24.384 INFO:tasks.rados.rados.0.smithi169.stdout:1465: expect (ObjNum 287 snap 72 seq_num 287) 2024-03-10T22:19:24.384 INFO:tasks.rados.rados.0.smithi169.stdout:1466: read oid 43 snap -1 2024-03-10T22:19:24.384 INFO:tasks.rados.rados.0.smithi169.stdout:1466: expect deleted 2024-03-10T22:19:24.384 INFO:tasks.rados.rados.0.smithi169.stdout:1467: delete oid 29 current snap is 139 2024-03-10T22:19:24.393 INFO:tasks.rados.rados.0.smithi169.stdout:1466: done (2 left) 2024-03-10T22:19:24.393 INFO:tasks.rados.rados.0.smithi169.stdout:1467: done (1 left) 2024-03-10T22:19:24.394 INFO:tasks.rados.rados.0.smithi169.stdout:1468: read oid 36 snap 121 2024-03-10T22:19:24.394 INFO:tasks.rados.rados.0.smithi169.stdout:1468: expect (ObjNum 393 snap 114 seq_num 393) 2024-03-10T22:19:24.394 INFO:tasks.rados.rados.0.smithi169.stdout:1469: rollback oid 28 current snap is 139 2024-03-10T22:19:24.394 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 28 to 121 2024-03-10T22:19:24.394 INFO:tasks.rados.rados.0.smithi169.stdout:1470: snap_create 2024-03-10T22:19:24.399 INFO:tasks.rados.rados.0.smithi169.stdout:1469: finishing rollback tid 0 to smithi16976610-28 2024-03-10T22:19:24.400 INFO:tasks.rados.rados.0.smithi169.stdout:1469: finishing rollback tid 1 to smithi16976610-28 2024-03-10T22:19:24.400 INFO:tasks.rados.rados.0.smithi169.stdout:1469: finishing rollback tid 2 to smithi16976610-28 2024-03-10T22:19:24.401 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 1741 (ObjNum 389 snap 112 seq_num 389) dirty exists 2024-03-10T22:19:24.426 INFO:tasks.rados.rados.0.smithi169.stdout:1465: expect (ObjNum 287 snap 72 seq_num 287) 2024-03-10T22:19:24.695 INFO:tasks.rados.rados.0.smithi169.stdout:1468: expect (ObjNum 393 snap 114 seq_num 393) 2024-03-10T22:19:24.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:24.395+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:24.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:24.396+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:24.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:19:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[88180]: osdmap e353: 8 total, 8 up, 8 in 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:24.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:24.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:24.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:24.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:24.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:24 smithi169 ceph-mon[90638]: osdmap e353: 8 total, 8 up, 8 in 2024-03-10T22:19:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:19:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:24 smithi172 ceph-mon[84635]: osdmap e353: 8 total, 8 up, 8 in 2024-03-10T22:19:25.383 INFO:tasks.rados.rados.0.smithi169.stdout:1465: done (3 left) 2024-03-10T22:19:25.451 INFO:tasks.rados.rados.0.smithi169.stdout:1468: done (2 left) 2024-03-10T22:19:25.451 INFO:tasks.rados.rados.0.smithi169.stdout:1469: done (1 left) 2024-03-10T22:19:25.451 INFO:tasks.rados.rados.0.smithi169.stdout:1470: done (0 left) 2024-03-10T22:19:25.451 INFO:tasks.rados.rados.0.smithi169.stdout:1471: rollback oid 29 current snap is 140 2024-03-10T22:19:25.451 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 29 to 138 2024-03-10T22:19:25.451 INFO:tasks.rados.rados.0.smithi169.stdout:1472: read oid 47 snap -1 2024-03-10T22:19:25.451 INFO:tasks.rados.rados.0.smithi169.stdout:1472: expect (ObjNum 435 snap 126 seq_num 435) 2024-03-10T22:19:25.451 INFO:tasks.rados.rados.0.smithi169.stdout:1473: rmattr oid 41 current snap is 140 2024-03-10T22:19:25.451 INFO:tasks.rados.rados.0.smithi169.stdout:1473: done (2 left) 2024-03-10T22:19:25.451 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 140 2024-03-10T22:19:25.451 INFO:tasks.rados.rados.0.smithi169.stdout:1474: seq_num 475 ranges {0=761856} 2024-03-10T22:19:25.453 INFO:tasks.rados.rados.0.smithi169.stdout:1474: writing smithi16976610-36 from 0 to 761856 tid 1 2024-03-10T22:19:25.453 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 140 2024-03-10T22:19:25.453 INFO:tasks.rados.rados.0.smithi169.stdout:1475: seq_num 476 ranges {3260416=778240} 2024-03-10T22:19:25.453 INFO:tasks.rados.rados.0.smithi169.stdout:1475: writing smithi16976610-46 from 3260416 to 4038656 tid 1 2024-03-10T22:19:25.453 INFO:tasks.rados.rados.0.smithi169.stdout:1476: snap_create 2024-03-10T22:19:25.453 INFO:tasks.rados.rados.0.smithi169.stdout:1471: finishing rollback tid 1 to smithi16976610-29 2024-03-10T22:19:25.453 INFO:tasks.rados.rados.0.smithi169.stdout:1471: finishing rollback tid 2 to smithi16976610-29 2024-03-10T22:19:25.454 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 631 (ObjNum 438 snap 126 seq_num 438) dirty exists 2024-03-10T22:19:25.454 INFO:tasks.rados.rados.0.smithi169.stdout:1474: finishing write tid 1 to smithi16976610-36 2024-03-10T22:19:25.454 INFO:tasks.rados.rados.0.smithi169.stdout:1474: finishing write tid 2 to smithi16976610-36 2024-03-10T22:19:25.454 INFO:tasks.rados.rados.0.smithi169.stdout:1474: finishing write tid 3 to smithi16976610-36 2024-03-10T22:19:25.454 INFO:tasks.rados.rados.0.smithi169.stdout:1474: oid 36 updating version 0 to 176 2024-03-10T22:19:25.454 INFO:tasks.rados.rados.0.smithi169.stdout:1474: oid 36 version 176 is already newer than 175 2024-03-10T22:19:25.454 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 176 (ObjNum 475 snap 140 seq_num 475) dirty exists 2024-03-10T22:19:25.454 INFO:tasks.rados.rados.0.smithi169.stdout:1474: left oid 36 (ObjNum 475 snap 140 seq_num 475) 2024-03-10T22:19:25.454 INFO:tasks.rados.rados.0.smithi169.stdout:1472: expect (ObjNum 435 snap 126 seq_num 435) 2024-03-10T22:19:25.705 INFO:tasks.rados.rados.0.smithi169.stdout:1475: finishing write tid 1 to smithi16976610-46 2024-03-10T22:19:25.705 INFO:tasks.rados.rados.0.smithi169.stdout:1475: finishing write tid 2 to smithi16976610-46 2024-03-10T22:19:25.705 INFO:tasks.rados.rados.0.smithi169.stdout:1475: finishing write tid 3 to smithi16976610-46 2024-03-10T22:19:25.705 INFO:tasks.rados.rados.0.smithi169.stdout:1475: oid 46 updating version 0 to 706 2024-03-10T22:19:25.705 INFO:tasks.rados.rados.0.smithi169.stdout:1475: oid 46 updating version 706 to 707 2024-03-10T22:19:25.705 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 707 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-03-10T22:19:25.705 INFO:tasks.rados.rados.0.smithi169.stdout:1475: left oid 46 (ObjNum 476 snap 140 seq_num 476) 2024-03-10T22:19:25.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:25.383+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:25.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:25.383+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[88180]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-03-10T22:19:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[88180]: pgmap v190: 121 pgs: 1 remapped+peering, 2 active+clean+snaptrim_error, 4 peering, 1 active+clean+snaptrim, 113 active+clean; 182 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 174 KiB/s rd, 1.7 MiB/s wr, 23 op/s; 4.4 MiB/s, 2 objects/s recovering 2024-03-10T22:19:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[88180]: osdmap e354: 8 total, 8 up, 8 in 2024-03-10T22:19:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[90638]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-03-10T22:19:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[90638]: pgmap v190: 121 pgs: 1 remapped+peering, 2 active+clean+snaptrim_error, 4 peering, 1 active+clean+snaptrim, 113 active+clean; 182 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 174 KiB/s rd, 1.7 MiB/s wr, 23 op/s; 4.4 MiB/s, 2 objects/s recovering 2024-03-10T22:19:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-mon[90638]: osdmap e354: 8 total, 8 up, 8 in 2024-03-10T22:19:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:25 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:25 smithi172 ceph-mon[84635]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-03-10T22:19:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:25 smithi172 ceph-mon[84635]: pgmap v190: 121 pgs: 1 remapped+peering, 2 active+clean+snaptrim_error, 4 peering, 1 active+clean+snaptrim, 113 active+clean; 182 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 174 KiB/s rd, 1.7 MiB/s wr, 23 op/s; 4.4 MiB/s, 2 objects/s recovering 2024-03-10T22:19:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:25 smithi172 ceph-mon[84635]: osdmap e354: 8 total, 8 up, 8 in 2024-03-10T22:19:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:19:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:19:25] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2024-03-10T22:19:26.385 INFO:tasks.rados.rados.0.smithi169.stdout:1471: done (4 left) 2024-03-10T22:19:26.386 INFO:tasks.rados.rados.0.smithi169.stdout:1472: done (3 left) 2024-03-10T22:19:26.386 INFO:tasks.rados.rados.0.smithi169.stdout:1474: done (2 left) 2024-03-10T22:19:26.386 INFO:tasks.rados.rados.0.smithi169.stdout:1475: done (1 left) 2024-03-10T22:19:26.386 INFO:tasks.rados.rados.0.smithi169.stdout:1476: done (0 left) 2024-03-10T22:19:26.386 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 141 2024-03-10T22:19:26.386 INFO:tasks.rados.rados.0.smithi169.stdout:1477: seq_num 477 ranges {6504448=794624} 2024-03-10T22:19:26.424 INFO:tasks.rados.rados.0.smithi169.stdout:1477: writing smithi16976610-9 from 6504448 to 7299072 tid 1 2024-03-10T22:19:26.424 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 141 2024-03-10T22:19:26.424 INFO:tasks.rados.rados.0.smithi169.stdout:1478: seq_num 478 ranges {221184=409600,630784=401408} 2024-03-10T22:19:26.427 INFO:tasks.rados.rados.0.smithi169.stdout:1478: writing smithi16976610-10 from 221184 to 630784 tid 1 2024-03-10T22:19:26.430 INFO:tasks.rados.rados.0.smithi169.stdout:1478: writing smithi16976610-10 from 630784 to 1032192 tid 2 2024-03-10T22:19:26.430 INFO:tasks.rados.rados.0.smithi169.stdout:1479: copy_from oid 6 from oid 7 current snap is 141 2024-03-10T22:19:26.430 INFO:tasks.rados.rados.0.smithi169.stdout:1480: rmattr oid 30 current snap is 141 2024-03-10T22:19:26.431 INFO:tasks.rados.rados.0.smithi169.stdout:1480: done (3 left) 2024-03-10T22:19:26.431 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 141 2024-03-10T22:19:26.431 INFO:tasks.rados.rados.0.smithi169.stdout:1481: seq_num 479 ranges {4440064=425984,4866048=401408} 2024-03-10T22:19:26.458 INFO:tasks.rados.rados.0.smithi169.stdout:1481: writing smithi16976610-4 from 4440064 to 4866048 tid 1 2024-03-10T22:19:26.459 INFO:tasks.rados.rados.0.smithi169.stdout:1481: writing smithi16976610-4 from 4866048 to 5267456 tid 2 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1482: delete oid 15 current snap is 141 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1477: finishing write tid 1 to smithi16976610-9 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1477: finishing write tid 2 to smithi16976610-9 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1478: finishing write tid 1 to smithi16976610-10 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1478: finishing write tid 2 to smithi16976610-10 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1478: finishing write tid 3 to smithi16976610-10 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1478: finishing write tid 4 to smithi16976610-10 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1478: oid 10 updating version 0 to 704 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1478: oid 10 version 704 is already newer than 702 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1478: oid 10 version 704 is already newer than 703 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 704 (ObjNum 478 snap 141 seq_num 478) dirty exists 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1478: left oid 10 (ObjNum 478 snap 141 seq_num 478) 2024-03-10T22:19:26.460 INFO:tasks.rados.rados.0.smithi169.stdout:1477: finishing write tid 3 to smithi16976610-9 2024-03-10T22:19:26.461 INFO:tasks.rados.rados.0.smithi169.stdout:1477: oid 9 updating version 0 to 553 2024-03-10T22:19:26.461 INFO:tasks.rados.rados.0.smithi169.stdout:1477: oid 9 version 553 is already newer than 552 2024-03-10T22:19:26.461 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 553 (ObjNum 477 snap 141 seq_num 477) dirty exists 2024-03-10T22:19:26.461 INFO:tasks.rados.rados.0.smithi169.stdout:1477: left oid 9 (ObjNum 477 snap 141 seq_num 477) 2024-03-10T22:19:26.461 INFO:tasks.rados.rados.0.smithi169.stdout:1479: finishing copy_from racing read to smithi16976610-6 2024-03-10T22:19:26.461 INFO:tasks.rados.rados.0.smithi169.stdout:1479: finishing copy_from to smithi16976610-6 2024-03-10T22:19:26.461 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 628 (ObjNum 456 snap 131 seq_num 456) dirty exists 2024-03-10T22:19:26.462 INFO:tasks.rados.rados.0.smithi169.stdout:1477: done (4 left) 2024-03-10T22:19:26.462 INFO:tasks.rados.rados.0.smithi169.stdout:1478: done (3 left) 2024-03-10T22:19:26.462 INFO:tasks.rados.rados.0.smithi169.stdout:1479: done (2 left) 2024-03-10T22:19:26.462 INFO:tasks.rados.rados.0.smithi169.stdout:1482: done (1 left) 2024-03-10T22:19:26.462 INFO:tasks.rados.rados.0.smithi169.stdout:1483: read oid 11 snap -1 2024-03-10T22:19:26.462 INFO:tasks.rados.rados.0.smithi169.stdout:1483: expect deleted 2024-03-10T22:19:26.462 INFO:tasks.rados.rados.0.smithi169.stdout:1484: snap_create 2024-03-10T22:19:26.463 INFO:tasks.rados.rados.0.smithi169.stdout:1481: finishing write tid 1 to smithi16976610-4 2024-03-10T22:19:26.464 INFO:tasks.rados.rados.0.smithi169.stdout:1481: finishing write tid 2 to smithi16976610-4 2024-03-10T22:19:26.464 INFO:tasks.rados.rados.0.smithi169.stdout:1481: finishing write tid 3 to smithi16976610-4 2024-03-10T22:19:26.465 INFO:tasks.rados.rados.0.smithi169.stdout:1481: finishing write tid 4 to smithi16976610-4 2024-03-10T22:19:26.465 INFO:tasks.rados.rados.0.smithi169.stdout:1481: oid 4 updating version 0 to 951 2024-03-10T22:19:26.465 INFO:tasks.rados.rados.0.smithi169.stdout:1481: oid 4 updating version 951 to 952 2024-03-10T22:19:26.465 INFO:tasks.rados.rados.0.smithi169.stdout:1481: oid 4 version 952 is already newer than 950 2024-03-10T22:19:26.465 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 952 (ObjNum 479 snap 141 seq_num 479) dirty exists 2024-03-10T22:19:26.465 INFO:tasks.rados.rados.0.smithi169.stdout:1481: left oid 4 (ObjNum 479 snap 141 seq_num 479) 2024-03-10T22:19:26.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:26.432+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:26.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:26.432+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[88180]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/399 objects degraded (1.003%), 3 pgs degraded) 2024-03-10T22:19:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[88180]: osdmap e355: 8 total, 8 up, 8 in 2024-03-10T22:19:26.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:26.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:26.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[90638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/399 objects degraded (1.003%), 3 pgs degraded) 2024-03-10T22:19:26.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:26.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:26.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:26 smithi169 ceph-mon[90638]: osdmap e355: 8 total, 8 up, 8 in 2024-03-10T22:19:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:26 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:26 smithi172 ceph-mon[84635]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/399 objects degraded (1.003%), 3 pgs degraded) 2024-03-10T22:19:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:26 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:26 smithi172 ceph-mon[84635]: osdmap e355: 8 total, 8 up, 8 in 2024-03-10T22:19:27.390 INFO:tasks.rados.rados.0.smithi169.stdout:1481: done (2 left) 2024-03-10T22:19:27.391 INFO:tasks.rados.rados.0.smithi169.stdout:1483: done (1 left) 2024-03-10T22:19:27.391 INFO:tasks.rados.rados.0.smithi169.stdout:1484: done (0 left) 2024-03-10T22:19:27.391 INFO:tasks.rados.rados.0.smithi169.stdout:1485: delete oid 24 current snap is 142 2024-03-10T22:19:27.395 INFO:tasks.rados.rados.0.smithi169.stdout:1485: done (0 left) 2024-03-10T22:19:27.395 INFO:tasks.rados.rados.0.smithi169.stdout:1486: snap_create 2024-03-10T22:19:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:27 smithi172 ceph-mon[84635]: pgmap v193: 121 pgs: 2 active+clean+snaptrim_error, 2 peering, 117 active+clean; 185 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 3.7 MiB/s, 13 objects/s recovering 2024-03-10T22:19:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:27 smithi172 ceph-mon[84635]: osdmap e356: 8 total, 8 up, 8 in 2024-03-10T22:19:27.838 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:27.838 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:27.839 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:27 smithi169 ceph-mon[88180]: pgmap v193: 121 pgs: 2 active+clean+snaptrim_error, 2 peering, 117 active+clean; 185 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 3.7 MiB/s, 13 objects/s recovering 2024-03-10T22:19:27.839 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:27 smithi169 ceph-mon[88180]: osdmap e356: 8 total, 8 up, 8 in 2024-03-10T22:19:27.839 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:27.839 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:27.839 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:27 smithi169 ceph-mon[90638]: pgmap v193: 121 pgs: 2 active+clean+snaptrim_error, 2 peering, 117 active+clean; 185 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 3.7 MiB/s, 13 objects/s recovering 2024-03-10T22:19:27.839 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:27 smithi169 ceph-mon[90638]: osdmap e356: 8 total, 8 up, 8 in 2024-03-10T22:19:28.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:27.838+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:28.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:27.838+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:28.393 INFO:tasks.rados.rados.0.smithi169.stdout:1486: done (0 left) 2024-03-10T22:19:28.394 INFO:tasks.rados.rados.0.smithi169.stdout:1487: snap_remove snap 121 2024-03-10T22:19:29.402 INFO:tasks.rados.rados.0.smithi169.stdout:1487: done (0 left) 2024-03-10T22:19:29.403 INFO:tasks.rados.rados.0.smithi169.stdout:1488: snap_create 2024-03-10T22:19:29.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:29.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:29.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-mon[88180]: osdmap e357: 8 total, 8 up, 8 in 2024-03-10T22:19:29.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-mon[88180]: pgmap v196: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 187 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 3.7 MiB/s, 13 objects/s recovering 2024-03-10T22:19:29.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:29.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:29.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-mon[90638]: osdmap e357: 8 total, 8 up, 8 in 2024-03-10T22:19:29.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-mon[90638]: pgmap v196: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 187 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 3.7 MiB/s, 13 objects/s recovering 2024-03-10T22:19:29.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:29.386+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:29.755 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:29.386+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:29.755 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:29.403+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:29.755 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:29.404+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:29 smithi172 ceph-mon[84635]: osdmap e357: 8 total, 8 up, 8 in 2024-03-10T22:19:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:29 smithi172 ceph-mon[84635]: pgmap v196: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 187 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 3.7 MiB/s, 13 objects/s recovering 2024-03-10T22:19:30.404 INFO:tasks.rados.rados.0.smithi169.stdout:1488: done (0 left) 2024-03-10T22:19:30.404 INFO:tasks.rados.rados.0.smithi169.stdout:1489: read oid 11 snap -1 2024-03-10T22:19:30.404 INFO:tasks.rados.rados.0.smithi169.stdout:1489: expect deleted 2024-03-10T22:19:30.404 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 144 2024-03-10T22:19:30.404 INFO:tasks.rados.rados.0.smithi169.stdout:1490: seq_num 482 ranges {0=475136,475136=401408} 2024-03-10T22:19:30.406 INFO:tasks.rados.rados.0.smithi169.stdout:1490: writing smithi16976610-24 from 0 to 475136 tid 1 2024-03-10T22:19:30.409 INFO:tasks.rados.rados.0.smithi169.stdout:1490: writing smithi16976610-24 from 475136 to 876544 tid 2 2024-03-10T22:19:30.409 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 144 2024-03-10T22:19:30.409 INFO:tasks.rados.rados.0.smithi169.stdout:1491: seq_num 483 ranges {630784=491520,1122304=401408} 2024-03-10T22:19:30.415 INFO:tasks.rados.rados.0.smithi169.stdout:1491: writing smithi16976610-32 from 630784 to 1122304 tid 1 2024-03-10T22:19:30.418 INFO:tasks.rados.rados.0.smithi169.stdout:1491: writing smithi16976610-32 from 1122304 to 1523712 tid 2 2024-03-10T22:19:30.418 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 144 2024-03-10T22:19:30.418 INFO:tasks.rados.rados.0.smithi169.stdout:1492: seq_num 484 ranges {761856=507904,1269760=401408} 2024-03-10T22:19:30.425 INFO:tasks.rados.rados.0.smithi169.stdout:1492: writing smithi16976610-36 from 761856 to 1269760 tid 1 2024-03-10T22:19:30.428 INFO:tasks.rados.rados.0.smithi169.stdout:1492: writing smithi16976610-36 from 1269760 to 1671168 tid 2 2024-03-10T22:19:30.429 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 144 2024-03-10T22:19:30.429 INFO:tasks.rados.rados.0.smithi169.stdout:1490: finishing write tid 1 to smithi16976610-24 2024-03-10T22:19:30.429 INFO:tasks.rados.rados.0.smithi169.stdout:1490: finishing write tid 2 to smithi16976610-24 2024-03-10T22:19:30.429 INFO:tasks.rados.rados.0.smithi169.stdout:1490: finishing write tid 3 to smithi16976610-24 2024-03-10T22:19:30.429 INFO:tasks.rados.rados.0.smithi169.stdout:1490: finishing write tid 4 to smithi16976610-24 2024-03-10T22:19:30.429 INFO:tasks.rados.rados.0.smithi169.stdout:1490: oid 24 updating version 0 to 709 2024-03-10T22:19:30.429 INFO:tasks.rados.rados.0.smithi169.stdout:1490: oid 24 updating version 709 to 711 2024-03-10T22:19:30.429 INFO:tasks.rados.rados.0.smithi169.stdout:1490: oid 24 version 711 is already newer than 710 2024-03-10T22:19:30.429 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 711 (ObjNum 482 snap 144 seq_num 482) dirty exists 2024-03-10T22:19:30.429 INFO:tasks.rados.rados.0.smithi169.stdout:1490: left oid 24 (ObjNum 482 snap 144 seq_num 482) 2024-03-10T22:19:30.429 INFO:tasks.rados.rados.0.smithi169.stdout:1491: finishing write tid 1 to smithi16976610-32 2024-03-10T22:19:30.430 INFO:tasks.rados.rados.0.smithi169.stdout:1491: finishing write tid 2 to smithi16976610-32 2024-03-10T22:19:30.430 INFO:tasks.rados.rados.0.smithi169.stdout:1491: finishing write tid 3 to smithi16976610-32 2024-03-10T22:19:30.430 INFO:tasks.rados.rados.0.smithi169.stdout:1491: finishing write tid 4 to smithi16976610-32 2024-03-10T22:19:30.430 INFO:tasks.rados.rados.0.smithi169.stdout:1491: oid 32 updating version 0 to 963 2024-03-10T22:19:30.430 INFO:tasks.rados.rados.0.smithi169.stdout:1491: oid 32 updating version 963 to 964 2024-03-10T22:19:30.430 INFO:tasks.rados.rados.0.smithi169.stdout:1491: oid 32 version 964 is already newer than 962 2024-03-10T22:19:30.430 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 964 (ObjNum 483 snap 144 seq_num 483) dirty exists 2024-03-10T22:19:30.430 INFO:tasks.rados.rados.0.smithi169.stdout:1491: left oid 32 (ObjNum 483 snap 144 seq_num 483) 2024-03-10T22:19:30.430 INFO:tasks.rados.rados.0.smithi169.stdout:1493: seq_num 485 ranges {638976=532480,1171456=401408} 2024-03-10T22:19:30.434 INFO:tasks.rados.rados.0.smithi169.stdout:1493: writing smithi16976610-22 from 638976 to 1171456 tid 1 2024-03-10T22:19:30.437 INFO:tasks.rados.rados.0.smithi169.stdout:1493: writing smithi16976610-22 from 1171456 to 1572864 tid 2 2024-03-10T22:19:30.437 INFO:tasks.rados.rados.0.smithi169.stdout:1489: done (4 left) 2024-03-10T22:19:30.437 INFO:tasks.rados.rados.0.smithi169.stdout:1490: done (3 left) 2024-03-10T22:19:30.437 INFO:tasks.rados.rados.0.smithi169.stdout:1491: done (2 left) 2024-03-10T22:19:30.437 INFO:tasks.rados.rados.0.smithi169.stdout:1494: snap_remove snap 139 2024-03-10T22:19:30.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:30.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:30.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-mon[90638]: osdmap e358: 8 total, 8 up, 8 in 2024-03-10T22:19:30.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:30.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:30.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:30.430+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:30.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:30.430+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:30.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:30.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:30.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-mon[88180]: osdmap e358: 8 total, 8 up, 8 in 2024-03-10T22:19:30.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:30.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:30 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:30 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:30 smithi172 ceph-mon[84635]: osdmap e358: 8 total, 8 up, 8 in 2024-03-10T22:19:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:30 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:31.419 INFO:tasks.rados.rados.0.smithi169.stdout:1494: done (2 left) 2024-03-10T22:19:31.419 INFO:tasks.rados.rados.0.smithi169.stdout:1495: rollback oid 46 current snap is 144 2024-03-10T22:19:31.419 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 46 to 143 2024-03-10T22:19:31.419 INFO:tasks.rados.rados.0.smithi169.stdout:1492: finishing write tid 1 to smithi16976610-36 2024-03-10T22:19:31.419 INFO:tasks.rados.rados.0.smithi169.stdout:1492: finishing write tid 2 to smithi16976610-36 2024-03-10T22:19:31.419 INFO:tasks.rados.rados.0.smithi169.stdout:1492: finishing write tid 3 to smithi16976610-36 2024-03-10T22:19:31.420 INFO:tasks.rados.rados.0.smithi169.stdout:1492: finishing write tid 4 to smithi16976610-36 2024-03-10T22:19:31.420 INFO:tasks.rados.rados.0.smithi169.stdout:1492: oid 36 updating version 0 to 182 2024-03-10T22:19:31.420 INFO:tasks.rados.rados.0.smithi169.stdout:1492: oid 36 version 182 is already newer than 180 2024-03-10T22:19:31.420 INFO:tasks.rados.rados.0.smithi169.stdout:1492: oid 36 version 182 is already newer than 181 2024-03-10T22:19:31.420 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 182 (ObjNum 484 snap 144 seq_num 484) dirty exists 2024-03-10T22:19:31.420 INFO:tasks.rados.rados.0.smithi169.stdout:1492: left oid 36 (ObjNum 484 snap 144 seq_num 484) 2024-03-10T22:19:31.420 INFO:tasks.rados.rados.0.smithi169.stdout:1493: finishing write tid 1 to smithi16976610-22 2024-03-10T22:19:31.420 INFO:tasks.rados.rados.0.smithi169.stdout:1493: finishing write tid 2 to smithi16976610-22 2024-03-10T22:19:31.420 INFO:tasks.rados.rados.0.smithi169.stdout:1493: finishing write tid 3 to smithi16976610-22 2024-03-10T22:19:31.420 INFO:tasks.rados.rados.0.smithi169.stdout:1492: done (2 left) 2024-03-10T22:19:31.420 INFO:tasks.rados.rados.0.smithi169.stdout:1496: snap_remove snap 142 2024-03-10T22:19:31.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:31 smithi169 ceph-mon[88180]: osdmap e359: 8 total, 8 up, 8 in 2024-03-10T22:19:31.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:31.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:31 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:31.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:31 smithi169 ceph-mon[88180]: pgmap v199: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 187 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-10T22:19:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:31 smithi169 ceph-mon[90638]: osdmap e359: 8 total, 8 up, 8 in 2024-03-10T22:19:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:31 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:31 smithi169 ceph-mon[90638]: pgmap v199: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 187 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-10T22:19:31.755 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:31.424+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:31.755 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:31.424+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:31 smithi172 ceph-mon[84635]: osdmap e359: 8 total, 8 up, 8 in 2024-03-10T22:19:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:31 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:31 smithi172 ceph-mon[84635]: pgmap v199: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 187 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-10T22:19:32.430 INFO:tasks.rados.rados.0.smithi169.stdout:1496: done (2 left) 2024-03-10T22:19:32.430 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 144 2024-03-10T22:19:32.430 INFO:tasks.rados.rados.0.smithi169.stdout:1493: finishing write tid 4 to smithi16976610-22 2024-03-10T22:19:32.430 INFO:tasks.rados.rados.0.smithi169.stdout:1493: oid 22 updating version 0 to 716 2024-03-10T22:19:32.430 INFO:tasks.rados.rados.0.smithi169.stdout:1493: oid 22 version 716 is already newer than 715 2024-03-10T22:19:32.430 INFO:tasks.rados.rados.0.smithi169.stdout:1493: oid 22 updating version 716 to 717 2024-03-10T22:19:32.430 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 717 (ObjNum 485 snap 144 seq_num 485) dirty exists 2024-03-10T22:19:32.430 INFO:tasks.rados.rados.0.smithi169.stdout:1493: left oid 22 (ObjNum 485 snap 144 seq_num 485) 2024-03-10T22:19:32.431 INFO:tasks.rados.rados.0.smithi169.stdout:1495: finishing rollback tid 0 to smithi16976610-46 2024-03-10T22:19:32.431 INFO:tasks.rados.rados.0.smithi169.stdout:1495: finishing rollback tid 1 to smithi16976610-46 2024-03-10T22:19:32.431 INFO:tasks.rados.rados.0.smithi169.stdout:1495: finishing rollback tid 2 to smithi16976610-46 2024-03-10T22:19:32.431 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 714 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-03-10T22:19:32.431 INFO:tasks.rados.rados.0.smithi169.stdout:1497: seq_num 486 ranges {0=548864,548864=401408} 2024-03-10T22:19:32.432 INFO:tasks.rados.rados.0.smithi169.stdout:1497: writing smithi16976610-43 from 0 to 548864 tid 1 2024-03-10T22:19:32.435 INFO:tasks.rados.rados.0.smithi169.stdout:1497: writing smithi16976610-43 from 548864 to 950272 tid 2 2024-03-10T22:19:32.435 INFO:tasks.rados.rados.0.smithi169.stdout:1493: done (2 left) 2024-03-10T22:19:32.436 INFO:tasks.rados.rados.0.smithi169.stdout:1495: done (1 left) 2024-03-10T22:19:32.436 INFO:tasks.rados.rados.0.smithi169.stdout:1498: read oid 33 snap 138 2024-03-10T22:19:32.436 INFO:tasks.rados.rados.0.smithi169.stdout:1498: expect (ObjNum 287 snap 72 seq_num 287) 2024-03-10T22:19:32.436 INFO:tasks.rados.rados.0.smithi169.stdout:1499: read oid 42 snap 140 2024-03-10T22:19:32.436 INFO:tasks.rados.rados.0.smithi169.stdout:1499: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:19:32.436 INFO:tasks.rados.rados.0.smithi169.stdout:1500: read oid 3 snap -1 2024-03-10T22:19:32.436 INFO:tasks.rados.rados.0.smithi169.stdout:1500: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:19:32.436 INFO:tasks.rados.rados.0.smithi169.stdout:1501: rollback oid 32 current snap is 144 2024-03-10T22:19:32.436 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 32 to 140 2024-03-10T22:19:32.436 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 144 2024-03-10T22:19:32.436 INFO:tasks.rados.rados.0.smithi169.stdout:1502: seq_num 487 ranges {1843200=565248,2408448=401408} 2024-03-10T22:19:32.450 INFO:tasks.rados.rados.0.smithi169.stdout:1502: writing smithi16976610-16 from 1843200 to 2408448 tid 1 2024-03-10T22:19:32.455 INFO:tasks.rados.rados.0.smithi169.stdout:1502: writing smithi16976610-16 from 2408448 to 2809856 tid 2 2024-03-10T22:19:32.455 INFO:tasks.rados.rados.0.smithi169.stdout:1503: snap_remove snap 141 2024-03-10T22:19:32.455 INFO:tasks.rados.rados.0.smithi169.stdout:1497: finishing write tid 1 to smithi16976610-43 2024-03-10T22:19:32.455 INFO:tasks.rados.rados.0.smithi169.stdout:1497: finishing write tid 2 to smithi16976610-43 2024-03-10T22:19:32.455 INFO:tasks.rados.rados.0.smithi169.stdout:1497: finishing write tid 3 to smithi16976610-43 2024-03-10T22:19:32.455 INFO:tasks.rados.rados.0.smithi169.stdout:1501: finishing rollback tid 0 to smithi16976610-32 2024-03-10T22:19:32.456 INFO:tasks.rados.rados.0.smithi169.stdout:1501: finishing rollback tid 1 to smithi16976610-32 2024-03-10T22:19:32.456 INFO:tasks.rados.rados.0.smithi169.stdout:1501: finishing rollback tid 2 to smithi16976610-32 2024-03-10T22:19:32.456 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 976 (ObjNum 457 snap 131 seq_num 457) dirty exists 2024-03-10T22:19:32.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:32 smithi169 ceph-mon[88180]: osdmap e360: 8 total, 8 up, 8 in 2024-03-10T22:19:32.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:32 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:32.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:32.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:32 smithi169 ceph-mon[90638]: osdmap e360: 8 total, 8 up, 8 in 2024-03-10T22:19:32.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:32 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:32.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:32.755 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:32.439+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:32.756 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:32.439+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:32 smithi172 ceph-mon[84635]: osdmap e360: 8 total, 8 up, 8 in 2024-03-10T22:19:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:32 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:32.764 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:33.431 INFO:tasks.rados.rados.0.smithi169.stdout:1501: done (6 left) 2024-03-10T22:19:33.432 INFO:tasks.rados.rados.0.smithi169.stdout:1503: done (5 left) 2024-03-10T22:19:33.432 INFO:tasks.rados.rados.0.smithi169.stdout:1504: snap_create 2024-03-10T22:19:33.432 INFO:tasks.rados.rados.0.smithi169.stdout:1497: finishing write tid 4 to smithi16976610-43 2024-03-10T22:19:33.432 INFO:tasks.rados.rados.0.smithi169.stdout:1497: oid 43 updating version 0 to 969 2024-03-10T22:19:33.432 INFO:tasks.rados.rados.0.smithi169.stdout:1497: oid 43 updating version 969 to 970 2024-03-10T22:19:33.432 INFO:tasks.rados.rados.0.smithi169.stdout:1497: oid 43 updating version 970 to 973 2024-03-10T22:19:33.432 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 973 (ObjNum 486 snap 144 seq_num 486) dirty exists 2024-03-10T22:19:33.432 INFO:tasks.rados.rados.0.smithi169.stdout:1497: left oid 43 (ObjNum 486 snap 144 seq_num 486) 2024-03-10T22:19:33.432 INFO:tasks.rados.rados.0.smithi169.stdout:1499: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:19:33.482 INFO:tasks.rados.rados.0.smithi169.stdout:1502: finishing write tid 1 to smithi16976610-16 2024-03-10T22:19:33.482 INFO:tasks.rados.rados.0.smithi169.stdout:1500: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:19:33.519 INFO:tasks.rados.rados.0.smithi169.stdout:1502: finishing write tid 2 to smithi16976610-16 2024-03-10T22:19:33.519 INFO:tasks.rados.rados.0.smithi169.stdout:1502: finishing write tid 3 to smithi16976610-16 2024-03-10T22:19:33.519 INFO:tasks.rados.rados.0.smithi169.stdout:1502: finishing write tid 4 to smithi16976610-16 2024-03-10T22:19:33.520 INFO:tasks.rados.rados.0.smithi169.stdout:1502: oid 16 updating version 0 to 10286 2024-03-10T22:19:33.520 INFO:tasks.rados.rados.0.smithi169.stdout:1502: oid 16 updating version 10286 to 10287 2024-03-10T22:19:33.520 INFO:tasks.rados.rados.0.smithi169.stdout:1502: oid 16 updating version 10287 to 10288 2024-03-10T22:19:33.520 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 10288 (ObjNum 487 snap 144 seq_num 487) dirty exists 2024-03-10T22:19:33.520 INFO:tasks.rados.rados.0.smithi169.stdout:1502: left oid 16 (ObjNum 487 snap 144 seq_num 487) 2024-03-10T22:19:33.520 INFO:tasks.rados.rados.0.smithi169.stdout:1498: expect (ObjNum 287 snap 72 seq_num 287) 2024-03-10T22:19:33.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:33 smithi169 ceph-mon[90638]: osdmap e361: 8 total, 8 up, 8 in 2024-03-10T22:19:33.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:33 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:33.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:33.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:33 smithi169 ceph-mon[90638]: pgmap v202: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 882 KiB/s wr, 4 op/s 2024-03-10T22:19:33.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:33.503+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:33.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:33.504+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:33.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:33 smithi169 ceph-mon[88180]: osdmap e361: 8 total, 8 up, 8 in 2024-03-10T22:19:33.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:33 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:33.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:33.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:33 smithi169 ceph-mon[88180]: pgmap v202: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 882 KiB/s wr, 4 op/s 2024-03-10T22:19:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:33 smithi172 ceph-mon[84635]: osdmap e361: 8 total, 8 up, 8 in 2024-03-10T22:19:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:33 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:33 smithi172 ceph-mon[84635]: pgmap v202: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 882 KiB/s wr, 4 op/s 2024-03-10T22:19:33.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:34.433 INFO:tasks.rados.rados.0.smithi169.stdout:1497: done (5 left) 2024-03-10T22:19:34.433 INFO:tasks.rados.rados.0.smithi169.stdout:1498: done (4 left) 2024-03-10T22:19:34.433 INFO:tasks.rados.rados.0.smithi169.stdout:1499: done (3 left) 2024-03-10T22:19:34.433 INFO:tasks.rados.rados.0.smithi169.stdout:1500: done (2 left) 2024-03-10T22:19:34.433 INFO:tasks.rados.rados.0.smithi169.stdout:1502: done (1 left) 2024-03-10T22:19:34.433 INFO:tasks.rados.rados.0.smithi169.stdout:1504: done (0 left) 2024-03-10T22:19:34.433 INFO:tasks.rados.rados.0.smithi169.stdout:1505: delete oid 13 current snap is 145 2024-03-10T22:19:34.442 INFO:tasks.rados.rados.0.smithi169.stdout:1505: done (0 left) 2024-03-10T22:19:34.442 INFO:tasks.rados.rados.0.smithi169.stdout:1506: setattr oid 18 current snap is 145 2024-03-10T22:19:34.444 INFO:tasks.rados.rados.0.smithi169.stdout:1507: delete oid 22 current snap is 145 2024-03-10T22:19:34.448 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 1742 (ObjNum 454 snap 129 seq_num 454) dirty exists 2024-03-10T22:19:34.449 INFO:tasks.rados.rados.0.smithi169.stdout:1506: done (1 left) 2024-03-10T22:19:34.449 INFO:tasks.rados.rados.0.smithi169.stdout:1507: done (0 left) 2024-03-10T22:19:34.449 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 145 2024-03-10T22:19:34.450 INFO:tasks.rados.rados.0.smithi169.stdout:1508: seq_num 490 ranges {2228224=614400,2842624=401408} 2024-03-10T22:19:34.464 INFO:tasks.rados.rados.0.smithi169.stdout:1508: writing smithi16976610-29 from 2228224 to 2842624 tid 1 2024-03-10T22:19:34.467 INFO:tasks.rados.rados.0.smithi169.stdout:1508: writing smithi16976610-29 from 2842624 to 3244032 tid 2 2024-03-10T22:19:34.467 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 145 2024-03-10T22:19:34.467 INFO:tasks.rados.rados.0.smithi169.stdout:1509: seq_num 491 ranges {1671168=630784,2301952=401408} 2024-03-10T22:19:34.480 INFO:tasks.rados.rados.0.smithi169.stdout:1509: writing smithi16976610-36 from 1671168 to 2301952 tid 1 2024-03-10T22:19:34.482 INFO:tasks.rados.rados.0.smithi169.stdout:1509: writing smithi16976610-36 from 2301952 to 2703360 tid 2 2024-03-10T22:19:34.482 INFO:tasks.rados.rados.0.smithi169.stdout:1510: snap_remove snap 144 2024-03-10T22:19:34.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:34 smithi169 ceph-mon[88180]: osdmap e362: 8 total, 8 up, 8 in 2024-03-10T22:19:34.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:34 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:34.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:34 smithi169 ceph-mon[90638]: osdmap e362: 8 total, 8 up, 8 in 2024-03-10T22:19:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:34 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:34.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:34.755 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:34.436+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:34.755 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:34.439+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:34 smithi172 ceph-mon[84635]: osdmap e362: 8 total, 8 up, 8 in 2024-03-10T22:19:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:34 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:34.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:35.444 INFO:tasks.rados.rados.0.smithi169.stdout:1508: finishing write tid 1 to smithi16976610-29 2024-03-10T22:19:35.444 INFO:tasks.rados.rados.0.smithi169.stdout:1508: finishing write tid 2 to smithi16976610-29 2024-03-10T22:19:35.444 INFO:tasks.rados.rados.0.smithi169.stdout:1508: finishing write tid 3 to smithi16976610-29 2024-03-10T22:19:35.444 INFO:tasks.rados.rados.0.smithi169.stdout:1508: finishing write tid 4 to smithi16976610-29 2024-03-10T22:19:35.444 INFO:tasks.rados.rados.0.smithi169.stdout:1508: oid 29 updating version 0 to 634 2024-03-10T22:19:35.444 INFO:tasks.rados.rados.0.smithi169.stdout:1508: oid 29 version 634 is already newer than 632 2024-03-10T22:19:35.444 INFO:tasks.rados.rados.0.smithi169.stdout:1508: oid 29 version 634 is already newer than 633 2024-03-10T22:19:35.444 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 634 (ObjNum 490 snap 145 seq_num 490) dirty exists 2024-03-10T22:19:35.444 INFO:tasks.rados.rados.0.smithi169.stdout:1508: left oid 29 (ObjNum 490 snap 145 seq_num 490) 2024-03-10T22:19:35.444 INFO:tasks.rados.rados.0.smithi169.stdout:1509: finishing write tid 1 to smithi16976610-36 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:1509: finishing write tid 2 to smithi16976610-36 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:1509: finishing write tid 3 to smithi16976610-36 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:1509: finishing write tid 4 to smithi16976610-36 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:1509: oid 36 updating version 0 to 192 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:1509: oid 36 version 192 is already newer than 190 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:1509: oid 36 version 192 is already newer than 191 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 192 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:1509: left oid 36 (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:1508: done (2 left) 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:1509: done (1 left) 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:1510: done (0 left) 2024-03-10T22:19:35.445 INFO:tasks.rados.rados.0.smithi169.stdout:1511: snap_remove snap 138 2024-03-10T22:19:35.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:35 smithi169 ceph-mon[90638]: osdmap e363: 8 total, 8 up, 8 in 2024-03-10T22:19:35.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:35 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:35.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:35 smithi169 ceph-mon[90638]: pgmap v205: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 882 KiB/s wr, 4 op/s 2024-03-10T22:19:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:35 smithi169 ceph-mon[88180]: osdmap e363: 8 total, 8 up, 8 in 2024-03-10T22:19:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:35 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:35 smithi169 ceph-mon[88180]: pgmap v205: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 882 KiB/s wr, 4 op/s 2024-03-10T22:19:35.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:35.448+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:35.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:35.448+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:35 smithi172 ceph-mon[84635]: osdmap e363: 8 total, 8 up, 8 in 2024-03-10T22:19:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:35 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:35 smithi172 ceph-mon[84635]: pgmap v205: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 882 KiB/s wr, 4 op/s 2024-03-10T22:19:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:19:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:19:35] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2024-03-10T22:19:36.454 INFO:tasks.rados.rados.0.smithi169.stdout:1511: done (0 left) 2024-03-10T22:19:36.455 INFO:tasks.rados.rados.0.smithi169.stdout:1512: snap_create 2024-03-10T22:19:36.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:36 smithi169 ceph-mon[88180]: osdmap e364: 8 total, 8 up, 8 in 2024-03-10T22:19:36.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:36.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:36 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:36 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:36 smithi169 ceph-mon[90638]: osdmap e364: 8 total, 8 up, 8 in 2024-03-10T22:19:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:36 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:36 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:36.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:36.457+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:36.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:36.457+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:36 smithi172 ceph-mon[84635]: osdmap e364: 8 total, 8 up, 8 in 2024-03-10T22:19:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:36 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:36 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:37.459 INFO:tasks.rados.rados.0.smithi169.stdout:1512: done (0 left) 2024-03-10T22:19:37.459 INFO:tasks.rados.rados.0.smithi169.stdout:1513: read oid 50 snap -1 2024-03-10T22:19:37.459 INFO:tasks.rados.rados.0.smithi169.stdout:1513: expect (ObjNum 471 snap 138 seq_num 471) 2024-03-10T22:19:37.459 INFO:tasks.rados.rados.0.smithi169.stdout:1514: rollback oid 37 current snap is 146 2024-03-10T22:19:37.459 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 37 to 143 2024-03-10T22:19:37.460 INFO:tasks.rados.rados.0.smithi169.stdout:1515: delete oid 27 current snap is 146 2024-03-10T22:19:37.462 INFO:tasks.rados.rados.0.smithi169.stdout:1515: done (2 left) 2024-03-10T22:19:37.462 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 146 2024-03-10T22:19:37.462 INFO:tasks.rados.rados.0.smithi169.stdout:1516: seq_num 493 ranges {6316032=663552,6979584=401408} 2024-03-10T22:19:37.500 INFO:tasks.rados.rados.0.smithi169.stdout:1516: writing smithi16976610-31 from 6316032 to 6979584 tid 1 2024-03-10T22:19:37.503 INFO:tasks.rados.rados.0.smithi169.stdout:1516: writing smithi16976610-31 from 6979584 to 7380992 tid 2 2024-03-10T22:19:37.503 INFO:tasks.rados.rados.0.smithi169.stdout:1517: rollback oid 24 current snap is 146 2024-03-10T22:19:37.503 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 24 to 145 2024-03-10T22:19:37.503 INFO:tasks.rados.rados.0.smithi169.stdout:1513: expect (ObjNum 471 snap 138 seq_num 471) 2024-03-10T22:19:37.524 INFO:tasks.rados.rados.0.smithi169.stdout:1514: finishing rollback tid 0 to smithi16976610-37 2024-03-10T22:19:37.524 INFO:tasks.rados.rados.0.smithi169.stdout:1514: finishing rollback tid 1 to smithi16976610-37 2024-03-10T22:19:37.524 INFO:tasks.rados.rados.0.smithi169.stdout:1513: done (3 left) 2024-03-10T22:19:37.524 INFO:tasks.rados.rados.0.smithi169.stdout:1518: copy_from oid 30 from oid 26 current snap is 146 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:1514: finishing rollback tid 2 to smithi16976610-37 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 13893 (ObjNum 330 snap 91 seq_num 330) dirty exists 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:1517: finishing rollback tid 0 to smithi16976610-24 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:1517: finishing rollback tid 1 to smithi16976610-24 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:1517: finishing rollback tid 2 to smithi16976610-24 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 717 (ObjNum 482 snap 144 seq_num 482) dirty exists 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:1516: finishing write tid 1 to smithi16976610-31 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:1516: finishing write tid 2 to smithi16976610-31 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:1516: finishing write tid 3 to smithi16976610-31 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:1516: finishing write tid 4 to smithi16976610-31 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:1516: oid 31 updating version 0 to 13897 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:1516: oid 31 version 13897 is already newer than 13896 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:1516: oid 31 version 13897 is already newer than 13895 2024-03-10T22:19:37.525 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 13897 (ObjNum 493 snap 146 seq_num 493) dirty exists 2024-03-10T22:19:37.526 INFO:tasks.rados.rados.0.smithi169.stdout:1516: left oid 31 (ObjNum 493 snap 146 seq_num 493) 2024-03-10T22:19:37.526 INFO:tasks.rados.rados.0.smithi169.stdout:1514: done (3 left) 2024-03-10T22:19:37.526 INFO:tasks.rados.rados.0.smithi169.stdout:1516: done (2 left) 2024-03-10T22:19:37.526 INFO:tasks.rados.rados.0.smithi169.stdout:1517: done (1 left) 2024-03-10T22:19:37.526 INFO:tasks.rados.rados.0.smithi169.stdout:1519: read oid 24 snap -1 2024-03-10T22:19:37.526 INFO:tasks.rados.rados.0.smithi169.stdout:1519: expect (ObjNum 482 snap 144 seq_num 482) 2024-03-10T22:19:37.526 INFO:tasks.rados.rados.0.smithi169.stdout:1520: rmattr oid 49 current snap is 146 2024-03-10T22:19:37.526 INFO:tasks.rados.rados.0.smithi169.stdout:1521: read oid 34 snap -1 2024-03-10T22:19:37.526 INFO:tasks.rados.rados.0.smithi169.stdout:1521: expect deleted 2024-03-10T22:19:37.526 INFO:tasks.rados.rados.0.smithi169.stdout:1522: delete oid 3 current snap is 146 2024-03-10T22:19:37.527 INFO:tasks.rados.rados.0.smithi169.stdout:1519: expect (ObjNum 482 snap 144 seq_num 482) 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:1518: finishing copy_from to smithi16976610-30 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:1518: got expected ENOENT (src dne) 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:1518: finishing copy_from racing read to smithi16976610-30 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 558 (ObjNum 384 snap 108 seq_num 384) dirty exists 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:1518: done (4 left) 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:1519: done (3 left) 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:1520: done (2 left) 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:1521: done (1 left) 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:1522: done (0 left) 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:1523: rollback oid 12 current snap is 146 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 12 to 140 2024-03-10T22:19:37.551 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 146 2024-03-10T22:19:37.552 INFO:tasks.rados.rados.0.smithi169.stdout:1524: seq_num 495 ranges {0=696320,696320=401408} 2024-03-10T22:19:37.554 INFO:tasks.rados.rados.0.smithi169.stdout:1524: writing smithi16976610-11 from 0 to 696320 tid 1 2024-03-10T22:19:37.557 INFO:tasks.rados.rados.0.smithi169.stdout:1524: writing smithi16976610-11 from 696320 to 1097728 tid 2 2024-03-10T22:19:37.557 INFO:tasks.rados.rados.0.smithi169.stdout:1525: setattr oid 13 current snap is 146 2024-03-10T22:19:37.557 INFO:tasks.rados.rados.0.smithi169.stdout:1523: finishing rollback tid 0 to smithi16976610-12 2024-03-10T22:19:37.557 INFO:tasks.rados.rados.0.smithi169.stdout:1523: finishing rollback tid 1 to smithi16976610-12 2024-03-10T22:19:37.557 INFO:tasks.rados.rados.0.smithi169.stdout:1523: finishing rollback tid 2 to smithi16976610-12 2024-03-10T22:19:37.557 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 281 (ObjNum 449 snap 128 seq_num 449) dirty exists 2024-03-10T22:19:37.559 INFO:tasks.rados.rados.0.smithi169.stdout:1524: finishing write tid 1 to smithi16976610-11 2024-03-10T22:19:37.560 INFO:tasks.rados.rados.0.smithi169.stdout:1524: finishing write tid 2 to smithi16976610-11 2024-03-10T22:19:37.560 INFO:tasks.rados.rados.0.smithi169.stdout:1524: finishing write tid 3 to smithi16976610-11 2024-03-10T22:19:37.561 INFO:tasks.rados.rados.0.smithi169.stdout:1523: done (2 left) 2024-03-10T22:19:37.561 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 146 2024-03-10T22:19:37.561 INFO:tasks.rados.rados.0.smithi169.stdout:1526: seq_num 496 ranges {0=712704,712704=401408} 2024-03-10T22:19:37.564 INFO:tasks.rados.rados.0.smithi169.stdout:1526: writing smithi16976610-19 from 0 to 712704 tid 1 2024-03-10T22:19:37.567 INFO:tasks.rados.rados.0.smithi169.stdout:1526: writing smithi16976610-19 from 712704 to 1114112 tid 2 2024-03-10T22:19:37.567 INFO:tasks.rados.rados.0.smithi169.stdout:1527: copy_from oid 12 from oid 9 current snap is 146 2024-03-10T22:19:37.567 INFO:tasks.rados.rados.0.smithi169.stdout:1524: finishing write tid 4 to smithi16976610-11 2024-03-10T22:19:37.567 INFO:tasks.rados.rados.0.smithi169.stdout:1524: oid 11 updating version 0 to 561 2024-03-10T22:19:37.567 INFO:tasks.rados.rados.0.smithi169.stdout:1524: oid 11 updating version 561 to 563 2024-03-10T22:19:37.567 INFO:tasks.rados.rados.0.smithi169.stdout:1524: oid 11 version 563 is already newer than 562 2024-03-10T22:19:37.568 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 563 (ObjNum 495 snap 146 seq_num 495) dirty exists 2024-03-10T22:19:37.568 INFO:tasks.rados.rados.0.smithi169.stdout:1524: left oid 11 (ObjNum 495 snap 146 seq_num 495) 2024-03-10T22:19:37.568 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 13898 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T22:19:37.568 INFO:tasks.rados.rados.0.smithi169.stdout:1524: done (3 left) 2024-03-10T22:19:37.568 INFO:tasks.rados.rados.0.smithi169.stdout:1525: done (2 left) 2024-03-10T22:19:37.568 INFO:tasks.rados.rados.0.smithi169.stdout:1528: read oid 27 snap 143 2024-03-10T22:19:37.568 INFO:tasks.rados.rados.0.smithi169.stdout:1528: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:19:37.568 INFO:tasks.rados.rados.0.smithi169.stdout:1529: rmattr oid 10 current snap is 146 2024-03-10T22:19:37.568 INFO:tasks.rados.rados.0.smithi169.stdout:1530: snap_remove snap 145 2024-03-10T22:19:37.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:37 smithi169 ceph-mon[88180]: osdmap e365: 8 total, 8 up, 8 in 2024-03-10T22:19:37.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:37.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:37 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:37.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:37 smithi169 ceph-mon[88180]: pgmap v208: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 732 KiB/s wr, 18 op/s 2024-03-10T22:19:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:37 smithi169 ceph-mon[90638]: osdmap e365: 8 total, 8 up, 8 in 2024-03-10T22:19:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:37 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:37 smithi169 ceph-mon[90638]: pgmap v208: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 732 KiB/s wr, 18 op/s 2024-03-10T22:19:37.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:37.465+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:37.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:37.477+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:37 smithi172 ceph-mon[84635]: osdmap e365: 8 total, 8 up, 8 in 2024-03-10T22:19:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:37 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:37 smithi172 ceph-mon[84635]: pgmap v208: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 732 KiB/s wr, 18 op/s 2024-03-10T22:19:38.468 INFO:tasks.rados.rados.0.smithi169.stdout:1530: done (4 left) 2024-03-10T22:19:38.468 INFO:tasks.rados.rados.0.smithi169.stdout:1531: snap_create 2024-03-10T22:19:38.469 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 705 (ObjNum 478 snap 141 seq_num 478) dirty exists 2024-03-10T22:19:38.469 INFO:tasks.rados.rados.0.smithi169.stdout:1526: finishing write tid 1 to smithi16976610-19 2024-03-10T22:19:38.469 INFO:tasks.rados.rados.0.smithi169.stdout:1526: finishing write tid 2 to smithi16976610-19 2024-03-10T22:19:38.469 INFO:tasks.rados.rados.0.smithi169.stdout:1526: finishing write tid 3 to smithi16976610-19 2024-03-10T22:19:38.469 INFO:tasks.rados.rados.0.smithi169.stdout:1528: expect (ObjNum 369 snap 101 seq_num 369) 2024-03-10T22:19:38.508 INFO:tasks.rados.rados.0.smithi169.stdout:1526: finishing write tid 4 to smithi16976610-19 2024-03-10T22:19:38.508 INFO:tasks.rados.rados.0.smithi169.stdout:1526: oid 19 updating version 0 to 10290 2024-03-10T22:19:38.508 INFO:tasks.rados.rados.0.smithi169.stdout:1526: oid 19 updating version 10290 to 10291 2024-03-10T22:19:38.509 INFO:tasks.rados.rados.0.smithi169.stdout:1526: oid 19 updating version 10291 to 10292 2024-03-10T22:19:38.509 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 10292 (ObjNum 496 snap 146 seq_num 496) dirty exists 2024-03-10T22:19:38.509 INFO:tasks.rados.rados.0.smithi169.stdout:1526: left oid 19 (ObjNum 496 snap 146 seq_num 496) 2024-03-10T22:19:38.509 INFO:tasks.rados.rados.0.smithi169.stdout:1527: finishing copy_from racing read to smithi16976610-12 2024-03-10T22:19:38.509 INFO:tasks.rados.rados.0.smithi169.stdout:1527: finishing copy_from to smithi16976610-12 2024-03-10T22:19:38.509 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 553 (ObjNum 477 snap 141 seq_num 477) dirty exists 2024-03-10T22:19:38.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:38 smithi169 ceph-mon[88180]: osdmap e366: 8 total, 8 up, 8 in 2024-03-10T22:19:38.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:38.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:38 smithi169 ceph-mon[90638]: osdmap e366: 8 total, 8 up, 8 in 2024-03-10T22:19:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:38.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:38.472+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:38.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:38.474+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:38 smithi172 ceph-mon[84635]: osdmap e366: 8 total, 8 up, 8 in 2024-03-10T22:19:38.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset d3=[]:{c2=[c2,c1],d3=[d3,d2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:38.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:39.470 INFO:tasks.rados.rados.0.smithi169.stdout:1526: done (4 left) 2024-03-10T22:19:39.471 INFO:tasks.rados.rados.0.smithi169.stdout:1527: done (3 left) 2024-03-10T22:19:39.471 INFO:tasks.rados.rados.0.smithi169.stdout:1528: done (2 left) 2024-03-10T22:19:39.471 INFO:tasks.rados.rados.0.smithi169.stdout:1529: done (1 left) 2024-03-10T22:19:39.471 INFO:tasks.rados.rados.0.smithi169.stdout:1531: done (0 left) 2024-03-10T22:19:39.471 INFO:tasks.rados.rados.0.smithi169.stdout:1532: read oid 36 snap -1 2024-03-10T22:19:39.471 INFO:tasks.rados.rados.0.smithi169.stdout:1532: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:19:39.471 INFO:tasks.rados.rados.0.smithi169.stdout:1533: rmattr oid 28 current snap is 147 2024-03-10T22:19:39.471 INFO:tasks.rados.rados.0.smithi169.stdout:1533: done (1 left) 2024-03-10T22:19:39.471 INFO:tasks.rados.rados.0.smithi169.stdout:1534: snap_create 2024-03-10T22:19:39.486 INFO:tasks.rados.rados.0.smithi169.stdout:1532: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:19:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-mon[90638]: osdmap e367: 8 total, 8 up, 8 in 2024-03-10T22:19:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-mon[90638]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-mon[90638]: pgmap v211: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 968 KiB/s wr, 24 op/s 2024-03-10T22:19:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-mon[88180]: osdmap e367: 8 total, 8 up, 8 in 2024-03-10T22:19:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-mon[88180]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-mon[88180]: pgmap v211: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 968 KiB/s wr, 24 op/s 2024-03-10T22:19:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:39 smithi172 ceph-mon[84635]: osdmap e367: 8 total, 8 up, 8 in 2024-03-10T22:19:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:39 smithi172 ceph-mon[84635]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:39 smithi172 ceph-mon[84635]: pgmap v211: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 968 KiB/s wr, 24 op/s 2024-03-10T22:19:39.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:39 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:40.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:39.521+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:40.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:39.522+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:40.472 INFO:tasks.rados.rados.0.smithi169.stdout:1532: done (1 left) 2024-03-10T22:19:40.472 INFO:tasks.rados.rados.0.smithi169.stdout:1534: done (0 left) 2024-03-10T22:19:40.472 INFO:tasks.rados.rados.0.smithi169.stdout:1535: rmattr oid 1 current snap is 148 2024-03-10T22:19:40.472 INFO:tasks.rados.rados.0.smithi169.stdout:1535: done (0 left) 2024-03-10T22:19:40.473 INFO:tasks.rados.rados.0.smithi169.stdout:1536: copy_from oid 37 from oid 15 current snap is 148 2024-03-10T22:19:40.473 INFO:tasks.rados.rados.0.smithi169.stdout:1537: rollback oid 30 current snap is 148 2024-03-10T22:19:40.473 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 146 2024-03-10T22:19:40.473 INFO:tasks.rados.rados.0.smithi169.stdout:1538: snap_create 2024-03-10T22:19:40.477 INFO:tasks.rados.rados.0.smithi169.stdout:1537: finishing rollback tid 0 to smithi16976610-30 2024-03-10T22:19:40.477 INFO:tasks.rados.rados.0.smithi169.stdout:1537: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:19:40.477 INFO:tasks.rados.rados.0.smithi169.stdout:1537: finishing rollback tid 2 to smithi16976610-30 2024-03-10T22:19:40.477 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 986 (ObjNum 465 snap 137 seq_num 465) dirty exists 2024-03-10T22:19:40.480 INFO:tasks.rados.rados.0.smithi169.stdout:1536: finishing copy_from to smithi16976610-37 2024-03-10T22:19:40.480 INFO:tasks.rados.rados.0.smithi169.stdout:1536: got expected ENOENT (src dne) 2024-03-10T22:19:40.480 INFO:tasks.rados.rados.0.smithi169.stdout:1536: finishing copy_from racing read to smithi16976610-37 2024-03-10T22:19:40.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:40.477+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:40.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:40.478+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[90638]: Upgrade: osd.2 is safe to restart 2024-03-10T22:19:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[90638]: osdmap e368: 8 total, 8 up, 8 in 2024-03-10T22:19:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[90638]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T22:19:40.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[88180]: Upgrade: osd.2 is safe to restart 2024-03-10T22:19:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[88180]: osdmap e368: 8 total, 8 up, 8 in 2024-03-10T22:19:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[88180]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T22:19:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:40 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T22:19:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:40 smithi172 ceph-mon[84635]: Upgrade: osd.2 is safe to restart 2024-03-10T22:19:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:40 smithi172 ceph-mon[84635]: osdmap e368: 8 total, 8 up, 8 in 2024-03-10T22:19:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:40 smithi172 ceph-mon[84635]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:40 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T22:19:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:1536: done (2 left) 2024-03-10T22:19:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:1537: done (1 left) 2024-03-10T22:19:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:1538: done (0 left) 2024-03-10T22:19:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 149 2024-03-10T22:19:41.475 INFO:tasks.rados.rados.0.smithi169.stdout:1539: seq_num 497 ranges {1392640=729088,2121728=401408} 2024-03-10T22:19:41.486 INFO:tasks.rados.rados.0.smithi169.stdout:1539: writing smithi16976610-25 from 1392640 to 2121728 tid 1 2024-03-10T22:19:41.488 INFO:tasks.rados.rados.0.smithi169.stdout:1539: writing smithi16976610-25 from 2121728 to 2523136 tid 2 2024-03-10T22:19:41.488 INFO:tasks.rados.rados.0.smithi169.stdout:1540: delete oid 33 current snap is 149 2024-03-10T22:19:41.494 INFO:tasks.rados.rados.0.smithi169.stdout:1540: done (1 left) 2024-03-10T22:19:41.494 INFO:tasks.rados.rados.0.smithi169.stdout:1541: snap_create 2024-03-10T22:19:41.500 INFO:tasks.rados.rados.0.smithi169.stdout:1539: finishing write tid 1 to smithi16976610-25 2024-03-10T22:19:41.500 INFO:tasks.rados.rados.0.smithi169.stdout:1539: finishing write tid 2 to smithi16976610-25 2024-03-10T22:19:41.501 INFO:tasks.rados.rados.0.smithi169.stdout:1539: finishing write tid 3 to smithi16976610-25 2024-03-10T22:19:41.504 INFO:tasks.rados.rados.0.smithi169.stdout:1539: finishing write tid 4 to smithi16976610-25 2024-03-10T22:19:41.504 INFO:tasks.rados.rados.0.smithi169.stdout:1539: oid 25 updating version 0 to 10294 2024-03-10T22:19:41.504 INFO:tasks.rados.rados.0.smithi169.stdout:1539: oid 25 updating version 10294 to 10296 2024-03-10T22:19:41.504 INFO:tasks.rados.rados.0.smithi169.stdout:1539: oid 25 version 10296 is already newer than 10295 2024-03-10T22:19:41.505 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 10296 (ObjNum 497 snap 149 seq_num 497) dirty exists 2024-03-10T22:19:41.505 INFO:tasks.rados.rados.0.smithi169.stdout:1539: left oid 25 (ObjNum 497 snap 149 seq_num 497) 2024-03-10T22:19:41.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[88180]: Upgrade: Updating osd.2 2024-03-10T22:19:41.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[88180]: Deploying daemon osd.2 on smithi169 2024-03-10T22:19:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[88180]: osdmap e369: 8 total, 8 up, 8 in 2024-03-10T22:19:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[88180]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[88180]: pgmap v214: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 236 KiB/s wr, 5 op/s 2024-03-10T22:19:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:41.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:41.489+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:41.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:41.501+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[90638]: Upgrade: Updating osd.2 2024-03-10T22:19:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[90638]: Deploying daemon osd.2 on smithi169 2024-03-10T22:19:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[90638]: osdmap e369: 8 total, 8 up, 8 in 2024-03-10T22:19:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[90638]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[90638]: pgmap v214: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 236 KiB/s wr, 5 op/s 2024-03-10T22:19:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:41 smithi172 ceph-mon[84635]: Upgrade: Updating osd.2 2024-03-10T22:19:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:41 smithi172 ceph-mon[84635]: Deploying daemon osd.2 on smithi169 2024-03-10T22:19:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:41 smithi172 ceph-mon[84635]: osdmap e369: 8 total, 8 up, 8 in 2024-03-10T22:19:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:41 smithi172 ceph-mon[84635]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:41 smithi172 ceph-mon[84635]: pgmap v214: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 236 KiB/s wr, 5 op/s 2024-03-10T22:19:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:41 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:42.498 INFO:tasks.rados.rados.0.smithi169.stdout:1539: done (1 left) 2024-03-10T22:19:42.498 INFO:tasks.rados.rados.0.smithi169.stdout:1541: done (0 left) 2024-03-10T22:19:42.498 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 150 2024-03-10T22:19:42.498 INFO:tasks.rados.rados.0.smithi169.stdout:1542: seq_num 499 ranges {0=761856,761856=401408} 2024-03-10T22:19:42.501 INFO:tasks.rados.rados.0.smithi169.stdout:1542: writing smithi16976610-5 from 0 to 761856 tid 1 2024-03-10T22:19:42.504 INFO:tasks.rados.rados.0.smithi169.stdout:1542: writing smithi16976610-5 from 761856 to 1163264 tid 2 2024-03-10T22:19:42.504 INFO:tasks.rados.rados.0.smithi169.stdout:1543: rollback oid 11 current snap is 150 2024-03-10T22:19:42.504 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 11 to 146 2024-03-10T22:19:42.504 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 150 2024-03-10T22:19:42.504 INFO:tasks.rados.rados.0.smithi169.stdout:1544: seq_num 500 ranges {5267456=778240,6045696=401408} 2024-03-10T22:19:42.537 INFO:tasks.rados.rados.0.smithi169.stdout:1544: writing smithi16976610-4 from 5267456 to 6045696 tid 1 2024-03-10T22:19:42.542 INFO:tasks.rados.rados.0.smithi169.stdout:1544: writing smithi16976610-4 from 6045696 to 6447104 tid 2 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1545: delete oid 30 current snap is 150 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1542: finishing write tid 1 to smithi16976610-5 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1542: finishing write tid 2 to smithi16976610-5 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1542: finishing write tid 3 to smithi16976610-5 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1543: finishing rollback tid 0 to smithi16976610-11 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1543: finishing rollback tid 1 to smithi16976610-11 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1543: finishing rollback tid 2 to smithi16976610-11 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 571 (ObjNum 495 snap 146 seq_num 495) dirty exists 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1542: finishing write tid 4 to smithi16976610-5 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1542: oid 5 updating version 0 to 1754 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1542: oid 5 updating version 1754 to 1755 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1542: oid 5 updating version 1755 to 1756 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 1756 (ObjNum 499 snap 150 seq_num 499) dirty exists 2024-03-10T22:19:42.543 INFO:tasks.rados.rados.0.smithi169.stdout:1542: left oid 5 (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:19:42.544 INFO:tasks.rados.rados.0.smithi169.stdout:1544: finishing write tid 1 to smithi16976610-4 2024-03-10T22:19:42.544 INFO:tasks.rados.rados.0.smithi169.stdout:1544: finishing write tid 2 to smithi16976610-4 2024-03-10T22:19:42.544 INFO:tasks.rados.rados.0.smithi169.stdout:1544: finishing write tid 3 to smithi16976610-4 2024-03-10T22:19:42.546 INFO:tasks.rados.rados.0.smithi169.stdout:1544: finishing write tid 4 to smithi16976610-4 2024-03-10T22:19:42.546 INFO:tasks.rados.rados.0.smithi169.stdout:1544: oid 4 updating version 0 to 990 2024-03-10T22:19:42.546 INFO:tasks.rados.rados.0.smithi169.stdout:1544: oid 4 version 990 is already newer than 989 2024-03-10T22:19:42.547 INFO:tasks.rados.rados.0.smithi169.stdout:1544: oid 4 version 990 is already newer than 988 2024-03-10T22:19:42.547 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 990 (ObjNum 500 snap 150 seq_num 500) dirty exists 2024-03-10T22:19:42.547 INFO:tasks.rados.rados.0.smithi169.stdout:1544: left oid 4 (ObjNum 500 snap 150 seq_num 500) 2024-03-10T22:19:42.547 INFO:tasks.rados.rados.0.smithi169.stdout:1542: done (3 left) 2024-03-10T22:19:42.547 INFO:tasks.rados.rados.0.smithi169.stdout:1543: done (2 left) 2024-03-10T22:19:42.547 INFO:tasks.rados.rados.0.smithi169.stdout:1544: done (1 left) 2024-03-10T22:19:42.547 INFO:tasks.rados.rados.0.smithi169.stdout:1545: done (0 left) 2024-03-10T22:19:42.547 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 150 2024-03-10T22:19:42.547 INFO:tasks.rados.rados.0.smithi169.stdout:1546: seq_num 502 ranges {442368=409600,851968=417792,1269760=385024} 2024-03-10T22:19:42.551 INFO:tasks.rados.rados.0.smithi169.stdout:1546: writing smithi16976610-7 from 442368 to 851968 tid 1 2024-03-10T22:19:42.553 INFO:tasks.rados.rados.0.smithi169.stdout:1546: writing smithi16976610-7 from 851968 to 1269760 tid 2 2024-03-10T22:19:42.556 INFO:tasks.rados.rados.0.smithi169.stdout:1546: writing smithi16976610-7 from 1269760 to 1654784 tid 3 2024-03-10T22:19:42.556 INFO:tasks.rados.rados.0.smithi169.stdout:1547: delete oid 38 current snap is 150 2024-03-10T22:19:42.556 INFO:tasks.rados.rados.0.smithi169.stdout:1546: finishing write tid 1 to smithi16976610-7 2024-03-10T22:19:42.556 INFO:tasks.rados.rados.0.smithi169.stdout:1546: finishing write tid 2 to smithi16976610-7 2024-03-10T22:19:42.559 INFO:tasks.rados.rados.0.smithi169.stdout:1546: finishing write tid 3 to smithi16976610-7 2024-03-10T22:19:42.559 INFO:tasks.rados.rados.0.smithi169.stdout:1546: finishing write tid 4 to smithi16976610-7 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:1546: finishing write tid 5 to smithi16976610-7 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:1546: oid 7 updating version 0 to 638 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:1546: oid 7 version 638 is already newer than 636 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:1546: oid 7 version 638 is already newer than 637 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:1546: oid 7 version 638 is already newer than 635 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 638 (ObjNum 502 snap 150 seq_num 502) dirty exists 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:1546: left oid 7 (ObjNum 502 snap 150 seq_num 502) 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:1546: done (1 left) 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:1547: done (0 left) 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:1548: rollback oid 37 current snap is 150 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 37 to 149 2024-03-10T22:19:42.561 INFO:tasks.rados.rados.0.smithi169.stdout:1549: snap_create 2024-03-10T22:19:42.569 INFO:tasks.rados.rados.0.smithi169.stdout:1548: finishing rollback tid 0 to smithi16976610-37 2024-03-10T22:19:42.569 INFO:tasks.rados.rados.0.smithi169.stdout:1548: finishing rollback tid 1 to smithi16976610-37 2024-03-10T22:19:42.569 INFO:tasks.rados.rados.0.smithi169.stdout:1548: finishing rollback tid 2 to smithi16976610-37 2024-03-10T22:19:42.569 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 13902 (ObjNum 330 snap 91 seq_num 330) dirty exists 2024-03-10T22:19:42.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:42 smithi169 ceph-mon[88180]: osdmap e370: 8 total, 8 up, 8 in 2024-03-10T22:19:42.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:42.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:42 smithi169 ceph-mon[88180]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:42.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:42 smithi169 ceph-mon[90638]: osdmap e370: 8 total, 8 up, 8 in 2024-03-10T22:19:42.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:42.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:42 smithi169 ceph-mon[90638]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:42.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:42.508+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:42.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:42.508+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:42.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:42 smithi172 ceph-mon[84635]: osdmap e370: 8 total, 8 up, 8 in 2024-03-10T22:19:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:42 smithi172 ceph-mon[84635]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:43.505 INFO:tasks.rados.rados.0.smithi169.stdout:1548: done (1 left) 2024-03-10T22:19:43.505 INFO:tasks.rados.rados.0.smithi169.stdout:1549: done (0 left) 2024-03-10T22:19:43.505 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 151 2024-03-10T22:19:43.505 INFO:tasks.rados.rados.0.smithi169.stdout:1550: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-03-10T22:19:43.506 INFO:tasks.rados.rados.0.smithi169.stdout:1550: writing smithi16976610-38 from 0 to 450560 tid 1 2024-03-10T22:19:43.510 INFO:tasks.rados.rados.0.smithi169.stdout:1550: writing smithi16976610-38 from 450560 to 1040384 tid 2 2024-03-10T22:19:43.512 INFO:tasks.rados.rados.0.smithi169.stdout:1550: writing smithi16976610-38 from 1040384 to 1253376 tid 3 2024-03-10T22:19:43.512 INFO:tasks.rados.rados.0.smithi169.stdout:1551: rollback oid 50 current snap is 151 2024-03-10T22:19:43.512 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 50 to 140 2024-03-10T22:19:43.512 INFO:tasks.rados.rados.0.smithi169.stdout:1552: setattr oid 41 current snap is 151 2024-03-10T22:19:43.515 INFO:tasks.rados.rados.0.smithi169.stdout:1553: rollback oid 7 current snap is 151 2024-03-10T22:19:43.515 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 7 to 140 2024-03-10T22:19:43.515 INFO:tasks.rados.rados.0.smithi169.stdout:1550: finishing write tid 1 to smithi16976610-38 2024-03-10T22:19:43.515 INFO:tasks.rados.rados.0.smithi169.stdout:1554: snap_remove snap 149 2024-03-10T22:19:43.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-mon[88180]: osdmap e371: 8 total, 8 up, 8 in 2024-03-10T22:19:43.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-mon[88180]: pgmap v217: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 141 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:19:43.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:43.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-mon[88180]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-mon[90638]: osdmap e371: 8 total, 8 up, 8 in 2024-03-10T22:19:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-mon[90638]: pgmap v217: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 141 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:19:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-mon[90638]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:43.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:43.514+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:43.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:43.526+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:43.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:43 smithi169 systemd[1]: Stopping Ceph osd.2 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:19:43.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:43 smithi172 ceph-mon[84635]: osdmap e371: 8 total, 8 up, 8 in 2024-03-10T22:19:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:43 smithi172 ceph-mon[84635]: pgmap v217: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 141 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:19:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:43 smithi172 ceph-mon[84635]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:44.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[53054]: 2024-03-10T22:19:43.914+0000 7fa7adc37700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:19:44.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[53054]: 2024-03-10T22:19:43.914+0000 7fa7adc37700 -1 osd.2 372 *** Got signal Terminated *** 2024-03-10T22:19:44.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[53054]: 2024-03-10T22:19:43.914+0000 7fa7adc37700 -1 osd.2 372 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:19:44.512 INFO:tasks.rados.rados.0.smithi169.stdout:1554: done (4 left) 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:1555: rollback oid 14 current snap is 151 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 14 to 143 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:1550: finishing write tid 2 to smithi16976610-38 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:1550: finishing write tid 3 to smithi16976610-38 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:1550: finishing write tid 4 to smithi16976610-38 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:1550: finishing write tid 5 to smithi16976610-38 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:1550: oid 38 updating version 0 to 723 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:1550: oid 38 version 723 is already newer than 721 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:1550: oid 38 version 723 is already newer than 722 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:1550: oid 38 updating version 723 to 724 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 724 (ObjNum 504 snap 151 seq_num 504) dirty exists 2024-03-10T22:19:44.513 INFO:tasks.rados.rados.0.smithi169.stdout:1550: left oid 38 (ObjNum 504 snap 151 seq_num 504) 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 1744 (ObjNum 369 snap 101 seq_num 369) dirty exists 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:1553: finishing rollback tid 0 to smithi16976610-7 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:1553: finishing rollback tid 1 to smithi16976610-7 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:1553: finishing rollback tid 2 to smithi16976610-7 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 641 (ObjNum 456 snap 131 seq_num 456) dirty exists 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:1551: finishing rollback tid 0 to smithi16976610-50 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:1551: finishing rollback tid 1 to smithi16976610-50 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:1551: finishing rollback tid 2 to smithi16976610-50 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 10300 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:1550: done (4 left) 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:1551: done (3 left) 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:1552: done (2 left) 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:1553: done (1 left) 2024-03-10T22:19:44.514 INFO:tasks.rados.rados.0.smithi169.stdout:1556: delete oid 31 current snap is 151 2024-03-10T22:19:44.530 INFO:tasks.rados.rados.0.smithi169.stdout:1555: finishing rollback tid 0 to smithi16976610-14 2024-03-10T22:19:44.530 INFO:tasks.rados.rados.0.smithi169.stdout:1555: finishing rollback tid 1 to smithi16976610-14 2024-03-10T22:19:44.530 INFO:tasks.rados.rados.0.smithi169.stdout:1555: finishing rollback tid 2 to smithi16976610-14 2024-03-10T22:19:44.530 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 1745 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:19:44.532 INFO:tasks.rados.rados.0.smithi169.stdout:1555: done (1 left) 2024-03-10T22:19:44.532 INFO:tasks.rados.rados.0.smithi169.stdout:1556: done (0 left) 2024-03-10T22:19:44.532 INFO:tasks.rados.rados.0.smithi169.stdout:1557: snap_remove snap 146 2024-03-10T22:19:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:44 smithi169 ceph-mon[88180]: osdmap e372: 8 total, 8 up, 8 in 2024-03-10T22:19:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:44 smithi169 ceph-mon[88180]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:44 smithi169 ceph-mon[88180]: osd.2 marked itself down and dead 2024-03-10T22:19:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:44 smithi169 ceph-mon[90638]: osdmap e372: 8 total, 8 up, 8 in 2024-03-10T22:19:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:44 smithi169 ceph-mon[90638]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:44 smithi169 ceph-mon[90638]: osd.2 marked itself down and dead 2024-03-10T22:19:44.755 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:44.527+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:44.755 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:44.527+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:44 smithi172 ceph-mon[84635]: osdmap e372: 8 total, 8 up, 8 in 2024-03-10T22:19:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:44 smithi172 ceph-mon[84635]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:44 smithi172 ceph-mon[84635]: osd.2 marked itself down and dead 2024-03-10T22:19:45.381 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:45 smithi169 podman[105636]: 2024-03-10 22:19:45.085890484 +0000 UTC m=+1.421760973 container died 34fdeb0dfbb6030684bb5d6f94c90d628abdc87b610eb948dee91b96b966904f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2, GIT_BRANCH=HEAD, RELEASE=reef-c2ea977, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307) 2024-03-10T22:19:45.519 INFO:tasks.rados.rados.0.smithi169.stdout:1557: done (0 left) 2024-03-10T22:19:45.519 INFO:tasks.rados.rados.0.smithi169.stdout:1558: read oid 12 snap 147 2024-03-10T22:19:45.519 INFO:tasks.rados.rados.0.smithi169.stdout:1558: expect (ObjNum 477 snap 141 seq_num 477) 2024-03-10T22:19:45.520 INFO:tasks.rados.rados.0.smithi169.stdout:1559: rollback oid 7 current snap is 151 2024-03-10T22:19:45.520 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 7 to 140 2024-03-10T22:19:45.520 INFO:tasks.rados.rados.0.smithi169.stdout:1560: read oid 50 snap -1 2024-03-10T22:19:45.520 INFO:tasks.rados.rados.0.smithi169.stdout:1560: expect (ObjNum 471 snap 138 seq_num 471) 2024-03-10T22:19:45.520 INFO:tasks.rados.rados.0.smithi169.stdout:1561: read oid 19 snap -1 2024-03-10T22:19:45.520 INFO:tasks.rados.rados.0.smithi169.stdout:1561: expect (ObjNum 496 snap 146 seq_num 496) 2024-03-10T22:19:45.520 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 151 2024-03-10T22:19:45.520 INFO:tasks.rados.rados.0.smithi169.stdout:1562: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-03-10T22:19:45.522 INFO:tasks.rados.rados.0.smithi169.stdout:1562: writing smithi16976610-1 from 0 to 483328 tid 1 2024-03-10T22:19:45.527 INFO:tasks.rados.rados.0.smithi169.stdout:1562: writing smithi16976610-1 from 483328 to 1245184 tid 2 2024-03-10T22:19:45.528 INFO:tasks.rados.rados.0.smithi169.stdout:1562: writing smithi16976610-1 from 1245184 to 1286144 tid 3 2024-03-10T22:19:45.528 INFO:tasks.rados.rados.0.smithi169.stdout:1563: copy_from oid 41 from oid 30 current snap is 151 2024-03-10T22:19:45.528 INFO:tasks.rados.rados.0.smithi169.stdout:1564: snap_remove snap 148 2024-03-10T22:19:45.716 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:45.518+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:45.716 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:45.521+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:45.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-mon[90638]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:19:45.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-mon[90638]: pgmap v219: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 141 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:19:45.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-mon[90638]: osdmap e373: 8 total, 7 up, 8 in 2024-03-10T22:19:45.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:45.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-mon[90638]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:45.717 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:45 smithi169 podman[105636]: 2024-03-10 22:19:45.482046794 +0000 UTC m=+1.817917283 container cleanup 34fdeb0dfbb6030684bb5d6f94c90d628abdc87b610eb948dee91b96b966904f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=reef-c2ea977, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-03-10T22:19:45.717 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:45 smithi169 bash[105636]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2 2024-03-10T22:19:45.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-mon[88180]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:19:45.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-mon[88180]: pgmap v219: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 141 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:19:45.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-mon[88180]: osdmap e373: 8 total, 7 up, 8 in 2024-03-10T22:19:45.718 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:45.718 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-mon[88180]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:45 smithi172 ceph-mon[84635]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:19:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:45 smithi172 ceph-mon[84635]: pgmap v219: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 141 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-10T22:19:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:45 smithi172 ceph-mon[84635]: osdmap e373: 8 total, 7 up, 8 in 2024-03-10T22:19:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:45 smithi172 ceph-mon[84635]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:46.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:19:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:19:45] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-03-10T22:19:46.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:45 smithi169 podman[105664]: 2024-03-10 22:19:45.716838075 +0000 UTC m=+0.629596365 container remove 34fdeb0dfbb6030684bb5d6f94c90d628abdc87b610eb948dee91b96b966904f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, RELEASE=reef-c2ea977, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:19:46.336 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:46 smithi169 podman[105753]: 2024-03-10 22:19:46.042943541 +0000 UTC m=+0.114912501 container create 6f4fe72496fad703968914323772a1ee8a8ced3a0dbe22c8c6b1dbf8815d9405 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-deactivate, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2) 2024-03-10T22:19:46.336 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:46 smithi169 podman[105753]: 2024-03-10 22:19:45.945820942 +0000 UTC m=+0.017789880 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:19:46.336 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:46 smithi169 podman[105753]: 2024-03-10 22:19:46.337464484 +0000 UTC m=+0.409433406 container init 6f4fe72496fad703968914323772a1ee8a8ced3a0dbe22c8c6b1dbf8815d9405 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-deactivate, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-03-10T22:19:46.527 INFO:tasks.rados.rados.0.smithi169.stdout:1564: done (6 left) 2024-03-10T22:19:46.528 INFO:tasks.rados.rados.0.smithi169.stdout:1565: delete oid 6 current snap is 151 2024-03-10T22:19:46.528 INFO:tasks.rados.rados.0.smithi169.stdout:1560: expect (ObjNum 471 snap 138 seq_num 471) 2024-03-10T22:19:46.547 INFO:tasks.rados.rados.0.smithi169.stdout:1559: finishing rollback tid 0 to smithi16976610-7 2024-03-10T22:19:46.547 INFO:tasks.rados.rados.0.smithi169.stdout:1561: expect (ObjNum 496 snap 146 seq_num 496) 2024-03-10T22:19:46.578 INFO:tasks.rados.rados.0.smithi169.stdout:1559: finishing rollback tid 1 to smithi16976610-7 2024-03-10T22:19:46.578 INFO:tasks.rados.rados.0.smithi169.stdout:1559: finishing rollback tid 2 to smithi16976610-7 2024-03-10T22:19:46.578 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 644 (ObjNum 456 snap 131 seq_num 456) dirty exists 2024-03-10T22:19:46.578 INFO:tasks.rados.rados.0.smithi169.stdout:1563: finishing copy_from to smithi16976610-41 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1563: got expected ENOENT (src dne) 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1563: finishing copy_from racing read to smithi16976610-41 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1562: finishing write tid 1 to smithi16976610-1 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1562: finishing write tid 2 to smithi16976610-1 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1562: finishing write tid 3 to smithi16976610-1 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1562: finishing write tid 4 to smithi16976610-1 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1562: finishing write tid 5 to smithi16976610-1 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1562: oid 1 updating version 0 to 1001 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1562: oid 1 updating version 1001 to 1003 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1562: oid 1 version 1003 is already newer than 1002 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1562: oid 1 updating version 1003 to 1004 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 1004 (ObjNum 506 snap 151 seq_num 506) dirty exists 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1562: left oid 1 (ObjNum 506 snap 151 seq_num 506) 2024-03-10T22:19:46.579 INFO:tasks.rados.rados.0.smithi169.stdout:1558: expect (ObjNum 477 snap 141 seq_num 477) 2024-03-10T22:19:46.652 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:46 smithi169 ceph-mon[88180]: osdmap e374: 8 total, 7 up, 8 in 2024-03-10T22:19:46.652 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:46 smithi169 ceph-mon[88180]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:46.652 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:46.653 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:46 smithi169 ceph-mon[90638]: osdmap e374: 8 total, 7 up, 8 in 2024-03-10T22:19:46.653 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:46 smithi169 ceph-mon[90638]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:46.653 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:46.653 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:46.529+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:46.653 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:46.530+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:46.654 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:46 smithi169 podman[105753]: 2024-03-10 22:19:46.340588423 +0000 UTC m=+0.412557351 container start 6f4fe72496fad703968914323772a1ee8a8ced3a0dbe22c8c6b1dbf8815d9405 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307) 2024-03-10T22:19:46.654 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:46 smithi169 podman[105753]: 2024-03-10 22:19:46.429088752 +0000 UTC m=+0.501057677 container attach 6f4fe72496fad703968914323772a1ee8a8ced3a0dbe22c8c6b1dbf8815d9405 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-deactivate, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-03-10T22:19:47.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:46 smithi169 podman[105753]: 2024-03-10 22:19:46.653829868 +0000 UTC m=+0.725798802 container died 6f4fe72496fad703968914323772a1ee8a8ced3a0dbe22c8c6b1dbf8815d9405 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-10T22:19:47.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:46 smithi172 ceph-mon[84635]: osdmap e374: 8 total, 7 up, 8 in 2024-03-10T22:19:47.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:46 smithi172 ceph-mon[84635]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:47.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:47.148 INFO:tasks.rados.rados.0.smithi169.stdout:1558: done (6 left) 2024-03-10T22:19:47.148 INFO:tasks.rados.rados.0.smithi169.stdout:1559: done (5 left) 2024-03-10T22:19:47.148 INFO:tasks.rados.rados.0.smithi169.stdout:1560: done (4 left) 2024-03-10T22:19:47.148 INFO:tasks.rados.rados.0.smithi169.stdout:1561: done (3 left) 2024-03-10T22:19:47.148 INFO:tasks.rados.rados.0.smithi169.stdout:1562: done (2 left) 2024-03-10T22:19:47.148 INFO:tasks.rados.rados.0.smithi169.stdout:1563: done (1 left) 2024-03-10T22:19:47.148 INFO:tasks.rados.rados.0.smithi169.stdout:1565: done (0 left) 2024-03-10T22:19:47.148 INFO:tasks.rados.rados.0.smithi169.stdout:1566: snap_remove snap 143 2024-03-10T22:19:47.534 INFO:tasks.rados.rados.0.smithi169.stdout:1566: done (0 left) 2024-03-10T22:19:47.534 INFO:tasks.rados.rados.0.smithi169.stdout:1567: snap_remove snap 147 2024-03-10T22:19:47.542 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-mon[90638]: pgmap v222: 121 pgs: 7 active+undersized+degraded, 19 active+undersized, 5 stale+active+clean, 2 active+clean+snaptrim_error, 88 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 23/345 objects degraded (6.667%) 2024-03-10T22:19:47.542 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-mon[90638]: Health check failed: Degraded data redundancy: 23/345 objects degraded (6.667%), 7 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:47.542 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-mon[90638]: osdmap e375: 8 total, 7 up, 8 in 2024-03-10T22:19:47.542 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:47.542 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-mon[90638]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:47.543 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-mon[88180]: pgmap v222: 121 pgs: 7 active+undersized+degraded, 19 active+undersized, 5 stale+active+clean, 2 active+clean+snaptrim_error, 88 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 23/345 objects degraded (6.667%) 2024-03-10T22:19:47.543 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-mon[88180]: Health check failed: Degraded data redundancy: 23/345 objects degraded (6.667%), 7 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:47.543 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-mon[88180]: osdmap e375: 8 total, 7 up, 8 in 2024-03-10T22:19:47.543 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:47.543 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-mon[88180]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:47.543 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:47 smithi169 podman[105778]: 2024-03-10 22:19:47.283246951 +0000 UTC m=+0.623677323 container remove 6f4fe72496fad703968914323772a1ee8a8ced3a0dbe22c8c6b1dbf8815d9405 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux ) 2024-03-10T22:19:47.544 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:47 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.2.service: Deactivated successfully. 2024-03-10T22:19:47.544 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:47 smithi169 systemd[1]: Stopped Ceph osd.2 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:19:47.544 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:47 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.2.service: Consumed 13.577s CPU time. 2024-03-10T22:19:47.544 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:47 smithi169 systemd[1]: Starting Ceph osd.2 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:19:47.762 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:19:47.890 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:47.539+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:47.890 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:47.539+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:47.890 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:47 smithi169 podman[105903]: 2024-03-10 22:19:47.637039421 +0000 UTC m=+0.021282233 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:19:47.891 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:47 smithi169 podman[105903]: 2024-03-10 22:19:47.751645359 +0000 UTC m=+0.135888160 container create d809adbfda9d9d5bafe1c291a009693d0e2491db3c6d9f0523e0d51c5c7de7ff (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux ) 2024-03-10T22:19:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:47 smithi172 ceph-mon[84635]: pgmap v222: 121 pgs: 7 active+undersized+degraded, 19 active+undersized, 5 stale+active+clean, 2 active+clean+snaptrim_error, 88 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 23/345 objects degraded (6.667%) 2024-03-10T22:19:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:47 smithi172 ceph-mon[84635]: Health check failed: Degraded data redundancy: 23/345 objects degraded (6.667%), 7 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:47 smithi172 ceph-mon[84635]: osdmap e375: 8 total, 7 up, 8 in 2024-03-10T22:19:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:47 smithi172 ceph-mon[84635]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:48.085 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:19:48.085 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (6m) 29s ago 7m 25.3M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (6m) 110s ago 6m 92.6M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (8m) 29s ago 8m 15.9M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (8m) 110s ago 8m 20.5M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (3m) 110s ago 12m 448M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (3m) 29s ago 13m 511M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (2m) 29s ago 14m 51.9M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (2m) 110s ago 12m 25.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (2m) 29s ago 12m 45.9M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (7m) 29s ago 7m 15.7M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (7m) 110s ago 7m 15.2M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (70s) 29s ago 11m 262M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (33s) 29s ago 11m 11.8M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 32abc424c71c 2024-03-10T22:19:48.086 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (11m) 29s ago 11m 187M 2480M 18.2.1-746-gc2ea977b a30af69eda22 34fdeb0dfbb6 2024-03-10T22:19:48.087 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (10m) 29s ago 10m 217M 2480M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:19:48.087 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (10m) 110s ago 10m 130M 2480M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:19:48.087 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (9m) 110s ago 9m 131M 2480M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:19:48.087 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (9m) 110s ago 9m 124M 2480M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:19:48.087 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (9m) 110s ago 8m 134M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:19:48.087 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (3m) 110s ago 8m 56.6M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:19:48.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 podman[105903]: 2024-03-10 22:19:48.029600224 +0000 UTC m=+0.413843033 container init d809adbfda9d9d5bafe1c291a009693d0e2491db3c6d9f0523e0d51c5c7de7ff (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-03-10T22:19:48.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 podman[105903]: 2024-03-10 22:19:48.032935366 +0000 UTC m=+0.417178178 container start d809adbfda9d9d5bafe1c291a009693d0e2491db3c6d9f0523e0d51c5c7de7ff (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307) 2024-03-10T22:19:48.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 podman[105903]: 2024-03-10 22:19:48.104612445 +0000 UTC m=+0.488855261 container attach d809adbfda9d9d5bafe1c291a009693d0e2491db3c6d9f0523e0d51c5c7de7ff (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-03-10T22:19:48.490 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:19:48.490 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:19:48.490 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:19:48.490 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:19:48.490 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:19:48.490 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:19:48.490 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:19:48.490 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:19:48.490 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 5, 2024-03-10T22:19:48.491 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:19:48.491 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:19:48.491 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:19:48.491 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:19:48.491 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:19:48.491 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:19:48.491 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 7, 2024-03-10T22:19:48.491 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 7 2024-03-10T22:19:48.491 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:19:48.491 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:19:48.539 INFO:tasks.rados.rados.0.smithi169.stdout:1567: done (0 left) 2024-03-10T22:19:48.539 INFO:tasks.rados.rados.0.smithi169.stdout:1568: rollback oid 19 current snap is 151 2024-03-10T22:19:48.539 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 19 to 150 2024-03-10T22:19:48.539 INFO:tasks.rados.rados.0.smithi169.stdout:1569: rmattr oid 33 current snap is 151 2024-03-10T22:19:48.539 INFO:tasks.rados.rados.0.smithi169.stdout:1569: done (1 left) 2024-03-10T22:19:48.539 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 151 2024-03-10T22:19:48.539 INFO:tasks.rados.rados.0.smithi169.stdout:1570: seq_num 508 ranges {1753088=516096,2269184=524288,2793472=278528} 2024-03-10T22:19:48.551 INFO:tasks.rados.rados.0.smithi169.stdout:1570: writing smithi16976610-23 from 1753088 to 2269184 tid 1 2024-03-10T22:19:48.554 INFO:tasks.rados.rados.0.smithi169.stdout:1570: writing smithi16976610-23 from 2269184 to 2793472 tid 2 2024-03-10T22:19:48.556 INFO:tasks.rados.rados.0.smithi169.stdout:1570: writing smithi16976610-23 from 2793472 to 3072000 tid 3 2024-03-10T22:19:48.556 INFO:tasks.rados.rados.0.smithi169.stdout:1571: rmattr oid 37 current snap is 151 2024-03-10T22:19:48.556 INFO:tasks.rados.rados.0.smithi169.stdout:1571: done (2 left) 2024-03-10T22:19:48.556 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 151 2024-03-10T22:19:48.556 INFO:tasks.rados.rados.0.smithi169.stdout:1568: finishing rollback tid 0 to smithi16976610-19 2024-03-10T22:19:48.556 INFO:tasks.rados.rados.0.smithi169.stdout:1572: seq_num 509 ranges {0=532480,532480=409600,942080=393216} 2024-03-10T22:19:48.558 INFO:tasks.rados.rados.0.smithi169.stdout:1572: writing smithi16976610-6 from 0 to 532480 tid 1 2024-03-10T22:19:48.561 INFO:tasks.rados.rados.0.smithi169.stdout:1572: writing smithi16976610-6 from 532480 to 942080 tid 2 2024-03-10T22:19:48.563 INFO:tasks.rados.rados.0.smithi169.stdout:1572: writing smithi16976610-6 from 942080 to 1335296 tid 3 2024-03-10T22:19:48.564 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 151 2024-03-10T22:19:48.564 INFO:tasks.rados.rados.0.smithi169.stdout:1568: finishing rollback tid 1 to smithi16976610-19 2024-03-10T22:19:48.564 INFO:tasks.rados.rados.0.smithi169.stdout:1568: finishing rollback tid 2 to smithi16976610-19 2024-03-10T22:19:48.564 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 10304 (ObjNum 496 snap 146 seq_num 496) dirty exists 2024-03-10T22:19:48.564 INFO:tasks.rados.rados.0.smithi169.stdout:1573: seq_num 510 ranges {3293184=548864,3842048=745472,4587520=57344} 2024-03-10T22:19:48.584 INFO:tasks.rados.rados.0.smithi169.stdout:1573: writing smithi16976610-18 from 3293184 to 3842048 tid 1 2024-03-10T22:19:48.588 INFO:tasks.rados.rados.0.smithi169.stdout:1573: writing smithi16976610-18 from 3842048 to 4587520 tid 2 2024-03-10T22:19:48.589 INFO:tasks.rados.rados.0.smithi169.stdout:1573: writing smithi16976610-18 from 4587520 to 4644864 tid 3 2024-03-10T22:19:48.589 INFO:tasks.rados.rados.0.smithi169.stdout:1568: done (3 left) 2024-03-10T22:19:48.589 INFO:tasks.rados.rados.0.smithi169.stdout:1574: read oid 33 snap -1 2024-03-10T22:19:48.589 INFO:tasks.rados.rados.0.smithi169.stdout:1574: expect deleted 2024-03-10T22:19:48.589 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 151 2024-03-10T22:19:48.589 INFO:tasks.rados.rados.0.smithi169.stdout:1570: finishing write tid 1 to smithi16976610-23 2024-03-10T22:19:48.589 INFO:tasks.rados.rados.0.smithi169.stdout:1570: finishing write tid 2 to smithi16976610-23 2024-03-10T22:19:48.589 INFO:tasks.rados.rados.0.smithi169.stdout:1570: finishing write tid 3 to smithi16976610-23 2024-03-10T22:19:48.589 INFO:tasks.rados.rados.0.smithi169.stdout:1575: seq_num 511 ranges {442368=565248,1007616=630784,1638400=172032} 2024-03-10T22:19:48.594 INFO:tasks.rados.rados.0.smithi169.stdout:1575: writing smithi16976610-7 from 442368 to 1007616 tid 1 2024-03-10T22:19:48.598 INFO:tasks.rados.rados.0.smithi169.stdout:1575: writing smithi16976610-7 from 1007616 to 1638400 tid 2 2024-03-10T22:19:48.600 INFO:tasks.rados.rados.0.smithi169.stdout:1575: writing smithi16976610-7 from 1638400 to 1810432 tid 3 2024-03-10T22:19:48.600 INFO:tasks.rados.rados.0.smithi169.stdout:1576: snap_remove snap 140 2024-03-10T22:19:48.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-mon[88180]: osdmap e376: 8 total, 7 up, 8 in 2024-03-10T22:19:48.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-mon[88180]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:48.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:48.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/1003068801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-mon[90638]: osdmap e376: 8 total, 7 up, 8 in 2024-03-10T22:19:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-mon[90638]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/1003068801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:48.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:48.544+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:48.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:48.554+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate[105941]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate[105941]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 bash[105903]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 bash[105903]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 bash[105903]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 bash[105903]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 bash[105903]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 bash[105903]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 bash[105903]: --> ceph-volume raw activate successful for osd ID: 2 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate[105941]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate[105941]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate[105941]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate[105941]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-10T22:19:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate[105941]: --> ceph-volume raw activate successful for osd ID: 2 2024-03-10T22:19:48.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:48 smithi169 podman[105903]: 2024-03-10 22:19:48.520026825 +0000 UTC m=+0.904269630 container died d809adbfda9d9d5bafe1c291a009693d0e2491db3c6d9f0523e0d51c5c7de7ff (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307) 2024-03-10T22:19:49.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:48 smithi172 ceph-mon[84635]: osdmap e376: 8 total, 7 up, 8 in 2024-03-10T22:19:49.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:48 smithi172 ceph-mon[84635]: No clone_snaps in snapset db=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:49.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:49.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:48 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/1003068801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:49.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:49 smithi169 podman[106084]: 2024-03-10 22:19:49.075858434 +0000 UTC m=+0.550715143 container remove d809adbfda9d9d5bafe1c291a009693d0e2491db3c6d9f0523e0d51c5c7de7ff (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-activate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-03-10T22:19:49.540 INFO:tasks.rados.rados.0.smithi169.stdout:1576: done (5 left) 2024-03-10T22:19:49.540 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 151 2024-03-10T22:19:49.540 INFO:tasks.rados.rados.0.smithi169.stdout:1570: finishing write tid 4 to smithi16976610-23 2024-03-10T22:19:49.540 INFO:tasks.rados.rados.0.smithi169.stdout:1570: finishing write tid 5 to smithi16976610-23 2024-03-10T22:19:49.540 INFO:tasks.rados.rados.0.smithi169.stdout:1570: oid 23 updating version 0 to 721 2024-03-10T22:19:49.540 INFO:tasks.rados.rados.0.smithi169.stdout:1570: oid 23 version 721 is already newer than 718 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1570: oid 23 version 721 is already newer than 719 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1570: oid 23 version 721 is already newer than 720 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 721 (ObjNum 508 snap 151 seq_num 508) dirty exists 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1570: left oid 23 (ObjNum 508 snap 151 seq_num 508) 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1572: finishing write tid 1 to smithi16976610-6 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1572: finishing write tid 2 to smithi16976610-6 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1572: finishing write tid 3 to smithi16976610-6 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1572: finishing write tid 4 to smithi16976610-6 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1572: finishing write tid 5 to smithi16976610-6 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1572: oid 6 updating version 0 to 1758 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1572: oid 6 updating version 1758 to 1759 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1572: oid 6 updating version 1759 to 1761 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:1572: oid 6 version 1761 is already newer than 1760 2024-03-10T22:19:49.541 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 1761 (ObjNum 509 snap 151 seq_num 509) dirty exists 2024-03-10T22:19:49.542 INFO:tasks.rados.rados.0.smithi169.stdout:1572: left oid 6 (ObjNum 509 snap 151 seq_num 509) 2024-03-10T22:19:49.542 INFO:tasks.rados.rados.0.smithi169.stdout:1573: finishing write tid 1 to smithi16976610-18 2024-03-10T22:19:49.542 INFO:tasks.rados.rados.0.smithi169.stdout:1573: finishing write tid 2 to smithi16976610-18 2024-03-10T22:19:49.542 INFO:tasks.rados.rados.0.smithi169.stdout:1573: finishing write tid 3 to smithi16976610-18 2024-03-10T22:19:49.542 INFO:tasks.rados.rados.0.smithi169.stdout:1573: finishing write tid 4 to smithi16976610-18 2024-03-10T22:19:49.542 INFO:tasks.rados.rados.0.smithi169.stdout:1575: finishing write tid 1 to smithi16976610-7 2024-03-10T22:19:49.542 INFO:tasks.rados.rados.0.smithi169.stdout:1573: finishing write tid 5 to smithi16976610-18 2024-03-10T22:19:49.542 INFO:tasks.rados.rados.0.smithi169.stdout:1573: oid 18 updating version 0 to 1747 2024-03-10T22:19:49.542 INFO:tasks.rados.rados.0.smithi169.stdout:1573: oid 18 version 1747 is already newer than 1746 2024-03-10T22:19:49.542 INFO:tasks.rados.rados.0.smithi169.stdout:1573: oid 18 updating version 1747 to 1748 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1573: oid 18 updating version 1748 to 1749 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 1749 (ObjNum 510 snap 151 seq_num 510) dirty exists 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1573: left oid 18 (ObjNum 510 snap 151 seq_num 510) 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1575: finishing write tid 2 to smithi16976610-7 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1575: finishing write tid 3 to smithi16976610-7 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1575: finishing write tid 4 to smithi16976610-7 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1575: finishing write tid 5 to smithi16976610-7 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1575: oid 7 updating version 0 to 647 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1575: oid 7 version 647 is already newer than 645 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1575: oid 7 updating version 647 to 648 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1575: oid 7 version 648 is already newer than 646 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 648 (ObjNum 511 snap 151 seq_num 511) dirty exists 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1575: left oid 7 (ObjNum 511 snap 151 seq_num 511) 2024-03-10T22:19:49.543 INFO:tasks.rados.rados.0.smithi169.stdout:1577: seq_num 512 ranges {1253376=581632,1835008=516096,2351104=286720} 2024-03-10T22:19:49.545 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:49 smithi169 podman[106144]: 2024-03-10 22:19:49.18621499 +0000 UTC m=+0.017768132 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:19:49.545 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:49 smithi169 podman[106144]: 2024-03-10 22:19:49.368999496 +0000 UTC m=+0.200552626 container create 16a3c6ec71656d2f45aa969c0c7732dd47920243afb5701d323531ad0d855796 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:19:49.549 INFO:tasks.rados.rados.0.smithi169.stdout:1577: writing smithi16976610-38 from 1253376 to 1835008 tid 1 2024-03-10T22:19:49.552 INFO:tasks.rados.rados.0.smithi169.stdout:1577: writing smithi16976610-38 from 1835008 to 2351104 tid 2 2024-03-10T22:19:49.555 INFO:tasks.rados.rados.0.smithi169.stdout:1577: writing smithi16976610-38 from 2351104 to 2637824 tid 3 2024-03-10T22:19:49.555 INFO:tasks.rados.rados.0.smithi169.stdout:1570: done (5 left) 2024-03-10T22:19:49.555 INFO:tasks.rados.rados.0.smithi169.stdout:1572: done (4 left) 2024-03-10T22:19:49.556 INFO:tasks.rados.rados.0.smithi169.stdout:1573: done (3 left) 2024-03-10T22:19:49.556 INFO:tasks.rados.rados.0.smithi169.stdout:1574: done (2 left) 2024-03-10T22:19:49.556 INFO:tasks.rados.rados.0.smithi169.stdout:1575: done (1 left) 2024-03-10T22:19:49.556 INFO:tasks.rados.rados.0.smithi169.stdout:1578: snap_create 2024-03-10T22:19:49.556 INFO:tasks.rados.rados.0.smithi169.stdout:1577: finishing write tid 1 to smithi16976610-38 2024-03-10T22:19:49.558 INFO:tasks.rados.rados.0.smithi169.stdout:1577: finishing write tid 2 to smithi16976610-38 2024-03-10T22:19:49.558 INFO:tasks.rados.rados.0.smithi169.stdout:1577: finishing write tid 3 to smithi16976610-38 2024-03-10T22:19:49.558 INFO:tasks.rados.rados.0.smithi169.stdout:1577: finishing write tid 4 to smithi16976610-38 2024-03-10T22:19:49.558 INFO:tasks.rados.rados.0.smithi169.stdout:1577: finishing write tid 5 to smithi16976610-38 2024-03-10T22:19:49.558 INFO:tasks.rados.rados.0.smithi169.stdout:1577: oid 38 updating version 0 to 725 2024-03-10T22:19:49.558 INFO:tasks.rados.rados.0.smithi169.stdout:1577: oid 38 updating version 725 to 726 2024-03-10T22:19:49.558 INFO:tasks.rados.rados.0.smithi169.stdout:1577: oid 38 updating version 726 to 727 2024-03-10T22:19:49.558 INFO:tasks.rados.rados.0.smithi169.stdout:1577: oid 38 updating version 727 to 728 2024-03-10T22:19:49.558 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 728 (ObjNum 512 snap 151 seq_num 512) dirty exists 2024-03-10T22:19:49.558 INFO:tasks.rados.rados.0.smithi169.stdout:1577: left oid 38 (ObjNum 512 snap 151 seq_num 512) 2024-03-10T22:19:50.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:49.542+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:50.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:49.543+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:50.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[90638]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:50.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[90638]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:50.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[90638]: pgmap v225: 121 pgs: 10 active+undersized+degraded, 22 active+undersized, 3 stale+active+clean, 2 active+clean+snaptrim_error, 84 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.5 MiB/s wr, 18 op/s; 35/360 objects degraded (9.722%) 2024-03-10T22:19:50.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[90638]: osdmap e377: 8 total, 7 up, 8 in 2024-03-10T22:19:50.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:50.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:50.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:49 smithi169 podman[106144]: 2024-03-10 22:19:49.713159692 +0000 UTC m=+0.544712822 container init 16a3c6ec71656d2f45aa969c0c7732dd47920243afb5701d323531ad0d855796 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-cb2b48d) 2024-03-10T22:19:50.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:49 smithi169 podman[106144]: 2024-03-10 22:19:49.716158439 +0000 UTC m=+0.547711575 container start 16a3c6ec71656d2f45aa969c0c7732dd47920243afb5701d323531ad0d855796 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:19:50.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-osd[106163]: -- 172.21.15.169:0/1929194675 <== mon.0 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5569d597d680 con 0x5569d5946c00 2024-03-10T22:19:50.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:49 smithi169 bash[106144]: 16a3c6ec71656d2f45aa969c0c7732dd47920243afb5701d323531ad0d855796 2024-03-10T22:19:50.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:49 smithi169 systemd[1]: Started Ceph osd.2 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:19:50.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[88180]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:50.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[88180]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:50.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[88180]: pgmap v225: 121 pgs: 10 active+undersized+degraded, 22 active+undersized, 3 stale+active+clean, 2 active+clean+snaptrim_error, 84 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.5 MiB/s wr, 18 op/s; 35/360 objects degraded (9.722%) 2024-03-10T22:19:50.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[88180]: osdmap e377: 8 total, 7 up, 8 in 2024-03-10T22:19:50.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:50.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:49 smithi172 ceph-mon[84635]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:49 smithi172 ceph-mon[84635]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:19:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:49 smithi172 ceph-mon[84635]: pgmap v225: 121 pgs: 10 active+undersized+degraded, 22 active+undersized, 3 stale+active+clean, 2 active+clean+snaptrim_error, 84 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.5 MiB/s wr, 18 op/s; 35/360 objects degraded (9.722%) 2024-03-10T22:19:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:49 smithi172 ceph-mon[84635]: osdmap e377: 8 total, 7 up, 8 in 2024-03-10T22:19:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:50.544 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[88180]: osdmap e378: 8 total, 7 up, 8 in 2024-03-10T22:19:50.544 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:50.544 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:50.259+0000 7f56aef827c0 -1 Falling back to public interface 2024-03-10T22:19:50.551 INFO:tasks.rados.rados.0.smithi169.stdout:1577: done (1 left) 2024-03-10T22:19:50.551 INFO:tasks.rados.rados.0.smithi169.stdout:1578: done (0 left) 2024-03-10T22:19:50.551 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 152 2024-03-10T22:19:50.551 INFO:tasks.rados.rados.0.smithi169.stdout:1579: seq_num 513 ranges {4603904=598016,5201920=794624,5996544=8192} 2024-03-10T22:19:50.578 INFO:tasks.rados.rados.0.smithi169.stdout:1579: writing smithi16976610-44 from 4603904 to 5201920 tid 1 2024-03-10T22:19:50.584 INFO:tasks.rados.rados.0.smithi169.stdout:1579: writing smithi16976610-44 from 5201920 to 5996544 tid 2 2024-03-10T22:19:50.584 INFO:tasks.rados.rados.0.smithi169.stdout:1579: writing smithi16976610-44 from 5996544 to 6004736 tid 3 2024-03-10T22:19:50.584 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 152 2024-03-10T22:19:50.584 INFO:tasks.rados.rados.0.smithi169.stdout:1580: seq_num 514 ranges {2613248=614400,3227648=679936,3907584=122880} 2024-03-10T22:19:50.601 INFO:tasks.rados.rados.0.smithi169.stdout:1580: writing smithi16976610-48 from 2613248 to 3227648 tid 1 2024-03-10T22:19:50.605 INFO:tasks.rados.rados.0.smithi169.stdout:1580: writing smithi16976610-48 from 3227648 to 3907584 tid 2 2024-03-10T22:19:50.606 INFO:tasks.rados.rados.0.smithi169.stdout:1580: writing smithi16976610-48 from 3907584 to 4030464 tid 3 2024-03-10T22:19:50.606 INFO:tasks.rados.rados.0.smithi169.stdout:1581: delete oid 25 current snap is 152 2024-03-10T22:19:50.607 INFO:tasks.rados.rados.0.smithi169.stdout:1579: finishing write tid 1 to smithi16976610-44 2024-03-10T22:19:50.607 INFO:tasks.rados.rados.0.smithi169.stdout:1579: finishing write tid 2 to smithi16976610-44 2024-03-10T22:19:50.607 INFO:tasks.rados.rados.0.smithi169.stdout:1579: finishing write tid 3 to smithi16976610-44 2024-03-10T22:19:50.607 INFO:tasks.rados.rados.0.smithi169.stdout:1579: finishing write tid 4 to smithi16976610-44 2024-03-10T22:19:50.607 INFO:tasks.rados.rados.0.smithi169.stdout:1579: finishing write tid 5 to smithi16976610-44 2024-03-10T22:19:50.607 INFO:tasks.rados.rados.0.smithi169.stdout:1579: oid 44 updating version 0 to 13906 2024-03-10T22:19:50.607 INFO:tasks.rados.rados.0.smithi169.stdout:1579: oid 44 updating version 13906 to 13908 2024-03-10T22:19:50.608 INFO:tasks.rados.rados.0.smithi169.stdout:1579: oid 44 version 13908 is already newer than 13907 2024-03-10T22:19:50.608 INFO:tasks.rados.rados.0.smithi169.stdout:1579: oid 44 updating version 13908 to 13909 2024-03-10T22:19:50.608 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 13909 (ObjNum 513 snap 152 seq_num 513) dirty exists 2024-03-10T22:19:50.608 INFO:tasks.rados.rados.0.smithi169.stdout:1579: left oid 44 (ObjNum 513 snap 152 seq_num 513) 2024-03-10T22:19:50.608 INFO:tasks.rados.rados.0.smithi169.stdout:1580: finishing write tid 1 to smithi16976610-48 2024-03-10T22:19:50.609 INFO:tasks.rados.rados.0.smithi169.stdout:1580: finishing write tid 2 to smithi16976610-48 2024-03-10T22:19:50.609 INFO:tasks.rados.rados.0.smithi169.stdout:1580: finishing write tid 3 to smithi16976610-48 2024-03-10T22:19:50.609 INFO:tasks.rados.rados.0.smithi169.stdout:1580: finishing write tid 4 to smithi16976610-48 2024-03-10T22:19:50.610 INFO:tasks.rados.rados.0.smithi169.stdout:1580: finishing write tid 5 to smithi16976610-48 2024-03-10T22:19:50.610 INFO:tasks.rados.rados.0.smithi169.stdout:1580: oid 48 updating version 0 to 1762 2024-03-10T22:19:50.610 INFO:tasks.rados.rados.0.smithi169.stdout:1580: oid 48 updating version 1762 to 1763 2024-03-10T22:19:50.610 INFO:tasks.rados.rados.0.smithi169.stdout:1580: oid 48 updating version 1763 to 1765 2024-03-10T22:19:50.611 INFO:tasks.rados.rados.0.smithi169.stdout:1580: oid 48 version 1765 is already newer than 1764 2024-03-10T22:19:50.611 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 1765 (ObjNum 514 snap 152 seq_num 514) dirty exists 2024-03-10T22:19:50.611 INFO:tasks.rados.rados.0.smithi169.stdout:1580: left oid 48 (ObjNum 514 snap 152 seq_num 514) 2024-03-10T22:19:50.614 INFO:tasks.rados.rados.0.smithi169.stdout:1579: done (2 left) 2024-03-10T22:19:50.614 INFO:tasks.rados.rados.0.smithi169.stdout:1580: done (1 left) 2024-03-10T22:19:50.614 INFO:tasks.rados.rados.0.smithi169.stdout:1581: done (0 left) 2024-03-10T22:19:50.614 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 20 current snap is 152 2024-03-10T22:19:50.614 INFO:tasks.rados.rados.0.smithi169.stdout:1582: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2024-03-10T22:19:50.616 INFO:tasks.rados.rados.0.smithi169.stdout:1582: writing smithi16976610-20 from 0 to 647168 tid 1 2024-03-10T22:19:50.619 INFO:tasks.rados.rados.0.smithi169.stdout:1582: writing smithi16976610-20 from 647168 to 1097728 tid 2 2024-03-10T22:19:50.621 INFO:tasks.rados.rados.0.smithi169.stdout:1582: writing smithi16976610-20 from 1097728 to 1449984 tid 3 2024-03-10T22:19:50.621 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 152 2024-03-10T22:19:50.621 INFO:tasks.rados.rados.0.smithi169.stdout:1582: finishing write tid 1 to smithi16976610-20 2024-03-10T22:19:50.621 INFO:tasks.rados.rados.0.smithi169.stdout:1582: finishing write tid 2 to smithi16976610-20 2024-03-10T22:19:50.621 INFO:tasks.rados.rados.0.smithi169.stdout:1583: seq_num 517 ranges {1949696=663552,2613248=786432,3399680=16384} 2024-03-10T22:19:50.635 INFO:tasks.rados.rados.0.smithi169.stdout:1583: writing smithi16976610-14 from 1949696 to 2613248 tid 1 2024-03-10T22:19:50.640 INFO:tasks.rados.rados.0.smithi169.stdout:1583: writing smithi16976610-14 from 2613248 to 3399680 tid 2 2024-03-10T22:19:50.640 INFO:tasks.rados.rados.0.smithi169.stdout:1583: writing smithi16976610-14 from 3399680 to 3416064 tid 3 2024-03-10T22:19:50.640 INFO:tasks.rados.rados.0.smithi169.stdout:1584: read oid 4 snap 150 2024-03-10T22:19:50.640 INFO:tasks.rados.rados.0.smithi169.stdout:1584: expect (ObjNum 500 snap 150 seq_num 500) 2024-03-10T22:19:50.640 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 152 2024-03-10T22:19:50.641 INFO:tasks.rados.rados.0.smithi169.stdout:1582: finishing write tid 3 to smithi16976610-20 2024-03-10T22:19:50.641 INFO:tasks.rados.rados.0.smithi169.stdout:1582: finishing write tid 4 to smithi16976610-20 2024-03-10T22:19:50.641 INFO:tasks.rados.rados.0.smithi169.stdout:1585: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-03-10T22:19:50.644 INFO:tasks.rados.rados.0.smithi169.stdout:1585: writing smithi16976610-22 from 0 to 679936 tid 1 2024-03-10T22:19:50.649 INFO:tasks.rados.rados.0.smithi169.stdout:1585: writing smithi16976610-22 from 679936 to 1351680 tid 2 2024-03-10T22:19:50.650 INFO:tasks.rados.rados.0.smithi169.stdout:1585: writing smithi16976610-22 from 1351680 to 1482752 tid 3 2024-03-10T22:19:50.650 INFO:tasks.rados.rados.0.smithi169.stdout:1586: delete oid 41 current snap is 152 2024-03-10T22:19:50.650 INFO:tasks.rados.rados.0.smithi169.stdout:1582: finishing write tid 5 to smithi16976610-20 2024-03-10T22:19:50.650 INFO:tasks.rados.rados.0.smithi169.stdout:1582: oid 20 updating version 0 to 557 2024-03-10T22:19:50.650 INFO:tasks.rados.rados.0.smithi169.stdout:1582: oid 20 version 557 is already newer than 555 2024-03-10T22:19:50.651 INFO:tasks.rados.rados.0.smithi169.stdout:1582: oid 20 version 557 is already newer than 554 2024-03-10T22:19:50.651 INFO:tasks.rados.rados.0.smithi169.stdout:1582: oid 20 version 557 is already newer than 556 2024-03-10T22:19:50.651 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 557 (ObjNum 516 snap 152 seq_num 516) dirty exists 2024-03-10T22:19:50.651 INFO:tasks.rados.rados.0.smithi169.stdout:1582: left oid 20 (ObjNum 516 snap 152 seq_num 516) 2024-03-10T22:19:50.651 INFO:tasks.rados.rados.0.smithi169.stdout:1583: finishing write tid 1 to smithi16976610-14 2024-03-10T22:19:50.651 INFO:tasks.rados.rados.0.smithi169.stdout:1583: finishing write tid 2 to smithi16976610-14 2024-03-10T22:19:50.651 INFO:tasks.rados.rados.0.smithi169.stdout:1583: finishing write tid 3 to smithi16976610-14 2024-03-10T22:19:50.651 INFO:tasks.rados.rados.0.smithi169.stdout:1585: finishing write tid 1 to smithi16976610-22 2024-03-10T22:19:50.652 INFO:tasks.rados.rados.0.smithi169.stdout:1583: finishing write tid 4 to smithi16976610-14 2024-03-10T22:19:50.657 INFO:tasks.rados.rados.0.smithi169.stdout:1583: finishing write tid 5 to smithi16976610-14 2024-03-10T22:19:50.657 INFO:tasks.rados.rados.0.smithi169.stdout:1583: oid 14 updating version 0 to 1750 2024-03-10T22:19:50.657 INFO:tasks.rados.rados.0.smithi169.stdout:1583: oid 14 updating version 1750 to 1753 2024-03-10T22:19:50.657 INFO:tasks.rados.rados.0.smithi169.stdout:1583: oid 14 version 1753 is already newer than 1752 2024-03-10T22:19:50.657 INFO:tasks.rados.rados.0.smithi169.stdout:1583: oid 14 version 1753 is already newer than 1751 2024-03-10T22:19:50.657 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 1753 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-03-10T22:19:50.657 INFO:tasks.rados.rados.0.smithi169.stdout:1583: left oid 14 (ObjNum 517 snap 152 seq_num 517) 2024-03-10T22:19:50.657 INFO:tasks.rados.rados.0.smithi169.stdout:1585: finishing write tid 2 to smithi16976610-22 2024-03-10T22:19:50.657 INFO:tasks.rados.rados.0.smithi169.stdout:1585: finishing write tid 3 to smithi16976610-22 2024-03-10T22:19:50.658 INFO:tasks.rados.rados.0.smithi169.stdout:1585: finishing write tid 4 to smithi16976610-22 2024-03-10T22:19:50.658 INFO:tasks.rados.rados.0.smithi169.stdout:1582: done (4 left) 2024-03-10T22:19:50.658 INFO:tasks.rados.rados.0.smithi169.stdout:1583: done (3 left) 2024-03-10T22:19:50.658 INFO:tasks.rados.rados.0.smithi169.stdout:1586: done (2 left) 2024-03-10T22:19:50.658 INFO:tasks.rados.rados.0.smithi169.stdout:1587: setattr oid 20 current snap is 152 2024-03-10T22:19:50.658 INFO:tasks.rados.rados.0.smithi169.stdout:1585: finishing write tid 5 to smithi16976610-22 2024-03-10T22:19:50.659 INFO:tasks.rados.rados.0.smithi169.stdout:1585: oid 22 updating version 0 to 732 2024-03-10T22:19:50.659 INFO:tasks.rados.rados.0.smithi169.stdout:1585: oid 22 version 732 is already newer than 730 2024-03-10T22:19:50.659 INFO:tasks.rados.rados.0.smithi169.stdout:1585: oid 22 version 732 is already newer than 729 2024-03-10T22:19:50.659 INFO:tasks.rados.rados.0.smithi169.stdout:1585: oid 22 version 732 is already newer than 731 2024-03-10T22:19:50.659 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 732 (ObjNum 518 snap 152 seq_num 518) dirty exists 2024-03-10T22:19:50.659 INFO:tasks.rados.rados.0.smithi169.stdout:1585: left oid 22 (ObjNum 518 snap 152 seq_num 518) 2024-03-10T22:19:50.659 INFO:tasks.rados.rados.0.smithi169.stdout:1585: done (2 left) 2024-03-10T22:19:50.659 INFO:tasks.rados.rados.0.smithi169.stdout:1588: snap_remove snap 151 2024-03-10T22:19:50.831 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[88180]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:50.831 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:50.831 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:50.831 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:50.832 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:50.582+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:50.832 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:50.585+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:50.832 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[90638]: osdmap e378: 8 total, 7 up, 8 in 2024-03-10T22:19:50.832 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:50.832 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[90638]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:50.832 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:50.832 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:50.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:50 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:50 smithi172 ceph-mon[84635]: osdmap e378: 8 total, 7 up, 8 in 2024-03-10T22:19:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:50 smithi172 ceph-mon[84635]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:50 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:50 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:50 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:51.556 INFO:tasks.rados.rados.0.smithi169.stdout:1588: done (2 left) 2024-03-10T22:19:51.556 INFO:tasks.rados.rados.0.smithi169.stdout:1589: setattr oid 14 current snap is 152 2024-03-10T22:19:51.556 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 558 (ObjNum 516 snap 152 seq_num 516) dirty exists 2024-03-10T22:19:51.556 INFO:tasks.rados.rados.0.smithi169.stdout:1584: expect (ObjNum 500 snap 150 seq_num 500) 2024-03-10T22:19:51.914 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:51 smithi172 ceph-mon[84635]: pgmap v228: 121 pgs: 12 active+undersized+degraded, 28 active+undersized, 2 active+clean+snaptrim_error, 79 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 284 KiB/s wr, 4 op/s; 40/360 objects degraded (11.111%) 2024-03-10T22:19:51.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:51 smithi172 ceph-mon[84635]: osdmap e379: 8 total, 7 up, 8 in 2024-03-10T22:19:51.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:51.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:52.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:51 smithi169 ceph-mon[90638]: pgmap v228: 121 pgs: 12 active+undersized+degraded, 28 active+undersized, 2 active+clean+snaptrim_error, 79 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 284 KiB/s wr, 4 op/s; 40/360 objects degraded (11.111%) 2024-03-10T22:19:52.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:51 smithi169 ceph-mon[90638]: osdmap e379: 8 total, 7 up, 8 in 2024-03-10T22:19:52.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:52.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:52.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:51 smithi169 ceph-mon[88180]: pgmap v228: 121 pgs: 12 active+undersized+degraded, 28 active+undersized, 2 active+clean+snaptrim_error, 79 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 284 KiB/s wr, 4 op/s; 40/360 objects degraded (11.111%) 2024-03-10T22:19:52.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:51 smithi169 ceph-mon[88180]: osdmap e379: 8 total, 7 up, 8 in 2024-03-10T22:19:52.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:52.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:52.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:51.789+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:52.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:51.789+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:52.022 INFO:tasks.rados.rados.0.smithi169.stdout:1584: done (2 left) 2024-03-10T22:19:52.022 INFO:tasks.rados.rados.0.smithi169.stdout:1587: done (1 left) 2024-03-10T22:19:52.022 INFO:tasks.rados.rados.0.smithi169.stdout:1590: rollback oid 33 current snap is 152 2024-03-10T22:19:52.022 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 33 to 150 2024-03-10T22:19:52.022 INFO:tasks.rados.rados.0.smithi169.stdout:1591: copy_from oid 2 from oid 47 current snap is 152 2024-03-10T22:19:52.022 INFO:tasks.rados.rados.0.smithi169.stdout:1592: delete oid 45 current snap is 152 2024-03-10T22:19:52.023 INFO:tasks.rados.rados.0.smithi169.stdout:1590: finishing rollback tid 1 to smithi16976610-33 2024-03-10T22:19:52.023 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 0 (ObjNum 33 snap 0 seq_num 151465856) dirty dne 2024-03-10T22:19:52.025 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 1754 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-03-10T22:19:52.028 INFO:tasks.rados.rados.0.smithi169.stdout:1589: done (3 left) 2024-03-10T22:19:52.028 INFO:tasks.rados.rados.0.smithi169.stdout:1590: done (2 left) 2024-03-10T22:19:52.028 INFO:tasks.rados.rados.0.smithi169.stdout:1592: done (1 left) 2024-03-10T22:19:52.028 INFO:tasks.rados.rados.0.smithi169.stdout:1593: read oid 7 snap -1 2024-03-10T22:19:52.028 INFO:tasks.rados.rados.0.smithi169.stdout:1593: expect (ObjNum 511 snap 151 seq_num 511) 2024-03-10T22:19:52.028 INFO:tasks.rados.rados.0.smithi169.stdout:1594: copy_from oid 33 from oid 11 current snap is 152 2024-03-10T22:19:52.029 INFO:tasks.rados.rados.0.smithi169.stdout:1595: copy_from oid 10 from oid 46 current snap is 152 2024-03-10T22:19:52.029 INFO:tasks.rados.rados.0.smithi169.stdout:1596: snap_remove snap 150 2024-03-10T22:19:52.564 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:52.566 INFO:tasks.rados.rados.0.smithi169.stdout:1596: done (4 left) 2024-03-10T22:19:52.566 INFO:tasks.rados.rados.0.smithi169.stdout:1597: copy_from oid 28 from oid 36 current snap is 152 2024-03-10T22:19:52.566 INFO:tasks.rados.rados.0.smithi169.stdout:1594: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:19:52.567 INFO:tasks.rados.rados.0.smithi169.stdout:1594: finishing copy_from to smithi16976610-33 2024-03-10T22:19:52.567 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 571 (ObjNum 495 snap 146 seq_num 495) dirty exists 2024-03-10T22:19:52.567 INFO:tasks.rados.rados.0.smithi169.stdout:1593: expect (ObjNum 511 snap 151 seq_num 511) 2024-03-10T22:19:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:1591: finishing copy_from racing read to smithi16976610-2 2024-03-10T22:19:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:1591: finishing copy_from to smithi16976610-2 2024-03-10T22:19:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 10275 (ObjNum 435 snap 126 seq_num 435) dirty exists 2024-03-10T22:19:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:1595: finishing copy_from racing read to smithi16976610-10 2024-03-10T22:19:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:1595: finishing copy_from to smithi16976610-10 2024-03-10T22:19:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 714 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-03-10T22:19:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:1591: done (4 left) 2024-03-10T22:19:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:1593: done (3 left) 2024-03-10T22:19:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:1594: done (2 left) 2024-03-10T22:19:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:1595: done (1 left) 2024-03-10T22:19:52.624 INFO:tasks.rados.rados.0.smithi169.stdout:1598: rmattr oid 1 current snap is 152 2024-03-10T22:19:52.625 INFO:tasks.rados.rados.0.smithi169.stdout:1598: done (1 left) 2024-03-10T22:19:52.625 INFO:tasks.rados.rados.0.smithi169.stdout:1599: snap_create 2024-03-10T22:19:52.625 INFO:tasks.rados.rados.0.smithi169.stdout:1597: finishing copy_from racing read to smithi16976610-28 2024-03-10T22:19:52.625 INFO:tasks.rados.rados.0.smithi169.stdout:1597: finishing copy_from to smithi16976610-28 2024-03-10T22:19:52.625 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 192 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-03-10T22:19:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:52 smithi169 ceph-mon[88180]: osdmap e380: 8 total, 7 up, 8 in 2024-03-10T22:19:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:52 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 40/360 objects degraded (11.111%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:53.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:52 smithi169 ceph-mon[90638]: osdmap e380: 8 total, 7 up, 8 in 2024-03-10T22:19:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:52 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 40/360 objects degraded (11.111%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:53.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:52.566+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:53.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:52.566+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:53.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:52 smithi172 ceph-mon[84635]: osdmap e380: 8 total, 7 up, 8 in 2024-03-10T22:19:53.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:52 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 40/360 objects degraded (11.111%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:53.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:53.097+0000 7f56aef827c0 -1 osd.2 372 log_to_monitors true 2024-03-10T22:19:53.581 INFO:tasks.rados.rados.0.smithi169.stdout:1597: done (1 left) 2024-03-10T22:19:53.582 INFO:tasks.rados.rados.0.smithi169.stdout:1599: done (0 left) 2024-03-10T22:19:53.582 INFO:tasks.rados.rados.0.smithi169.stdout:1600: rollback oid 43 current snap is 153 2024-03-10T22:19:53.582 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 43 to 152 2024-03-10T22:19:53.582 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 153 2024-03-10T22:19:53.582 INFO:tasks.rados.rados.0.smithi169.stdout:1601: seq_num 521 ranges {6447104=729088,7176192=720896,7897088=81920} 2024-03-10T22:19:53.620 INFO:tasks.rados.rados.0.smithi169.stdout:1601: writing smithi16976610-4 from 6447104 to 7176192 tid 1 2024-03-10T22:19:53.625 INFO:tasks.rados.rados.0.smithi169.stdout:1601: writing smithi16976610-4 from 7176192 to 7897088 tid 2 2024-03-10T22:19:53.626 INFO:tasks.rados.rados.0.smithi169.stdout:1601: writing smithi16976610-4 from 7897088 to 7979008 tid 3 2024-03-10T22:19:53.626 INFO:tasks.rados.rados.0.smithi169.stdout:1602: read oid 18 snap -1 2024-03-10T22:19:53.626 INFO:tasks.rados.rados.0.smithi169.stdout:1602: expect (ObjNum 510 snap 151 seq_num 510) 2024-03-10T22:19:53.626 INFO:tasks.rados.rados.0.smithi169.stdout:1603: read oid 50 snap -1 2024-03-10T22:19:53.626 INFO:tasks.rados.rados.0.smithi169.stdout:1603: expect (ObjNum 471 snap 138 seq_num 471) 2024-03-10T22:19:53.626 INFO:tasks.rados.rados.0.smithi169.stdout:1604: rollback oid 2 current snap is 153 2024-03-10T22:19:53.626 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 2 to 152 2024-03-10T22:19:53.626 INFO:tasks.rados.rados.0.smithi169.stdout:1600: finishing rollback tid 0 to smithi16976610-43 2024-03-10T22:19:53.626 INFO:tasks.rados.rados.0.smithi169.stdout:1600: finishing rollback tid 1 to smithi16976610-43 2024-03-10T22:19:53.627 INFO:tasks.rados.rados.0.smithi169.stdout:1600: finishing rollback tid 2 to smithi16976610-43 2024-03-10T22:19:53.627 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 1028 (ObjNum 486 snap 144 seq_num 486) dirty exists 2024-03-10T22:19:53.627 INFO:tasks.rados.rados.0.smithi169.stdout:1600: done (4 left) 2024-03-10T22:19:53.627 INFO:tasks.rados.rados.0.smithi169.stdout:1605: copy_from oid 15 from oid 3 current snap is 153 2024-03-10T22:19:53.627 INFO:tasks.rados.rados.0.smithi169.stdout:1606: delete oid 19 current snap is 153 2024-03-10T22:19:53.627 INFO:tasks.rados.rados.0.smithi169.stdout:1605: finishing copy_from to smithi16976610-15 2024-03-10T22:19:53.627 INFO:tasks.rados.rados.0.smithi169.stdout:1605: got expected ENOENT (src dne) 2024-03-10T22:19:53.627 INFO:tasks.rados.rados.0.smithi169.stdout:1605: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:19:53.650 INFO:tasks.rados.rados.0.smithi169.stdout:1602: expect (ObjNum 510 snap 151 seq_num 510) 2024-03-10T22:19:53.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:19:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:19:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:19:53.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:53.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:53 smithi172 ceph-mon[84635]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:53 smithi172 ceph-mon[84635]: pgmap v231: 121 pgs: 12 active+undersized+degraded, 28 active+undersized, 2 active+clean+snaptrim_error, 79 active+clean; 149 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 44/354 objects degraded (12.429%) 2024-03-10T22:19:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:53 smithi172 ceph-mon[84635]: osdmap e381: 8 total, 7 up, 8 in 2024-03-10T22:19:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:53 smithi172 ceph-mon[84635]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:53 smithi172 ceph-mon[84635]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T22:19:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:53 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:53.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:53 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:53.930 INFO:tasks.rados.rados.0.smithi169.stdout:1601: finishing write tid 1 to smithi16976610-4 2024-03-10T22:19:53.930 INFO:tasks.rados.rados.0.smithi169.stdout:1603: expect (ObjNum 471 snap 138 seq_num 471) 2024-03-10T22:19:53.948 INFO:tasks.rados.rados.0.smithi169.stdout:1601: finishing write tid 2 to smithi16976610-4 2024-03-10T22:19:53.949 INFO:tasks.rados.rados.0.smithi169.stdout:1601: finishing write tid 3 to smithi16976610-4 2024-03-10T22:19:53.949 INFO:tasks.rados.rados.0.smithi169.stdout:1601: finishing write tid 4 to smithi16976610-4 2024-03-10T22:19:53.949 INFO:tasks.rados.rados.0.smithi169.stdout:1601: finishing write tid 5 to smithi16976610-4 2024-03-10T22:19:53.949 INFO:tasks.rados.rados.0.smithi169.stdout:1601: oid 4 updating version 0 to 1033 2024-03-10T22:19:53.949 INFO:tasks.rados.rados.0.smithi169.stdout:1601: oid 4 version 1033 is already newer than 1030 2024-03-10T22:19:53.949 INFO:tasks.rados.rados.0.smithi169.stdout:1601: oid 4 version 1033 is already newer than 1031 2024-03-10T22:19:53.949 INFO:tasks.rados.rados.0.smithi169.stdout:1601: oid 4 version 1033 is already newer than 1032 2024-03-10T22:19:53.949 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 1033 (ObjNum 521 snap 153 seq_num 521) dirty exists 2024-03-10T22:19:53.949 INFO:tasks.rados.rados.0.smithi169.stdout:1601: left oid 4 (ObjNum 521 snap 153 seq_num 521) 2024-03-10T22:19:53.949 INFO:tasks.rados.rados.0.smithi169.stdout:1604: finishing rollback tid 0 to smithi16976610-2 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:1604: finishing rollback tid 1 to smithi16976610-2 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:1604: finishing rollback tid 2 to smithi16976610-2 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 10278 (ObjNum 435 snap 126 seq_num 435) dirty exists 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:1601: done (5 left) 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:1602: done (4 left) 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:1603: done (3 left) 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:1604: done (2 left) 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:1605: done (1 left) 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:1606: done (0 left) 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:1607: rollback oid 16 current snap is 153 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 16 to 152 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 153 2024-03-10T22:19:53.950 INFO:tasks.rados.rados.0.smithi169.stdout:1608: seq_num 523 ranges {876544=770048,1646592=491520,2138112=311296} 2024-03-10T22:19:53.958 INFO:tasks.rados.rados.0.smithi169.stdout:1608: writing smithi16976610-24 from 876544 to 1646592 tid 1 2024-03-10T22:19:53.961 INFO:tasks.rados.rados.0.smithi169.stdout:1608: writing smithi16976610-24 from 1646592 to 2138112 tid 2 2024-03-10T22:19:53.964 INFO:tasks.rados.rados.0.smithi169.stdout:1608: writing smithi16976610-24 from 2138112 to 2449408 tid 3 2024-03-10T22:19:53.964 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 153 2024-03-10T22:19:53.964 INFO:tasks.rados.rados.0.smithi169.stdout:1607: finishing rollback tid 0 to smithi16976610-16 2024-03-10T22:19:53.964 INFO:tasks.rados.rados.0.smithi169.stdout:1607: finishing rollback tid 1 to smithi16976610-16 2024-03-10T22:19:53.964 INFO:tasks.rados.rados.0.smithi169.stdout:1607: finishing rollback tid 2 to smithi16976610-16 2024-03-10T22:19:53.964 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 10314 (ObjNum 487 snap 144 seq_num 487) dirty exists 2024-03-10T22:19:53.964 INFO:tasks.rados.rados.0.smithi169.stdout:1609: seq_num 524 ranges {7299072=786432,8085504=778240,8863744=24576} 2024-03-10T22:19:54.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:53.666+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:54.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:53.690+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:54.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[90638]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[90638]: pgmap v231: 121 pgs: 12 active+undersized+degraded, 28 active+undersized, 2 active+clean+snaptrim_error, 79 active+clean; 149 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 44/354 objects degraded (12.429%) 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[90638]: osdmap e381: 8 total, 7 up, 8 in 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[90638]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[90638]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[88180]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[88180]: pgmap v231: 121 pgs: 12 active+undersized+degraded, 28 active+undersized, 2 active+clean+snaptrim_error, 79 active+clean; 149 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 44/354 objects degraded (12.429%) 2024-03-10T22:19:54.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[88180]: osdmap e381: 8 total, 7 up, 8 in 2024-03-10T22:19:54.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:54.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[88180]: No clone_snaps in snapset e0=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:54.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[88180]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T22:19:54.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:54.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:53 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:54.008 INFO:tasks.rados.rados.0.smithi169.stdout:1609: writing smithi16976610-12 from 7299072 to 8085504 tid 1 2024-03-10T22:19:54.014 INFO:tasks.rados.rados.0.smithi169.stdout:1609: writing smithi16976610-12 from 8085504 to 8863744 tid 2 2024-03-10T22:19:54.014 INFO:tasks.rados.rados.0.smithi169.stdout:1609: writing smithi16976610-12 from 8863744 to 8888320 tid 3 2024-03-10T22:19:54.014 INFO:tasks.rados.rados.0.smithi169.stdout:1607: done (2 left) 2024-03-10T22:19:54.014 INFO:tasks.rados.rados.0.smithi169.stdout:1610: read oid 9 snap -1 2024-03-10T22:19:54.014 INFO:tasks.rados.rados.0.smithi169.stdout:1610: expect (ObjNum 477 snap 141 seq_num 477) 2024-03-10T22:19:54.014 INFO:tasks.rados.rados.0.smithi169.stdout:1611: snap_remove snap 152 2024-03-10T22:19:54.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:54.046+0000 7f569c3d2700 -1 osd.2 372 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:19:54.585 INFO:tasks.rados.rados.0.smithi169.stdout:1611: done (3 left) 2024-03-10T22:19:54.585 INFO:tasks.rados.rados.0.smithi169.stdout:1612: rmattr oid 3 current snap is 153 2024-03-10T22:19:54.586 INFO:tasks.rados.rados.0.smithi169.stdout:1612: done (3 left) 2024-03-10T22:19:54.586 INFO:tasks.rados.rados.0.smithi169.stdout:1613: rollback oid 48 current snap is 153 2024-03-10T22:19:54.586 INFO:tasks.rados.rados.0.smithi169.stdout:1613: done (3 left) 2024-03-10T22:19:54.586 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 153 2024-03-10T22:19:54.586 INFO:tasks.rados.rados.0.smithi169.stdout:1614: seq_num 525 ranges {1810432=802816,2613248=712704,3325952=90112} 2024-03-10T22:19:54.602 INFO:tasks.rados.rados.0.smithi169.stdout:1614: writing smithi16976610-7 from 1810432 to 2613248 tid 1 2024-03-10T22:19:54.606 INFO:tasks.rados.rados.0.smithi169.stdout:1614: writing smithi16976610-7 from 2613248 to 3325952 tid 2 2024-03-10T22:19:54.609 INFO:tasks.rados.rados.0.smithi169.stdout:1614: writing smithi16976610-7 from 3325952 to 3416064 tid 3 2024-03-10T22:19:54.609 INFO:tasks.rados.rados.0.smithi169.stdout:1615: delete oid 2 current snap is 153 2024-03-10T22:19:54.609 INFO:tasks.rados.rados.0.smithi169.stdout:1608: finishing write tid 1 to smithi16976610-24 2024-03-10T22:19:54.609 INFO:tasks.rados.rados.0.smithi169.stdout:1608: finishing write tid 2 to smithi16976610-24 2024-03-10T22:19:54.609 INFO:tasks.rados.rados.0.smithi169.stdout:1608: finishing write tid 3 to smithi16976610-24 2024-03-10T22:19:54.609 INFO:tasks.rados.rados.0.smithi169.stdout:1608: finishing write tid 4 to smithi16976610-24 2024-03-10T22:19:54.609 INFO:tasks.rados.rados.0.smithi169.stdout:1608: finishing write tid 5 to smithi16976610-24 2024-03-10T22:19:54.609 INFO:tasks.rados.rados.0.smithi169.stdout:1608: oid 24 updating version 0 to 723 2024-03-10T22:19:54.609 INFO:tasks.rados.rados.0.smithi169.stdout:1608: oid 24 updating version 723 to 724 2024-03-10T22:19:54.609 INFO:tasks.rados.rados.0.smithi169.stdout:1608: oid 24 updating version 724 to 725 2024-03-10T22:19:54.609 INFO:tasks.rados.rados.0.smithi169.stdout:1608: oid 24 version 725 is already newer than 722 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 725 (ObjNum 523 snap 153 seq_num 523) dirty exists 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1608: left oid 24 (ObjNum 523 snap 153 seq_num 523) 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1609: finishing write tid 1 to smithi16976610-12 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1609: finishing write tid 2 to smithi16976610-12 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1609: finishing write tid 3 to smithi16976610-12 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1609: finishing write tid 4 to smithi16976610-12 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1609: finishing write tid 5 to smithi16976610-12 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1609: oid 12 updating version 0 to 555 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1609: oid 12 version 555 is already newer than 554 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1609: oid 12 updating version 555 to 557 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1609: oid 12 version 557 is already newer than 556 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 557 (ObjNum 524 snap 153 seq_num 524) dirty exists 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1609: left oid 12 (ObjNum 524 snap 153 seq_num 524) 2024-03-10T22:19:54.610 INFO:tasks.rados.rados.0.smithi169.stdout:1610: expect (ObjNum 477 snap 141 seq_num 477) 2024-03-10T22:19:55.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:54 smithi169 ceph-mon[90638]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T22:19:55.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:54 smithi169 ceph-mon[90638]: osdmap e382: 8 total, 7 up, 8 in 2024-03-10T22:19:55.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:54 smithi169 ceph-mon[90638]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:19:55.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:54 smithi169 ceph-mon[90638]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' 2024-03-10T22:19:55.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:54.599+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:55.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:54.602+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:55.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:54 smithi169 ceph-mon[88180]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T22:19:55.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:54 smithi169 ceph-mon[88180]: osdmap e382: 8 total, 7 up, 8 in 2024-03-10T22:19:55.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:54 smithi169 ceph-mon[88180]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:19:55.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:54 smithi169 ceph-mon[88180]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' 2024-03-10T22:19:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:54 smithi172 ceph-mon[84635]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T22:19:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:54 smithi172 ceph-mon[84635]: osdmap e382: 8 total, 7 up, 8 in 2024-03-10T22:19:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:54 smithi172 ceph-mon[84635]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:19:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:54 smithi172 ceph-mon[84635]: from='osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691]' entity='osd.2' 2024-03-10T22:19:55.580 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:55.581 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:55.581 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[88180]: pgmap v234: 121 pgs: 12 active+undersized+degraded, 28 active+undersized, 2 active+clean+snaptrim_error, 79 active+clean; 149 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 44/354 objects degraded (12.429%) 2024-03-10T22:19:55.581 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[88180]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:19:55.581 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[88180]: osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691] boot 2024-03-10T22:19:55.581 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[88180]: osdmap e383: 8 total, 8 up, 8 in 2024-03-10T22:19:55.581 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:19:55.581 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:55.581 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:55.581 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:55.581 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:55.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:55.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:55.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[90638]: pgmap v234: 121 pgs: 12 active+undersized+degraded, 28 active+undersized, 2 active+clean+snaptrim_error, 79 active+clean; 149 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 44/354 objects degraded (12.429%) 2024-03-10T22:19:55.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[90638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:19:55.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[90638]: osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691] boot 2024-03-10T22:19:55.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[90638]: osdmap e383: 8 total, 8 up, 8 in 2024-03-10T22:19:55.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:19:55.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:55.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:55.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:55.583 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:55.624 INFO:tasks.rados.rados.0.smithi169.stdout:1614: finishing write tid 1 to smithi16976610-7 2024-03-10T22:19:55.624 INFO:tasks.rados.rados.0.smithi169.stdout:1614: finishing write tid 2 to smithi16976610-7 2024-03-10T22:19:55.624 INFO:tasks.rados.rados.0.smithi169.stdout:1614: finishing write tid 3 to smithi16976610-7 2024-03-10T22:19:55.626 INFO:tasks.rados.rados.0.smithi169.stdout:1614: finishing write tid 4 to smithi16976610-7 2024-03-10T22:19:55.627 INFO:tasks.rados.rados.0.smithi169.stdout:1614: finishing write tid 5 to smithi16976610-7 2024-03-10T22:19:55.627 INFO:tasks.rados.rados.0.smithi169.stdout:1614: oid 7 updating version 0 to 651 2024-03-10T22:19:55.627 INFO:tasks.rados.rados.0.smithi169.stdout:1614: oid 7 version 651 is already newer than 650 2024-03-10T22:19:55.627 INFO:tasks.rados.rados.0.smithi169.stdout:1614: oid 7 updating version 651 to 652 2024-03-10T22:19:55.627 INFO:tasks.rados.rados.0.smithi169.stdout:1614: oid 7 version 652 is already newer than 649 2024-03-10T22:19:55.627 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 652 (ObjNum 525 snap 153 seq_num 525) dirty exists 2024-03-10T22:19:55.627 INFO:tasks.rados.rados.0.smithi169.stdout:1614: left oid 7 (ObjNum 525 snap 153 seq_num 525) 2024-03-10T22:19:55.639 INFO:tasks.rados.rados.0.smithi169.stdout:1608: done (4 left) 2024-03-10T22:19:55.639 INFO:tasks.rados.rados.0.smithi169.stdout:1609: done (3 left) 2024-03-10T22:19:55.639 INFO:tasks.rados.rados.0.smithi169.stdout:1610: done (2 left) 2024-03-10T22:19:55.639 INFO:tasks.rados.rados.0.smithi169.stdout:1614: done (1 left) 2024-03-10T22:19:55.639 INFO:tasks.rados.rados.0.smithi169.stdout:1615: done (0 left) 2024-03-10T22:19:55.640 INFO:tasks.rados.rados.0.smithi169.stdout:1616: read oid 32 snap -1 2024-03-10T22:19:55.640 INFO:tasks.rados.rados.0.smithi169.stdout:1616: expect (ObjNum 457 snap 131 seq_num 457) 2024-03-10T22:19:55.640 INFO:tasks.rados.rados.0.smithi169.stdout:1617: copy_from oid 38 from oid 13 current snap is 153 2024-03-10T22:19:55.640 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 153 2024-03-10T22:19:55.640 INFO:tasks.rados.rados.0.smithi169.stdout:1618: seq_num 527 ranges {4644864=434176,5079040=475136,5554176=565248,6119424=163840} 2024-03-10T22:19:55.669 INFO:tasks.rados.rados.0.smithi169.stdout:1618: writing smithi16976610-18 from 4644864 to 5079040 tid 1 2024-03-10T22:19:55.671 INFO:tasks.rados.rados.0.smithi169.stdout:1618: writing smithi16976610-18 from 5079040 to 5554176 tid 2 2024-03-10T22:19:55.675 INFO:tasks.rados.rados.0.smithi169.stdout:1618: writing smithi16976610-18 from 5554176 to 6119424 tid 3 2024-03-10T22:19:55.677 INFO:tasks.rados.rados.0.smithi169.stdout:1618: writing smithi16976610-18 from 6119424 to 6283264 tid 4 2024-03-10T22:19:55.677 INFO:tasks.rados.rados.0.smithi169.stdout:1619: copy_from oid 1 from oid 5 current snap is 153 2024-03-10T22:19:55.677 INFO:tasks.rados.rados.0.smithi169.stdout:1617: finishing copy_from racing read to smithi16976610-38 2024-03-10T22:19:55.677 INFO:tasks.rados.rados.0.smithi169.stdout:1620: read oid 46 snap -1 2024-03-10T22:19:55.677 INFO:tasks.rados.rados.0.smithi169.stdout:1620: expect (ObjNum 476 snap 140 seq_num 476) 2024-03-10T22:19:55.677 INFO:tasks.rados.rados.0.smithi169.stdout:1621: rollback oid 4 current snap is 153 2024-03-10T22:19:55.677 INFO:tasks.rados.rados.0.smithi169.stdout:1621: done (5 left) 2024-03-10T22:19:55.677 INFO:tasks.rados.rados.0.smithi169.stdout:1622: delete oid 9 current snap is 153 2024-03-10T22:19:55.677 INFO:tasks.rados.rados.0.smithi169.stdout:1617: finishing copy_from to smithi16976610-38 2024-03-10T22:19:55.677 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 13898 (ObjNum 113 snap 0 seq_num 1404331945) dirty exists 2024-03-10T22:19:55.677 INFO:tasks.rados.rados.0.smithi169.stdout:1616: expect (ObjNum 457 snap 131 seq_num 457) 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1618: finishing write tid 1 to smithi16976610-18 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1618: finishing write tid 2 to smithi16976610-18 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1616: done (5 left) 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1617: done (4 left) 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1622: done (3 left) 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1623: delete oid 4 current snap is 153 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1618: finishing write tid 3 to smithi16976610-18 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1618: finishing write tid 4 to smithi16976610-18 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1618: finishing write tid 5 to smithi16976610-18 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1618: finishing write tid 6 to smithi16976610-18 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1618: oid 18 updating version 0 to 1756 2024-03-10T22:19:55.705 INFO:tasks.rados.rados.0.smithi169.stdout:1618: oid 18 updating version 1756 to 1758 2024-03-10T22:19:55.706 INFO:tasks.rados.rados.0.smithi169.stdout:1618: oid 18 updating version 1758 to 1759 2024-03-10T22:19:55.706 INFO:tasks.rados.rados.0.smithi169.stdout:1618: oid 18 version 1759 is already newer than 1757 2024-03-10T22:19:55.706 INFO:tasks.rados.rados.0.smithi169.stdout:1618: oid 18 version 1759 is already newer than 1755 2024-03-10T22:19:55.706 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 1759 (ObjNum 527 snap 153 seq_num 527) dirty exists 2024-03-10T22:19:55.706 INFO:tasks.rados.rados.0.smithi169.stdout:1618: left oid 18 (ObjNum 527 snap 153 seq_num 527) 2024-03-10T22:19:55.706 INFO:tasks.rados.rados.0.smithi169.stdout:1619: finishing copy_from racing read to smithi16976610-1 2024-03-10T22:19:55.706 INFO:tasks.rados.rados.0.smithi169.stdout:1619: finishing copy_from to smithi16976610-1 2024-03-10T22:19:55.706 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 1756 (ObjNum 499 snap 150 seq_num 499) dirty exists 2024-03-10T22:19:55.706 INFO:tasks.rados.rados.0.smithi169.stdout:1620: expect (ObjNum 476 snap 140 seq_num 476) 2024-03-10T22:19:55.924 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:55.593+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:55.924 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:55.593+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:55.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.614+0000 7f56883aa700 -1 osd.2 pg_epoch: 384 pg[5.4s1( v 371'571 (0'0,371'571] local-lis/les=383/384 n=5 ec=72/72 lis/c=383/383 les/c/f=384/384/0 sis=383) [7,2,1]p7(0) r=1 lpr=383 luod=0'0 crt=371'571 lcod 0'0 mlcod 0'0 active mbc={} ps=[b1~1,b4~2,b7~5,bd~19,d7~2,da~2]] update_snap_map remove_oid 5:24a60c90:::smithi16976610-49:db failed with -2 2024-03-10T22:19:55.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.615+0000 7f56843a2700 -1 osd.2 pg_epoch: 384 pg[5.4s1( v 384'573 (0'0,384'573] local-lis/les=383/384 n=3 ec=72/72 lis/c=383/383 les/c/f=384/384/0 sis=383) [7,2,1]p7(0) r=1 lpr=383 luod=0'0 crt=371'571 lcod 0'0 mlcod 0'0 active mbc={} ps=[b1~1,b4~2,b7~5,bd~19,d7~2,da~2]] update_snap_map remove_oid 5:223f8db4:::smithi16976610-3:db failed with -2 2024-03-10T22:19:55.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.618+0000 7f56843a2700 -1 osd.2 pg_epoch: 384 pg[5.4s1( v 384'575 (0'0,384'575] local-lis/les=383/384 n=2 ec=72/72 lis/c=383/383 les/c/f=384/384/0 sis=383) [7,2,1]p7(0) r=1 lpr=383 luod=0'0 crt=384'575 mlcod 384'575 active mbc={} ps=[b1~1,b4~2,b7~5,bd~1f]] update_snap_map remove_oid 5:207bb524:::smithi16976610-11:df failed with -2 2024-03-10T22:19:55.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.686+0000 7f5684ba3700 -1 osd.2 pg_epoch: 384 pg[5.bs0( v 384'764 (0'0,384'764] local-lis/les=383/384 n=9 ec=72/72 lis/c=383/383 les/c/f=384/384/0 sis=383) [2,0,5]p2(0) r=0 lpr=383 crt=384'764 mlcod 384'764 active+clean+snaptrim trimq=[d6~1,d9~1,dc~7] ps=[b1~1,b4~2,b7~5,bd~19,d7~2,da~2]] update_snap_map remove_oid 5:dbee9716:::smithi16976610-27:db failed with -2 2024-03-10T22:19:55.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.689+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:19:55.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.689+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset db=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:55.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.697+0000 7f56863a6700 -1 osd.2 pg_epoch: 384 pg[5.8s0( v 384'275 (0'0,384'275] local-lis/les=383/384 n=1 ec=72/72 lis/c=383/383 les/c/f=384/384/0 sis=383) [2,0,1]p2(0) r=0 lpr=383 crt=384'275 mlcod 384'275 active+clean+snaptrim trimq=[d6~1,d9~1,dc~7] ps=[b1~1,b4~2,b7~5,bd~19,d7~2,da~2]] update_snap_map remove_oid 5:1317b890:::smithi16976610-9:d6 failed with -2 2024-03-10T22:19:55.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.699+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:19:55.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.699+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:55.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.699+0000 7f56893ac700 -1 osd.2 pg_epoch: 384 pg[5.as0( v 384'413 (0'0,384'413] local-lis/les=383/384 n=5 ec=72/72 lis/c=383/383 les/c/f=384/384/0 sis=383) [2,4,3]p2(0) r=0 lpr=383 crt=384'413 lcod 384'412 mlcod 384'412 active+clean+snaptrim trimq=[d6~1,d9~1,dc~7] ps=[b1~1,b4~2,b7~5,bd~19,d7~2,da~2]] update_snap_map remove_oid 5:5e1fe690:::smithi16976610-29:da failed with -2 2024-03-10T22:19:55.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.700+0000 7f56893ac700 -1 osd.2 pg_epoch: 384 pg[5.as0( v 384'415 (0'0,384'415] local-lis/les=383/384 n=4 ec=72/72 lis/c=383/383 les/c/f=384/384/0 sis=383) [2,4,3]p2(0) r=0 lpr=383 luod=384'413 crt=384'413 lcod 384'412 mlcod 384'412 active+clean+snaptrim trimq=[d6~1,d9~1,dc~7] ps=[b1~1,b4~2,b7~5,bd~19,d7~2,da~2]] update_snap_map remove_oid 5:5d58b122:::smithi16976610-7:df failed with -2 2024-03-10T22:19:55.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.702+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:55.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.720+0000 7f56833a0700 -1 osd.2 pg_epoch: 384 pg[5.6s0( v 380'157 (0'0,380'157] local-lis/les=383/384 n=3 ec=72/72 lis/c=383/383 les/c/f=384/384/0 sis=383) [2,5,1]p2(0) r=0 lpr=383 crt=380'157 mlcod 0'0 active+clean+snaptrim trimq=[d6~1,d9~1,dc~7] ps=[b1~1,b4~2,b7~5,bd~19,d7~2,da~2]] update_snap_map remove_oid 5:68b71019:::smithi16976610-10:d6 failed with -2 2024-03-10T22:19:55.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.721+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:19:55.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.721+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:55.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.749+0000 7f5683ba1700 -1 osd.2 pg_epoch: 384 pg[5.ds0( v 382'589 (0'0,382'589] local-lis/les=383/384 n=6 ec=72/72 lis/c=383/383 les/c/f=384/384/0 sis=383) [2,7,5]p2(0) r=0 lpr=383 crt=382'589 mlcod 0'0 active+clean+snaptrim trimq=[d6~1,d9~1,dc~7] ps=[b1~1,b4~2,b7~5,bd~19,d7~2,da~2]] update_snap_map remove_oid 5:bca38b6f:::smithi16976610-24:d7 failed with -2 2024-03-10T22:19:55.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:55.752+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:55.980 INFO:tasks.rados.rados.0.smithi169.stdout:1618: done (3 left) 2024-03-10T22:19:55.980 INFO:tasks.rados.rados.0.smithi169.stdout:1619: done (2 left) 2024-03-10T22:19:55.980 INFO:tasks.rados.rados.0.smithi169.stdout:1620: done (1 left) 2024-03-10T22:19:55.980 INFO:tasks.rados.rados.0.smithi169.stdout:1623: done (0 left) 2024-03-10T22:19:55.980 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 153 2024-03-10T22:19:55.980 INFO:tasks.rados.rados.0.smithi169.stdout:1624: seq_num 530 ranges {0=483328,483328=532480,1015808=671744} 2024-03-10T22:19:55.982 INFO:tasks.rados.rados.0.smithi169.stdout:1624: writing smithi16976610-4 from 0 to 483328 tid 1 2024-03-10T22:19:55.985 INFO:tasks.rados.rados.0.smithi169.stdout:1624: writing smithi16976610-4 from 483328 to 1015808 tid 2 2024-03-10T22:19:55.989 INFO:tasks.rados.rados.0.smithi169.stdout:1624: writing smithi16976610-4 from 1015808 to 1687552 tid 3 2024-03-10T22:19:55.989 INFO:tasks.rados.rados.0.smithi169.stdout:1625: rollback oid 39 current snap is 153 2024-03-10T22:19:55.989 INFO:tasks.rados.rados.0.smithi169.stdout:1625: done (1 left) 2024-03-10T22:19:55.989 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 153 2024-03-10T22:19:55.990 INFO:tasks.rados.rados.0.smithi169.stdout:1624: finishing write tid 1 to smithi16976610-4 2024-03-10T22:19:55.990 INFO:tasks.rados.rados.0.smithi169.stdout:1624: finishing write tid 2 to smithi16976610-4 2024-03-10T22:19:55.990 INFO:tasks.rados.rados.0.smithi169.stdout:1626: seq_num 531 ranges {540672=499712,1040384=417792,1458176=548864,2007040=237568} 2024-03-10T22:19:55.995 INFO:tasks.rados.rados.0.smithi169.stdout:1626: writing smithi16976610-35 from 540672 to 1040384 tid 1 2024-03-10T22:19:55.997 INFO:tasks.rados.rados.0.smithi169.stdout:1626: writing smithi16976610-35 from 1040384 to 1458176 tid 2 2024-03-10T22:19:56.000 INFO:tasks.rados.rados.0.smithi169.stdout:1626: writing smithi16976610-35 from 1458176 to 2007040 tid 3 2024-03-10T22:19:56.002 INFO:tasks.rados.rados.0.smithi169.stdout:1626: writing smithi16976610-35 from 2007040 to 2244608 tid 4 2024-03-10T22:19:56.002 INFO:tasks.rados.rados.0.smithi169.stdout:1627: delete oid 44 current snap is 153 2024-03-10T22:19:56.002 INFO:tasks.rados.rados.0.smithi169.stdout:1624: finishing write tid 3 to smithi16976610-4 2024-03-10T22:19:56.002 INFO:tasks.rados.rados.0.smithi169.stdout:1624: finishing write tid 4 to smithi16976610-4 2024-03-10T22:19:56.002 INFO:tasks.rados.rados.0.smithi169.stdout:1624: finishing write tid 5 to smithi16976610-4 2024-03-10T22:19:56.002 INFO:tasks.rados.rados.0.smithi169.stdout:1624: oid 4 updating version 0 to 1759 2024-03-10T22:19:56.002 INFO:tasks.rados.rados.0.smithi169.stdout:1624: oid 4 updating version 1759 to 1760 2024-03-10T22:19:56.002 INFO:tasks.rados.rados.0.smithi169.stdout:1624: oid 4 version 1760 is already newer than 1758 2024-03-10T22:19:56.002 INFO:tasks.rados.rados.0.smithi169.stdout:1624: oid 4 updating version 1760 to 1761 2024-03-10T22:19:56.002 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 1761 (ObjNum 530 snap 153 seq_num 530) dirty exists 2024-03-10T22:19:56.003 INFO:tasks.rados.rados.0.smithi169.stdout:1624: left oid 4 (ObjNum 530 snap 153 seq_num 530) 2024-03-10T22:19:56.003 INFO:tasks.rados.rados.0.smithi169.stdout:1626: finishing write tid 1 to smithi16976610-35 2024-03-10T22:19:56.003 INFO:tasks.rados.rados.0.smithi169.stdout:1626: finishing write tid 2 to smithi16976610-35 2024-03-10T22:19:56.003 INFO:tasks.rados.rados.0.smithi169.stdout:1626: finishing write tid 3 to smithi16976610-35 2024-03-10T22:19:56.004 INFO:tasks.rados.rados.0.smithi169.stdout:1626: finishing write tid 4 to smithi16976610-35 2024-03-10T22:19:56.004 INFO:tasks.rados.rados.0.smithi169.stdout:1626: finishing write tid 5 to smithi16976610-35 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1626: finishing write tid 6 to smithi16976610-35 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1626: oid 35 updating version 0 to 298 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1626: oid 35 updating version 298 to 300 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1626: oid 35 version 300 is already newer than 297 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1626: oid 35 version 300 is already newer than 299 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1626: oid 35 updating version 300 to 301 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 301 (ObjNum 531 snap 153 seq_num 531) dirty exists 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1626: left oid 35 (ObjNum 531 snap 153 seq_num 531) 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1624: done (2 left) 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1626: done (1 left) 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1627: done (0 left) 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1628: rollback oid 17 current snap is 153 2024-03-10T22:19:56.006 INFO:tasks.rados.rados.0.smithi169.stdout:1628: done (0 left) 2024-03-10T22:19:56.007 INFO:tasks.rados.rados.0.smithi169.stdout:1629: read oid 40 snap -1 2024-03-10T22:19:56.007 INFO:tasks.rados.rados.0.smithi169.stdout:1629: expect deleted 2024-03-10T22:19:56.007 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 153 2024-03-10T22:19:56.007 INFO:tasks.rados.rados.0.smithi169.stdout:1630: seq_num 533 ranges {2449408=532480,2981888=630784,3612672=516096,4128768=57344} 2024-03-10T22:19:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:55 smithi172 ceph-mon[84635]: pgmap v234: 121 pgs: 12 active+undersized+degraded, 28 active+undersized, 2 active+clean+snaptrim_error, 79 active+clean; 149 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 44/354 objects degraded (12.429%) 2024-03-10T22:19:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:55 smithi172 ceph-mon[84635]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:19:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:55 smithi172 ceph-mon[84635]: osd.2 [v2:172.21.15.169:6818/1532232691,v1:172.21.15.169:6819/1532232691] boot 2024-03-10T22:19:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:55 smithi172 ceph-mon[84635]: osdmap e383: 8 total, 8 up, 8 in 2024-03-10T22:19:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T22:19:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:55 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:55 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:55 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:56.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:19:56.021 INFO:tasks.rados.rados.0.smithi169.stdout:1630: writing smithi16976610-24 from 2449408 to 2981888 tid 1 2024-03-10T22:19:56.025 INFO:tasks.rados.rados.0.smithi169.stdout:1630: writing smithi16976610-24 from 2981888 to 3612672 tid 2 2024-03-10T22:19:56.028 INFO:tasks.rados.rados.0.smithi169.stdout:1630: writing smithi16976610-24 from 3612672 to 4128768 tid 3 2024-03-10T22:19:56.029 INFO:tasks.rados.rados.0.smithi169.stdout:1630: writing smithi16976610-24 from 4128768 to 4186112 tid 4 2024-03-10T22:19:56.029 INFO:tasks.rados.rados.0.smithi169.stdout:1631: read oid 50 snap -1 2024-03-10T22:19:56.029 INFO:tasks.rados.rados.0.smithi169.stdout:1631: expect (ObjNum 471 snap 138 seq_num 471) 2024-03-10T22:19:56.029 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 153 2024-03-10T22:19:56.029 INFO:tasks.rados.rados.0.smithi169.stdout:1632: seq_num 534 ranges {0=548864,548864=516096,1064960=688128} 2024-03-10T22:19:56.032 INFO:tasks.rados.rados.0.smithi169.stdout:1632: writing smithi16976610-31 from 0 to 548864 tid 1 2024-03-10T22:19:56.035 INFO:tasks.rados.rados.0.smithi169.stdout:1632: writing smithi16976610-31 from 548864 to 1064960 tid 2 2024-03-10T22:19:56.040 INFO:tasks.rados.rados.0.smithi169.stdout:1632: writing smithi16976610-31 from 1064960 to 1753088 tid 3 2024-03-10T22:19:56.040 INFO:tasks.rados.rados.0.smithi169.stdout:1633: setattr oid 20 current snap is 153 2024-03-10T22:19:56.040 INFO:tasks.rados.rados.0.smithi169.stdout:1630: finishing write tid 1 to smithi16976610-24 2024-03-10T22:19:56.040 INFO:tasks.rados.rados.0.smithi169.stdout:1630: finishing write tid 2 to smithi16976610-24 2024-03-10T22:19:56.040 INFO:tasks.rados.rados.0.smithi169.stdout:1630: finishing write tid 3 to smithi16976610-24 2024-03-10T22:19:56.040 INFO:tasks.rados.rados.0.smithi169.stdout:1631: expect (ObjNum 471 snap 138 seq_num 471) 2024-03-10T22:19:56.063 INFO:tasks.rados.rados.0.smithi169.stdout:1630: finishing write tid 4 to smithi16976610-24 2024-03-10T22:19:56.091 INFO:tasks.rados.rados.0.smithi169.stdout:1630: finishing write tid 5 to smithi16976610-24 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:1630: finishing write tid 6 to smithi16976610-24 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:1630: oid 24 updating version 0 to 730 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:1630: oid 24 version 730 is already newer than 729 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:1630: oid 24 version 730 is already newer than 727 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:1630: oid 24 version 730 is already newer than 726 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:1630: oid 24 version 730 is already newer than 728 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 730 (ObjNum 533 snap 153 seq_num 533) dirty exists 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:1630: left oid 24 (ObjNum 533 snap 153 seq_num 533) 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:1632: finishing write tid 1 to smithi16976610-31 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:1632: finishing write tid 2 to smithi16976610-31 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:1632: finishing write tid 3 to smithi16976610-31 2024-03-10T22:19:56.092 INFO:tasks.rados.rados.0.smithi169.stdout:1632: finishing write tid 4 to smithi16976610-31 2024-03-10T22:19:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:1632: finishing write tid 5 to smithi16976610-31 2024-03-10T22:19:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:1632: oid 31 updating version 0 to 13911 2024-03-10T22:19:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:1632: oid 31 updating version 13911 to 13914 2024-03-10T22:19:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:1632: oid 31 version 13914 is already newer than 13912 2024-03-10T22:19:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:1632: oid 31 version 13914 is already newer than 13913 2024-03-10T22:19:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 13914 (ObjNum 534 snap 153 seq_num 534) dirty exists 2024-03-10T22:19:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:1632: left oid 31 (ObjNum 534 snap 153 seq_num 534) 2024-03-10T22:19:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:1629: done (4 left) 2024-03-10T22:19:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:1630: done (3 left) 2024-03-10T22:19:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:1631: done (2 left) 2024-03-10T22:19:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:1632: done (1 left) 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1634: read oid 15 snap -1 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1634: expect deleted 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1635: read oid 49 snap -1 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1635: expect (ObjNum 384 snap 108 seq_num 384) 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1636: rmattr oid 7 current snap is 153 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1636: done (3 left) 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1637: read oid 11 snap -1 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1637: expect (ObjNum 495 snap 146 seq_num 495) 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1638: copy_from oid 9 from oid 23 current snap is 153 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1639: read oid 22 snap -1 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1639: expect (ObjNum 518 snap 152 seq_num 518) 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:1640: snap_create 2024-03-10T22:19:56.094 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 560 (ObjNum 516 snap 152 seq_num 516) dirty exists 2024-03-10T22:19:56.095 INFO:tasks.rados.rados.0.smithi169.stdout:1639: expect (ObjNum 518 snap 152 seq_num 518) 2024-03-10T22:19:56.111 INFO:tasks.rados.rados.0.smithi169.stdout:1638: finishing copy_from racing read to smithi16976610-9 2024-03-10T22:19:56.111 INFO:tasks.rados.rados.0.smithi169.stdout:1638: finishing copy_from to smithi16976610-9 2024-03-10T22:19:56.111 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 721 (ObjNum 508 snap 151 seq_num 508) dirty exists 2024-03-10T22:19:56.111 INFO:tasks.rados.rados.0.smithi169.stdout:1635: expect (ObjNum 384 snap 108 seq_num 384) 2024-03-10T22:19:56.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:19:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:19:55] "GET /metrics HTTP/1.1" 200 36052 "" "Prometheus/2.43.0" 2024-03-10T22:19:56.441 INFO:tasks.rados.rados.0.smithi169.stdout:1637: expect (ObjNum 495 snap 146 seq_num 495) 2024-03-10T22:19:56.599 INFO:tasks.rados.rados.0.smithi169.stdout:1633: done (6 left) 2024-03-10T22:19:56.599 INFO:tasks.rados.rados.0.smithi169.stdout:1634: done (5 left) 2024-03-10T22:19:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:1635: done (4 left) 2024-03-10T22:19:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:1637: done (3 left) 2024-03-10T22:19:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:1638: done (2 left) 2024-03-10T22:19:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:1639: done (1 left) 2024-03-10T22:19:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:1640: done (0 left) 2024-03-10T22:19:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 154 2024-03-10T22:19:56.600 INFO:tasks.rados.rados.0.smithi169.stdout:1641: seq_num 535 ranges {0=565248,565248=802816,1368064=401408} 2024-03-10T22:19:56.602 INFO:tasks.rados.rados.0.smithi169.stdout:1641: writing smithi16976610-27 from 0 to 565248 tid 1 2024-03-10T22:19:56.607 INFO:tasks.rados.rados.0.smithi169.stdout:1641: writing smithi16976610-27 from 565248 to 1368064 tid 2 2024-03-10T22:19:56.610 INFO:tasks.rados.rados.0.smithi169.stdout:1641: writing smithi16976610-27 from 1368064 to 1769472 tid 3 2024-03-10T22:19:56.611 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 154 2024-03-10T22:19:56.611 INFO:tasks.rados.rados.0.smithi169.stdout:1641: finishing write tid 1 to smithi16976610-27 2024-03-10T22:19:56.611 INFO:tasks.rados.rados.0.smithi169.stdout:1642: seq_num 536 ranges {0=581632,581632=688128,1269760=516096} 2024-03-10T22:19:56.614 INFO:tasks.rados.rados.0.smithi169.stdout:1642: writing smithi16976610-15 from 0 to 581632 tid 1 2024-03-10T22:19:56.618 INFO:tasks.rados.rados.0.smithi169.stdout:1642: writing smithi16976610-15 from 581632 to 1269760 tid 2 2024-03-10T22:19:56.621 INFO:tasks.rados.rados.0.smithi169.stdout:1642: writing smithi16976610-15 from 1269760 to 1785856 tid 3 2024-03-10T22:19:56.621 INFO:tasks.rados.rados.0.smithi169.stdout:1643: read oid 29 snap -1 2024-03-10T22:19:56.621 INFO:tasks.rados.rados.0.smithi169.stdout:1643: expect (ObjNum 490 snap 145 seq_num 490) 2024-03-10T22:19:56.621 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 154 2024-03-10T22:19:56.621 INFO:tasks.rados.rados.0.smithi169.stdout:1641: finishing write tid 2 to smithi16976610-27 2024-03-10T22:19:56.621 INFO:tasks.rados.rados.0.smithi169.stdout:1644: seq_num 537 ranges {1753088=598016,2351104=573440,2924544=491520,3416064=139264} 2024-03-10T22:19:56.634 INFO:tasks.rados.rados.0.smithi169.stdout:1644: writing smithi16976610-31 from 1753088 to 2351104 tid 1 2024-03-10T22:19:56.637 INFO:tasks.rados.rados.0.smithi169.stdout:1644: writing smithi16976610-31 from 2351104 to 2924544 tid 2 2024-03-10T22:19:56.640 INFO:tasks.rados.rados.0.smithi169.stdout:1644: writing smithi16976610-31 from 2924544 to 3416064 tid 3 2024-03-10T22:19:56.642 INFO:tasks.rados.rados.0.smithi169.stdout:1644: writing smithi16976610-31 from 3416064 to 3555328 tid 4 2024-03-10T22:19:56.642 INFO:tasks.rados.rados.0.smithi169.stdout:1645: read oid 35 snap -1 2024-03-10T22:19:56.642 INFO:tasks.rados.rados.0.smithi169.stdout:1645: expect (ObjNum 531 snap 153 seq_num 531) 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1646: delete oid 23 current snap is 154 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1641: finishing write tid 3 to smithi16976610-27 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1641: finishing write tid 4 to smithi16976610-27 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1641: finishing write tid 5 to smithi16976610-27 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1641: oid 27 updating version 0 to 10281 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1641: oid 27 updating version 10281 to 10283 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1641: oid 27 version 10283 is already newer than 10282 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1641: oid 27 version 10283 is already newer than 10280 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 10283 (ObjNum 535 snap 154 seq_num 535) dirty exists 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1641: left oid 27 (ObjNum 535 snap 154 seq_num 535) 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1642: finishing write tid 1 to smithi16976610-15 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1642: finishing write tid 2 to smithi16976610-15 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1642: finishing write tid 3 to smithi16976610-15 2024-03-10T22:19:56.643 INFO:tasks.rados.rados.0.smithi169.stdout:1642: finishing write tid 4 to smithi16976610-15 2024-03-10T22:19:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:1642: finishing write tid 5 to smithi16976610-15 2024-03-10T22:19:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:1642: oid 15 updating version 0 to 733 2024-03-10T22:19:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:1642: oid 15 version 733 is already newer than 731 2024-03-10T22:19:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:1642: oid 15 version 733 is already newer than 732 2024-03-10T22:19:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:1642: oid 15 updating version 733 to 734 2024-03-10T22:19:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 734 (ObjNum 536 snap 154 seq_num 536) dirty exists 2024-03-10T22:19:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:1642: left oid 15 (ObjNum 536 snap 154 seq_num 536) 2024-03-10T22:19:56.644 INFO:tasks.rados.rados.0.smithi169.stdout:1643: expect (ObjNum 490 snap 145 seq_num 490) 2024-03-10T22:19:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:1644: finishing write tid 1 to smithi16976610-31 2024-03-10T22:19:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:1644: finishing write tid 2 to smithi16976610-31 2024-03-10T22:19:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:1644: finishing write tid 3 to smithi16976610-31 2024-03-10T22:19:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:1641: done (5 left) 2024-03-10T22:19:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:1642: done (4 left) 2024-03-10T22:19:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:1643: done (3 left) 2024-03-10T22:19:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:1646: done (2 left) 2024-03-10T22:19:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 154 2024-03-10T22:19:56.834 INFO:tasks.rados.rados.0.smithi169.stdout:1645: expect (ObjNum 531 snap 153 seq_num 531) 2024-03-10T22:19:56.876 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:56.876 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:56.877 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[90638]: osdmap e384: 8 total, 8 up, 8 in 2024-03-10T22:19:56.877 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:56.877 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:56.877 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset db=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:56.877 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:56.877 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:56.877 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:56.877 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:56.877 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[90638]: pgmap v237: 121 pgs: 10 active+undersized+degraded, 14 active+undersized, 2 active+clean+snaptrim_error, 95 active+clean; 144 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 37/327 objects degraded (11.315%) 2024-03-10T22:19:56.877 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:56.878 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:56.878 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[88180]: osdmap e384: 8 total, 8 up, 8 in 2024-03-10T22:19:56.878 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:56.878 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:56.878 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset db=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:56.878 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:56.878 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:56.878 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:56.878 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:56.878 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-mon[88180]: pgmap v237: 121 pgs: 10 active+undersized+degraded, 14 active+undersized, 2 active+clean+snaptrim_error, 95 active+clean; 144 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 37/327 objects degraded (11.315%) 2024-03-10T22:19:56.879 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:56.605+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:56.882 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:56.605+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:56.882 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:56.607+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:56.882 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:56.607+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:56.882 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:56.607+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:56.882 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:56.608+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:56.882 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:56.608+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:56.901 INFO:tasks.rados.rados.0.smithi169.stdout:1644: finishing write tid 4 to smithi16976610-31 2024-03-10T22:19:56.901 INFO:tasks.rados.rados.0.smithi169.stdout:1644: finishing write tid 5 to smithi16976610-31 2024-03-10T22:19:56.901 INFO:tasks.rados.rados.0.smithi169.stdout:1644: finishing write tid 6 to smithi16976610-31 2024-03-10T22:19:56.902 INFO:tasks.rados.rados.0.smithi169.stdout:1644: oid 31 updating version 0 to 13917 2024-03-10T22:19:56.902 INFO:tasks.rados.rados.0.smithi169.stdout:1644: oid 31 updating version 13917 to 13919 2024-03-10T22:19:56.902 INFO:tasks.rados.rados.0.smithi169.stdout:1644: oid 31 updating version 13919 to 13920 2024-03-10T22:19:56.902 INFO:tasks.rados.rados.0.smithi169.stdout:1644: oid 31 version 13920 is already newer than 13918 2024-03-10T22:19:56.902 INFO:tasks.rados.rados.0.smithi169.stdout:1644: oid 31 version 13920 is already newer than 13916 2024-03-10T22:19:56.902 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 13920 (ObjNum 537 snap 154 seq_num 537) dirty exists 2024-03-10T22:19:56.902 INFO:tasks.rados.rados.0.smithi169.stdout:1644: left oid 31 (ObjNum 537 snap 154 seq_num 537) 2024-03-10T22:19:56.902 INFO:tasks.rados.rados.0.smithi169.stdout:1647: seq_num 539 ranges {1949696=630784,2580480=737280,3317760=466944} 2024-03-10T22:19:56.915 INFO:tasks.rados.rados.0.smithi169.stdout:1647: writing smithi16976610-21 from 1949696 to 2580480 tid 1 2024-03-10T22:19:56.919 INFO:tasks.rados.rados.0.smithi169.stdout:1647: writing smithi16976610-21 from 2580480 to 3317760 tid 2 2024-03-10T22:19:56.922 INFO:tasks.rados.rados.0.smithi169.stdout:1647: writing smithi16976610-21 from 3317760 to 3784704 tid 3 2024-03-10T22:19:56.922 INFO:tasks.rados.rados.0.smithi169.stdout:1644: done (2 left) 2024-03-10T22:19:56.922 INFO:tasks.rados.rados.0.smithi169.stdout:1645: done (1 left) 2024-03-10T22:19:56.922 INFO:tasks.rados.rados.0.smithi169.stdout:1648: snap_remove snap 153 2024-03-10T22:19:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:56 smithi172 ceph-mon[84635]: osdmap e384: 8 total, 8 up, 8 in 2024-03-10T22:19:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset db=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:57.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:57.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:57.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:57.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:57.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:56 smithi172 ceph-mon[84635]: pgmap v237: 121 pgs: 10 active+undersized+degraded, 14 active+undersized, 2 active+clean+snaptrim_error, 95 active+clean; 144 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 37/327 objects degraded (11.315%) 2024-03-10T22:19:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:1648: done (1 left) 2024-03-10T22:19:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 154 2024-03-10T22:19:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:1647: finishing write tid 1 to smithi16976610-21 2024-03-10T22:19:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:1649: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2024-03-10T22:19:57.608 INFO:tasks.rados.rados.0.smithi169.stdout:1649: writing smithi16976610-19 from 0 to 647168 tid 1 2024-03-10T22:19:57.612 INFO:tasks.rados.rados.0.smithi169.stdout:1649: writing smithi16976610-19 from 647168 to 1318912 tid 2 2024-03-10T22:19:57.615 INFO:tasks.rados.rados.0.smithi169.stdout:1649: writing smithi16976610-19 from 1318912 to 1851392 tid 3 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:1647: finishing write tid 2 to smithi16976610-21 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:1647: finishing write tid 3 to smithi16976610-21 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:1647: finishing write tid 4 to smithi16976610-21 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:1647: finishing write tid 5 to smithi16976610-21 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:1647: oid 21 updating version 0 to 653 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:1647: oid 21 updating version 653 to 654 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:1647: oid 21 updating version 654 to 656 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:1647: oid 21 version 656 is already newer than 655 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 656 (ObjNum 539 snap 154 seq_num 539) dirty exists 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:1647: left oid 21 (ObjNum 539 snap 154 seq_num 539) 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:1647: done (1 left) 2024-03-10T22:19:57.616 INFO:tasks.rados.rados.0.smithi169.stdout:1650: snap_create 2024-03-10T22:19:57.618 INFO:tasks.rados.rados.0.smithi169.stdout:1649: finishing write tid 1 to smithi16976610-19 2024-03-10T22:19:57.621 INFO:tasks.rados.rados.0.smithi169.stdout:1649: finishing write tid 2 to smithi16976610-19 2024-03-10T22:19:57.624 INFO:tasks.rados.rados.0.smithi169.stdout:1649: finishing write tid 3 to smithi16976610-19 2024-03-10T22:19:57.624 INFO:tasks.rados.rados.0.smithi169.stdout:1649: finishing write tid 4 to smithi16976610-19 2024-03-10T22:19:57.626 INFO:tasks.rados.rados.0.smithi169.stdout:1649: finishing write tid 5 to smithi16976610-19 2024-03-10T22:19:57.626 INFO:tasks.rados.rados.0.smithi169.stdout:1649: oid 19 updating version 0 to 10316 2024-03-10T22:19:57.626 INFO:tasks.rados.rados.0.smithi169.stdout:1649: oid 19 version 10316 is already newer than 10315 2024-03-10T22:19:57.626 INFO:tasks.rados.rados.0.smithi169.stdout:1649: oid 19 updating version 10316 to 10317 2024-03-10T22:19:57.626 INFO:tasks.rados.rados.0.smithi169.stdout:1649: oid 19 updating version 10317 to 10318 2024-03-10T22:19:57.627 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 10318 (ObjNum 540 snap 154 seq_num 540) dirty exists 2024-03-10T22:19:57.627 INFO:tasks.rados.rados.0.smithi169.stdout:1649: left oid 19 (ObjNum 540 snap 154 seq_num 540) 2024-03-10T22:19:57.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[90638]: osdmap e385: 8 total, 8 up, 8 in 2024-03-10T22:19:57.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:57.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:57.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:57.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:57.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:57.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 37/327 objects degraded (11.315%), 10 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:57.948 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:57.611+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:57.948 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:57.615+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:57.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[88180]: osdmap e385: 8 total, 8 up, 8 in 2024-03-10T22:19:57.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:57.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:57.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:57.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:57.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:57.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:57 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 37/327 objects degraded (11.315%), 10 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:57 smithi172 ceph-mon[84635]: osdmap e385: 8 total, 8 up, 8 in 2024-03-10T22:19:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:58.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:58.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:57 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 37/327 objects degraded (11.315%), 10 pgs degraded (PG_DEGRADED) 2024-03-10T22:19:58.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.053+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:19:58.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.053+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:58.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.053+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:58.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.053+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:19:58.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.054+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:58.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.054+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:58.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.054+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:19:58.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.054+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:58.603 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:19:58.460+0000 7fcb9e6f0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-10T22:19:58.610 INFO:tasks.rados.rados.0.smithi169.stdout:1649: done (1 left) 2024-03-10T22:19:58.610 INFO:tasks.rados.rados.0.smithi169.stdout:1650: done (0 left) 2024-03-10T22:19:58.610 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 155 2024-03-10T22:19:58.611 INFO:tasks.rados.rados.0.smithi169.stdout:1651: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2024-03-10T22:19:58.614 INFO:tasks.rados.rados.0.smithi169.stdout:1651: writing smithi16976610-3 from 0 to 663552 tid 1 2024-03-10T22:19:58.617 INFO:tasks.rados.rados.0.smithi169.stdout:1651: writing smithi16976610-3 from 663552 to 1220608 tid 2 2024-03-10T22:19:58.620 INFO:tasks.rados.rados.0.smithi169.stdout:1651: writing smithi16976610-3 from 1220608 to 1695744 tid 3 2024-03-10T22:19:58.622 INFO:tasks.rados.rados.0.smithi169.stdout:1651: writing smithi16976610-3 from 1695744 to 1867776 tid 4 2024-03-10T22:19:58.622 INFO:tasks.rados.rados.0.smithi169.stdout:1652: read oid 23 snap -1 2024-03-10T22:19:58.622 INFO:tasks.rados.rados.0.smithi169.stdout:1652: expect deleted 2024-03-10T22:19:58.622 INFO:tasks.rados.rados.0.smithi169.stdout:1653: read oid 30 snap 154 2024-03-10T22:19:58.622 INFO:tasks.rados.rados.0.smithi169.stdout:1653: expect deleted 2024-03-10T22:19:58.622 INFO:tasks.rados.rados.0.smithi169.stdout:1654: rmattr oid 13 current snap is 155 2024-03-10T22:19:58.622 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 155 2024-03-10T22:19:58.622 INFO:tasks.rados.rados.0.smithi169.stdout:1655: seq_num 542 ranges {0=679936,679936=442368,1122304=679936,1802240=81920} 2024-03-10T22:19:58.626 INFO:tasks.rados.rados.0.smithi169.stdout:1655: writing smithi16976610-40 from 0 to 679936 tid 1 2024-03-10T22:19:58.628 INFO:tasks.rados.rados.0.smithi169.stdout:1655: writing smithi16976610-40 from 679936 to 1122304 tid 2 2024-03-10T22:19:58.633 INFO:tasks.rados.rados.0.smithi169.stdout:1655: writing smithi16976610-40 from 1122304 to 1802240 tid 3 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:1655: writing smithi16976610-40 from 1802240 to 1884160 tid 4 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:1656: read oid 50 snap -1 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:1656: expect (ObjNum 471 snap 138 seq_num 471) 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:1657: rollback oid 31 current snap is 155 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 31 to 154 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:1651: finishing write tid 1 to smithi16976610-3 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:1653: done (6 left) 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:1658: delete oid 24 current snap is 155 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:1651: finishing write tid 2 to smithi16976610-3 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:1651: finishing write tid 3 to smithi16976610-3 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:1651: finishing write tid 4 to smithi16976610-3 2024-03-10T22:19:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:1651: finishing write tid 5 to smithi16976610-3 2024-03-10T22:19:58.636 INFO:tasks.rados.rados.0.smithi169.stdout:1651: finishing write tid 6 to smithi16976610-3 2024-03-10T22:19:58.636 INFO:tasks.rados.rados.0.smithi169.stdout:1651: oid 3 updating version 0 to 582 2024-03-10T22:19:58.636 INFO:tasks.rados.rados.0.smithi169.stdout:1651: oid 3 version 582 is already newer than 580 2024-03-10T22:19:58.636 INFO:tasks.rados.rados.0.smithi169.stdout:1651: oid 3 version 582 is already newer than 581 2024-03-10T22:19:58.636 INFO:tasks.rados.rados.0.smithi169.stdout:1651: oid 3 version 582 is already newer than 579 2024-03-10T22:19:58.636 INFO:tasks.rados.rados.0.smithi169.stdout:1651: oid 3 version 582 is already newer than 578 2024-03-10T22:19:58.636 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 582 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:19:58.636 INFO:tasks.rados.rados.0.smithi169.stdout:1651: left oid 3 (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:19:58.636 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 13922 (ObjNum 385 snap 0 seq_num 150935008) dirty exists 2024-03-10T22:19:58.636 INFO:tasks.rados.rados.0.smithi169.stdout:1655: finishing write tid 1 to smithi16976610-40 2024-03-10T22:19:58.636 INFO:tasks.rados.rados.0.smithi169.stdout:1655: finishing write tid 2 to smithi16976610-40 2024-03-10T22:19:58.637 INFO:tasks.rados.rados.0.smithi169.stdout:1651: done (6 left) 2024-03-10T22:19:58.637 INFO:tasks.rados.rados.0.smithi169.stdout:1652: done (5 left) 2024-03-10T22:19:58.637 INFO:tasks.rados.rados.0.smithi169.stdout:1654: done (4 left) 2024-03-10T22:19:58.637 INFO:tasks.rados.rados.0.smithi169.stdout:1658: done (3 left) 2024-03-10T22:19:58.637 INFO:tasks.rados.rados.0.smithi169.stdout:1659: read oid 9 snap 154 2024-03-10T22:19:58.637 INFO:tasks.rados.rados.0.smithi169.stdout:1659: expect (ObjNum 508 snap 151 seq_num 508) 2024-03-10T22:19:58.638 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 155 2024-03-10T22:19:58.638 INFO:tasks.rados.rados.0.smithi169.stdout:1660: seq_num 544 ranges {1482752=720896,2203648=614400,2818048=589824} 2024-03-10T22:19:58.650 INFO:tasks.rados.rados.0.smithi169.stdout:1660: writing smithi16976610-22 from 1482752 to 2203648 tid 1 2024-03-10T22:19:58.653 INFO:tasks.rados.rados.0.smithi169.stdout:1660: writing smithi16976610-22 from 2203648 to 2818048 tid 2 2024-03-10T22:19:58.657 INFO:tasks.rados.rados.0.smithi169.stdout:1660: writing smithi16976610-22 from 2818048 to 3407872 tid 3 2024-03-10T22:19:58.657 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 155 2024-03-10T22:19:58.657 INFO:tasks.rados.rados.0.smithi169.stdout:1656: expect (ObjNum 471 snap 138 seq_num 471) 2024-03-10T22:19:58.675 INFO:tasks.rados.rados.0.smithi169.stdout:1655: finishing write tid 3 to smithi16976610-40 2024-03-10T22:19:58.675 INFO:tasks.rados.rados.0.smithi169.stdout:1655: finishing write tid 4 to smithi16976610-40 2024-03-10T22:19:58.675 INFO:tasks.rados.rados.0.smithi169.stdout:1661: seq_num 545 ranges {2809856=737280,3547136=491520,4038656=450560,4489216=262144} 2024-03-10T22:19:58.694 INFO:tasks.rados.rados.0.smithi169.stdout:1661: writing smithi16976610-16 from 2809856 to 3547136 tid 1 2024-03-10T22:19:58.697 INFO:tasks.rados.rados.0.smithi169.stdout:1661: writing smithi16976610-16 from 3547136 to 4038656 tid 2 2024-03-10T22:19:58.700 INFO:tasks.rados.rados.0.smithi169.stdout:1661: writing smithi16976610-16 from 4038656 to 4489216 tid 3 2024-03-10T22:19:58.701 INFO:tasks.rados.rados.0.smithi169.stdout:1661: writing smithi16976610-16 from 4489216 to 4751360 tid 4 2024-03-10T22:19:58.701 INFO:tasks.rados.rados.0.smithi169.stdout:1656: done (5 left) 2024-03-10T22:19:58.702 INFO:tasks.rados.rados.0.smithi169.stdout:1662: copy_from oid 21 from oid 11 current snap is 155 2024-03-10T22:19:58.702 INFO:tasks.rados.rados.0.smithi169.stdout:1655: finishing write tid 5 to smithi16976610-40 2024-03-10T22:19:58.702 INFO:tasks.rados.rados.0.smithi169.stdout:1655: finishing write tid 6 to smithi16976610-40 2024-03-10T22:19:58.702 INFO:tasks.rados.rados.0.smithi169.stdout:1655: oid 40 updating version 0 to 13901 2024-03-10T22:19:58.702 INFO:tasks.rados.rados.0.smithi169.stdout:1655: oid 40 version 13901 is already newer than 13900 2024-03-10T22:19:58.702 INFO:tasks.rados.rados.0.smithi169.stdout:1655: oid 40 version 13901 is already newer than 13899 2024-03-10T22:19:58.702 INFO:tasks.rados.rados.0.smithi169.stdout:1655: oid 40 updating version 13901 to 13902 2024-03-10T22:19:58.702 INFO:tasks.rados.rados.0.smithi169.stdout:1655: oid 40 updating version 13902 to 13903 2024-03-10T22:19:58.702 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 13903 (ObjNum 542 snap 155 seq_num 542) dirty exists 2024-03-10T22:19:58.703 INFO:tasks.rados.rados.0.smithi169.stdout:1655: left oid 40 (ObjNum 542 snap 155 seq_num 542) 2024-03-10T22:19:58.703 INFO:tasks.rados.rados.0.smithi169.stdout:1657: finishing rollback tid 0 to smithi16976610-31 2024-03-10T22:19:58.703 INFO:tasks.rados.rados.0.smithi169.stdout:1655: done (5 left) 2024-03-10T22:19:58.703 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 155 2024-03-10T22:19:58.703 INFO:tasks.rados.rados.0.smithi169.stdout:1663: seq_num 546 ranges {0=753664,753664=778240,1531904=425984} 2024-03-10T22:19:58.705 INFO:tasks.rados.rados.0.smithi169.stdout:1663: writing smithi16976610-45 from 0 to 753664 tid 1 2024-03-10T22:19:58.710 INFO:tasks.rados.rados.0.smithi169.stdout:1663: writing smithi16976610-45 from 753664 to 1531904 tid 2 2024-03-10T22:19:58.713 INFO:tasks.rados.rados.0.smithi169.stdout:1663: writing smithi16976610-45 from 1531904 to 1957888 tid 3 2024-03-10T22:19:58.713 INFO:tasks.rados.rados.0.smithi169.stdout:1664: setattr oid 15 current snap is 155 2024-03-10T22:19:58.713 INFO:tasks.rados.rados.0.smithi169.stdout:1657: finishing rollback tid 1 to smithi16976610-31 2024-03-10T22:19:58.713 INFO:tasks.rados.rados.0.smithi169.stdout:1657: finishing rollback tid 2 to smithi16976610-31 2024-03-10T22:19:58.713 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 13926 (ObjNum 537 snap 154 seq_num 537) dirty exists 2024-03-10T22:19:58.713 INFO:tasks.rados.rados.0.smithi169.stdout:1659: expect (ObjNum 508 snap 151 seq_num 508) 2024-03-10T22:19:58.844 INFO:tasks.rados.rados.0.smithi169.stdout:1660: finishing write tid 1 to smithi16976610-22 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1660: finishing write tid 2 to smithi16976610-22 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1660: finishing write tid 3 to smithi16976610-22 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1660: finishing write tid 4 to smithi16976610-22 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1660: finishing write tid 5 to smithi16976610-22 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1660: oid 22 updating version 0 to 13905 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1660: oid 22 version 13905 is already newer than 13904 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1660: oid 22 updating version 13905 to 13907 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1660: oid 22 version 13907 is already newer than 13906 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 13907 (ObjNum 544 snap 155 seq_num 544) dirty exists 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1660: left oid 22 (ObjNum 544 snap 155 seq_num 544) 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1661: finishing write tid 1 to smithi16976610-16 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1661: finishing write tid 2 to smithi16976610-16 2024-03-10T22:19:58.845 INFO:tasks.rados.rados.0.smithi169.stdout:1662: finishing copy_from racing read to smithi16976610-21 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1662: finishing copy_from to smithi16976610-21 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 571 (ObjNum 495 snap 146 seq_num 495) dirty exists 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1661: finishing write tid 3 to smithi16976610-16 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1661: finishing write tid 4 to smithi16976610-16 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1661: finishing write tid 5 to smithi16976610-16 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1663: finishing write tid 1 to smithi16976610-45 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1663: finishing write tid 2 to smithi16976610-45 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1663: finishing write tid 3 to smithi16976610-45 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1661: finishing write tid 6 to smithi16976610-16 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1661: oid 16 updating version 0 to 10322 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1661: oid 16 version 10322 is already newer than 10320 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1661: oid 16 updating version 10322 to 10323 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1661: oid 16 version 10323 is already newer than 10321 2024-03-10T22:19:58.846 INFO:tasks.rados.rados.0.smithi169.stdout:1661: oid 16 updating version 10323 to 10324 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 10324 (ObjNum 545 snap 155 seq_num 545) dirty exists 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1661: left oid 16 (ObjNum 545 snap 155 seq_num 545) 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1663: finishing write tid 4 to smithi16976610-45 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1663: finishing write tid 5 to smithi16976610-45 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1663: oid 45 updating version 0 to 10327 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1663: oid 45 version 10327 is already newer than 10325 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1663: oid 45 version 10327 is already newer than 10326 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1663: oid 45 updating version 10327 to 10328 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 10328 (ObjNum 546 snap 155 seq_num 546) dirty exists 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1663: left oid 45 (ObjNum 546 snap 155 seq_num 546) 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1657: done (6 left) 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1659: done (5 left) 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1660: done (4 left) 2024-03-10T22:19:58.847 INFO:tasks.rados.rados.0.smithi169.stdout:1661: done (3 left) 2024-03-10T22:19:58.848 INFO:tasks.rados.rados.0.smithi169.stdout:1662: done (2 left) 2024-03-10T22:19:58.848 INFO:tasks.rados.rados.0.smithi169.stdout:1663: done (1 left) 2024-03-10T22:19:58.848 INFO:tasks.rados.rados.0.smithi169.stdout:1665: snap_create 2024-03-10T22:19:58.848 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 737 (ObjNum 536 snap 154 seq_num 536) dirty exists 2024-03-10T22:19:59.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:58.625+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:59.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:58.629+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:59.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.621+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:59.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.621+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:59.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.621+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:59.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.621+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:59.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:58.622+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:59.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:59.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: osdmap e386: 8 total, 8 up, 8 in 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:19:59.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:59.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:59.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:59.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:59.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:59.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:19:59.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:19:59.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-10T22:19:59.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[88180]: pgmap v240: 121 pgs: 9 active+undersized+degraded, 11 active+undersized, 2 active+clean+snaptrim_error, 99 active+clean; 146 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 35/336 objects degraded (10.417%) 2024-03-10T22:19:59.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:59.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:59.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: osdmap e386: 8 total, 8 up, 8 in 2024-03-10T22:19:59.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:59.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:59.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:59.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:59.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:59.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:59.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:59.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:59.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:59.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:59.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:19:59.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:59.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:59.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:59.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:59.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:59.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:19:59.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:19:59.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-10T22:19:59.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:58 smithi169 ceph-mon[90638]: pgmap v240: 121 pgs: 9 active+undersized+degraded, 11 active+undersized, 2 active+clean+snaptrim_error, 99 active+clean; 146 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 35/336 objects degraded (10.417%) 2024-03-10T22:19:59.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:59.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:59.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: osdmap e386: 8 total, 8 up, 8 in 2024-03-10T22:19:59.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:59.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:59.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:59.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:19:59.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:19:59.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:19:59.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-10T22:19:59.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:58 smithi172 ceph-mon[84635]: pgmap v240: 121 pgs: 9 active+undersized+degraded, 11 active+undersized, 2 active+clean+snaptrim_error, 99 active+clean; 146 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 35/336 objects degraded (10.417%) 2024-03-10T22:19:59.617 INFO:tasks.rados.rados.0.smithi169.stdout:1664: done (1 left) 2024-03-10T22:19:59.617 INFO:tasks.rados.rados.0.smithi169.stdout:1665: done (0 left) 2024-03-10T22:19:59.617 INFO:tasks.rados.rados.0.smithi169.stdout:1666: delete oid 6 current snap is 156 2024-03-10T22:19:59.622 INFO:tasks.rados.rados.0.smithi169.stdout:1666: done (0 left) 2024-03-10T22:19:59.622 INFO:tasks.rados.rados.0.smithi169.stdout:1667: snap_create 2024-03-10T22:19:59.999 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:59.623+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:19:59.999 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:19:59.623+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:19:59.999 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[88180]: osdmap e387: 8 total, 8 up, 8 in 2024-03-10T22:20:00.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:00.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:00.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:00.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:00.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:00.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:00.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:00.000 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[90638]: osdmap e387: 8 total, 8 up, 8 in 2024-03-10T22:20:00.000 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:00.001 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:00.001 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:00.001 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:00.001 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:00.001 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:00.001 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:00.001 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:59.620+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:00.001 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:59.620+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:00.001 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:59.620+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:00.001 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:59.621+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:00.001 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:59.621+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:00.002 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:59.621+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:00.002 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:59.622+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:00.002 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:19:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:19:59.622+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:59 smithi172 ceph-mon[84635]: osdmap e387: 8 total, 8 up, 8 in 2024-03-10T22:20:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{e2=[e2]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:19:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:00.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR Possible data damage: 2 pgs snaptrim_error; Degraded data redundancy: 35/336 objects degraded (10.417%), 9 pgs degraded 2024-03-10T22:20:00.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : [ERR] PG_DAMAGED: Possible data damage: 2 pgs snaptrim_error 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : [WRN] PG_DEGRADED: Degraded data redundancy: 35/336 objects degraded (10.417%), 9 pgs degraded 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 2.b is active+undersized+degraded, acting [4,5] 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 2.e is active+undersized+degraded, acting [3,7] 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 2.10 is active+undersized+degraded, acting [1,3] 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 2.1c is active+undersized+degraded, acting [1,5] 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.6 is active+undersized+degraded, acting [NONE,5,1] 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.8 is active+undersized+degraded, acting [NONE,0,1] 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.a is active+undersized+degraded, acting [NONE,4,3] 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.b is active+undersized+degraded, acting [NONE,0,5] 2024-03-10T22:20:00.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:19:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.d is active+undersized+degraded, acting [NONE,7,5] 2024-03-10T22:20:00.626 INFO:tasks.rados.rados.0.smithi169.stdout:1667: done (0 left) 2024-03-10T22:20:00.626 INFO:tasks.rados.rados.0.smithi169.stdout:1668: snap_remove snap 156 2024-03-10T22:20:01.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:20:00.614+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:20:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: osdmap e388: 8 total, 8 up, 8 in 2024-03-10T22:20:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: Health detail: HEALTH_ERR Possible data damage: 2 pgs snaptrim_error; Degraded data redundancy: 35/336 objects degraded (10.417%), 9 pgs degraded 2024-03-10T22:20:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: [ERR] PG_DAMAGED: Possible data damage: 2 pgs snaptrim_error 2024-03-10T22:20:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: [WRN] PG_DEGRADED: Degraded data redundancy: 35/336 objects degraded (10.417%), 9 pgs degraded 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pg 2.b is active+undersized+degraded, acting [4,5] 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pg 2.e is active+undersized+degraded, acting [3,7] 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pg 2.10 is active+undersized+degraded, acting [1,3] 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pg 2.1c is active+undersized+degraded, acting [1,5] 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pg 5.6 is active+undersized+degraded, acting [NONE,5,1] 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pg 5.8 is active+undersized+degraded, acting [NONE,0,1] 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pg 5.a is active+undersized+degraded, acting [NONE,4,3] 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pg 5.b is active+undersized+degraded, acting [NONE,0,5] 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pg 5.d is active+undersized+degraded, acting [NONE,7,5] 2024-03-10T22:20:01.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[88180]: pgmap v243: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.0 MiB/s wr, 22 op/s; 9.6 MiB/s, 3 objects/s recovering 2024-03-10T22:20:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: osdmap e388: 8 total, 8 up, 8 in 2024-03-10T22:20:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: Health detail: HEALTH_ERR Possible data damage: 2 pgs snaptrim_error; Degraded data redundancy: 35/336 objects degraded (10.417%), 9 pgs degraded 2024-03-10T22:20:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: [ERR] PG_DAMAGED: Possible data damage: 2 pgs snaptrim_error 2024-03-10T22:20:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: [WRN] PG_DEGRADED: Degraded data redundancy: 35/336 objects degraded (10.417%), 9 pgs degraded 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pg 2.b is active+undersized+degraded, acting [4,5] 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pg 2.e is active+undersized+degraded, acting [3,7] 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pg 2.10 is active+undersized+degraded, acting [1,3] 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pg 2.1c is active+undersized+degraded, acting [1,5] 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pg 5.6 is active+undersized+degraded, acting [NONE,5,1] 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pg 5.8 is active+undersized+degraded, acting [NONE,0,1] 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pg 5.a is active+undersized+degraded, acting [NONE,4,3] 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pg 5.b is active+undersized+degraded, acting [NONE,0,5] 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pg 5.d is active+undersized+degraded, acting [NONE,7,5] 2024-03-10T22:20:01.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:00 smithi169 ceph-mon[90638]: pgmap v243: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.0 MiB/s wr, 22 op/s; 9.6 MiB/s, 3 objects/s recovering 2024-03-10T22:20:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: osdmap e388: 8 total, 8 up, 8 in 2024-03-10T22:20:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: Health detail: HEALTH_ERR Possible data damage: 2 pgs snaptrim_error; Degraded data redundancy: 35/336 objects degraded (10.417%), 9 pgs degraded 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: [ERR] PG_DAMAGED: Possible data damage: 2 pgs snaptrim_error 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: [WRN] PG_DEGRADED: Degraded data redundancy: 35/336 objects degraded (10.417%), 9 pgs degraded 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pg 2.b is active+undersized+degraded, acting [4,5] 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pg 2.e is active+undersized+degraded, acting [3,7] 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pg 2.10 is active+undersized+degraded, acting [1,3] 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pg 2.1c is active+undersized+degraded, acting [1,5] 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pg 5.6 is active+undersized+degraded, acting [NONE,5,1] 2024-03-10T22:20:01.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pg 5.8 is active+undersized+degraded, acting [NONE,0,1] 2024-03-10T22:20:01.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pg 5.a is active+undersized+degraded, acting [NONE,4,3] 2024-03-10T22:20:01.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pg 5.b is active+undersized+degraded, acting [NONE,0,5] 2024-03-10T22:20:01.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pg 5.d is active+undersized+degraded, acting [NONE,7,5] 2024-03-10T22:20:01.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:00 smithi172 ceph-mon[84635]: pgmap v243: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 145 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.0 MiB/s wr, 22 op/s; 9.6 MiB/s, 3 objects/s recovering 2024-03-10T22:20:01.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:01.091+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:01.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:01.091+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:01.625 INFO:tasks.rados.rados.0.smithi169.stdout:1668: done (0 left) 2024-03-10T22:20:01.625 INFO:tasks.rados.rados.0.smithi169.stdout:1669: delete oid 32 current snap is 157 2024-03-10T22:20:01.629 INFO:tasks.rados.rados.0.smithi169.stdout:1669: done (0 left) 2024-03-10T22:20:01.630 INFO:tasks.rados.rados.0.smithi169.stdout:1670: delete oid 21 current snap is 157 2024-03-10T22:20:01.632 INFO:tasks.rados.rados.0.smithi169.stdout:1670: done (0 left) 2024-03-10T22:20:01.632 INFO:tasks.rados.rados.0.smithi169.stdout:1671: snap_remove snap 154 2024-03-10T22:20:02.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-mon[90638]: Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:20:02.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-mon[90638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/336 objects degraded (10.417%), 9 pgs degraded) 2024-03-10T22:20:02.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-mon[90638]: osdmap e389: 8 total, 8 up, 8 in 2024-03-10T22:20:02.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:02.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-mon[88180]: Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:20:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-mon[88180]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/336 objects degraded (10.417%), 9 pgs degraded) 2024-03-10T22:20:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-mon[88180]: osdmap e389: 8 total, 8 up, 8 in 2024-03-10T22:20:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:02.005 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:01.732+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:02.005 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:01.732+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:02.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:01.624+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:02.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:01.624+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:02.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:01.625+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:02.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:01.625+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:02.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:01.625+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:01 smithi172 ceph-mon[84635]: Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:20:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:01 smithi172 ceph-mon[84635]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/336 objects degraded (10.417%), 9 pgs degraded) 2024-03-10T22:20:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:01 smithi172 ceph-mon[84635]: osdmap e389: 8 total, 8 up, 8 in 2024-03-10T22:20:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:02.632 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:02.636 INFO:tasks.rados.rados.0.smithi169.stdout:1671: done (0 left) 2024-03-10T22:20:02.636 INFO:tasks.rados.rados.0.smithi169.stdout:1672: snap_remove snap 155 2024-03-10T22:20:02.903 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:02.727+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:02.903 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:02.727+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:02.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:02.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:02.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[90638]: osdmap e390: 8 total, 8 up, 8 in 2024-03-10T22:20:02.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:02.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:02.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:02.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:02.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:02.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[90638]: pgmap v246: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.9 MiB/s wr, 29 op/s; 9.6 MiB/s, 3 objects/s recovering 2024-03-10T22:20:02.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:02.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:02.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[88180]: osdmap e390: 8 total, 8 up, 8 in 2024-03-10T22:20:02.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:02.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:02.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:02.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:02.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:02.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-mon[88180]: pgmap v246: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.9 MiB/s wr, 29 op/s; 9.6 MiB/s, 3 objects/s recovering 2024-03-10T22:20:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:02 smithi172 ceph-mon[84635]: osdmap e390: 8 total, 8 up, 8 in 2024-03-10T22:20:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:02 smithi172 ceph-mon[84635]: pgmap v246: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.9 MiB/s wr, 29 op/s; 9.6 MiB/s, 3 objects/s recovering 2024-03-10T22:20:03.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:02.902+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:03.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:02.902+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:03.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:02.902+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:03.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:02.902+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:03.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:02.903+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:03.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:02.903+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:03.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:02.903+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:03.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:02.903+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:03.643 INFO:tasks.rados.rados.0.smithi169.stdout:1672: done (0 left) 2024-03-10T22:20:03.644 INFO:tasks.rados.rados.0.smithi169.stdout:1673: copy_from oid 11 from oid 16 current snap is 157 2024-03-10T22:20:03.644 INFO:tasks.rados.rados.0.smithi169.stdout:1674: rollback oid 40 current snap is 157 2024-03-10T22:20:03.644 INFO:tasks.rados.rados.0.smithi169.stdout:1674: done (1 left) 2024-03-10T22:20:03.644 INFO:tasks.rados.rados.0.smithi169.stdout:1675: read oid 21 snap -1 2024-03-10T22:20:03.644 INFO:tasks.rados.rados.0.smithi169.stdout:1675: expect deleted 2024-03-10T22:20:03.644 INFO:tasks.rados.rados.0.smithi169.stdout:1676: rollback oid 39 current snap is 157 2024-03-10T22:20:03.644 INFO:tasks.rados.rados.0.smithi169.stdout:1676: done (2 left) 2024-03-10T22:20:03.644 INFO:tasks.rados.rados.0.smithi169.stdout:1677: copy_from oid 18 from oid 14 current snap is 157 2024-03-10T22:20:03.644 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 157 2024-03-10T22:20:03.644 INFO:tasks.rados.rados.0.smithi169.stdout:1678: seq_num 550 ranges {696320=417792,1114112=770048,1884160=638976,2523136=196608} 2024-03-10T22:20:03.649 INFO:tasks.rados.rados.0.smithi169.stdout:1678: writing smithi16976610-50 from 696320 to 1114112 tid 1 2024-03-10T22:20:03.654 INFO:tasks.rados.rados.0.smithi169.stdout:1678: writing smithi16976610-50 from 1114112 to 1884160 tid 2 2024-03-10T22:20:03.658 INFO:tasks.rados.rados.0.smithi169.stdout:1678: writing smithi16976610-50 from 1884160 to 2523136 tid 3 2024-03-10T22:20:03.660 INFO:tasks.rados.rados.0.smithi169.stdout:1678: writing smithi16976610-50 from 2523136 to 2719744 tid 4 2024-03-10T22:20:03.660 INFO:tasks.rados.rados.0.smithi169.stdout:1679: copy_from oid 15 from oid 4 current snap is 157 2024-03-10T22:20:03.660 INFO:tasks.rados.rados.0.smithi169.stdout:1675: done (4 left) 2024-03-10T22:20:03.660 INFO:tasks.rados.rados.0.smithi169.stdout:1680: delete oid 21 current snap is 157 2024-03-10T22:20:03.662 INFO:tasks.rados.rados.0.smithi169.stdout:1680: done (4 left) 2024-03-10T22:20:03.662 INFO:tasks.rados.rados.0.smithi169.stdout:1681: snap_create 2024-03-10T22:20:03.667 INFO:tasks.rados.rados.0.smithi169.stdout:1678: finishing write tid 1 to smithi16976610-50 2024-03-10T22:20:03.667 INFO:tasks.rados.rados.0.smithi169.stdout:1678: finishing write tid 2 to smithi16976610-50 2024-03-10T22:20:03.671 INFO:tasks.rados.rados.0.smithi169.stdout:1677: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:20:03.672 INFO:tasks.rados.rados.0.smithi169.stdout:1677: finishing copy_from to smithi16976610-18 2024-03-10T22:20:03.672 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 1754 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-03-10T22:20:03.672 INFO:tasks.rados.rados.0.smithi169.stdout:1679: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:20:03.675 INFO:tasks.rados.rados.0.smithi169.stdout:1679: finishing copy_from to smithi16976610-15 2024-03-10T22:20:03.675 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 1761 (ObjNum 530 snap 153 seq_num 530) dirty exists 2024-03-10T22:20:03.681 INFO:tasks.rados.rados.0.smithi169.stdout:1678: finishing write tid 3 to smithi16976610-50 2024-03-10T22:20:03.681 INFO:tasks.rados.rados.0.smithi169.stdout:1678: finishing write tid 4 to smithi16976610-50 2024-03-10T22:20:03.681 INFO:tasks.rados.rados.0.smithi169.stdout:1678: finishing write tid 5 to smithi16976610-50 2024-03-10T22:20:03.684 INFO:tasks.rados.rados.0.smithi169.stdout:1678: finishing write tid 6 to smithi16976610-50 2024-03-10T22:20:03.684 INFO:tasks.rados.rados.0.smithi169.stdout:1678: oid 50 updating version 0 to 10333 2024-03-10T22:20:03.684 INFO:tasks.rados.rados.0.smithi169.stdout:1678: oid 50 version 10333 is already newer than 10330 2024-03-10T22:20:03.684 INFO:tasks.rados.rados.0.smithi169.stdout:1678: oid 50 version 10333 is already newer than 10331 2024-03-10T22:20:03.684 INFO:tasks.rados.rados.0.smithi169.stdout:1678: oid 50 version 10333 is already newer than 10329 2024-03-10T22:20:03.684 INFO:tasks.rados.rados.0.smithi169.stdout:1678: oid 50 version 10333 is already newer than 10332 2024-03-10T22:20:03.684 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 10333 (ObjNum 550 snap 157 seq_num 550) dirty exists 2024-03-10T22:20:03.684 INFO:tasks.rados.rados.0.smithi169.stdout:1678: left oid 50 (ObjNum 550 snap 157 seq_num 550) 2024-03-10T22:20:03.687 INFO:tasks.rados.rados.0.smithi169.stdout:1673: finishing copy_from racing read to smithi16976610-11 2024-03-10T22:20:03.692 INFO:tasks.rados.rados.0.smithi169.stdout:1673: finishing copy_from to smithi16976610-11 2024-03-10T22:20:03.692 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 10324 (ObjNum 545 snap 155 seq_num 545) dirty exists 2024-03-10T22:20:03.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:03 smithi172 ceph-mon[84635]: osdmap e391: 8 total, 8 up, 8 in 2024-03-10T22:20:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:04.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:03.640+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:04.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:03.641+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[90638]: osdmap e391: 8 total, 8 up, 8 in 2024-03-10T22:20:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:04.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[88180]: osdmap e391: 8 total, 8 up, 8 in 2024-03-10T22:20:04.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:04.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:04.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:04.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:04.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:04.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:04.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:04.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:03.658+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:04.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:03.658+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:04.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:03.659+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:04.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:03.660+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:04.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:03.660+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:04.655 INFO:tasks.rados.rados.0.smithi169.stdout:1673: done (4 left) 2024-03-10T22:20:04.655 INFO:tasks.rados.rados.0.smithi169.stdout:1677: done (3 left) 2024-03-10T22:20:04.655 INFO:tasks.rados.rados.0.smithi169.stdout:1678: done (2 left) 2024-03-10T22:20:04.655 INFO:tasks.rados.rados.0.smithi169.stdout:1679: done (1 left) 2024-03-10T22:20:04.656 INFO:tasks.rados.rados.0.smithi169.stdout:1681: done (0 left) 2024-03-10T22:20:04.656 INFO:tasks.rados.rados.0.smithi169.stdout:1682: read oid 3 snap 157 2024-03-10T22:20:04.656 INFO:tasks.rados.rados.0.smithi169.stdout:1682: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:20:04.656 INFO:tasks.rados.rados.0.smithi169.stdout:1683: rmattr oid 18 current snap is 158 2024-03-10T22:20:04.656 INFO:tasks.rados.rados.0.smithi169.stdout:1684: read oid 12 snap -1 2024-03-10T22:20:04.656 INFO:tasks.rados.rados.0.smithi169.stdout:1684: expect (ObjNum 524 snap 153 seq_num 524) 2024-03-10T22:20:04.656 INFO:tasks.rados.rados.0.smithi169.stdout:1685: read oid 4 snap -1 2024-03-10T22:20:04.656 INFO:tasks.rados.rados.0.smithi169.stdout:1685: expect (ObjNum 530 snap 153 seq_num 530) 2024-03-10T22:20:04.656 INFO:tasks.rados.rados.0.smithi169.stdout:1686: snap_create 2024-03-10T22:20:04.660 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 1760 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-03-10T22:20:04.664 INFO:tasks.rados.rados.0.smithi169.stdout:1685: expect (ObjNum 530 snap 153 seq_num 530) 2024-03-10T22:20:04.710 INFO:tasks.rados.rados.0.smithi169.stdout:1682: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:20:04.758 INFO:tasks.rados.rados.0.smithi169.stdout:1684: expect (ObjNum 524 snap 153 seq_num 524) 2024-03-10T22:20:05.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:05.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:05.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[90638]: osdmap e392: 8 total, 8 up, 8 in 2024-03-10T22:20:05.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:05.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:05.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:05.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:05.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:05.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[90638]: pgmap v249: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 157 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-03-10T22:20:05.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:05.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:05.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[88180]: osdmap e392: 8 total, 8 up, 8 in 2024-03-10T22:20:05.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:05.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:05.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-mon[88180]: pgmap v249: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 157 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-03-10T22:20:05.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:04.662+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:05.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:04.662+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:05.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:04.662+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:05.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:04.662+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:05.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:04.662+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:05.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:04.662+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:05.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:04.662+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:05.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:04.662+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:04 smithi172 ceph-mon[84635]: osdmap e392: 8 total, 8 up, 8 in 2024-03-10T22:20:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:04 smithi172 ceph-mon[84635]: pgmap v249: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 157 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-03-10T22:20:05.659 INFO:tasks.rados.rados.0.smithi169.stdout:1682: done (4 left) 2024-03-10T22:20:05.659 INFO:tasks.rados.rados.0.smithi169.stdout:1683: done (3 left) 2024-03-10T22:20:05.659 INFO:tasks.rados.rados.0.smithi169.stdout:1684: done (2 left) 2024-03-10T22:20:05.659 INFO:tasks.rados.rados.0.smithi169.stdout:1685: done (1 left) 2024-03-10T22:20:05.659 INFO:tasks.rados.rados.0.smithi169.stdout:1686: done (0 left) 2024-03-10T22:20:05.659 INFO:tasks.rados.rados.0.smithi169.stdout:1687: setattr oid 49 current snap is 159 2024-03-10T22:20:05.661 INFO:tasks.rados.rados.0.smithi169.stdout:1688: read oid 45 snap -1 2024-03-10T22:20:05.661 INFO:tasks.rados.rados.0.smithi169.stdout:1688: expect (ObjNum 546 snap 155 seq_num 546) 2024-03-10T22:20:05.661 INFO:tasks.rados.rados.0.smithi169.stdout:1689: snap_create 2024-03-10T22:20:05.670 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 10325 (ObjNum 384 snap 108 seq_num 384) dirty exists 2024-03-10T22:20:05.672 INFO:tasks.rados.rados.0.smithi169.stdout:1688: expect (ObjNum 546 snap 155 seq_num 546) 2024-03-10T22:20:05.925 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:05.666+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:05.925 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:05.669+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:05.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[90638]: osdmap e393: 8 total, 8 up, 8 in 2024-03-10T22:20:05.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:05.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:05.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:05.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:05.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:05.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:05.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[88180]: osdmap e393: 8 total, 8 up, 8 in 2024-03-10T22:20:05.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:05.927 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:05.669+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:05.927 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:05.669+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:05.927 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:05.670+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:05.927 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:05.670+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:05.927 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:05.670+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:05 smithi172 ceph-mon[84635]: osdmap e393: 8 total, 8 up, 8 in 2024-03-10T22:20:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:05 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:20:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:20:05] "GET /metrics HTTP/1.1" 200 36052 "" "Prometheus/2.43.0" 2024-03-10T22:20:06.679 INFO:tasks.rados.rados.0.smithi169.stdout:1687: done (2 left) 2024-03-10T22:20:06.679 INFO:tasks.rados.rados.0.smithi169.stdout:1688: done (1 left) 2024-03-10T22:20:06.679 INFO:tasks.rados.rados.0.smithi169.stdout:1689: done (0 left) 2024-03-10T22:20:06.679 INFO:tasks.rados.rados.0.smithi169.stdout:1690: copy_from oid 12 from oid 38 current snap is 160 2024-03-10T22:20:06.679 INFO:tasks.rados.rados.0.smithi169.stdout:1691: read oid 23 snap 157 2024-03-10T22:20:06.679 INFO:tasks.rados.rados.0.smithi169.stdout:1691: expect deleted 2024-03-10T22:20:06.679 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 160 2024-03-10T22:20:06.679 INFO:tasks.rados.rados.0.smithi169.stdout:1692: seq_num 552 ranges {1949696=450560,2400256=532480,2932736=655360,3588096=417792} 2024-03-10T22:20:06.692 INFO:tasks.rados.rados.0.smithi169.stdout:1692: writing smithi16976610-39 from 1949696 to 2400256 tid 1 2024-03-10T22:20:06.695 INFO:tasks.rados.rados.0.smithi169.stdout:1692: writing smithi16976610-39 from 2400256 to 2932736 tid 2 2024-03-10T22:20:06.698 INFO:tasks.rados.rados.0.smithi169.stdout:1692: writing smithi16976610-39 from 2932736 to 3588096 tid 3 2024-03-10T22:20:06.701 INFO:tasks.rados.rados.0.smithi169.stdout:1692: writing smithi16976610-39 from 3588096 to 4005888 tid 4 2024-03-10T22:20:06.701 INFO:tasks.rados.rados.0.smithi169.stdout:1693: read oid 48 snap 158 2024-03-10T22:20:06.701 INFO:tasks.rados.rados.0.smithi169.stdout:1693: expect (ObjNum 514 snap 152 seq_num 514) 2024-03-10T22:20:06.701 INFO:tasks.rados.rados.0.smithi169.stdout:1694: read oid 27 snap 158 2024-03-10T22:20:06.701 INFO:tasks.rados.rados.0.smithi169.stdout:1694: expect (ObjNum 535 snap 154 seq_num 535) 2024-03-10T22:20:06.702 INFO:tasks.rados.rados.0.smithi169.stdout:1695: snap_remove snap 159 2024-03-10T22:20:07.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:06.689+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:07.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:06.690+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:07.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[88180]: osdmap e394: 8 total, 8 up, 8 in 2024-03-10T22:20:07.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:07.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:07.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:07.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:07.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:07.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:07.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:07.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[88180]: pgmap v252: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 157 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-03-10T22:20:07.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[90638]: osdmap e394: 8 total, 8 up, 8 in 2024-03-10T22:20:07.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:07.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:07.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:07.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:07.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:07.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:07.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:07.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-mon[90638]: pgmap v252: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 157 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-03-10T22:20:07.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:06.681+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:07.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:06.681+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:07.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:06.681+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:07.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:06.682+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:07.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:06.682+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:07.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:06.682+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:07.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:06.682+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:07.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:06.682+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:07.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:06 smithi172 ceph-mon[84635]: osdmap e394: 8 total, 8 up, 8 in 2024-03-10T22:20:07.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:07.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:07.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:07.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:07.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:07.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:07.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:07.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:06 smithi172 ceph-mon[84635]: pgmap v252: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 157 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-03-10T22:20:07.677 INFO:tasks.rados.rados.0.smithi169.stdout:1695: done (5 left) 2024-03-10T22:20:07.678 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 160 2024-03-10T22:20:07.678 INFO:tasks.rados.rados.0.smithi169.stdout:1696: seq_num 553 ranges {3244032=466944,3710976=417792,4128768=417792,4546560=516096,5062656=253952} 2024-03-10T22:20:07.698 INFO:tasks.rados.rados.0.smithi169.stdout:1696: writing smithi16976610-29 from 3244032 to 3710976 tid 1 2024-03-10T22:20:07.700 INFO:tasks.rados.rados.0.smithi169.stdout:1696: writing smithi16976610-29 from 3710976 to 4128768 tid 2 2024-03-10T22:20:07.703 INFO:tasks.rados.rados.0.smithi169.stdout:1696: writing smithi16976610-29 from 4128768 to 4546560 tid 3 2024-03-10T22:20:07.706 INFO:tasks.rados.rados.0.smithi169.stdout:1696: writing smithi16976610-29 from 4546560 to 5062656 tid 4 2024-03-10T22:20:07.708 INFO:tasks.rados.rados.0.smithi169.stdout:1696: writing smithi16976610-29 from 5062656 to 5316608 tid 5 2024-03-10T22:20:07.708 INFO:tasks.rados.rados.0.smithi169.stdout:1697: setattr oid 24 current snap is 160 2024-03-10T22:20:07.708 INFO:tasks.rados.rados.0.smithi169.stdout:1690: finishing copy_from racing read to smithi16976610-12 2024-03-10T22:20:07.708 INFO:tasks.rados.rados.0.smithi169.stdout:1690: finishing copy_from to smithi16976610-12 2024-03-10T22:20:07.708 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 13898 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-03-10T22:20:07.708 INFO:tasks.rados.rados.0.smithi169.stdout:1692: finishing write tid 1 to smithi16976610-39 2024-03-10T22:20:07.708 INFO:tasks.rados.rados.0.smithi169.stdout:1692: finishing write tid 2 to smithi16976610-39 2024-03-10T22:20:07.708 INFO:tasks.rados.rados.0.smithi169.stdout:1692: finishing write tid 3 to smithi16976610-39 2024-03-10T22:20:07.708 INFO:tasks.rados.rados.0.smithi169.stdout:1692: finishing write tid 4 to smithi16976610-39 2024-03-10T22:20:07.709 INFO:tasks.rados.rados.0.smithi169.stdout:1692: finishing write tid 5 to smithi16976610-39 2024-03-10T22:20:07.709 INFO:tasks.rados.rados.0.smithi169.stdout:1692: finishing write tid 6 to smithi16976610-39 2024-03-10T22:20:07.709 INFO:tasks.rados.rados.0.smithi169.stdout:1692: oid 39 updating version 0 to 1766 2024-03-10T22:20:07.709 INFO:tasks.rados.rados.0.smithi169.stdout:1692: oid 39 version 1766 is already newer than 1764 2024-03-10T22:20:07.709 INFO:tasks.rados.rados.0.smithi169.stdout:1692: oid 39 version 1766 is already newer than 1765 2024-03-10T22:20:07.709 INFO:tasks.rados.rados.0.smithi169.stdout:1692: oid 39 version 1766 is already newer than 1763 2024-03-10T22:20:07.709 INFO:tasks.rados.rados.0.smithi169.stdout:1692: oid 39 updating version 1766 to 1767 2024-03-10T22:20:07.709 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 1767 (ObjNum 552 snap 160 seq_num 552) dirty exists 2024-03-10T22:20:07.709 INFO:tasks.rados.rados.0.smithi169.stdout:1692: left oid 39 (ObjNum 552 snap 160 seq_num 552) 2024-03-10T22:20:07.709 INFO:tasks.rados.rados.0.smithi169.stdout:1693: expect (ObjNum 514 snap 152 seq_num 514) 2024-03-10T22:20:07.919 INFO:tasks.rados.rados.0.smithi169.stdout:1694: expect (ObjNum 535 snap 154 seq_num 535) 2024-03-10T22:20:07.964 INFO:tasks.rados.rados.0.smithi169.stdout:1696: finishing write tid 1 to smithi16976610-29 2024-03-10T22:20:07.964 INFO:tasks.rados.rados.0.smithi169.stdout:1696: finishing write tid 2 to smithi16976610-29 2024-03-10T22:20:07.964 INFO:tasks.rados.rados.0.smithi169.stdout:1696: finishing write tid 3 to smithi16976610-29 2024-03-10T22:20:07.964 INFO:tasks.rados.rados.0.smithi169.stdout:1696: finishing write tid 4 to smithi16976610-29 2024-03-10T22:20:07.964 INFO:tasks.rados.rados.0.smithi169.stdout:1696: finishing write tid 5 to smithi16976610-29 2024-03-10T22:20:07.964 INFO:tasks.rados.rados.0.smithi169.stdout:1696: finishing write tid 6 to smithi16976610-29 2024-03-10T22:20:07.964 INFO:tasks.rados.rados.0.smithi169.stdout:1696: finishing write tid 7 to smithi16976610-29 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1696: oid 29 updating version 0 to 663 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1696: oid 29 version 663 is already newer than 661 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1696: oid 29 version 663 is already newer than 658 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1696: oid 29 version 663 is already newer than 660 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1696: oid 29 version 663 is already newer than 659 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1696: oid 29 version 663 is already newer than 662 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 663 (ObjNum 553 snap 160 seq_num 553) dirty exists 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1696: left oid 29 (ObjNum 553 snap 160 seq_num 553) 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1690: done (6 left) 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1691: done (5 left) 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1692: done (4 left) 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1693: done (3 left) 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1694: done (2 left) 2024-03-10T22:20:07.965 INFO:tasks.rados.rados.0.smithi169.stdout:1696: done (1 left) 2024-03-10T22:20:07.966 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 160 2024-03-10T22:20:07.966 INFO:tasks.rados.rados.0.smithi169.stdout:1698: seq_num 554 ranges {0=483328,483328=704512,1187840=622592,1810432=278528} 2024-03-10T22:20:07.966 INFO:tasks.rados.rados.0.smithi169.stdout:1698: writing smithi16976610-34 from 0 to 483328 tid 1 2024-03-10T22:20:07.970 INFO:tasks.rados.rados.0.smithi169.stdout:1698: writing smithi16976610-34 from 483328 to 1187840 tid 2 2024-03-10T22:20:07.973 INFO:tasks.rados.rados.0.smithi169.stdout:1698: writing smithi16976610-34 from 1187840 to 1810432 tid 3 2024-03-10T22:20:07.976 INFO:tasks.rados.rados.0.smithi169.stdout:1698: writing smithi16976610-34 from 1810432 to 2088960 tid 4 2024-03-10T22:20:07.976 INFO:tasks.rados.rados.0.smithi169.stdout:1699: copy_from oid 9 from oid 46 current snap is 160 2024-03-10T22:20:07.976 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 1762 (ObjNum 657 snap 0 seq_num 151563680) dirty exists 2024-03-10T22:20:07.976 INFO:tasks.rados.rados.0.smithi169.stdout:1698: finishing write tid 1 to smithi16976610-34 2024-03-10T22:20:07.976 INFO:tasks.rados.rados.0.smithi169.stdout:1698: finishing write tid 2 to smithi16976610-34 2024-03-10T22:20:07.976 INFO:tasks.rados.rados.0.smithi169.stdout:1697: done (2 left) 2024-03-10T22:20:07.976 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 20 current snap is 160 2024-03-10T22:20:07.976 INFO:tasks.rados.rados.0.smithi169.stdout:1700: seq_num 555 ranges {1449984=499712,1949696=638976,2588672=425984,3014656=540672} 2024-03-10T22:20:07.986 INFO:tasks.rados.rados.0.smithi169.stdout:1700: writing smithi16976610-20 from 1449984 to 1949696 tid 1 2024-03-10T22:20:07.990 INFO:tasks.rados.rados.0.smithi169.stdout:1700: writing smithi16976610-20 from 1949696 to 2588672 tid 2 2024-03-10T22:20:07.992 INFO:tasks.rados.rados.0.smithi169.stdout:1700: writing smithi16976610-20 from 2588672 to 3014656 tid 3 2024-03-10T22:20:07.996 INFO:tasks.rados.rados.0.smithi169.stdout:1700: writing smithi16976610-20 from 3014656 to 3555328 tid 4 2024-03-10T22:20:07.996 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 160 2024-03-10T22:20:07.996 INFO:tasks.rados.rados.0.smithi169.stdout:1701: seq_num 556 ranges {1687552=516096,2203648=524288,2727936=638976,3366912=442368} 2024-03-10T22:20:08.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:07.685+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:08.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:07.685+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:08.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[90638]: osdmap e395: 8 total, 8 up, 8 in 2024-03-10T22:20:08.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:08.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:08.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:08.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:08.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:08.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:08.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:08.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[88180]: osdmap e395: 8 total, 8 up, 8 in 2024-03-10T22:20:08.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:08.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:08.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:08.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:08.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:08.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:08.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:08.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:07.701+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:08.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:07.702+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:08.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:07.702+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:08.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:07.702+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:08.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:07.707+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:08.008 INFO:tasks.rados.rados.0.smithi169.stdout:1701: writing smithi16976610-15 from 1687552 to 2203648 tid 1 2024-03-10T22:20:08.011 INFO:tasks.rados.rados.0.smithi169.stdout:1701: writing smithi16976610-15 from 2203648 to 2727936 tid 2 2024-03-10T22:20:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:07 smithi172 ceph-mon[84635]: osdmap e395: 8 total, 8 up, 8 in 2024-03-10T22:20:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset da=[]:{} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:08.015 INFO:tasks.rados.rados.0.smithi169.stdout:1701: writing smithi16976610-15 from 2727936 to 3366912 tid 3 2024-03-10T22:20:08.018 INFO:tasks.rados.rados.0.smithi169.stdout:1701: writing smithi16976610-15 from 3366912 to 3809280 tid 4 2024-03-10T22:20:08.018 INFO:tasks.rados.rados.0.smithi169.stdout:1702: read oid 37 snap -1 2024-03-10T22:20:08.018 INFO:tasks.rados.rados.0.smithi169.stdout:1702: expect (ObjNum 330 snap 91 seq_num 330) 2024-03-10T22:20:08.018 INFO:tasks.rados.rados.0.smithi169.stdout:1703: snap_remove snap 157 2024-03-10T22:20:08.686 INFO:tasks.rados.rados.0.smithi169.stdout:1703: done (5 left) 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1704: rmattr oid 47 current snap is 160 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1698: finishing write tid 3 to smithi16976610-34 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1698: finishing write tid 4 to smithi16976610-34 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1698: finishing write tid 5 to smithi16976610-34 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1698: finishing write tid 6 to smithi16976610-34 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1698: oid 34 updating version 0 to 13912 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1698: oid 34 version 13912 is already newer than 13909 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1698: oid 34 version 13912 is already newer than 13911 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1698: oid 34 version 13912 is already newer than 13908 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1698: oid 34 version 13912 is already newer than 13910 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 13912 (ObjNum 554 snap 160 seq_num 554) dirty exists 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1698: left oid 34 (ObjNum 554 snap 160 seq_num 554) 2024-03-10T22:20:08.687 INFO:tasks.rados.rados.0.smithi169.stdout:1699: finishing copy_from racing read to smithi16976610-9 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1699: finishing copy_from to smithi16976610-9 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 714 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1700: finishing write tid 1 to smithi16976610-20 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1700: finishing write tid 2 to smithi16976610-20 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1700: finishing write tid 3 to smithi16976610-20 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1700: finishing write tid 4 to smithi16976610-20 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1700: finishing write tid 5 to smithi16976610-20 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1698: done (5 left) 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1699: done (4 left) 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1705: rollback oid 21 current snap is 160 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 158 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1700: finishing write tid 6 to smithi16976610-20 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1700: oid 20 updating version 0 to 724 2024-03-10T22:20:08.688 INFO:tasks.rados.rados.0.smithi169.stdout:1700: oid 20 updating version 724 to 725 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1700: oid 20 version 725 is already newer than 723 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1700: oid 20 updating version 725 to 726 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1700: oid 20 version 726 is already newer than 722 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 726 (ObjNum 555 snap 160 seq_num 555) dirty exists 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1700: left oid 20 (ObjNum 555 snap 160 seq_num 555) 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1701: finishing write tid 1 to smithi16976610-15 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1701: finishing write tid 2 to smithi16976610-15 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1701: finishing write tid 3 to smithi16976610-15 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1701: finishing write tid 4 to smithi16976610-15 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1701: finishing write tid 5 to smithi16976610-15 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1701: finishing write tid 6 to smithi16976610-15 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1701: oid 15 updating version 0 to 1763 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1701: oid 15 updating version 1763 to 1764 2024-03-10T22:20:08.689 INFO:tasks.rados.rados.0.smithi169.stdout:1701: oid 15 updating version 1764 to 1765 2024-03-10T22:20:08.690 INFO:tasks.rados.rados.0.smithi169.stdout:1701: oid 15 updating version 1765 to 1766 2024-03-10T22:20:08.690 INFO:tasks.rados.rados.0.smithi169.stdout:1701: oid 15 updating version 1766 to 1767 2024-03-10T22:20:08.690 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 1767 (ObjNum 556 snap 160 seq_num 556) dirty exists 2024-03-10T22:20:08.690 INFO:tasks.rados.rados.0.smithi169.stdout:1701: left oid 15 (ObjNum 556 snap 160 seq_num 556) 2024-03-10T22:20:08.690 INFO:tasks.rados.rados.0.smithi169.stdout:1702: expect (ObjNum 330 snap 91 seq_num 330) 2024-03-10T22:20:08.739 INFO:tasks.rados.rados.0.smithi169.stdout:1705: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:20:08.739 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 657 (ObjNum 609 snap 0 seq_num 150732448) dirty dne 2024-03-10T22:20:08.739 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 10335 (ObjNum 435 snap 126 seq_num 435) dirty exists 2024-03-10T22:20:08.739 INFO:tasks.rados.rados.0.smithi169.stdout:1700: done (4 left) 2024-03-10T22:20:08.739 INFO:tasks.rados.rados.0.smithi169.stdout:1701: done (3 left) 2024-03-10T22:20:08.739 INFO:tasks.rados.rados.0.smithi169.stdout:1702: done (2 left) 2024-03-10T22:20:08.739 INFO:tasks.rados.rados.0.smithi169.stdout:1704: done (1 left) 2024-03-10T22:20:08.739 INFO:tasks.rados.rados.0.smithi169.stdout:1705: done (0 left) 2024-03-10T22:20:08.739 INFO:tasks.rados.rados.0.smithi169.stdout:1706: read oid 41 snap -1 2024-03-10T22:20:08.740 INFO:tasks.rados.rados.0.smithi169.stdout:1706: expect deleted 2024-03-10T22:20:08.740 INFO:tasks.rados.rados.0.smithi169.stdout:1707: snap_create 2024-03-10T22:20:09.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:08.689+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:09.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:08.695+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:09.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[90638]: osdmap e396: 8 total, 8 up, 8 in 2024-03-10T22:20:09.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:09.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:09.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:09.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:09.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:09.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:09.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:09.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[90638]: pgmap v255: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 159 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-03-10T22:20:09.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[88180]: osdmap e396: 8 total, 8 up, 8 in 2024-03-10T22:20:09.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:09.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:09.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:09.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:09.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:09.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:09.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:09.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-mon[88180]: pgmap v255: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 159 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-03-10T22:20:09.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:08.688+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:09.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:08.688+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:09.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:08.691+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:09.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:08.692+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:09.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:08.692+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:09.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:08.692+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:09.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:08.692+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:09.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:08.692+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:08 smithi172 ceph-mon[84635]: osdmap e396: 8 total, 8 up, 8 in 2024-03-10T22:20:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset e2=[]:{} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset e4=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:08 smithi172 ceph-mon[84635]: pgmap v255: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 159 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-03-10T22:20:09.693 INFO:tasks.rados.rados.0.smithi169.stdout:1706: done (1 left) 2024-03-10T22:20:09.694 INFO:tasks.rados.rados.0.smithi169.stdout:1707: done (0 left) 2024-03-10T22:20:09.694 INFO:tasks.rados.rados.0.smithi169.stdout:1708: read oid 1 snap -1 2024-03-10T22:20:09.694 INFO:tasks.rados.rados.0.smithi169.stdout:1708: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:20:09.694 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 161 2024-03-10T22:20:09.694 INFO:tasks.rados.rados.0.smithi169.stdout:1709: seq_num 557 ranges {3416064=532480,3948544=802816,4751360=794624,5545984=8192} 2024-03-10T22:20:09.714 INFO:tasks.rados.rados.0.smithi169.stdout:1709: writing smithi16976610-14 from 3416064 to 3948544 tid 1 2024-03-10T22:20:09.718 INFO:tasks.rados.rados.0.smithi169.stdout:1709: writing smithi16976610-14 from 3948544 to 4751360 tid 2 2024-03-10T22:20:09.723 INFO:tasks.rados.rados.0.smithi169.stdout:1709: writing smithi16976610-14 from 4751360 to 5545984 tid 3 2024-03-10T22:20:09.723 INFO:tasks.rados.rados.0.smithi169.stdout:1709: writing smithi16976610-14 from 5545984 to 5554176 tid 4 2024-03-10T22:20:09.723 INFO:tasks.rados.rados.0.smithi169.stdout:1710: snap_remove snap 160 2024-03-10T22:20:10.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[90638]: osdmap e397: 8 total, 8 up, 8 in 2024-03-10T22:20:10.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:10.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:10.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:10.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:10.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:10.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:10.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:10.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[88180]: osdmap e397: 8 total, 8 up, 8 in 2024-03-10T22:20:10.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:10.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:10.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:10.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:10.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:10.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:10.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:10.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:09 smithi172 ceph-mon[84635]: osdmap e397: 8 total, 8 up, 8 in 2024-03-10T22:20:10.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:10.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:10.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:10.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:10.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:10.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:10.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:10.701 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:10.393+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:10.701 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:10.393+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:10.706 INFO:tasks.rados.rados.0.smithi169.stdout:1710: done (2 left) 2024-03-10T22:20:10.706 INFO:tasks.rados.rados.0.smithi169.stdout:1711: rollback oid 30 current snap is 161 2024-03-10T22:20:10.706 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 158 2024-03-10T22:20:10.706 INFO:tasks.rados.rados.0.smithi169.stdout:1708: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:20:10.751 INFO:tasks.rados.rados.0.smithi169.stdout:1709: finishing write tid 1 to smithi16976610-14 2024-03-10T22:20:10.752 INFO:tasks.rados.rados.0.smithi169.stdout:1709: finishing write tid 2 to smithi16976610-14 2024-03-10T22:20:10.752 INFO:tasks.rados.rados.0.smithi169.stdout:1709: finishing write tid 3 to smithi16976610-14 2024-03-10T22:20:10.752 INFO:tasks.rados.rados.0.smithi169.stdout:1709: finishing write tid 4 to smithi16976610-14 2024-03-10T22:20:10.752 INFO:tasks.rados.rados.0.smithi169.stdout:1709: finishing write tid 5 to smithi16976610-14 2024-03-10T22:20:10.752 INFO:tasks.rados.rados.0.smithi169.stdout:1709: finishing write tid 6 to smithi16976610-14 2024-03-10T22:20:10.752 INFO:tasks.rados.rados.0.smithi169.stdout:1709: oid 14 updating version 0 to 1764 2024-03-10T22:20:10.752 INFO:tasks.rados.rados.0.smithi169.stdout:1709: oid 14 version 1764 is already newer than 1762 2024-03-10T22:20:10.752 INFO:tasks.rados.rados.0.smithi169.stdout:1709: oid 14 version 1764 is already newer than 1763 2024-03-10T22:20:10.752 INFO:tasks.rados.rados.0.smithi169.stdout:1709: oid 14 updating version 1764 to 1765 2024-03-10T22:20:10.752 INFO:tasks.rados.rados.0.smithi169.stdout:1709: oid 14 version 1765 is already newer than 1761 2024-03-10T22:20:10.753 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 1765 (ObjNum 557 snap 161 seq_num 557) dirty exists 2024-03-10T22:20:10.753 INFO:tasks.rados.rados.0.smithi169.stdout:1709: left oid 14 (ObjNum 557 snap 161 seq_num 557) 2024-03-10T22:20:10.753 INFO:tasks.rados.rados.0.smithi169.stdout:1708: done (2 left) 2024-03-10T22:20:10.753 INFO:tasks.rados.rados.0.smithi169.stdout:1709: done (1 left) 2024-03-10T22:20:10.753 INFO:tasks.rados.rados.0.smithi169.stdout:1712: copy_from oid 9 from oid 25 current snap is 161 2024-03-10T22:20:10.753 INFO:tasks.rados.rados.0.smithi169.stdout:1711: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:20:10.753 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 0 (ObjNum 177 snap 0 seq_num 151109984) dirty dne 2024-03-10T22:20:10.753 INFO:tasks.rados.rados.0.smithi169.stdout:1711: done (1 left) 2024-03-10T22:20:10.753 INFO:tasks.rados.rados.0.smithi169.stdout:1713: setattr oid 11 current snap is 161 2024-03-10T22:20:10.754 INFO:tasks.rados.rados.0.smithi169.stdout:1714: copy_from oid 38 from oid 31 current snap is 161 2024-03-10T22:20:10.754 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 161 2024-03-10T22:20:10.754 INFO:tasks.rados.rados.0.smithi169.stdout:1715: seq_num 558 ranges {0=548864,548864=688128,1236992=606208,1843200=311296} 2024-03-10T22:20:10.755 INFO:tasks.rados.rados.0.smithi169.stdout:1715: writing smithi16976610-23 from 0 to 548864 tid 1 2024-03-10T22:20:10.759 INFO:tasks.rados.rados.0.smithi169.stdout:1715: writing smithi16976610-23 from 548864 to 1236992 tid 2 2024-03-10T22:20:10.763 INFO:tasks.rados.rados.0.smithi169.stdout:1715: writing smithi16976610-23 from 1236992 to 1843200 tid 3 2024-03-10T22:20:10.765 INFO:tasks.rados.rados.0.smithi169.stdout:1715: writing smithi16976610-23 from 1843200 to 2154496 tid 4 2024-03-10T22:20:10.766 INFO:tasks.rados.rados.0.smithi169.stdout:1716: snap_remove snap 158 2024-03-10T22:20:11.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:10.765+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:11.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:10.770+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:11.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[88180]: osdmap e398: 8 total, 8 up, 8 in 2024-03-10T22:20:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[88180]: pgmap v258: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-03-10T22:20:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:11.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[90638]: osdmap e398: 8 total, 8 up, 8 in 2024-03-10T22:20:11.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:11.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:11.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[90638]: pgmap v258: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-03-10T22:20:11.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:11.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:11.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.712+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:11.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.714+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:11.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.715+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:11.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.715+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:11.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.715+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:11.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.767+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:11.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.767+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:11.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.767+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:11.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.767+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:11.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.767+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:11.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.767+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:11.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.768+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:11.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:10.775+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:10 smithi172 ceph-mon[84635]: osdmap e398: 8 total, 8 up, 8 in 2024-03-10T22:20:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:10 smithi172 ceph-mon[84635]: pgmap v258: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-03-10T22:20:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:10 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:11.705 INFO:tasks.rados.rados.0.smithi169.stdout:1716: done (4 left) 2024-03-10T22:20:11.705 INFO:tasks.rados.rados.0.smithi169.stdout:1717: copy_from oid 18 from oid 16 current snap is 161 2024-03-10T22:20:11.705 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 10326 (ObjNum 545 snap 155 seq_num 545) dirty exists 2024-03-10T22:20:11.705 INFO:tasks.rados.rados.0.smithi169.stdout:1712: finishing copy_from to smithi16976610-9 2024-03-10T22:20:11.705 INFO:tasks.rados.rados.0.smithi169.stdout:1712: got expected ENOENT (src dne) 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1712: finishing copy_from racing read to smithi16976610-9 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: finishing write tid 1 to smithi16976610-23 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: finishing write tid 2 to smithi16976610-23 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: finishing write tid 3 to smithi16976610-23 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: finishing write tid 4 to smithi16976610-23 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: finishing write tid 5 to smithi16976610-23 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: finishing write tid 6 to smithi16976610-23 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: oid 23 updating version 0 to 1770 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: oid 23 version 1770 is already newer than 1769 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: oid 23 updating version 1770 to 1771 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: oid 23 version 1771 is already newer than 1768 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: oid 23 updating version 1771 to 1772 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 1772 (ObjNum 558 snap 161 seq_num 558) dirty exists 2024-03-10T22:20:11.706 INFO:tasks.rados.rados.0.smithi169.stdout:1715: left oid 23 (ObjNum 558 snap 161 seq_num 558) 2024-03-10T22:20:11.707 INFO:tasks.rados.rados.0.smithi169.stdout:1714: finishing copy_from racing read to smithi16976610-38 2024-03-10T22:20:11.707 INFO:tasks.rados.rados.0.smithi169.stdout:1714: finishing copy_from to smithi16976610-38 2024-03-10T22:20:11.707 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 13926 (ObjNum 537 snap 154 seq_num 537) dirty exists 2024-03-10T22:20:11.707 INFO:tasks.rados.rados.0.smithi169.stdout:1712: done (4 left) 2024-03-10T22:20:11.707 INFO:tasks.rados.rados.0.smithi169.stdout:1713: done (3 left) 2024-03-10T22:20:11.707 INFO:tasks.rados.rados.0.smithi169.stdout:1714: done (2 left) 2024-03-10T22:20:11.707 INFO:tasks.rados.rados.0.smithi169.stdout:1715: done (1 left) 2024-03-10T22:20:11.707 INFO:tasks.rados.rados.0.smithi169.stdout:1718: snap_create 2024-03-10T22:20:11.730 INFO:tasks.rados.rados.0.smithi169.stdout:1717: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:20:11.733 INFO:tasks.rados.rados.0.smithi169.stdout:1717: finishing copy_from to smithi16976610-18 2024-03-10T22:20:11.733 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 10324 (ObjNum 545 snap 155 seq_num 545) dirty exists 2024-03-10T22:20:12.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:11.704+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:12.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:11.704+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:12.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: osdmap e399: 8 total, 8 up, 8 in 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:12.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:11.720+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:12.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:11.720+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:12.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:11.721+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:12.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:11.721+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:12.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:11.721+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:12.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: osdmap e399: 8 total, 8 up, 8 in 2024-03-10T22:20:12.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:12.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:12.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:12.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:12.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:12.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:12.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:12.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:12.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:12.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:12.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:12.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: osdmap e399: 8 total, 8 up, 8 in 2024-03-10T22:20:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:12.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:12.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:12.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:12.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:12.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:12.712 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:12.717 INFO:tasks.rados.rados.0.smithi169.stdout:1717: done (1 left) 2024-03-10T22:20:12.717 INFO:tasks.rados.rados.0.smithi169.stdout:1718: done (0 left) 2024-03-10T22:20:12.717 INFO:tasks.rados.rados.0.smithi169.stdout:1719: delete oid 30 current snap is 162 2024-03-10T22:20:12.719 INFO:tasks.rados.rados.0.smithi169.stdout:1719: done (0 left) 2024-03-10T22:20:12.720 INFO:tasks.rados.rados.0.smithi169.stdout:1720: rollback oid 41 current snap is 162 2024-03-10T22:20:12.720 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 41 to 161 2024-03-10T22:20:12.720 INFO:tasks.rados.rados.0.smithi169.stdout:1721: read oid 42 snap -1 2024-03-10T22:20:12.720 INFO:tasks.rados.rados.0.smithi169.stdout:1721: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:20:12.720 INFO:tasks.rados.rados.0.smithi169.stdout:1722: copy_from oid 31 from oid 50 current snap is 162 2024-03-10T22:20:12.720 INFO:tasks.rados.rados.0.smithi169.stdout:1723: snap_create 2024-03-10T22:20:12.720 INFO:tasks.rados.rados.0.smithi169.stdout:1720: finishing rollback tid 1 to smithi16976610-41 2024-03-10T22:20:12.720 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 0 (ObjNum 353 snap 0 seq_num 1352642096) dirty dne 2024-03-10T22:20:12.729 INFO:tasks.rados.rados.0.smithi169.stdout:1721: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:20:12.783 INFO:tasks.rados.rados.0.smithi169.stdout:1722: finishing copy_from racing read to smithi16976610-31 2024-03-10T22:20:12.783 INFO:tasks.rados.rados.0.smithi169.stdout:1722: finishing copy_from to smithi16976610-31 2024-03-10T22:20:12.783 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 10333 (ObjNum 550 snap 157 seq_num 550) dirty exists 2024-03-10T22:20:13.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:12.715+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:13.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:12.716+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[90638]: osdmap e400: 8 total, 8 up, 8 in 2024-03-10T22:20:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[90638]: pgmap v261: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 180 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2024-03-10T22:20:13.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[88180]: osdmap e400: 8 total, 8 up, 8 in 2024-03-10T22:20:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:12 smithi169 ceph-mon[88180]: pgmap v261: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 180 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2024-03-10T22:20:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:12 smithi172 ceph-mon[84635]: osdmap e400: 8 total, 8 up, 8 in 2024-03-10T22:20:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:12 smithi172 ceph-mon[84635]: pgmap v261: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 180 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2024-03-10T22:20:13.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.008+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:13.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.008+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:13.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.008+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:13.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.008+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:13.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.008+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:13.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.008+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:13.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.008+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:13.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.008+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:13.719 INFO:tasks.rados.rados.0.smithi169.stdout:1720: done (3 left) 2024-03-10T22:20:13.719 INFO:tasks.rados.rados.0.smithi169.stdout:1721: done (2 left) 2024-03-10T22:20:13.719 INFO:tasks.rados.rados.0.smithi169.stdout:1722: done (1 left) 2024-03-10T22:20:13.719 INFO:tasks.rados.rados.0.smithi169.stdout:1723: done (0 left) 2024-03-10T22:20:13.719 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 47 current snap is 163 2024-03-10T22:20:13.719 INFO:tasks.rados.rados.0.smithi169.stdout:1724: seq_num 560 ranges {4341760=581632,4923392=458752,5382144=614400,5996544=532480} 2024-03-10T22:20:13.745 INFO:tasks.rados.rados.0.smithi169.stdout:1724: writing smithi16976610-47 from 4341760 to 4923392 tid 1 2024-03-10T22:20:13.748 INFO:tasks.rados.rados.0.smithi169.stdout:1724: writing smithi16976610-47 from 4923392 to 5382144 tid 2 2024-03-10T22:20:13.752 INFO:tasks.rados.rados.0.smithi169.stdout:1724: writing smithi16976610-47 from 5382144 to 5996544 tid 3 2024-03-10T22:20:13.755 INFO:tasks.rados.rados.0.smithi169.stdout:1724: writing smithi16976610-47 from 5996544 to 6529024 tid 4 2024-03-10T22:20:13.755 INFO:tasks.rados.rados.0.smithi169.stdout:1725: read oid 37 snap -1 2024-03-10T22:20:13.755 INFO:tasks.rados.rados.0.smithi169.stdout:1725: expect (ObjNum 330 snap 91 seq_num 330) 2024-03-10T22:20:13.755 INFO:tasks.rados.rados.0.smithi169.stdout:1726: snap_create 2024-03-10T22:20:13.760 INFO:tasks.rados.rados.0.smithi169.stdout:1725: expect (ObjNum 330 snap 91 seq_num 330) 2024-03-10T22:20:13.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-mon[84635]: osdmap e401: 8 total, 8 up, 8 in 2024-03-10T22:20:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:20:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:20:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:13 smithi172 ceph-mon[84635]: Upgrade: osd.3 is safe to restart 2024-03-10T22:20:13.810 INFO:tasks.rados.rados.0.smithi169.stdout:1724: finishing write tid 1 to smithi16976610-47 2024-03-10T22:20:13.810 INFO:tasks.rados.rados.0.smithi169.stdout:1724: finishing write tid 2 to smithi16976610-47 2024-03-10T22:20:13.810 INFO:tasks.rados.rados.0.smithi169.stdout:1724: finishing write tid 3 to smithi16976610-47 2024-03-10T22:20:13.811 INFO:tasks.rados.rados.0.smithi169.stdout:1724: finishing write tid 4 to smithi16976610-47 2024-03-10T22:20:13.811 INFO:tasks.rados.rados.0.smithi169.stdout:1724: finishing write tid 5 to smithi16976610-47 2024-03-10T22:20:13.811 INFO:tasks.rados.rados.0.smithi169.stdout:1724: finishing write tid 6 to smithi16976610-47 2024-03-10T22:20:13.811 INFO:tasks.rados.rados.0.smithi169.stdout:1724: oid 47 updating version 0 to 10339 2024-03-10T22:20:13.811 INFO:tasks.rados.rados.0.smithi169.stdout:1724: oid 47 version 10339 is already newer than 10338 2024-03-10T22:20:13.811 INFO:tasks.rados.rados.0.smithi169.stdout:1724: oid 47 version 10339 is already newer than 10337 2024-03-10T22:20:13.811 INFO:tasks.rados.rados.0.smithi169.stdout:1724: oid 47 updating version 10339 to 10340 2024-03-10T22:20:13.811 INFO:tasks.rados.rados.0.smithi169.stdout:1724: oid 47 updating version 10340 to 10341 2024-03-10T22:20:13.811 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 10341 (ObjNum 560 snap 163 seq_num 560) dirty exists 2024-03-10T22:20:13.811 INFO:tasks.rados.rados.0.smithi169.stdout:1724: left oid 47 (ObjNum 560 snap 163 seq_num 560) 2024-03-10T22:20:14.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:13.748+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:14.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:13.753+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[90638]: osdmap e401: 8 total, 8 up, 8 in 2024-03-10T22:20:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:20:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:20:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[90638]: Upgrade: osd.3 is safe to restart 2024-03-10T22:20:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[88180]: osdmap e401: 8 total, 8 up, 8 in 2024-03-10T22:20:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:20:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T22:20:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-mon[88180]: Upgrade: osd.3 is safe to restart 2024-03-10T22:20:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.900+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.900+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.901+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.901+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:13.901+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:14.725 INFO:tasks.rados.rados.0.smithi169.stdout:1724: done (2 left) 2024-03-10T22:20:14.725 INFO:tasks.rados.rados.0.smithi169.stdout:1725: done (1 left) 2024-03-10T22:20:14.725 INFO:tasks.rados.rados.0.smithi169.stdout:1726: done (0 left) 2024-03-10T22:20:14.725 INFO:tasks.rados.rados.0.smithi169.stdout:1727: snap_create 2024-03-10T22:20:15.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[88180]: osdmap e402: 8 total, 8 up, 8 in 2024-03-10T22:20:15.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:15.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:15.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:15.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:15.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:15.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:15.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:15.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[88180]: pgmap v264: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 182 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-03-10T22:20:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[90638]: osdmap e402: 8 total, 8 up, 8 in 2024-03-10T22:20:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:15.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:15.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:15.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:15.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:14 smithi169 ceph-mon[90638]: pgmap v264: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 182 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-03-10T22:20:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:14 smithi172 ceph-mon[84635]: osdmap e402: 8 total, 8 up, 8 in 2024-03-10T22:20:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:14 smithi172 ceph-mon[84635]: pgmap v264: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 182 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-03-10T22:20:15.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:15.093+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:15.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:15.093+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:15.730 INFO:tasks.rados.rados.0.smithi169.stdout:1727: done (0 left) 2024-03-10T22:20:15.731 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 165 2024-03-10T22:20:15.731 INFO:tasks.rados.rados.0.smithi169.stdout:1728: seq_num 561 ranges {1769472=598016,2367488=745472,3112960=778240,3891200=81920} 2024-03-10T22:20:15.743 INFO:tasks.rados.rados.0.smithi169.stdout:1728: writing smithi16976610-27 from 1769472 to 2367488 tid 1 2024-03-10T22:20:15.748 INFO:tasks.rados.rados.0.smithi169.stdout:1728: writing smithi16976610-27 from 2367488 to 3112960 tid 2 2024-03-10T22:20:15.752 INFO:tasks.rados.rados.0.smithi169.stdout:1728: writing smithi16976610-27 from 3112960 to 3891200 tid 3 2024-03-10T22:20:15.753 INFO:tasks.rados.rados.0.smithi169.stdout:1728: writing smithi16976610-27 from 3891200 to 3973120 tid 4 2024-03-10T22:20:15.753 INFO:tasks.rados.rados.0.smithi169.stdout:1729: setattr oid 26 current snap is 165 2024-03-10T22:20:15.753 INFO:tasks.rados.rados.0.smithi169.stdout:1728: finishing write tid 1 to smithi16976610-27 2024-03-10T22:20:15.753 INFO:tasks.rados.rados.0.smithi169.stdout:1728: finishing write tid 2 to smithi16976610-27 2024-03-10T22:20:15.754 INFO:tasks.rados.rados.0.smithi169.stdout:1730: read oid 1 snap -1 2024-03-10T22:20:15.755 INFO:tasks.rados.rados.0.smithi169.stdout:1730: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:20:15.755 INFO:tasks.rados.rados.0.smithi169.stdout:1731: rollback oid 7 current snap is 165 2024-03-10T22:20:15.755 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 7 to 161 2024-03-10T22:20:15.755 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 165 2024-03-10T22:20:15.755 INFO:tasks.rados.rados.0.smithi169.stdout:1732: seq_num 562 ranges {3407872=622592,4030464=630784,4661248=581632,5242880=393216} 2024-03-10T22:20:15.777 INFO:tasks.rados.rados.0.smithi169.stdout:1732: writing smithi16976610-22 from 3407872 to 4030464 tid 1 2024-03-10T22:20:15.780 INFO:tasks.rados.rados.0.smithi169.stdout:1732: writing smithi16976610-22 from 4030464 to 4661248 tid 2 2024-03-10T22:20:15.783 INFO:tasks.rados.rados.0.smithi169.stdout:1732: writing smithi16976610-22 from 4661248 to 5242880 tid 3 2024-03-10T22:20:15.786 INFO:tasks.rados.rados.0.smithi169.stdout:1732: writing smithi16976610-22 from 5242880 to 5636096 tid 4 2024-03-10T22:20:15.786 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 17 current snap is 165 2024-03-10T22:20:15.786 INFO:tasks.rados.rados.0.smithi169.stdout:1728: finishing write tid 3 to smithi16976610-27 2024-03-10T22:20:15.786 INFO:tasks.rados.rados.0.smithi169.stdout:1728: finishing write tid 4 to smithi16976610-27 2024-03-10T22:20:15.786 INFO:tasks.rados.rados.0.smithi169.stdout:1733: seq_num 563 ranges {2228224=638976,2867200=565248,3432448=794624,4227072=245760} 2024-03-10T22:20:15.801 INFO:tasks.rados.rados.0.smithi169.stdout:1733: writing smithi16976610-17 from 2228224 to 2867200 tid 1 2024-03-10T22:20:15.805 INFO:tasks.rados.rados.0.smithi169.stdout:1733: writing smithi16976610-17 from 2867200 to 3432448 tid 2 2024-03-10T22:20:15.809 INFO:tasks.rados.rados.0.smithi169.stdout:1733: writing smithi16976610-17 from 3432448 to 4227072 tid 3 2024-03-10T22:20:15.812 INFO:tasks.rados.rados.0.smithi169.stdout:1733: writing smithi16976610-17 from 4227072 to 4472832 tid 4 2024-03-10T22:20:15.812 INFO:tasks.rados.rados.0.smithi169.stdout:1734: delete oid 30 current snap is 165 2024-03-10T22:20:15.812 INFO:tasks.rados.rados.0.smithi169.stdout:1728: finishing write tid 5 to smithi16976610-27 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:1731: finishing rollback tid 0 to smithi16976610-7 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:1728: finishing write tid 6 to smithi16976610-27 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:1728: oid 27 updating version 0 to 10288 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:1728: oid 27 version 10288 is already newer than 10287 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:1728: oid 27 updating version 10288 to 10289 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:1728: oid 27 version 10289 is already newer than 10285 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:1728: oid 27 version 10289 is already newer than 10286 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 10289 (ObjNum 561 snap 165 seq_num 561) dirty exists 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:1728: left oid 27 (ObjNum 561 snap 165 seq_num 561) 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:1731: finishing rollback tid 1 to smithi16976610-7 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:1731: finishing rollback tid 2 to smithi16976610-7 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 666 (ObjNum 525 snap 153 seq_num 525) dirty exists 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 10327 (ObjNum 545 snap 0 seq_num 1352642288) dirty exists 2024-03-10T22:20:15.813 INFO:tasks.rados.rados.0.smithi169.stdout:1730: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:20:15.842 INFO:tasks.rados.rados.0.smithi169.stdout:1732: finishing write tid 1 to smithi16976610-22 2024-03-10T22:20:15.842 INFO:tasks.rados.rados.0.smithi169.stdout:1728: done (6 left) 2024-03-10T22:20:15.842 INFO:tasks.rados.rados.0.smithi169.stdout:1729: done (5 left) 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1730: done (4 left) 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1731: done (3 left) 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1734: done (2 left) 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1735: delete oid 4 current snap is 165 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1732: finishing write tid 2 to smithi16976610-22 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1732: finishing write tid 3 to smithi16976610-22 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1732: finishing write tid 4 to smithi16976610-22 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1732: finishing write tid 5 to smithi16976610-22 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1732: finishing write tid 6 to smithi16976610-22 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1732: oid 22 updating version 0 to 13929 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1732: oid 22 version 13929 is already newer than 13927 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1732: oid 22 updating version 13929 to 13931 2024-03-10T22:20:15.843 INFO:tasks.rados.rados.0.smithi169.stdout:1732: oid 22 version 13931 is already newer than 13930 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1732: oid 22 version 13931 is already newer than 13928 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 13931 (ObjNum 562 snap 165 seq_num 562) dirty exists 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1732: left oid 22 (ObjNum 562 snap 165 seq_num 562) 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1733: finishing write tid 1 to smithi16976610-17 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1733: finishing write tid 2 to smithi16976610-17 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1733: finishing write tid 3 to smithi16976610-17 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1733: finishing write tid 4 to smithi16976610-17 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1733: finishing write tid 5 to smithi16976610-17 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1733: finishing write tid 6 to smithi16976610-17 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1733: oid 17 updating version 0 to 10292 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1733: oid 17 updating version 10292 to 10294 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1733: oid 17 version 10294 is already newer than 10293 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1733: oid 17 version 10294 is already newer than 10290 2024-03-10T22:20:15.844 INFO:tasks.rados.rados.0.smithi169.stdout:1733: oid 17 version 10294 is already newer than 10291 2024-03-10T22:20:15.845 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 10294 (ObjNum 563 snap 165 seq_num 563) dirty exists 2024-03-10T22:20:15.845 INFO:tasks.rados.rados.0.smithi169.stdout:1733: left oid 17 (ObjNum 563 snap 165 seq_num 563) 2024-03-10T22:20:15.845 INFO:tasks.rados.rados.0.smithi169.stdout:1732: done (2 left) 2024-03-10T22:20:15.845 INFO:tasks.rados.rados.0.smithi169.stdout:1733: done (1 left) 2024-03-10T22:20:15.845 INFO:tasks.rados.rados.0.smithi169.stdout:1735: done (0 left) 2024-03-10T22:20:15.845 INFO:tasks.rados.rados.0.smithi169.stdout:1736: copy_from oid 27 from oid 15 current snap is 165 2024-03-10T22:20:15.846 INFO:tasks.rados.rados.0.smithi169.stdout:1737: read oid 30 snap 162 2024-03-10T22:20:15.846 INFO:tasks.rados.rados.0.smithi169.stdout:1737: expect deleted 2024-03-10T22:20:15.846 INFO:tasks.rados.rados.0.smithi169.stdout:1738: snap_remove snap 161 2024-03-10T22:20:15.973 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:20:15] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-03-10T22:20:15.973 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:15.750+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:15.973 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:15.750+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:15.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[88180]: osdmap e403: 8 total, 8 up, 8 in 2024-03-10T22:20:15.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:15.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:15.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[88180]: Upgrade: Updating osd.3 2024-03-10T22:20:15.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:15.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T22:20:15.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:20:15.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[88180]: Deploying daemon osd.3 on smithi169 2024-03-10T22:20:15.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[90638]: osdmap e403: 8 total, 8 up, 8 in 2024-03-10T22:20:15.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:15.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:15.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[90638]: Upgrade: Updating osd.3 2024-03-10T22:20:15.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:15.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T22:20:15.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:20:15.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-mon[90638]: Deploying daemon osd.3 on smithi169 2024-03-10T22:20:15.975 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:15.746+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:15.975 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:15.746+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:15.975 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:15.746+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:15.975 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:15.748+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:15.975 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:15.748+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:15.975 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:15.748+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:15.975 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:15.748+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:15.976 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:15.748+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:15 smithi172 ceph-mon[84635]: osdmap e403: 8 total, 8 up, 8 in 2024-03-10T22:20:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:15 smithi172 ceph-mon[84635]: Upgrade: Updating osd.3 2024-03-10T22:20:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:15 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:15 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T22:20:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:15 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:20:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:15 smithi172 ceph-mon[84635]: Deploying daemon osd.3 on smithi169 2024-03-10T22:20:16.738 INFO:tasks.rados.rados.0.smithi169.stdout:1738: done (2 left) 2024-03-10T22:20:16.739 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 165 2024-03-10T22:20:16.739 INFO:tasks.rados.rados.0.smithi169.stdout:1736: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:20:16.739 INFO:tasks.rados.rados.0.smithi169.stdout:1736: finishing copy_from to smithi16976610-27 2024-03-10T22:20:16.739 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 1767 (ObjNum 556 snap 160 seq_num 556) dirty exists 2024-03-10T22:20:16.739 INFO:tasks.rados.rados.0.smithi169.stdout:1739: seq_num 566 ranges {2719744=688128,3407872=614400,4022272=565248,4587520=425984} 2024-03-10T22:20:16.756 INFO:tasks.rados.rados.0.smithi169.stdout:1739: writing smithi16976610-31 from 2719744 to 3407872 tid 1 2024-03-10T22:20:16.760 INFO:tasks.rados.rados.0.smithi169.stdout:1739: writing smithi16976610-31 from 3407872 to 4022272 tid 2 2024-03-10T22:20:16.763 INFO:tasks.rados.rados.0.smithi169.stdout:1739: writing smithi16976610-31 from 4022272 to 4587520 tid 3 2024-03-10T22:20:16.767 INFO:tasks.rados.rados.0.smithi169.stdout:1739: writing smithi16976610-31 from 4587520 to 5013504 tid 4 2024-03-10T22:20:16.767 INFO:tasks.rados.rados.0.smithi169.stdout:1736: done (2 left) 2024-03-10T22:20:16.767 INFO:tasks.rados.rados.0.smithi169.stdout:1737: done (1 left) 2024-03-10T22:20:16.767 INFO:tasks.rados.rados.0.smithi169.stdout:1740: read oid 25 snap -1 2024-03-10T22:20:16.767 INFO:tasks.rados.rados.0.smithi169.stdout:1740: expect deleted 2024-03-10T22:20:16.767 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 165 2024-03-10T22:20:16.767 INFO:tasks.rados.rados.0.smithi169.stdout:1741: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-03-10T22:20:16.771 INFO:tasks.rados.rados.0.smithi169.stdout:1741: writing smithi16976610-41 from 0 to 704512 tid 1 2024-03-10T22:20:16.774 INFO:tasks.rados.rados.0.smithi169.stdout:1741: writing smithi16976610-41 from 704512 to 1204224 tid 2 2024-03-10T22:20:16.779 INFO:tasks.rados.rados.0.smithi169.stdout:1741: writing smithi16976610-41 from 1204224 to 1974272 tid 3 2024-03-10T22:20:16.781 INFO:tasks.rados.rados.0.smithi169.stdout:1741: writing smithi16976610-41 from 1974272 to 2310144 tid 4 2024-03-10T22:20:16.781 INFO:tasks.rados.rados.0.smithi169.stdout:1742: setattr oid 27 current snap is 165 2024-03-10T22:20:16.782 INFO:tasks.rados.rados.0.smithi169.stdout:1739: finishing write tid 1 to smithi16976610-31 2024-03-10T22:20:16.782 INFO:tasks.rados.rados.0.smithi169.stdout:1739: finishing write tid 2 to smithi16976610-31 2024-03-10T22:20:16.782 INFO:tasks.rados.rados.0.smithi169.stdout:1741: finishing write tid 1 to smithi16976610-41 2024-03-10T22:20:16.782 INFO:tasks.rados.rados.0.smithi169.stdout:1741: finishing write tid 2 to smithi16976610-41 2024-03-10T22:20:16.782 INFO:tasks.rados.rados.0.smithi169.stdout:1739: finishing write tid 3 to smithi16976610-31 2024-03-10T22:20:16.782 INFO:tasks.rados.rados.0.smithi169.stdout:1739: finishing write tid 4 to smithi16976610-31 2024-03-10T22:20:16.782 INFO:tasks.rados.rados.0.smithi169.stdout:1739: finishing write tid 5 to smithi16976610-31 2024-03-10T22:20:16.783 INFO:tasks.rados.rados.0.smithi169.stdout:1740: done (3 left) 2024-03-10T22:20:16.783 INFO:tasks.rados.rados.0.smithi169.stdout:1743: rmattr oid 44 current snap is 165 2024-03-10T22:20:16.783 INFO:tasks.rados.rados.0.smithi169.stdout:1743: done (3 left) 2024-03-10T22:20:16.783 INFO:tasks.rados.rados.0.smithi169.stdout:1744: snap_create 2024-03-10T22:20:16.784 INFO:tasks.rados.rados.0.smithi169.stdout:1741: finishing write tid 3 to smithi16976610-41 2024-03-10T22:20:16.784 INFO:tasks.rados.rados.0.smithi169.stdout:1741: finishing write tid 4 to smithi16976610-41 2024-03-10T22:20:16.785 INFO:tasks.rados.rados.0.smithi169.stdout:1741: finishing write tid 5 to smithi16976610-41 2024-03-10T22:20:16.786 INFO:tasks.rados.rados.0.smithi169.stdout:1741: finishing write tid 6 to smithi16976610-41 2024-03-10T22:20:16.786 INFO:tasks.rados.rados.0.smithi169.stdout:1741: oid 41 updating version 0 to 1749 2024-03-10T22:20:16.786 INFO:tasks.rados.rados.0.smithi169.stdout:1741: oid 41 version 1749 is already newer than 1746 2024-03-10T22:20:16.786 INFO:tasks.rados.rados.0.smithi169.stdout:1741: oid 41 version 1749 is already newer than 1748 2024-03-10T22:20:16.786 INFO:tasks.rados.rados.0.smithi169.stdout:1741: oid 41 version 1749 is already newer than 1747 2024-03-10T22:20:16.786 INFO:tasks.rados.rados.0.smithi169.stdout:1741: oid 41 updating version 1749 to 1750 2024-03-10T22:20:16.786 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 1750 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-03-10T22:20:16.786 INFO:tasks.rados.rados.0.smithi169.stdout:1741: left oid 41 (ObjNum 567 snap 165 seq_num 567) 2024-03-10T22:20:16.787 INFO:tasks.rados.rados.0.smithi169.stdout:1739: finishing write tid 6 to smithi16976610-31 2024-03-10T22:20:16.787 INFO:tasks.rados.rados.0.smithi169.stdout:1739: oid 31 updating version 0 to 13932 2024-03-10T22:20:16.787 INFO:tasks.rados.rados.0.smithi169.stdout:1739: oid 31 updating version 13932 to 13933 2024-03-10T22:20:16.787 INFO:tasks.rados.rados.0.smithi169.stdout:1739: oid 31 version 13933 is already newer than 13931 2024-03-10T22:20:16.787 INFO:tasks.rados.rados.0.smithi169.stdout:1739: oid 31 updating version 13933 to 13934 2024-03-10T22:20:16.787 INFO:tasks.rados.rados.0.smithi169.stdout:1739: oid 31 version 13934 is already newer than 13930 2024-03-10T22:20:16.787 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 13934 (ObjNum 566 snap 165 seq_num 566) dirty exists 2024-03-10T22:20:16.787 INFO:tasks.rados.rados.0.smithi169.stdout:1739: left oid 31 (ObjNum 566 snap 165 seq_num 566) 2024-03-10T22:20:16.788 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 10295 (ObjNum 556 snap 160 seq_num 556) dirty exists 2024-03-10T22:20:16.831 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:16.760+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:16.832 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:16.765+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:16.832 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[88180]: osdmap e404: 8 total, 8 up, 8 in 2024-03-10T22:20:16.832 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:16.832 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:16.832 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:16.832 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:16.832 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:16.832 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:16.832 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:16.833 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[88180]: pgmap v267: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-03-10T22:20:16.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[90638]: osdmap e404: 8 total, 8 up, 8 in 2024-03-10T22:20:16.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:16.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:16.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:16.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:16.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:16.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:16.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:16.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-mon[90638]: pgmap v267: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-03-10T22:20:16.834 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:16.786+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:16.834 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:16.786+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:16.834 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:16.788+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:16.834 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:16.788+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:16.834 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:16.788+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:16 smithi172 ceph-mon[84635]: osdmap e404: 8 total, 8 up, 8 in 2024-03-10T22:20:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:16 smithi172 ceph-mon[84635]: pgmap v267: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-03-10T22:20:17.749 INFO:tasks.rados.rados.0.smithi169.stdout:1739: done (3 left) 2024-03-10T22:20:17.749 INFO:tasks.rados.rados.0.smithi169.stdout:1741: done (2 left) 2024-03-10T22:20:17.749 INFO:tasks.rados.rados.0.smithi169.stdout:1742: done (1 left) 2024-03-10T22:20:17.749 INFO:tasks.rados.rados.0.smithi169.stdout:1744: done (0 left) 2024-03-10T22:20:17.749 INFO:tasks.rados.rados.0.smithi169.stdout:1745: snap_remove snap 164 2024-03-10T22:20:17.881 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[90638]: osdmap e405: 8 total, 8 up, 8 in 2024-03-10T22:20:17.881 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:17.881 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:17.881 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:17.881 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:17.881 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:17.882 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:17.882 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:17.882 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[88180]: osdmap e405: 8 total, 8 up, 8 in 2024-03-10T22:20:17.882 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:17.882 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:17.882 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:17.882 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:17.882 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:17.882 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:17.882 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:17 smithi172 ceph-mon[84635]: osdmap e405: 8 total, 8 up, 8 in 2024-03-10T22:20:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:18.757 INFO:tasks.rados.rados.0.smithi169.stdout:1745: done (0 left) 2024-03-10T22:20:18.757 INFO:tasks.rados.rados.0.smithi169.stdout:1746: delete oid 49 current snap is 166 2024-03-10T22:20:18.764 INFO:tasks.rados.rados.0.smithi169.stdout:1746: done (0 left) 2024-03-10T22:20:18.764 INFO:tasks.rados.rados.0.smithi169.stdout:1747: delete oid 40 current snap is 166 2024-03-10T22:20:18.767 INFO:tasks.rados.rados.0.smithi169.stdout:1747: done (0 left) 2024-03-10T22:20:18.767 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 166 2024-03-10T22:20:18.767 INFO:tasks.rados.rados.0.smithi169.stdout:1748: seq_num 570 ranges {3809280=753664,4562944=548864,5111808=540672,5652480=516096} 2024-03-10T22:20:18.792 INFO:tasks.rados.rados.0.smithi169.stdout:1748: writing smithi16976610-15 from 3809280 to 4562944 tid 1 2024-03-10T22:20:18.795 INFO:tasks.rados.rados.0.smithi169.stdout:1748: writing smithi16976610-15 from 4562944 to 5111808 tid 2 2024-03-10T22:20:18.799 INFO:tasks.rados.rados.0.smithi169.stdout:1748: writing smithi16976610-15 from 5111808 to 5652480 tid 3 2024-03-10T22:20:18.802 INFO:tasks.rados.rados.0.smithi169.stdout:1748: writing smithi16976610-15 from 5652480 to 6168576 tid 4 2024-03-10T22:20:18.802 INFO:tasks.rados.rados.0.smithi169.stdout:1749: delete oid 41 current snap is 166 2024-03-10T22:20:18.802 INFO:tasks.rados.rados.0.smithi169.stdout:1748: finishing write tid 1 to smithi16976610-15 2024-03-10T22:20:18.802 INFO:tasks.rados.rados.0.smithi169.stdout:1748: finishing write tid 2 to smithi16976610-15 2024-03-10T22:20:18.803 INFO:tasks.rados.rados.0.smithi169.stdout:1748: finishing write tid 3 to smithi16976610-15 2024-03-10T22:20:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:1749: done (1 left) 2024-03-10T22:20:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:1750: read oid 43 snap -1 2024-03-10T22:20:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:1750: expect (ObjNum 486 snap 144 seq_num 486) 2024-03-10T22:20:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:1751: read oid 50 snap -1 2024-03-10T22:20:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:1751: expect (ObjNum 550 snap 157 seq_num 550) 2024-03-10T22:20:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:1752: rollback oid 41 current snap is 166 2024-03-10T22:20:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 41 to 165 2024-03-10T22:20:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:1753: rollback oid 29 current snap is 166 2024-03-10T22:20:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 29 to 163 2024-03-10T22:20:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 166 2024-03-10T22:20:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:1754: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2024-03-10T22:20:18.810 INFO:tasks.rados.rados.0.smithi169.stdout:1754: writing smithi16976610-25 from 0 to 786432 tid 1 2024-03-10T22:20:18.815 INFO:tasks.rados.rados.0.smithi169.stdout:1754: writing smithi16976610-25 from 786432 to 1556480 tid 2 2024-03-10T22:20:18.819 INFO:tasks.rados.rados.0.smithi169.stdout:1754: writing smithi16976610-25 from 1556480 to 2113536 tid 3 2024-03-10T22:20:18.822 INFO:tasks.rados.rados.0.smithi169.stdout:1754: writing smithi16976610-25 from 2113536 to 2392064 tid 4 2024-03-10T22:20:18.822 INFO:tasks.rados.rados.0.smithi169.stdout:1755: snap_create 2024-03-10T22:20:18.823 INFO:tasks.rados.rados.0.smithi169.stdout:1748: finishing write tid 4 to smithi16976610-15 2024-03-10T22:20:18.823 INFO:tasks.rados.rados.0.smithi169.stdout:1752: finishing rollback tid 1 to smithi16976610-41 2024-03-10T22:20:18.823 INFO:tasks.rados.rados.0.smithi169.stdout:1752: finishing rollback tid 2 to smithi16976610-41 2024-03-10T22:20:18.823 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 1753 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:1748: finishing write tid 5 to smithi16976610-15 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:1753: finishing rollback tid 0 to smithi16976610-29 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:1748: finishing write tid 6 to smithi16976610-15 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:1748: oid 15 updating version 0 to 1773 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:1748: oid 15 updating version 1773 to 1777 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:1748: oid 15 version 1777 is already newer than 1774 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:1748: oid 15 version 1777 is already newer than 1776 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:1748: oid 15 version 1777 is already newer than 1775 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 1777 (ObjNum 570 snap 166 seq_num 570) dirty exists 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:1748: left oid 15 (ObjNum 570 snap 166 seq_num 570) 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:1753: finishing rollback tid 1 to smithi16976610-29 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:1753: finishing rollback tid 2 to smithi16976610-29 2024-03-10T22:20:18.824 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 669 (ObjNum 553 snap 160 seq_num 553) dirty exists 2024-03-10T22:20:18.825 INFO:tasks.rados.rados.0.smithi169.stdout:1750: expect (ObjNum 486 snap 144 seq_num 486) 2024-03-10T22:20:18.866 INFO:tasks.rados.rados.0.smithi169.stdout:1754: finishing write tid 1 to smithi16976610-25 2024-03-10T22:20:18.866 INFO:tasks.rados.rados.0.smithi169.stdout:1754: finishing write tid 2 to smithi16976610-25 2024-03-10T22:20:18.866 INFO:tasks.rados.rados.0.smithi169.stdout:1751: expect (ObjNum 550 snap 157 seq_num 550) 2024-03-10T22:20:18.907 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:18 smithi169 systemd[1]: Stopping Ceph osd.3 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:20:18.908 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-mon[90638]: osdmap e406: 8 total, 8 up, 8 in 2024-03-10T22:20:18.908 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-mon[90638]: pgmap v270: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-03-10T22:20:18.908 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:18.909 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:18.909 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:18.594+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:18.909 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:18.594+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:18.909 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:18.758+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:18.910 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:18.758+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:18.910 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-mon[88180]: osdmap e406: 8 total, 8 up, 8 in 2024-03-10T22:20:18.910 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-mon[88180]: pgmap v270: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-03-10T22:20:18.911 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:18.911 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:18.912 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:20:18.912 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:18.764+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:18.913 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:18.764+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:18.913 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:18.764+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:18.913 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:18.765+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:18.913 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:18.765+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:18.913 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:18.765+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:18.913 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:18.765+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:18.914 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:18.765+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:18.957 INFO:tasks.rados.rados.0.smithi169.stdout:1754: finishing write tid 3 to smithi16976610-25 2024-03-10T22:20:18.957 INFO:tasks.rados.rados.0.smithi169.stdout:1754: finishing write tid 4 to smithi16976610-25 2024-03-10T22:20:18.957 INFO:tasks.rados.rados.0.smithi169.stdout:1754: finishing write tid 5 to smithi16976610-25 2024-03-10T22:20:18.957 INFO:tasks.rados.rados.0.smithi169.stdout:1754: finishing write tid 6 to smithi16976610-25 2024-03-10T22:20:18.957 INFO:tasks.rados.rados.0.smithi169.stdout:1754: oid 25 updating version 0 to 10346 2024-03-10T22:20:18.957 INFO:tasks.rados.rados.0.smithi169.stdout:1754: oid 25 version 10346 is already newer than 10345 2024-03-10T22:20:18.957 INFO:tasks.rados.rados.0.smithi169.stdout:1754: oid 25 version 10346 is already newer than 10344 2024-03-10T22:20:18.957 INFO:tasks.rados.rados.0.smithi169.stdout:1754: oid 25 version 10346 is already newer than 10342 2024-03-10T22:20:18.957 INFO:tasks.rados.rados.0.smithi169.stdout:1754: oid 25 version 10346 is already newer than 10343 2024-03-10T22:20:18.957 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 10346 (ObjNum 572 snap 166 seq_num 572) dirty exists 2024-03-10T22:20:18.957 INFO:tasks.rados.rados.0.smithi169.stdout:1754: left oid 25 (ObjNum 572 snap 166 seq_num 572) 2024-03-10T22:20:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:18 smithi172 ceph-mon[84635]: osdmap e406: 8 total, 8 up, 8 in 2024-03-10T22:20:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:18 smithi172 ceph-mon[84635]: pgmap v270: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-03-10T22:20:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:19.241 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[59299]: 2024-03-10T22:20:18.937+0000 7f0ca211b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:20:19.241 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[59299]: 2024-03-10T22:20:18.937+0000 7f0ca211b700 -1 osd.3 407 *** Got signal Terminated *** 2024-03-10T22:20:19.241 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[59299]: 2024-03-10T22:20:18.937+0000 7f0ca211b700 -1 osd.3 407 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:20:19.241 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:20:19.241 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (7m) 25s ago 8m 25.3M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:20:19.241 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (7m) 2m ago 7m 92.6M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:20:19.241 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (9m) 25s ago 9m 16.0M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:20:19.241 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (9m) 2m ago 9m 20.5M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:20:19.241 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (3m) 2m ago 12m 448M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (4m) 25s ago 14m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (3m) 25s ago 14m 55.1M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (2m) 2m ago 13m 25.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (2m) 25s ago 12m 48.9M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (8m) 25s ago 8m 15.4M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (8m) 2m ago 8m 15.2M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (101s) 25s ago 12m 279M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (65s) 25s ago 11m 91.5M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 32abc424c71c 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (30s) 25s ago 11m 12.7M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 16a3c6ec7165 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (11m) 25s ago 11m 222M 2480M 18.2.1-746-gc2ea977b a30af69eda22 21d55ea16453 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (10m) 2m ago 10m 130M 2480M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (10m) 2m ago 10m 131M 2480M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (9m) 2m ago 9m 124M 2480M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:20:19.242 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (9m) 2m ago 9m 134M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:20:19.243 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (3m) 2m ago 8m 56.6M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:20:19.668 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:20:19.668 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 5, 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 7, 2024-03-10T22:20:19.669 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T22:20:19.670 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:20:19.670 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:20:19.762 INFO:tasks.rados.rados.0.smithi169.stdout:1748: done (6 left) 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:1750: done (5 left) 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:1751: done (4 left) 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:1752: done (3 left) 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:1753: done (2 left) 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:1754: done (1 left) 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:1755: done (0 left) 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:1756: rollback oid 13 current snap is 167 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 13 to 166 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:1757: read oid 46 snap -1 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:1757: expect (ObjNum 476 snap 140 seq_num 476) 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:1758: copy_from oid 36 from oid 16 current snap is 167 2024-03-10T22:20:19.763 INFO:tasks.rados.rados.0.smithi169.stdout:1759: read oid 42 snap 166 2024-03-10T22:20:19.764 INFO:tasks.rados.rados.0.smithi169.stdout:1759: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:20:19.764 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 17 current snap is 167 2024-03-10T22:20:19.764 INFO:tasks.rados.rados.0.smithi169.stdout:1760: seq_num 573 ranges {4472832=802816,5275648=655360,5931008=720896,6651904=229376} 2024-03-10T22:20:19.792 INFO:tasks.rados.rados.0.smithi169.stdout:1760: writing smithi16976610-17 from 4472832 to 5275648 tid 1 2024-03-10T22:20:19.796 INFO:tasks.rados.rados.0.smithi169.stdout:1760: writing smithi16976610-17 from 5275648 to 5931008 tid 2 2024-03-10T22:20:19.800 INFO:tasks.rados.rados.0.smithi169.stdout:1760: writing smithi16976610-17 from 5931008 to 6651904 tid 3 2024-03-10T22:20:19.802 INFO:tasks.rados.rados.0.smithi169.stdout:1760: writing smithi16976610-17 from 6651904 to 6881280 tid 4 2024-03-10T22:20:19.802 INFO:tasks.rados.rados.0.smithi169.stdout:1761: rollback oid 21 current snap is 167 2024-03-10T22:20:19.802 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 163 2024-03-10T22:20:19.802 INFO:tasks.rados.rados.0.smithi169.stdout:1759: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:20:19.854 INFO:tasks.rados.rados.0.smithi169.stdout:1756: finishing rollback tid 0 to smithi16976610-13 2024-03-10T22:20:19.854 INFO:tasks.rados.rados.0.smithi169.stdout:1756: finishing rollback tid 1 to smithi16976610-13 2024-03-10T22:20:19.854 INFO:tasks.rados.rados.0.smithi169.stdout:1756: finishing rollback tid 2 to smithi16976610-13 2024-03-10T22:20:19.855 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 13938 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:20:19.855 INFO:tasks.rados.rados.0.smithi169.stdout:1757: expect (ObjNum 476 snap 140 seq_num 476) 2024-03-10T22:20:19.931 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:19.792+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:19.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: osdmap e407: 8 total, 8 up, 8 in 2024-03-10T22:20:19.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:19.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:19.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:19.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:19.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:19.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:19.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:19.933 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:19.933 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: osd.3 marked itself down and dead 2024-03-10T22:20:19.933 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:19.933 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/1290945093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:19.933 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:19.765+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:19.934 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:19.768+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:19.934 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:19.770+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:19.934 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:19.773+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:19.934 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: osdmap e407: 8 total, 8 up, 8 in 2024-03-10T22:20:19.934 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:19.934 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:19.935 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:19.935 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:19.935 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:19.935 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:19.935 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:19.935 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:19.936 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: osd.3 marked itself down and dead 2024-03-10T22:20:19.936 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:19.936 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:19 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/1290945093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: osdmap e407: 8 total, 8 up, 8 in 2024-03-10T22:20:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset e3=[]:{c2=[c2,c1],d3=[d3,d2],db=[db,d9,d6],e0=[e0],e2=[e2]} for object 5:cee65a20:::smithi16976610-19:b4 2024-03-10T22:20:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:5e1fe690:::smithi16976610-29:da 2024-03-10T22:20:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: osd.3 marked itself down and dead 2024-03-10T22:20:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:19 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/1290945093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:20.127 INFO:tasks.rados.rados.0.smithi169.stdout:1760: finishing write tid 1 to smithi16976610-17 2024-03-10T22:20:20.128 INFO:tasks.rados.rados.0.smithi169.stdout:1760: finishing write tid 2 to smithi16976610-17 2024-03-10T22:20:20.128 INFO:tasks.rados.rados.0.smithi169.stdout:1760: finishing write tid 3 to smithi16976610-17 2024-03-10T22:20:20.128 INFO:tasks.rados.rados.0.smithi169.stdout:1760: finishing write tid 4 to smithi16976610-17 2024-03-10T22:20:20.128 INFO:tasks.rados.rados.0.smithi169.stdout:1760: finishing write tid 5 to smithi16976610-17 2024-03-10T22:20:20.128 INFO:tasks.rados.rados.0.smithi169.stdout:1760: finishing write tid 6 to smithi16976610-17 2024-03-10T22:20:20.129 INFO:tasks.rados.rados.0.smithi169.stdout:1760: oid 17 updating version 0 to 10296 2024-03-10T22:20:20.129 INFO:tasks.rados.rados.0.smithi169.stdout:1760: oid 17 updating version 10296 to 10299 2024-03-10T22:20:20.129 INFO:tasks.rados.rados.0.smithi169.stdout:1760: oid 17 version 10299 is already newer than 10297 2024-03-10T22:20:20.129 INFO:tasks.rados.rados.0.smithi169.stdout:1760: oid 17 updating version 10299 to 10300 2024-03-10T22:20:20.129 INFO:tasks.rados.rados.0.smithi169.stdout:1760: oid 17 version 10300 is already newer than 10298 2024-03-10T22:20:20.129 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 10300 (ObjNum 573 snap 167 seq_num 573) dirty exists 2024-03-10T22:20:20.129 INFO:tasks.rados.rados.0.smithi169.stdout:1760: left oid 17 (ObjNum 573 snap 167 seq_num 573) 2024-03-10T22:20:20.130 INFO:tasks.rados.rados.0.smithi169.stdout:1756: done (5 left) 2024-03-10T22:20:20.130 INFO:tasks.rados.rados.0.smithi169.stdout:1757: done (4 left) 2024-03-10T22:20:20.130 INFO:tasks.rados.rados.0.smithi169.stdout:1759: done (3 left) 2024-03-10T22:20:20.130 INFO:tasks.rados.rados.0.smithi169.stdout:1760: done (2 left) 2024-03-10T22:20:20.130 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 167 2024-03-10T22:20:20.130 INFO:tasks.rados.rados.0.smithi169.stdout:1762: seq_num 574 ranges {4751360=16384} 2024-03-10T22:20:20.152 INFO:tasks.rados.rados.0.smithi169.stdout:1762: writing smithi16976610-18 from 4751360 to 4767744 tid 1 2024-03-10T22:20:20.152 INFO:tasks.rados.rados.0.smithi169.stdout:1763: setattr oid 25 current snap is 167 2024-03-10T22:20:20.155 INFO:tasks.rados.rados.0.smithi169.stdout:1764: copy_from oid 37 from oid 34 current snap is 167 2024-03-10T22:20:20.155 INFO:tasks.rados.rados.0.smithi169.stdout:1765: read oid 41 snap -1 2024-03-10T22:20:20.155 INFO:tasks.rados.rados.0.smithi169.stdout:1765: expect (ObjNum 567 snap 165 seq_num 567) 2024-03-10T22:20:20.155 INFO:tasks.rados.rados.0.smithi169.stdout:1766: rollback oid 6 current snap is 167 2024-03-10T22:20:20.155 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 6 to 166 2024-03-10T22:20:20.155 INFO:tasks.rados.rados.0.smithi169.stdout:1767: read oid 17 snap -1 2024-03-10T22:20:20.155 INFO:tasks.rados.rados.0.smithi169.stdout:1767: expect (ObjNum 573 snap 167 seq_num 573) 2024-03-10T22:20:20.155 INFO:tasks.rados.rados.0.smithi169.stdout:1768: copy_from oid 39 from oid 12 current snap is 167 2024-03-10T22:20:20.155 INFO:tasks.rados.rados.0.smithi169.stdout:1769: snap_remove snap 162 2024-03-10T22:20:20.629 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:20 smithi169 podman[110237]: 2024-03-10 22:20:20.340758854 +0000 UTC m=+1.544675024 container died 21d55ea164536a47190bd2039dcd6fc66187bd76f6ee3bef9e6098f44dac36f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=reef-c2ea977, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:20:20.773 INFO:tasks.rados.rados.0.smithi169.stdout:1765: expect (ObjNum 567 snap 165 seq_num 567) 2024-03-10T22:20:20.844 INFO:tasks.rados.rados.0.smithi169.stdout:1766: finishing rollback tid 1 to smithi16976610-6 2024-03-10T22:20:20.844 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 10284 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1764: finishing copy_from racing read to smithi16976610-37 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1765: done (9 left) 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1766: done (8 left) 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1769: done (7 left) 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1770: read oid 13 snap -1 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1770: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1771: rmattr oid 8 current snap is 167 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1771: done (8 left) 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1772: read oid 20 snap -1 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1772: expect (ObjNum 555 snap 160 seq_num 555) 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1773: delete oid 11 current snap is 167 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:1764: finishing copy_from to smithi16976610-37 2024-03-10T22:20:20.845 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 13912 (ObjNum 554 snap 160 seq_num 554) dirty exists 2024-03-10T22:20:20.846 INFO:tasks.rados.rados.0.smithi169.stdout:1767: expect (ObjNum 573 snap 167 seq_num 573) 2024-03-10T22:20:21.003 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:20 smithi169 podman[110237]: 2024-03-10 22:20:20.737809672 +0000 UTC m=+1.941725834 container cleanup 21d55ea164536a47190bd2039dcd6fc66187bd76f6ee3bef9e6098f44dac36f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-c2ea977, GIT_CLEAN=True, org.label-schema.build-date=20240307) 2024-03-10T22:20:21.003 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:20 smithi169 bash[110237]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3 2024-03-10T22:20:21.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:20.777+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[88180]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:20:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[88180]: osdmap e408: 8 total, 7 up, 8 in 2024-03-10T22:20:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:21.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[88180]: pgmap v273: 121 pgs: 16 stale+active+clean, 7 active+clean+snaptrim_error, 98 active+clean; 189 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-03-10T22:20:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[90638]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:20:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[90638]: osdmap e408: 8 total, 7 up, 8 in 2024-03-10T22:20:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-mon[90638]: pgmap v273: 121 pgs: 16 stale+active+clean, 7 active+clean+snaptrim_error, 98 active+clean; 189 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-03-10T22:20:21.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:20.779+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:21.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:20.779+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:21.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:20.779+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:21.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:20.779+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:21.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:20.780+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:21.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:20.780+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:21.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:20.782+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:20 smithi172 ceph-mon[84635]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:20:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:20 smithi172 ceph-mon[84635]: osdmap e408: 8 total, 7 up, 8 in 2024-03-10T22:20:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:20 smithi172 ceph-mon[84635]: pgmap v273: 121 pgs: 16 stale+active+clean, 7 active+clean+snaptrim_error, 98 active+clean; 189 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-03-10T22:20:21.205 INFO:tasks.rados.rados.0.smithi169.stdout:1762: finishing write tid 1 to smithi16976610-18 2024-03-10T22:20:21.205 INFO:tasks.rados.rados.0.smithi169.stdout:1762: finishing write tid 2 to smithi16976610-18 2024-03-10T22:20:21.205 INFO:tasks.rados.rados.0.smithi169.stdout:1761: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:20:21.205 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 657 (ObjNum 33 snap 0 seq_num 151374880) dirty dne 2024-03-10T22:20:21.205 INFO:tasks.rados.rados.0.smithi169.stdout:1768: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:20:21.205 INFO:tasks.rados.rados.0.smithi169.stdout:1768: finishing copy_from to smithi16976610-39 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 13898 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:1762: finishing write tid 3 to smithi16976610-18 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:1762: oid 18 updating version 0 to 10326 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:1762: oid 18 version 10326 is already newer than 10325 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 10326 (ObjNum 574 snap 167 seq_num 574) dirty exists 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:1762: left oid 18 (ObjNum 574 snap 167 seq_num 574) 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 10348 (ObjNum 572 snap 166 seq_num 572) dirty exists 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:1758: finishing copy_from racing read to smithi16976610-36 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:1758: finishing copy_from to smithi16976610-36 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 10324 (ObjNum 545 snap 155 seq_num 545) dirty exists 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:1758: done (9 left) 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:1761: done (8 left) 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:1762: done (7 left) 2024-03-10T22:20:21.206 INFO:tasks.rados.rados.0.smithi169.stdout:1763: done (6 left) 2024-03-10T22:20:21.207 INFO:tasks.rados.rados.0.smithi169.stdout:1764: done (5 left) 2024-03-10T22:20:21.207 INFO:tasks.rados.rados.0.smithi169.stdout:1767: done (4 left) 2024-03-10T22:20:21.207 INFO:tasks.rados.rados.0.smithi169.stdout:1768: done (3 left) 2024-03-10T22:20:21.207 INFO:tasks.rados.rados.0.smithi169.stdout:1773: done (2 left) 2024-03-10T22:20:21.207 INFO:tasks.rados.rados.0.smithi169.stdout:1774: delete oid 11 current snap is 167 2024-03-10T22:20:21.207 INFO:tasks.rados.rados.0.smithi169.stdout:1770: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:20:21.208 INFO:tasks.rados.rados.0.smithi169.stdout:1772: expect (ObjNum 555 snap 160 seq_num 555) 2024-03-10T22:20:21.335 INFO:tasks.rados.rados.0.smithi169.stdout:1770: done (2 left) 2024-03-10T22:20:21.335 INFO:tasks.rados.rados.0.smithi169.stdout:1772: done (1 left) 2024-03-10T22:20:21.335 INFO:tasks.rados.rados.0.smithi169.stdout:1774: done (0 left) 2024-03-10T22:20:21.335 INFO:tasks.rados.rados.0.smithi169.stdout:1775: read oid 49 snap 163 2024-03-10T22:20:21.335 INFO:tasks.rados.rados.0.smithi169.stdout:1775: expect (ObjNum 384 snap 108 seq_num 384) 2024-03-10T22:20:21.335 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 20 current snap is 167 2024-03-10T22:20:21.335 INFO:tasks.rados.rados.0.smithi169.stdout:1776: seq_num 577 ranges {3555328=65536} 2024-03-10T22:20:21.355 INFO:tasks.rados.rados.0.smithi169.stdout:1776: writing smithi16976610-20 from 3555328 to 3620864 tid 1 2024-03-10T22:20:21.356 INFO:tasks.rados.rados.0.smithi169.stdout:1777: copy_from oid 18 from oid 17 current snap is 167 2024-03-10T22:20:21.356 INFO:tasks.rados.rados.0.smithi169.stdout:1778: read oid 32 snap 166 2024-03-10T22:20:21.356 INFO:tasks.rados.rados.0.smithi169.stdout:1778: expect deleted 2024-03-10T22:20:21.356 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 167 2024-03-10T22:20:21.356 INFO:tasks.rados.rados.0.smithi169.stdout:1779: seq_num 578 ranges {0=81920} 2024-03-10T22:20:21.356 INFO:tasks.rados.rados.0.smithi169.stdout:1779: writing smithi16976610-44 from 0 to 81920 tid 1 2024-03-10T22:20:21.356 INFO:tasks.rados.rados.0.smithi169.stdout:1780: read oid 24 snap -1 2024-03-10T22:20:21.356 INFO:tasks.rados.rados.0.smithi169.stdout:1780: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:20:21.356 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 167 2024-03-10T22:20:21.357 INFO:tasks.rados.rados.0.smithi169.stdout:1781: seq_num 579 ranges {5316608=98304} 2024-03-10T22:20:21.367 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:21 smithi169 podman[110310]: 2024-03-10 22:20:21.005949805 +0000 UTC m=+0.664003404 container remove 21d55ea164536a47190bd2039dcd6fc66187bd76f6ee3bef9e6098f44dac36f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2024-03-10T22:20:21.387 INFO:tasks.rados.rados.0.smithi169.stdout:1781: writing smithi16976610-29 from 5316608 to 5414912 tid 1 2024-03-10T22:20:21.387 INFO:tasks.rados.rados.0.smithi169.stdout:1782: read oid 42 snap -1 2024-03-10T22:20:21.387 INFO:tasks.rados.rados.0.smithi169.stdout:1782: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:20:21.387 INFO:tasks.rados.rados.0.smithi169.stdout:1783: read oid 37 snap -1 2024-03-10T22:20:21.387 INFO:tasks.rados.rados.0.smithi169.stdout:1783: expect (ObjNum 554 snap 160 seq_num 554) 2024-03-10T22:20:21.387 INFO:tasks.rados.rados.0.smithi169.stdout:1784: snap_remove snap 165 2024-03-10T22:20:21.651 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:21 smithi169 podman[110404]: 2024-03-10 22:20:21.272562894 +0000 UTC m=+0.019260794 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:20:21.651 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:21 smithi169 podman[110404]: 2024-03-10 22:20:21.399036578 +0000 UTC m=+0.145734464 container create 1d5f7d688501c99483e8dc5d5ecad77232af1527e38ed2043700c4fad4054004 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True) 2024-03-10T22:20:21.777 INFO:tasks.rados.rados.0.smithi169.stdout:1784: done (9 left) 2024-03-10T22:20:21.778 INFO:tasks.rados.rados.0.smithi169.stdout:1785: read oid 9 snap -1 2024-03-10T22:20:21.778 INFO:tasks.rados.rados.0.smithi169.stdout:1785: expect (ObjNum 476 snap 140 seq_num 476) 2024-03-10T22:20:21.778 INFO:tasks.rados.rados.0.smithi169.stdout:1786: rollback oid 15 current snap is 167 2024-03-10T22:20:21.778 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 15 to 166 2024-03-10T22:20:21.778 INFO:tasks.rados.rados.0.smithi169.stdout:1780: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:20:21.780 INFO:tasks.rados.rados.0.smithi169.stdout:1776: finishing write tid 1 to smithi16976610-20 2024-03-10T22:20:21.780 INFO:tasks.rados.rados.0.smithi169.stdout:1776: finishing write tid 2 to smithi16976610-20 2024-03-10T22:20:21.780 INFO:tasks.rados.rados.0.smithi169.stdout:1779: finishing write tid 1 to smithi16976610-44 2024-03-10T22:20:21.780 INFO:tasks.rados.rados.0.smithi169.stdout:1779: finishing write tid 2 to smithi16976610-44 2024-03-10T22:20:21.780 INFO:tasks.rados.rados.0.smithi169.stdout:1776: finishing write tid 3 to smithi16976610-20 2024-03-10T22:20:21.780 INFO:tasks.rados.rados.0.smithi169.stdout:1776: oid 20 updating version 0 to 727 2024-03-10T22:20:21.780 INFO:tasks.rados.rados.0.smithi169.stdout:1776: oid 20 updating version 727 to 728 2024-03-10T22:20:21.780 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 728 (ObjNum 577 snap 167 seq_num 577) dirty exists 2024-03-10T22:20:21.780 INFO:tasks.rados.rados.0.smithi169.stdout:1776: left oid 20 (ObjNum 577 snap 167 seq_num 577) 2024-03-10T22:20:21.781 INFO:tasks.rados.rados.0.smithi169.stdout:1775: expect (ObjNum 384 snap 108 seq_num 384) 2024-03-10T22:20:21.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[90638]: osdmap e409: 8 total, 7 up, 8 in 2024-03-10T22:20:21.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:21.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:21.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:21.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:21.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:21.950 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:21.782+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:21.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[88180]: osdmap e409: 8 total, 7 up, 8 in 2024-03-10T22:20:21.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:21.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:21.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:21.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:21.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:21.951 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:21 smithi169 podman[110404]: 2024-03-10 22:20:21.651958267 +0000 UTC m=+0.398656166 container init 1d5f7d688501c99483e8dc5d5ecad77232af1527e38ed2043700c4fad4054004 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:20:21.951 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:21 smithi169 podman[110404]: 2024-03-10 22:20:21.655211927 +0000 UTC m=+0.401909825 container start 1d5f7d688501c99483e8dc5d5ecad77232af1527e38ed2043700c4fad4054004 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-deactivate, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS) 2024-03-10T22:20:21.951 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:21 smithi169 podman[110404]: 2024-03-10 22:20:21.760306408 +0000 UTC m=+0.507004319 container attach 1d5f7d688501c99483e8dc5d5ecad77232af1527e38ed2043700c4fad4054004 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-deactivate, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD) 2024-03-10T22:20:21.951 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:21.779+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:21.952 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:21.780+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:21.952 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:21.783+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:21.952 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:21.784+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:22.127 INFO:tasks.rados.rados.0.smithi169.stdout:1779: finishing write tid 3 to smithi16976610-44 2024-03-10T22:20:22.127 INFO:tasks.rados.rados.0.smithi169.stdout:1779: oid 44 updating version 0 to 13942 2024-03-10T22:20:22.127 INFO:tasks.rados.rados.0.smithi169.stdout:1779: oid 44 version 13942 is already newer than 13941 2024-03-10T22:20:22.127 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 13942 (ObjNum 578 snap 167 seq_num 578) dirty exists 2024-03-10T22:20:22.127 INFO:tasks.rados.rados.0.smithi169.stdout:1779: left oid 44 (ObjNum 578 snap 167 seq_num 578) 2024-03-10T22:20:22.127 INFO:tasks.rados.rados.0.smithi169.stdout:1777: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:20:22.127 INFO:tasks.rados.rados.0.smithi169.stdout:1775: done (10 left) 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1776: done (9 left) 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1778: done (8 left) 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1779: done (7 left) 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1780: done (6 left) 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1787: read oid 6 snap 163 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1787: expect deleted 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1788: copy_from oid 47 from oid 5 current snap is 167 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1777: finishing copy_from to smithi16976610-18 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 10300 (ObjNum 573 snap 167 seq_num 573) dirty exists 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1781: finishing write tid 1 to smithi16976610-29 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1781: finishing write tid 2 to smithi16976610-29 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1781: finishing write tid 3 to smithi16976610-29 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1781: oid 29 updating version 0 to 671 2024-03-10T22:20:22.128 INFO:tasks.rados.rados.0.smithi169.stdout:1781: oid 29 version 671 is already newer than 670 2024-03-10T22:20:22.129 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 671 (ObjNum 579 snap 167 seq_num 579) dirty exists 2024-03-10T22:20:22.129 INFO:tasks.rados.rados.0.smithi169.stdout:1781: left oid 29 (ObjNum 579 snap 167 seq_num 579) 2024-03-10T22:20:22.129 INFO:tasks.rados.rados.0.smithi169.stdout:1783: expect (ObjNum 554 snap 160 seq_num 554) 2024-03-10T22:20:22.182 INFO:tasks.rados.rados.0.smithi169.stdout:1782: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:20:22.232 INFO:tasks.rados.rados.0.smithi169.stdout:1786: finishing rollback tid 0 to smithi16976610-15 2024-03-10T22:20:22.233 INFO:tasks.rados.rados.0.smithi169.stdout:1786: finishing rollback tid 1 to smithi16976610-15 2024-03-10T22:20:22.233 INFO:tasks.rados.rados.0.smithi169.stdout:1777: done (7 left) 2024-03-10T22:20:22.233 INFO:tasks.rados.rados.0.smithi169.stdout:1781: done (6 left) 2024-03-10T22:20:22.233 INFO:tasks.rados.rados.0.smithi169.stdout:1782: done (5 left) 2024-03-10T22:20:22.233 INFO:tasks.rados.rados.0.smithi169.stdout:1783: done (4 left) 2024-03-10T22:20:22.233 INFO:tasks.rados.rados.0.smithi169.stdout:1789: rollback oid 32 current snap is 167 2024-03-10T22:20:22.233 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 32 to 163 2024-03-10T22:20:22.233 INFO:tasks.rados.rados.0.smithi169.stdout:1786: finishing rollback tid 2 to smithi16976610-15 2024-03-10T22:20:22.233 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 1780 (ObjNum 570 snap 166 seq_num 570) dirty exists 2024-03-10T22:20:22.233 INFO:tasks.rados.rados.0.smithi169.stdout:1785: expect (ObjNum 476 snap 140 seq_num 476) 2024-03-10T22:20:22.238 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:21 smithi169 podman[110404]: 2024-03-10 22:20:21.950687925 +0000 UTC m=+0.697385825 container died 1d5f7d688501c99483e8dc5d5ecad77232af1527e38ed2043700c4fad4054004 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-03-10T22:20:22.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:21 smithi172 ceph-mon[84635]: osdmap e409: 8 total, 7 up, 8 in 2024-03-10T22:20:22.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:22.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:22.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:22.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:22.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:22.503 INFO:tasks.rados.rados.0.smithi169.stdout:1785: done (4 left) 2024-03-10T22:20:22.504 INFO:tasks.rados.rados.0.smithi169.stdout:1786: done (3 left) 2024-03-10T22:20:22.504 INFO:tasks.rados.rados.0.smithi169.stdout:1790: snap_create 2024-03-10T22:20:22.504 INFO:tasks.rados.rados.0.smithi169.stdout:1788: finishing copy_from racing read to smithi16976610-47 2024-03-10T22:20:22.504 INFO:tasks.rados.rados.0.smithi169.stdout:1788: finishing copy_from to smithi16976610-47 2024-03-10T22:20:22.504 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 1756 (ObjNum 499 snap 150 seq_num 499) dirty exists 2024-03-10T22:20:22.504 INFO:tasks.rados.rados.0.smithi169.stdout:1789: finishing rollback tid 1 to smithi16976610-32 2024-03-10T22:20:22.504 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 0 (ObjNum 145 snap 0 seq_num 151046800) dirty dne 2024-03-10T22:20:22.753 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:22 smithi169 podman[110430]: 2024-03-10 22:20:22.4976254 +0000 UTC m=+0.541284989 container remove 1d5f7d688501c99483e8dc5d5ecad77232af1527e38ed2043700c4fad4054004 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-03-10T22:20:22.753 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:22 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.3.service: Deactivated successfully. 2024-03-10T22:20:22.754 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:22 smithi169 systemd[1]: Stopped Ceph osd.3 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:20:22.754 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:22 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.3.service: Consumed 26.232s CPU time. 2024-03-10T22:20:22.754 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:22 smithi169 systemd[1]: Starting Ceph osd.3 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:20:22.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:22.790 INFO:tasks.rados.rados.0.smithi169.stdout:1787: done (3 left) 2024-03-10T22:20:22.790 INFO:tasks.rados.rados.0.smithi169.stdout:1788: done (2 left) 2024-03-10T22:20:22.790 INFO:tasks.rados.rados.0.smithi169.stdout:1789: done (1 left) 2024-03-10T22:20:22.791 INFO:tasks.rados.rados.0.smithi169.stdout:1790: done (0 left) 2024-03-10T22:20:22.791 INFO:tasks.rados.rados.0.smithi169.stdout:1791: snap_create 2024-03-10T22:20:23.058 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:22 smithi169 podman[110531]: 2024-03-10 22:20:22.837584352 +0000 UTC m=+0.019070067 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:20:23.058 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:22 smithi169 podman[110531]: 2024-03-10 22:20:22.966210536 +0000 UTC m=+0.147696244 container create a81009f0657ab458749a474791f92373f571e676906d74fe7758b8f8fbba556f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-10T22:20:23.058 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[88180]: osdmap e410: 8 total, 7 up, 8 in 2024-03-10T22:20:23.058 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:23.058 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:23.059 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:23.059 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:23.059 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:23.059 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[88180]: pgmap v276: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 3 active+undersized+degraded, 23 active+undersized, 5 stale+active+clean, 6 active+clean+snaptrim_error, 83 active+clean; 204 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 29 op/s; 43/438 objects degraded (9.817%) 2024-03-10T22:20:23.059 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[90638]: osdmap e410: 8 total, 7 up, 8 in 2024-03-10T22:20:23.059 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:23.059 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:23.059 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:23.059 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:23.059 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:23.059 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:22 smithi169 ceph-mon[90638]: pgmap v276: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 3 active+undersized+degraded, 23 active+undersized, 5 stale+active+clean, 6 active+clean+snaptrim_error, 83 active+clean; 204 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 29 op/s; 43/438 objects degraded (9.817%) 2024-03-10T22:20:23.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:22 smithi172 ceph-mon[84635]: osdmap e410: 8 total, 7 up, 8 in 2024-03-10T22:20:23.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:23.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:22 smithi172 ceph-mon[84635]: pgmap v276: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 3 active+undersized+degraded, 23 active+undersized, 5 stale+active+clean, 6 active+clean+snaptrim_error, 83 active+clean; 204 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 29 op/s; 43/438 objects degraded (9.817%) 2024-03-10T22:20:23.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:23.159+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:23.503 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 podman[110531]: 2024-03-10 22:20:23.202287392 +0000 UTC m=+0.383773104 container init a81009f0657ab458749a474791f92373f571e676906d74fe7758b8f8fbba556f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-03-10T22:20:23.503 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 podman[110531]: 2024-03-10 22:20:23.205531563 +0000 UTC m=+0.387017279 container start a81009f0657ab458749a474791f92373f571e676906d74fe7758b8f8fbba556f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-10T22:20:23.504 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 podman[110531]: 2024-03-10 22:20:23.277165011 +0000 UTC m=+0.458650723 container attach a81009f0657ab458749a474791f92373f571e676906d74fe7758b8f8fbba556f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-03-10T22:20:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:23.159+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:23.159+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:23.159+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:23.159+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:23.159+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:23.160+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:23.161+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:23.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:23.787 INFO:tasks.rados.rados.0.smithi169.stdout:1791: done (0 left) 2024-03-10T22:20:23.787 INFO:tasks.rados.rados.0.smithi169.stdout:1792: read oid 37 snap -1 2024-03-10T22:20:23.787 INFO:tasks.rados.rados.0.smithi169.stdout:1792: expect (ObjNum 554 snap 160 seq_num 554) 2024-03-10T22:20:23.787 INFO:tasks.rados.rados.0.smithi169.stdout:1793: read oid 17 snap -1 2024-03-10T22:20:23.787 INFO:tasks.rados.rados.0.smithi169.stdout:1793: expect (ObjNum 573 snap 167 seq_num 573) 2024-03-10T22:20:23.787 INFO:tasks.rados.rados.0.smithi169.stdout:1794: delete oid 44 current snap is 169 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1794: done (2 left) 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1795: copy_from oid 21 from oid 29 current snap is 169 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1796: read oid 50 snap -1 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1796: expect (ObjNum 550 snap 157 seq_num 550) 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1797: copy_from oid 10 from oid 45 current snap is 169 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1798: read oid 42 snap -1 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1798: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1799: read oid 4 snap 166 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1799: expect deleted 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1800: read oid 5 snap -1 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1800: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:20:23.801 INFO:tasks.rados.rados.0.smithi169.stdout:1801: read oid 39 snap -1 2024-03-10T22:20:23.802 INFO:tasks.rados.rados.0.smithi169.stdout:1801: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:20:23.802 INFO:tasks.rados.rados.0.smithi169.stdout:1802: rollback oid 11 current snap is 169 2024-03-10T22:20:23.802 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 11 to 168 2024-03-10T22:20:23.802 INFO:tasks.rados.rados.0.smithi169.stdout:1803: read oid 3 snap -1 2024-03-10T22:20:23.802 INFO:tasks.rados.rados.0.smithi169.stdout:1803: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:20:23.802 INFO:tasks.rados.rados.0.smithi169.stdout:1804: copy_from oid 25 from oid 28 current snap is 169 2024-03-10T22:20:23.802 INFO:tasks.rados.rados.0.smithi169.stdout:1805: copy_from oid 49 from oid 22 current snap is 169 2024-03-10T22:20:23.802 INFO:tasks.rados.rados.0.smithi169.stdout:1806: read oid 47 snap 167 2024-03-10T22:20:23.802 INFO:tasks.rados.rados.0.smithi169.stdout:1806: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:20:23.802 INFO:tasks.rados.rados.0.smithi169.stdout:1807: delete oid 6 current snap is 169 2024-03-10T22:20:23.803 INFO:tasks.rados.rados.0.smithi169.stdout:1801: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:20:23.808 INFO:tasks.rados.rados.0.smithi169.stdout:1792: expect (ObjNum 554 snap 160 seq_num 554) 2024-03-10T22:20:23.876 INFO:tasks.rados.rados.0.smithi169.stdout:1798: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:20:23.927 INFO:tasks.rados.rados.0.smithi169.stdout:1793: expect (ObjNum 573 snap 167 seq_num 573) 2024-03-10T22:20:23.967 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:23.805+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:23.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-mon[90638]: Health check failed: Degraded data redundancy: 43/438 objects degraded (9.817%), 4 pgs degraded (PG_DEGRADED) 2024-03-10T22:20:23.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-mon[90638]: osdmap e411: 8 total, 7 up, 8 in 2024-03-10T22:20:23.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:23.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-mon[88180]: Health check failed: Degraded data redundancy: 43/438 objects degraded (9.817%), 4 pgs degraded (PG_DEGRADED) 2024-03-10T22:20:23.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-mon[88180]: osdmap e411: 8 total, 7 up, 8 in 2024-03-10T22:20:23.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:23.969 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:23.790+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:23.969 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:23.790+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:23.969 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:23.791+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:23.969 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:23.791+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:23.969 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate[110546]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-10T22:20:23.969 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate[110546]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-10T22:20:23.969 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 bash[110531]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-10T22:20:23.969 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 bash[110531]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-10T22:20:23.969 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 bash[110531]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-10T22:20:23.969 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 bash[110531]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-10T22:20:23.970 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 bash[110531]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-03-10T22:20:23.970 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 bash[110531]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-10T22:20:23.970 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 bash[110531]: --> ceph-volume raw activate successful for osd ID: 3 2024-03-10T22:20:23.970 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate[110546]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-10T22:20:23.970 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate[110546]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-10T22:20:23.970 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate[110546]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-03-10T22:20:23.970 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate[110546]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-10T22:20:23.970 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate[110546]: --> ceph-volume raw activate successful for osd ID: 3 2024-03-10T22:20:23.970 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:23 smithi169 podman[110531]: 2024-03-10 22:20:23.673793359 +0000 UTC m=+0.855279065 container died a81009f0657ab458749a474791f92373f571e676906d74fe7758b8f8fbba556f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-03-10T22:20:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:23 smithi172 ceph-mon[84635]: Health check failed: Degraded data redundancy: 43/438 objects degraded (9.817%), 4 pgs degraded (PG_DEGRADED) 2024-03-10T22:20:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:23 smithi172 ceph-mon[84635]: osdmap e411: 8 total, 7 up, 8 in 2024-03-10T22:20:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:24.274 INFO:tasks.rados.rados.0.smithi169.stdout:1802: finishing rollback tid 1 to smithi16976610-11 2024-03-10T22:20:24.274 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 10329 (ObjNum 129 snap 0 seq_num 150820040) dirty dne 2024-03-10T22:20:24.274 INFO:tasks.rados.rados.0.smithi169.stdout:1803: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:20:24.322 INFO:tasks.rados.rados.0.smithi169.stdout:1800: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:20:24.353 INFO:tasks.rados.rados.0.smithi169.stdout:1804: finishing copy_from racing read to smithi16976610-25 2024-03-10T22:20:24.354 INFO:tasks.rados.rados.0.smithi169.stdout:1796: expect (ObjNum 550 snap 157 seq_num 550) 2024-03-10T22:20:24.439 INFO:tasks.rados.rados.0.smithi169.stdout:1804: finishing copy_from to smithi16976610-25 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 192 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1795: finishing copy_from racing read to smithi16976610-21 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1792: done (14 left) 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1793: done (13 left) 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1796: done (12 left) 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1798: done (11 left) 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1799: done (10 left) 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1800: done (9 left) 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1801: done (8 left) 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1802: done (7 left) 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1803: done (6 left) 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1804: done (5 left) 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1807: done (4 left) 2024-03-10T22:20:24.440 INFO:tasks.rados.rados.0.smithi169.stdout:1808: read oid 19 snap -1 2024-03-10T22:20:24.441 INFO:tasks.rados.rados.0.smithi169.stdout:1808: expect (ObjNum 540 snap 154 seq_num 540) 2024-03-10T22:20:24.441 INFO:tasks.rados.rados.0.smithi169.stdout:1809: read oid 12 snap -1 2024-03-10T22:20:24.441 INFO:tasks.rados.rados.0.smithi169.stdout:1809: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:20:24.441 INFO:tasks.rados.rados.0.smithi169.stdout:1810: delete oid 24 current snap is 169 2024-03-10T22:20:24.441 INFO:tasks.rados.rados.0.smithi169.stdout:1795: finishing copy_from to smithi16976610-21 2024-03-10T22:20:24.441 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 671 (ObjNum 579 snap 167 seq_num 579) dirty exists 2024-03-10T22:20:24.441 INFO:tasks.rados.rados.0.smithi169.stdout:1797: finishing copy_from racing read to smithi16976610-10 2024-03-10T22:20:24.441 INFO:tasks.rados.rados.0.smithi169.stdout:1806: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:20:24.476 INFO:tasks.rados.rados.0.smithi169.stdout:1797: finishing copy_from to smithi16976610-10 2024-03-10T22:20:24.476 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10328 (ObjNum 546 snap 155 seq_num 546) dirty exists 2024-03-10T22:20:24.476 INFO:tasks.rados.rados.0.smithi169.stdout:1805: finishing copy_from racing read to smithi16976610-49 2024-03-10T22:20:24.477 INFO:tasks.rados.rados.0.smithi169.stdout:1805: finishing copy_from to smithi16976610-49 2024-03-10T22:20:24.477 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 13931 (ObjNum 562 snap 165 seq_num 562) dirty exists 2024-03-10T22:20:24.477 INFO:tasks.rados.rados.0.smithi169.stdout:1795: done (6 left) 2024-03-10T22:20:24.477 INFO:tasks.rados.rados.0.smithi169.stdout:1797: done (5 left) 2024-03-10T22:20:24.477 INFO:tasks.rados.rados.0.smithi169.stdout:1805: done (4 left) 2024-03-10T22:20:24.477 INFO:tasks.rados.rados.0.smithi169.stdout:1806: done (3 left) 2024-03-10T22:20:24.477 INFO:tasks.rados.rados.0.smithi169.stdout:1810: done (2 left) 2024-03-10T22:20:24.477 INFO:tasks.rados.rados.0.smithi169.stdout:1811: rollback oid 1 current snap is 169 2024-03-10T22:20:24.477 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 1 to 163 2024-03-10T22:20:24.477 INFO:tasks.rados.rados.0.smithi169.stdout:1809: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:20:24.482 INFO:tasks.rados.rados.0.smithi169.stdout:1808: expect (ObjNum 540 snap 154 seq_num 540) 2024-03-10T22:20:24.538 INFO:tasks.rados.rados.0.smithi169.stdout:1811: finishing rollback tid 0 to smithi16976610-1 2024-03-10T22:20:24.539 INFO:tasks.rados.rados.0.smithi169.stdout:1811: finishing rollback tid 1 to smithi16976610-1 2024-03-10T22:20:24.539 INFO:tasks.rados.rados.0.smithi169.stdout:1811: finishing rollback tid 2 to smithi16976610-1 2024-03-10T22:20:24.539 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 13901 (ObjNum 499 snap 150 seq_num 499) dirty exists 2024-03-10T22:20:24.539 INFO:tasks.rados.rados.0.smithi169.stdout:1808: done (2 left) 2024-03-10T22:20:24.539 INFO:tasks.rados.rados.0.smithi169.stdout:1809: done (1 left) 2024-03-10T22:20:24.539 INFO:tasks.rados.rados.0.smithi169.stdout:1811: done (0 left) 2024-03-10T22:20:24.539 INFO:tasks.rados.rados.0.smithi169.stdout:1812: read oid 25 snap -1 2024-03-10T22:20:24.539 INFO:tasks.rados.rados.0.smithi169.stdout:1812: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:20:24.539 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 169 2024-03-10T22:20:24.539 INFO:tasks.rados.rados.0.smithi169.stdout:1813: seq_num 583 ranges {5636096=172032} 2024-03-10T22:20:24.571 INFO:tasks.rados.rados.0.smithi169.stdout:1813: writing smithi16976610-22 from 5636096 to 5808128 tid 1 2024-03-10T22:20:24.571 INFO:tasks.rados.rados.0.smithi169.stdout:1814: setattr oid 40 current snap is 169 2024-03-10T22:20:24.571 INFO:tasks.rados.rados.0.smithi169.stdout:1812: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:20:24.665 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:24 smithi169 podman[110668]: 2024-03-10 22:20:24.406388907 +0000 UTC m=+0.727228567 container remove a81009f0657ab458749a474791f92373f571e676906d74fe7758b8f8fbba556f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-10T22:20:24.665 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:24 smithi169 podman[110730]: 2024-03-10 22:20:24.530817853 +0000 UTC m=+0.020319350 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:20:24.665 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:24 smithi169 podman[110730]: 2024-03-10 22:20:24.666242353 +0000 UTC m=+0.155743831 container create 5707c574c8007ff5ef3183b8ae298810c47af8c6febd6c3cca30e4add3a0cfb7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d) 2024-03-10T22:20:24.681 INFO:tasks.rados.rados.0.smithi169.stdout:1813: finishing write tid 1 to smithi16976610-22 2024-03-10T22:20:24.682 INFO:tasks.rados.rados.0.smithi169.stdout:1813: finishing write tid 2 to smithi16976610-22 2024-03-10T22:20:24.682 INFO:tasks.rados.rados.0.smithi169.stdout:1813: finishing write tid 3 to smithi16976610-22 2024-03-10T22:20:24.682 INFO:tasks.rados.rados.0.smithi169.stdout:1813: oid 22 updating version 0 to 13934 2024-03-10T22:20:24.682 INFO:tasks.rados.rados.0.smithi169.stdout:1813: oid 22 version 13934 is already newer than 13933 2024-03-10T22:20:24.682 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 13934 (ObjNum 583 snap 169 seq_num 583) dirty exists 2024-03-10T22:20:24.682 INFO:tasks.rados.rados.0.smithi169.stdout:1813: left oid 22 (ObjNum 583 snap 169 seq_num 583) 2024-03-10T22:20:24.683 INFO:tasks.rados.rados.0.smithi169.stdout:1812: done (2 left) 2024-03-10T22:20:24.683 INFO:tasks.rados.rados.0.smithi169.stdout:1813: done (1 left) 2024-03-10T22:20:24.683 INFO:tasks.rados.rados.0.smithi169.stdout:1815: read oid 28 snap -1 2024-03-10T22:20:24.683 INFO:tasks.rados.rados.0.smithi169.stdout:1815: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:20:24.683 INFO:tasks.rados.rados.0.smithi169.stdout:1816: read oid 38 snap 167 2024-03-10T22:20:24.683 INFO:tasks.rados.rados.0.smithi169.stdout:1816: expect (ObjNum 537 snap 154 seq_num 537) 2024-03-10T22:20:24.684 INFO:tasks.rados.rados.0.smithi169.stdout:1817: snap_remove snap 163 2024-03-10T22:20:24.800 INFO:tasks.rados.rados.0.smithi169.stdout:1817: done (3 left) 2024-03-10T22:20:24.800 INFO:tasks.rados.rados.0.smithi169.stdout:1818: copy_from oid 19 from oid 8 current snap is 169 2024-03-10T22:20:24.800 INFO:tasks.rados.rados.0.smithi169.stdout:1815: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:20:24.914 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 13935 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T22:20:24.914 INFO:tasks.rados.rados.0.smithi169.stdout:1816: expect (ObjNum 537 snap 154 seq_num 537) 2024-03-10T22:20:24.949 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:24.802+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:24.949 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:24 smithi169 podman[110730]: 2024-03-10 22:20:24.885487786 +0000 UTC m=+0.374989280 container init 5707c574c8007ff5ef3183b8ae298810c47af8c6febd6c3cca30e4add3a0cfb7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:20:24.949 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:24 smithi169 podman[110730]: 2024-03-10 22:20:24.888533532 +0000 UTC m=+0.378035010 container start 5707c574c8007ff5ef3183b8ae298810c47af8c6febd6c3cca30e4add3a0cfb7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-03-10T22:20:24.950 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-osd[110749]: -- 172.21.15.169:0/3292158751 <== mon.0 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5598b54c7680 con 0x5598b5491000 2024-03-10T22:20:24.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:24.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:24.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:24.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:24.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[90638]: osdmap e412: 8 total, 7 up, 8 in 2024-03-10T22:20:24.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:24.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:24.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:24.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:24.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:24.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[90638]: pgmap v279: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.9 MiB/s wr, 32 op/s; 64/459 objects degraded (13.943%) 2024-03-10T22:20:24.952 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:24.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:24.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:24.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:24.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[88180]: osdmap e412: 8 total, 7 up, 8 in 2024-03-10T22:20:24.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:24.954 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:24.954 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:24.954 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:24.954 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:24.954 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-mon[88180]: pgmap v279: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.9 MiB/s wr, 32 op/s; 64/459 objects degraded (13.943%) 2024-03-10T22:20:25.038 INFO:tasks.rados.rados.0.smithi169.stdout:1818: finishing copy_from racing read to smithi16976610-19 2024-03-10T22:20:25.039 INFO:tasks.rados.rados.0.smithi169.stdout:1818: finishing copy_from to smithi16976610-19 2024-03-10T22:20:25.039 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 246 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T22:20:25.039 INFO:tasks.rados.rados.0.smithi169.stdout:1814: done (3 left) 2024-03-10T22:20:25.039 INFO:tasks.rados.rados.0.smithi169.stdout:1815: done (2 left) 2024-03-10T22:20:25.039 INFO:tasks.rados.rados.0.smithi169.stdout:1816: done (1 left) 2024-03-10T22:20:25.040 INFO:tasks.rados.rados.0.smithi169.stdout:1818: done (0 left) 2024-03-10T22:20:25.040 INFO:tasks.rados.rados.0.smithi169.stdout:1819: snap_remove snap 168 2024-03-10T22:20:25.253 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:25 smithi169 bash[110730]: 5707c574c8007ff5ef3183b8ae298810c47af8c6febd6c3cca30e4add3a0cfb7 2024-03-10T22:20:25.253 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:25 smithi169 systemd[1]: Started Ceph osd.3 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:20:25.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:24.946+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:25.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:24.947+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:25.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:24.947+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:25.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:24.947+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:25.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:24.947+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:25.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:24.947+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:25.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:24.947+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:24 smithi172 ceph-mon[84635]: osdmap e412: 8 total, 7 up, 8 in 2024-03-10T22:20:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:25.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e2=[e2],e4=[e4]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:25.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset e1=[]:{db=[d9],e1=[e0]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:25.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:25.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:25.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:24 smithi172 ceph-mon[84635]: pgmap v279: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.9 MiB/s wr, 32 op/s; 64/459 objects degraded (13.943%) 2024-03-10T22:20:25.753 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[110745]: 2024-03-10T22:20:25.437+0000 7f77508e57c0 -1 Falling back to public interface 2024-03-10T22:20:25.803 INFO:tasks.rados.rados.0.smithi169.stdout:1819: done (0 left) 2024-03-10T22:20:25.804 INFO:tasks.rados.rados.0.smithi169.stdout:1820: snap_remove snap 166 2024-03-10T22:20:26.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[90638]: osdmap e413: 8 total, 7 up, 8 in 2024-03-10T22:20:26.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:26.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:26.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:26.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:26.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:26.057 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:26.057 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:26.057 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:20:26.057 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:26.057 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:26.057 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:20:25] "GET /metrics HTTP/1.1" 200 36201 "" "Prometheus/2.43.0" 2024-03-10T22:20:26.058 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[88180]: osdmap e413: 8 total, 7 up, 8 in 2024-03-10T22:20:26.058 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:26.058 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:26.058 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:26.058 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:26.059 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:26.059 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:26.059 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:26.059 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:20:26.059 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:26.059 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:25 smithi172 ceph-mon[84635]: osdmap e413: 8 total, 7 up, 8 in 2024-03-10T22:20:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:25 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:26.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:25 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:26.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:20:26.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:25 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:26.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:26.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:26.195+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:26.810 INFO:tasks.rados.rados.0.smithi169.stdout:1820: done (0 left) 2024-03-10T22:20:26.925 INFO:tasks.rados.rados.0.smithi169.stdout:1821: read oid 25 snap -1 2024-03-10T22:20:26.925 INFO:tasks.rados.rados.0.smithi169.stdout:1821: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:20:26.925 INFO:tasks.rados.rados.0.smithi169.stdout:1822: snap_create 2024-03-10T22:20:26.926 INFO:tasks.rados.rados.0.smithi169.stdout:1821: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:20:27.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-mon[88180]: osdmap e414: 8 total, 7 up, 8 in 2024-03-10T22:20:27.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:27.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-mon[88180]: pgmap v282: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 23 op/s; 65/453 objects degraded (14.349%) 2024-03-10T22:20:27.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-mon[90638]: osdmap e414: 8 total, 7 up, 8 in 2024-03-10T22:20:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-mon[90638]: pgmap v282: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 23 op/s; 65/453 objects degraded (14.349%) 2024-03-10T22:20:27.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:26.812+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:27.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:26.706+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:27.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:26.706+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:27.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:26.706+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:27.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:26.706+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:27.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:26.825+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:26.825+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:26.825+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:26.825+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:26.825+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:26.825+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:26.825+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:26 smithi172 ceph-mon[84635]: osdmap e414: 8 total, 7 up, 8 in 2024-03-10T22:20:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:26 smithi172 ceph-mon[84635]: pgmap v282: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 23 op/s; 65/453 objects degraded (14.349%) 2024-03-10T22:20:27.818 INFO:tasks.rados.rados.0.smithi169.stdout:1821: done (1 left) 2024-03-10T22:20:27.818 INFO:tasks.rados.rados.0.smithi169.stdout:1822: done (0 left) 2024-03-10T22:20:27.818 INFO:tasks.rados.rados.0.smithi169.stdout:1823: copy_from oid 48 from oid 40 current snap is 170 2024-03-10T22:20:27.818 INFO:tasks.rados.rados.0.smithi169.stdout:1824: read oid 3 snap 169 2024-03-10T22:20:27.819 INFO:tasks.rados.rados.0.smithi169.stdout:1824: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:20:27.819 INFO:tasks.rados.rados.0.smithi169.stdout:1825: snap_create 2024-03-10T22:20:27.827 INFO:tasks.rados.rados.0.smithi169.stdout:1823: finishing copy_from racing read to smithi16976610-48 2024-03-10T22:20:27.827 INFO:tasks.rados.rados.0.smithi169.stdout:1823: finishing copy_from to smithi16976610-48 2024-03-10T22:20:27.827 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 13935 (ObjNum 321 snap 0 seq_num 151562128) dirty exists 2024-03-10T22:20:27.830 INFO:tasks.rados.rados.0.smithi169.stdout:1824: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:20:27.914 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:27.914 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:27.914 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:27.914 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:27.914 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[90638]: osdmap e415: 8 total, 7 up, 8 in 2024-03-10T22:20:27.914 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:27.914 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:27.914 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:27.915 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:27.915 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:27.915 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:27.827+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:27.915 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:27.820+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:27.915 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:27.821+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:27.915 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:27.821+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:27.915 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:27.821+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:27.916 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:27.916 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:27.916 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:27.916 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:27.916 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[88180]: osdmap e415: 8 total, 7 up, 8 in 2024-03-10T22:20:27.916 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:27.916 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:27.916 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:27.916 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:27.916 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:28.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:27 smithi172 ceph-mon[84635]: osdmap e415: 8 total, 7 up, 8 in 2024-03-10T22:20:28.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:28.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:28.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:28.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:28.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:28.829 INFO:tasks.rados.rados.0.smithi169.stdout:1823: done (2 left) 2024-03-10T22:20:28.829 INFO:tasks.rados.rados.0.smithi169.stdout:1824: done (1 left) 2024-03-10T22:20:28.829 INFO:tasks.rados.rados.0.smithi169.stdout:1825: done (0 left) 2024-03-10T22:20:28.829 INFO:tasks.rados.rados.0.smithi169.stdout:1826: delete oid 8 current snap is 171 2024-03-10T22:20:28.839 INFO:tasks.rados.rados.0.smithi169.stdout:1826: done (0 left) 2024-03-10T22:20:28.839 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 171 2024-03-10T22:20:28.839 INFO:tasks.rados.rados.0.smithi169.stdout:1827: seq_num 585 ranges {1949696=204800} 2024-03-10T22:20:28.851 INFO:tasks.rados.rados.0.smithi169.stdout:1827: writing smithi16976610-19 from 1949696 to 2154496 tid 1 2024-03-10T22:20:28.851 INFO:tasks.rados.rados.0.smithi169.stdout:1828: rollback oid 40 current snap is 171 2024-03-10T22:20:28.851 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 40 to 170 2024-03-10T22:20:28.851 INFO:tasks.rados.rados.0.smithi169.stdout:1829: rmattr oid 1 current snap is 171 2024-03-10T22:20:28.852 INFO:tasks.rados.rados.0.smithi169.stdout:1829: done (2 left) 2024-03-10T22:20:28.852 INFO:tasks.rados.rados.0.smithi169.stdout:1830: delete oid 46 current snap is 171 2024-03-10T22:20:28.901 INFO:tasks.rados.rados.0.smithi169.stdout:1828: finishing rollback tid 0 to smithi16976610-40 2024-03-10T22:20:28.911 INFO:tasks.rados.rados.0.smithi169.stdout:1830: done (2 left) 2024-03-10T22:20:28.911 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 171 2024-03-10T22:20:28.911 INFO:tasks.rados.rados.0.smithi169.stdout:1831: seq_num 587 ranges {1163264=237568} 2024-03-10T22:20:28.919 INFO:tasks.rados.rados.0.smithi169.stdout:1831: writing smithi16976610-5 from 1163264 to 1400832 tid 1 2024-03-10T22:20:28.919 INFO:tasks.rados.rados.0.smithi169.stdout:1832: copy_from oid 27 from oid 1 current snap is 171 2024-03-10T22:20:28.919 INFO:tasks.rados.rados.0.smithi169.stdout:1833: snap_create 2024-03-10T22:20:28.924 INFO:tasks.rados.rados.0.smithi169.stdout:1828: finishing rollback tid 1 to smithi16976610-40 2024-03-10T22:20:28.924 INFO:tasks.rados.rados.0.smithi169.stdout:1828: finishing rollback tid 2 to smithi16976610-40 2024-03-10T22:20:28.924 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 13938 (ObjNum 129 snap 0 seq_num 150957328) dirty exists 2024-03-10T22:20:28.924 INFO:tasks.rados.rados.0.smithi169.stdout:1827: finishing write tid 1 to smithi16976610-19 2024-03-10T22:20:28.924 INFO:tasks.rados.rados.0.smithi169.stdout:1827: finishing write tid 2 to smithi16976610-19 2024-03-10T22:20:28.929 INFO:tasks.rados.rados.0.smithi169.stdout:1827: finishing write tid 3 to smithi16976610-19 2024-03-10T22:20:28.930 INFO:tasks.rados.rados.0.smithi169.stdout:1827: oid 19 updating version 0 to 10356 2024-03-10T22:20:28.930 INFO:tasks.rados.rados.0.smithi169.stdout:1827: oid 19 updating version 10356 to 10357 2024-03-10T22:20:28.930 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 10357 (ObjNum 585 snap 171 seq_num 585) dirty exists 2024-03-10T22:20:28.930 INFO:tasks.rados.rados.0.smithi169.stdout:1827: left oid 19 (ObjNum 585 snap 171 seq_num 585) 2024-03-10T22:20:28.930 INFO:tasks.rados.rados.0.smithi169.stdout:1832: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:20:28.955 INFO:tasks.rados.rados.0.smithi169.stdout:1831: finishing write tid 1 to smithi16976610-5 2024-03-10T22:20:28.955 INFO:tasks.rados.rados.0.smithi169.stdout:1831: finishing write tid 2 to smithi16976610-5 2024-03-10T22:20:28.957 INFO:tasks.rados.rados.0.smithi169.stdout:1831: finishing write tid 3 to smithi16976610-5 2024-03-10T22:20:28.957 INFO:tasks.rados.rados.0.smithi169.stdout:1831: oid 5 updating version 0 to 13937 2024-03-10T22:20:28.958 INFO:tasks.rados.rados.0.smithi169.stdout:1831: oid 5 version 13937 is already newer than 13936 2024-03-10T22:20:28.958 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 13937 (ObjNum 587 snap 171 seq_num 587) dirty exists 2024-03-10T22:20:28.958 INFO:tasks.rados.rados.0.smithi169.stdout:1831: left oid 5 (ObjNum 587 snap 171 seq_num 587) 2024-03-10T22:20:29.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:28.878+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:29.003 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[110745]: 2024-03-10T22:20:28.764+0000 7f77508e57c0 -1 osd.3 407 log_to_monitors true 2024-03-10T22:20:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[88180]: osdmap e416: 8 total, 7 up, 8 in 2024-03-10T22:20:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[88180]: pgmap v285: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 67/462 objects degraded (14.502%) 2024-03-10T22:20:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[88180]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T22:20:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[90638]: osdmap e416: 8 total, 7 up, 8 in 2024-03-10T22:20:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[90638]: pgmap v285: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 67/462 objects degraded (14.502%) 2024-03-10T22:20:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-mon[90638]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T22:20:29.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:28.886+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:29.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:28.886+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:29.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:28.886+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:29.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:28.887+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:29.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:28.888+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:29.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:28.888+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:29.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:28.888+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:29.046 INFO:tasks.rados.rados.0.smithi169.stdout:1832: finishing copy_from to smithi16976610-27 2024-03-10T22:20:29.046 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 13901 (ObjNum 499 snap 150 seq_num 499) dirty exists 2024-03-10T22:20:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:28 smithi172 ceph-mon[84635]: osdmap e416: 8 total, 7 up, 8 in 2024-03-10T22:20:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:28 smithi172 ceph-mon[84635]: pgmap v285: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 67/462 objects degraded (14.502%) 2024-03-10T22:20:29.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:28 smithi172 ceph-mon[84635]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T22:20:29.754 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[110745]: 2024-03-10T22:20:29.309+0000 7f773dd35700 -1 osd.3 407 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:20:29.829 INFO:tasks.rados.rados.0.smithi169.stdout:1827: done (4 left) 2024-03-10T22:20:29.829 INFO:tasks.rados.rados.0.smithi169.stdout:1828: done (3 left) 2024-03-10T22:20:29.829 INFO:tasks.rados.rados.0.smithi169.stdout:1831: done (2 left) 2024-03-10T22:20:29.830 INFO:tasks.rados.rados.0.smithi169.stdout:1832: done (1 left) 2024-03-10T22:20:29.830 INFO:tasks.rados.rados.0.smithi169.stdout:1833: done (0 left) 2024-03-10T22:20:29.830 INFO:tasks.rados.rados.0.smithi169.stdout:1834: rollback oid 2 current snap is 172 2024-03-10T22:20:29.830 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 2 to 171 2024-03-10T22:20:29.830 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 172 2024-03-10T22:20:29.830 INFO:tasks.rados.rados.0.smithi169.stdout:1835: seq_num 588 ranges {0=253952} 2024-03-10T22:20:29.831 INFO:tasks.rados.rados.0.smithi169.stdout:1835: writing smithi16976610-11 from 0 to 253952 tid 1 2024-03-10T22:20:29.831 INFO:tasks.rados.rados.0.smithi169.stdout:1836: copy_from oid 49 from oid 36 current snap is 172 2024-03-10T22:20:29.831 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 172 2024-03-10T22:20:29.831 INFO:tasks.rados.rados.0.smithi169.stdout:1837: seq_num 589 ranges {4751360=270336} 2024-03-10T22:20:29.860 INFO:tasks.rados.rados.0.smithi169.stdout:1837: writing smithi16976610-16 from 4751360 to 5021696 tid 1 2024-03-10T22:20:29.861 INFO:tasks.rados.rados.0.smithi169.stdout:1838: read oid 30 snap -1 2024-03-10T22:20:29.861 INFO:tasks.rados.rados.0.smithi169.stdout:1838: expect deleted 2024-03-10T22:20:29.861 INFO:tasks.rados.rados.0.smithi169.stdout:1839: snap_remove snap 170 2024-03-10T22:20:30.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:29.846+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 67/462 objects degraded (14.502%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:20:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T22:20:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: osdmap e417: 8 total, 7 up, 8 in 2024-03-10T22:20:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:20:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:30.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[90638]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' 2024-03-10T22:20:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 67/462 objects degraded (14.502%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:20:30.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T22:20:30.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: osdmap e417: 8 total, 7 up, 8 in 2024-03-10T22:20:30.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:20:30.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:30.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:30.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:30.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:30.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:30.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:30.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:30.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-mon[88180]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' 2024-03-10T22:20:30.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:29.832+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:30.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:29.833+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:30.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:29.841+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:30.258 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:29.841+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 67/462 objects degraded (14.502%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:20:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T22:20:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: osdmap e417: 8 total, 7 up, 8 in 2024-03-10T22:20:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-03-10T22:20:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset ee=[]:{ee=[ee,ed,ec,eb]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:29 smithi172 ceph-mon[84635]: from='osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998]' entity='osd.3' 2024-03-10T22:20:30.841 INFO:tasks.rados.rados.0.smithi169.stdout:1839: done (5 left) 2024-03-10T22:20:30.841 INFO:tasks.rados.rados.0.smithi169.stdout:1840: snap_create 2024-03-10T22:20:30.841 INFO:tasks.rados.rados.0.smithi169.stdout:1835: finishing write tid 1 to smithi16976610-11 2024-03-10T22:20:30.841 INFO:tasks.rados.rados.0.smithi169.stdout:1835: finishing write tid 2 to smithi16976610-11 2024-03-10T22:20:30.841 INFO:tasks.rados.rados.0.smithi169.stdout:1834: finishing rollback tid 1 to smithi16976610-2 2024-03-10T22:20:30.841 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 10279 (ObjNum 593 snap 0 seq_num 150775544) dirty dne 2024-03-10T22:20:30.841 INFO:tasks.rados.rados.0.smithi169.stdout:1836: finishing copy_from racing read to smithi16976610-49 2024-03-10T22:20:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:1835: finishing write tid 3 to smithi16976610-11 2024-03-10T22:20:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:1835: oid 11 updating version 0 to 13932 2024-03-10T22:20:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:1835: oid 11 updating version 13932 to 13933 2024-03-10T22:20:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 13933 (ObjNum 588 snap 172 seq_num 588) dirty exists 2024-03-10T22:20:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:1835: left oid 11 (ObjNum 588 snap 172 seq_num 588) 2024-03-10T22:20:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:1836: finishing copy_from to smithi16976610-49 2024-03-10T22:20:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 10324 (ObjNum 545 snap 155 seq_num 545) dirty exists 2024-03-10T22:20:30.872 INFO:tasks.rados.rados.0.smithi169.stdout:1837: finishing write tid 1 to smithi16976610-16 2024-03-10T22:20:30.873 INFO:tasks.rados.rados.0.smithi169.stdout:1837: finishing write tid 2 to smithi16976610-16 2024-03-10T22:20:30.876 INFO:tasks.rados.rados.0.smithi169.stdout:1837: finishing write tid 3 to smithi16976610-16 2024-03-10T22:20:30.876 INFO:tasks.rados.rados.0.smithi169.stdout:1837: oid 16 updating version 0 to 10359 2024-03-10T22:20:30.876 INFO:tasks.rados.rados.0.smithi169.stdout:1837: oid 16 updating version 10359 to 10360 2024-03-10T22:20:30.876 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 10360 (ObjNum 589 snap 172 seq_num 589) dirty exists 2024-03-10T22:20:30.876 INFO:tasks.rados.rados.0.smithi169.stdout:1837: left oid 16 (ObjNum 589 snap 172 seq_num 589) 2024-03-10T22:20:31.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:20:31.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998] boot 2024-03-10T22:20:31.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: osdmap e418: 8 total, 8 up, 8 in 2024-03-10T22:20:31.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:20:31.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:31.150 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:31.150 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:31.150 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:31.150 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:31.150 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:31.150 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:31.150 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[90638]: pgmap v288: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 222 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 11 op/s; 67/471 objects degraded (14.225%) 2024-03-10T22:20:31.150 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:30.843+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:31.150 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:31.050+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:31.151 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[110745]: 2024-03-10T22:20:30.950+0000 7f7727508700 -1 osd.3 pg_epoch: 419 pg[5.1s1( v 412'1076 (0'0,412'1076] local-lis/les=418/419 n=5 ec=72/72 lis/c=418/418 les/c/f=419/419/0 sis=418) [4,3,7]p4(0) r=1 lpr=418 luod=0'0 crt=412'1076 mlcod 0'0 active mbc={} ps=[b1~1,b4~2,b7~5,bd~2f,ee~1]] update_snap_map remove_oid 5:859ce9b8:::smithi16976610-4:ee failed with -2 2024-03-10T22:20:31.151 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:20:31.151 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998] boot 2024-03-10T22:20:31.151 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: osdmap e418: 8 total, 8 up, 8 in 2024-03-10T22:20:31.151 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:20:31.151 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:31.151 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:31.151 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:31.152 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:31.152 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:31.152 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:31.152 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:31.152 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-mon[88180]: pgmap v288: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 222 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 11 op/s; 67/471 objects degraded (14.225%) 2024-03-10T22:20:31.152 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:30.840+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:31.152 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:30.841+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:31.152 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:30.841+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:31.152 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:30.841+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:31.152 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:30.841+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:31.152 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:30.842+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:31.153 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:30.842+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:31.153 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:30.920+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:20:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: osd.3 [v2:172.21.15.169:6826/3649195998,v1:172.21.15.169:6827/3649195998] boot 2024-03-10T22:20:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: osdmap e418: 8 total, 8 up, 8 in 2024-03-10T22:20:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T22:20:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:31.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:31.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:31.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:31.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:31.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:30 smithi172 ceph-mon[84635]: pgmap v288: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 33 active+undersized, 5 active+clean+snaptrim_error, 74 active+clean; 222 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 11 op/s; 67/471 objects degraded (14.225%) 2024-03-10T22:20:31.842 INFO:tasks.rados.rados.0.smithi169.stdout:1834: done (5 left) 2024-03-10T22:20:31.842 INFO:tasks.rados.rados.0.smithi169.stdout:1835: done (4 left) 2024-03-10T22:20:31.842 INFO:tasks.rados.rados.0.smithi169.stdout:1836: done (3 left) 2024-03-10T22:20:31.842 INFO:tasks.rados.rados.0.smithi169.stdout:1837: done (2 left) 2024-03-10T22:20:31.842 INFO:tasks.rados.rados.0.smithi169.stdout:1838: done (1 left) 2024-03-10T22:20:31.842 INFO:tasks.rados.rados.0.smithi169.stdout:1840: done (0 left) 2024-03-10T22:20:31.842 INFO:tasks.rados.rados.0.smithi169.stdout:1841: copy_from oid 2 from oid 47 current snap is 173 2024-03-10T22:20:31.842 INFO:tasks.rados.rados.0.smithi169.stdout:1842: snap_remove snap 172 2024-03-10T22:20:32.185 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:31.844+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:32.185 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:31.845+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:32.186 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[88180]: osdmap e419: 8 total, 8 up, 8 in 2024-03-10T22:20:32.186 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:32.186 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:32.186 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[88180]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:32.186 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:32.186 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:32.186 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:32.186 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:32.186 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[90638]: osdmap e419: 8 total, 8 up, 8 in 2024-03-10T22:20:32.187 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:32.187 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:32.187 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[90638]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:32.187 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:32.187 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:32.187 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:32.187 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:32.187 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:31.841+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:32.187 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:31.841+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:32.187 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:31.841+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:32.187 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:31.841+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:32.187 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:31.841+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:31 smithi172 ceph-mon[84635]: osdmap e419: 8 total, 8 up, 8 in 2024-03-10T22:20:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:31 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:31 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:31 smithi172 ceph-mon[84635]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:31 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:32.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:32.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:32.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:32.848 INFO:tasks.rados.rados.0.smithi169.stdout:1842: done (1 left) 2024-03-10T22:20:32.849 INFO:tasks.rados.rados.0.smithi169.stdout:1843: rollback oid 25 current snap is 173 2024-03-10T22:20:32.849 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 25 to 171 2024-03-10T22:20:32.849 INFO:tasks.rados.rados.0.smithi169.stdout:1841: finishing copy_from racing read to smithi16976610-2 2024-03-10T22:20:32.849 INFO:tasks.rados.rados.0.smithi169.stdout:1841: finishing copy_from to smithi16976610-2 2024-03-10T22:20:32.849 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 1756 (ObjNum 499 snap 150 seq_num 499) dirty exists 2024-03-10T22:20:32.849 INFO:tasks.rados.rados.0.smithi169.stdout:1841: done (1 left) 2024-03-10T22:20:32.849 INFO:tasks.rados.rados.0.smithi169.stdout:1844: rmattr oid 50 current snap is 173 2024-03-10T22:20:32.849 INFO:tasks.rados.rados.0.smithi169.stdout:1844: done (1 left) 2024-03-10T22:20:32.849 INFO:tasks.rados.rados.0.smithi169.stdout:1845: read oid 10 snap 169 2024-03-10T22:20:32.849 INFO:tasks.rados.rados.0.smithi169.stdout:1845: expect (ObjNum 546 snap 155 seq_num 546) 2024-03-10T22:20:32.849 INFO:tasks.rados.rados.0.smithi169.stdout:1846: delete oid 38 current snap is 173 2024-03-10T22:20:32.853 INFO:tasks.rados.rados.0.smithi169.stdout:1846: done (2 left) 2024-03-10T22:20:32.853 INFO:tasks.rados.rados.0.smithi169.stdout:1847: read oid 42 snap -1 2024-03-10T22:20:32.853 INFO:tasks.rados.rados.0.smithi169.stdout:1847: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:20:32.853 INFO:tasks.rados.rados.0.smithi169.stdout:1848: read oid 41 snap -1 2024-03-10T22:20:32.853 INFO:tasks.rados.rados.0.smithi169.stdout:1848: expect (ObjNum 567 snap 165 seq_num 567) 2024-03-10T22:20:32.853 INFO:tasks.rados.rados.0.smithi169.stdout:1849: snap_create 2024-03-10T22:20:32.861 INFO:tasks.rados.rados.0.smithi169.stdout:1845: expect (ObjNum 546 snap 155 seq_num 546) 2024-03-10T22:20:32.914 INFO:tasks.rados.rados.0.smithi169.stdout:1843: finishing rollback tid 0 to smithi16976610-25 2024-03-10T22:20:32.914 INFO:tasks.rados.rados.0.smithi169.stdout:1843: finishing rollback tid 1 to smithi16976610-25 2024-03-10T22:20:32.914 INFO:tasks.rados.rados.0.smithi169.stdout:1847: expect (ObjNum 402 snap 118 seq_num 402) 2024-03-10T22:20:32.965 INFO:tasks.rados.rados.0.smithi169.stdout:1843: finishing rollback tid 2 to smithi16976610-25 2024-03-10T22:20:32.965 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 10364 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-03-10T22:20:32.966 INFO:tasks.rados.rados.0.smithi169.stdout:1848: expect (ObjNum 567 snap 165 seq_num 567) 2024-03-10T22:20:33.216 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:32.851+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:33.216 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:32.865+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:33.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:33.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:33.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[88180]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:33.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[88180]: osdmap e420: 8 total, 8 up, 8 in 2024-03-10T22:20:33.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:33.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:33.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:33.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:33.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[88180]: pgmap v291: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 4 active+undersized+degraded, 21 active+undersized, 6 active+clean+snaptrim_error, 89 active+clean; 215 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.1 MiB/s wr, 8 op/s; 21/471 objects degraded (4.459%); 6.5 MiB/s, 2 objects/s recovering 2024-03-10T22:20:33.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:33.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:33.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[90638]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:33.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[90638]: osdmap e420: 8 total, 8 up, 8 in 2024-03-10T22:20:33.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:33.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:33.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:33.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:33.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-mon[90638]: pgmap v291: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 4 active+undersized+degraded, 21 active+undersized, 6 active+clean+snaptrim_error, 89 active+clean; 215 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.1 MiB/s wr, 8 op/s; 21/471 objects degraded (4.459%); 6.5 MiB/s, 2 objects/s recovering 2024-03-10T22:20:33.218 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:32.851+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:33.219 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:32.851+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:33.219 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:32.851+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:33.219 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:32.851+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:33.219 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:32.851+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:33.219 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:32.851+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:33.219 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:32.855+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:33.219 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:32.855+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:32 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:33.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:32 smithi172 ceph-mon[84635]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:33.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:32 smithi172 ceph-mon[84635]: osdmap e420: 8 total, 8 up, 8 in 2024-03-10T22:20:33.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:32 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:33.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:32 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:33.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:33.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:33.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:32 smithi172 ceph-mon[84635]: pgmap v291: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 4 active+undersized+degraded, 21 active+undersized, 6 active+clean+snaptrim_error, 89 active+clean; 215 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.1 MiB/s wr, 8 op/s; 21/471 objects degraded (4.459%); 6.5 MiB/s, 2 objects/s recovering 2024-03-10T22:20:33.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:33.844 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[88180]: osdmap e421: 8 total, 8 up, 8 in 2024-03-10T22:20:33.844 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:33.854 INFO:tasks.rados.rados.0.smithi169.stdout:1843: done (4 left) 2024-03-10T22:20:33.854 INFO:tasks.rados.rados.0.smithi169.stdout:1845: done (3 left) 2024-03-10T22:20:33.854 INFO:tasks.rados.rados.0.smithi169.stdout:1847: done (2 left) 2024-03-10T22:20:33.854 INFO:tasks.rados.rados.0.smithi169.stdout:1848: done (1 left) 2024-03-10T22:20:33.854 INFO:tasks.rados.rados.0.smithi169.stdout:1849: done (0 left) 2024-03-10T22:20:33.854 INFO:tasks.rados.rados.0.smithi169.stdout:1850: read oid 16 snap -1 2024-03-10T22:20:33.854 INFO:tasks.rados.rados.0.smithi169.stdout:1850: expect (ObjNum 589 snap 172 seq_num 589) 2024-03-10T22:20:33.854 INFO:tasks.rados.rados.0.smithi169.stdout:1851: rollback oid 4 current snap is 174 2024-03-10T22:20:33.854 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 4 to 167 2024-03-10T22:20:33.854 INFO:tasks.rados.rados.0.smithi169.stdout:1852: delete oid 46 current snap is 174 2024-03-10T22:20:33.856 INFO:tasks.rados.rados.0.smithi169.stdout:1851: finishing rollback tid 1 to smithi16976610-4 2024-03-10T22:20:33.856 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 0 (ObjNum 593 snap 0 seq_num 150775544) dirty dne 2024-03-10T22:20:33.857 INFO:tasks.rados.rados.0.smithi169.stdout:1851: done (2 left) 2024-03-10T22:20:33.857 INFO:tasks.rados.rados.0.smithi169.stdout:1852: done (1 left) 2024-03-10T22:20:33.857 INFO:tasks.rados.rados.0.smithi169.stdout:1853: snap_remove snap 171 2024-03-10T22:20:34.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:20:34.078+0000 7fcb9e6f0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-10T22:20:34.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:33.854+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:34.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:33.854+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[88180]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[90638]: osdmap e421: 8 total, 8 up, 8 in 2024-03-10T22:20:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[90638]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:34.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:33.856+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:34.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:33.856+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:34.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:33.856+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:34.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:33.857+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:34.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:33.857+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:33 smithi172 ceph-mon[84635]: osdmap e421: 8 total, 8 up, 8 in 2024-03-10T22:20:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:33 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:33 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:33 smithi172 ceph-mon[84635]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:33 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:34.864 INFO:tasks.rados.rados.0.smithi169.stdout:1853: done (1 left) 2024-03-10T22:20:34.864 INFO:tasks.rados.rados.0.smithi169.stdout:1854: rollback oid 1 current snap is 174 2024-03-10T22:20:34.864 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 1 to 173 2024-03-10T22:20:34.864 INFO:tasks.rados.rados.0.smithi169.stdout:1850: expect (ObjNum 589 snap 172 seq_num 589) 2024-03-10T22:20:35.141 INFO:tasks.rados.rados.0.smithi169.stdout:1854: finishing rollback tid 0 to smithi16976610-1 2024-03-10T22:20:35.141 INFO:tasks.rados.rados.0.smithi169.stdout:1854: finishing rollback tid 1 to smithi16976610-1 2024-03-10T22:20:35.141 INFO:tasks.rados.rados.0.smithi169.stdout:1854: finishing rollback tid 2 to smithi16976610-1 2024-03-10T22:20:35.141 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 13904 (ObjNum 499 snap 150 seq_num 499) dirty exists 2024-03-10T22:20:35.141 INFO:tasks.rados.rados.0.smithi169.stdout:1850: done (1 left) 2024-03-10T22:20:35.141 INFO:tasks.rados.rados.0.smithi169.stdout:1854: done (0 left) 2024-03-10T22:20:35.142 INFO:tasks.rados.rados.0.smithi169.stdout:1855: delete oid 4 current snap is 174 2024-03-10T22:20:35.143 INFO:tasks.rados.rados.0.smithi169.stdout:1855: done (0 left) 2024-03-10T22:20:35.143 INFO:tasks.rados.rados.0.smithi169.stdout:1856: delete oid 27 current snap is 174 2024-03-10T22:20:35.145 INFO:tasks.rados.rados.0.smithi169.stdout:1856: done (0 left) 2024-03-10T22:20:35.145 INFO:tasks.rados.rados.0.smithi169.stdout:1857: snap_remove snap 173 2024-03-10T22:20:35.147 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:34.873+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:35.147 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:34.873+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:35.147 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:34.873+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:35.147 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:34.873+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:35.147 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:34.873+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:35.147 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:34.873+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:35.147 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:34.873+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:35.147 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:34.873+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:35.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: osdmap e422: 8 total, 8 up, 8 in 2024-03-10T22:20:35.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:35.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:35.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:35.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:35.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:35.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:35.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:35.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:35.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:35.149 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:20:35.149 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:20:35.149 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:35.149 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:20:35.149 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:35.149 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:35.150 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:35.150 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:35.150 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:35.150 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-10T22:20:35.150 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[88180]: pgmap v294: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 7 op/s; 13 MiB/s, 4 objects/s recovering 2024-03-10T22:20:35.150 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: osdmap e422: 8 total, 8 up, 8 in 2024-03-10T22:20:35.150 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:35.150 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:35.151 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:35.151 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:35.151 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:35.151 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:35.151 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:35.151 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:35.151 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:35.151 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:20:35.152 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:20:35.152 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:35.152 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:20:35.152 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:35.152 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:35.152 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:35.152 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:35.152 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:35.152 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-10T22:20:35.152 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:34 smithi169 ceph-mon[90638]: pgmap v294: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 7 op/s; 13 MiB/s, 4 objects/s recovering 2024-03-10T22:20:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: osdmap e422: 8 total, 8 up, 8 in 2024-03-10T22:20:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-10T22:20:35.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:34 smithi172 ceph-mon[84635]: pgmap v294: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 7 op/s; 13 MiB/s, 4 objects/s recovering 2024-03-10T22:20:35.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:35.146+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:35.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:35.146+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:35.935 INFO:tasks.rados.rados.0.smithi169.stdout:1857: done (0 left) 2024-03-10T22:20:35.936 INFO:tasks.rados.rados.0.smithi169.stdout:1858: setattr oid 36 current snap is 174 2024-03-10T22:20:35.938 INFO:tasks.rados.rados.0.smithi169.stdout:1859: copy_from oid 38 from oid 1 current snap is 174 2024-03-10T22:20:35.939 INFO:tasks.rados.rados.0.smithi169.stdout:1860: rollback oid 15 current snap is 174 2024-03-10T22:20:35.939 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 15 to 169 2024-03-10T22:20:35.939 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 174 2024-03-10T22:20:35.939 INFO:tasks.rados.rados.0.smithi169.stdout:1861: seq_num 594 ranges {5808128=352256} 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:1861: writing smithi16976610-22 from 5808128 to 6160384 tid 1 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:1862: rollback oid 10 current snap is 174 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 10 to 167 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:1860: finishing rollback tid 0 to smithi16976610-15 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:1860: finishing rollback tid 1 to smithi16976610-15 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:1860: finishing rollback tid 2 to smithi16976610-15 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 1785 (ObjNum 570 snap 166 seq_num 570) dirty exists 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:1860: done (4 left) 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:1863: snap_create 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 10325 (ObjNum 545 snap 155 seq_num 545) dirty exists 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:1859: finishing copy_from racing read to smithi16976610-38 2024-03-10T22:20:35.973 INFO:tasks.rados.rados.0.smithi169.stdout:1859: finishing copy_from to smithi16976610-38 2024-03-10T22:20:35.974 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 13904 (ObjNum 499 snap 150 seq_num 499) dirty exists 2024-03-10T22:20:35.976 INFO:tasks.rados.rados.0.smithi169.stdout:1862: finishing rollback tid 0 to smithi16976610-10 2024-03-10T22:20:35.976 INFO:tasks.rados.rados.0.smithi169.stdout:1861: finishing write tid 1 to smithi16976610-22 2024-03-10T22:20:35.976 INFO:tasks.rados.rados.0.smithi169.stdout:1862: finishing rollback tid 1 to smithi16976610-10 2024-03-10T22:20:35.976 INFO:tasks.rados.rados.0.smithi169.stdout:1861: finishing write tid 2 to smithi16976610-22 2024-03-10T22:20:35.977 INFO:tasks.rados.rados.0.smithi169.stdout:1862: finishing rollback tid 2 to smithi16976610-10 2024-03-10T22:20:35.977 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10331 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-03-10T22:20:35.977 INFO:tasks.rados.rados.0.smithi169.stdout:1861: finishing write tid 3 to smithi16976610-22 2024-03-10T22:20:35.977 INFO:tasks.rados.rados.0.smithi169.stdout:1861: oid 22 updating version 0 to 13941 2024-03-10T22:20:35.978 INFO:tasks.rados.rados.0.smithi169.stdout:1861: oid 22 version 13941 is already newer than 13940 2024-03-10T22:20:35.978 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 13941 (ObjNum 594 snap 174 seq_num 594) dirty exists 2024-03-10T22:20:35.978 INFO:tasks.rados.rados.0.smithi169.stdout:1861: left oid 22 (ObjNum 594 snap 174 seq_num 594) 2024-03-10T22:20:36.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:35.949+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:36.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:35.949+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:36.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:20:35] "GET /metrics HTTP/1.1" 200 36201 "" "Prometheus/2.43.0" 2024-03-10T22:20:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[88180]: osdmap e423: 8 total, 8 up, 8 in 2024-03-10T22:20:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[88180]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:36.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:36.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[88180]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/471 objects degraded (4.459%), 5 pgs degraded) 2024-03-10T22:20:36.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:36.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[90638]: osdmap e423: 8 total, 8 up, 8 in 2024-03-10T22:20:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[90638]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:36.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[90638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/471 objects degraded (4.459%), 5 pgs degraded) 2024-03-10T22:20:36.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:36.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:36.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:35.938+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:36.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:35.938+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:36.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:35.938+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:36.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:35.938+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:36.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:35.938+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:35 smithi172 ceph-mon[84635]: osdmap e423: 8 total, 8 up, 8 in 2024-03-10T22:20:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:35 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:35 smithi172 ceph-mon[84635]: No clone_snaps in snapset f4=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:35 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:35 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:35 smithi172 ceph-mon[84635]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/471 objects degraded (4.459%), 5 pgs degraded) 2024-03-10T22:20:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:36.941 INFO:tasks.rados.rados.0.smithi169.stdout:1858: done (4 left) 2024-03-10T22:20:36.941 INFO:tasks.rados.rados.0.smithi169.stdout:1859: done (3 left) 2024-03-10T22:20:36.942 INFO:tasks.rados.rados.0.smithi169.stdout:1861: done (2 left) 2024-03-10T22:20:36.942 INFO:tasks.rados.rados.0.smithi169.stdout:1862: done (1 left) 2024-03-10T22:20:36.942 INFO:tasks.rados.rados.0.smithi169.stdout:1863: done (0 left) 2024-03-10T22:20:36.942 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 175 2024-03-10T22:20:36.942 INFO:tasks.rados.rados.0.smithi169.stdout:1864: seq_num 595 ranges {0=368640} 2024-03-10T22:20:36.943 INFO:tasks.rados.rados.0.smithi169.stdout:1864: writing smithi16976610-8 from 0 to 368640 tid 1 2024-03-10T22:20:36.943 INFO:tasks.rados.rados.0.smithi169.stdout:1865: delete oid 12 current snap is 175 2024-03-10T22:20:36.948 INFO:tasks.rados.rados.0.smithi169.stdout:1864: finishing write tid 1 to smithi16976610-8 2024-03-10T22:20:36.948 INFO:tasks.rados.rados.0.smithi169.stdout:1864: finishing write tid 2 to smithi16976610-8 2024-03-10T22:20:36.949 INFO:tasks.rados.rados.0.smithi169.stdout:1865: done (1 left) 2024-03-10T22:20:36.949 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 175 2024-03-10T22:20:36.949 INFO:tasks.rados.rados.0.smithi169.stdout:1866: seq_num 597 ranges {2244608=401408} 2024-03-10T22:20:36.964 INFO:tasks.rados.rados.0.smithi169.stdout:1866: writing smithi16976610-35 from 2244608 to 2646016 tid 1 2024-03-10T22:20:36.964 INFO:tasks.rados.rados.0.smithi169.stdout:1867: delete oid 4 current snap is 175 2024-03-10T22:20:36.964 INFO:tasks.rados.rados.0.smithi169.stdout:1864: finishing write tid 3 to smithi16976610-8 2024-03-10T22:20:36.964 INFO:tasks.rados.rados.0.smithi169.stdout:1864: oid 8 updating version 0 to 13900 2024-03-10T22:20:36.964 INFO:tasks.rados.rados.0.smithi169.stdout:1864: oid 8 updating version 13900 to 13901 2024-03-10T22:20:36.964 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 13901 (ObjNum 595 snap 175 seq_num 595) dirty exists 2024-03-10T22:20:36.964 INFO:tasks.rados.rados.0.smithi169.stdout:1864: left oid 8 (ObjNum 595 snap 175 seq_num 595) 2024-03-10T22:20:36.969 INFO:tasks.rados.rados.0.smithi169.stdout:1866: finishing write tid 1 to smithi16976610-35 2024-03-10T22:20:36.969 INFO:tasks.rados.rados.0.smithi169.stdout:1866: finishing write tid 2 to smithi16976610-35 2024-03-10T22:20:36.970 INFO:tasks.rados.rados.0.smithi169.stdout:1866: finishing write tid 3 to smithi16976610-35 2024-03-10T22:20:36.970 INFO:tasks.rados.rados.0.smithi169.stdout:1866: oid 35 updating version 0 to 303 2024-03-10T22:20:36.970 INFO:tasks.rados.rados.0.smithi169.stdout:1866: oid 35 version 303 is already newer than 302 2024-03-10T22:20:36.970 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 303 (ObjNum 597 snap 175 seq_num 597) dirty exists 2024-03-10T22:20:36.970 INFO:tasks.rados.rados.0.smithi169.stdout:1866: left oid 35 (ObjNum 597 snap 175 seq_num 597) 2024-03-10T22:20:36.971 INFO:tasks.rados.rados.0.smithi169.stdout:1864: done (2 left) 2024-03-10T22:20:36.971 INFO:tasks.rados.rados.0.smithi169.stdout:1866: done (1 left) 2024-03-10T22:20:36.971 INFO:tasks.rados.rados.0.smithi169.stdout:1867: done (0 left) 2024-03-10T22:20:36.971 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 175 2024-03-10T22:20:36.971 INFO:tasks.rados.rados.0.smithi169.stdout:1868: seq_num 599 ranges {2088960=434176} 2024-03-10T22:20:36.985 INFO:tasks.rados.rados.0.smithi169.stdout:1868: writing smithi16976610-34 from 2088960 to 2523136 tid 1 2024-03-10T22:20:36.985 INFO:tasks.rados.rados.0.smithi169.stdout:1869: rmattr oid 23 current snap is 175 2024-03-10T22:20:36.985 INFO:tasks.rados.rados.0.smithi169.stdout:1869: done (1 left) 2024-03-10T22:20:36.985 INFO:tasks.rados.rados.0.smithi169.stdout:1870: copy_from oid 36 from oid 3 current snap is 175 2024-03-10T22:20:36.985 INFO:tasks.rados.rados.0.smithi169.stdout:1871: copy_from oid 18 from oid 45 current snap is 175 2024-03-10T22:20:36.985 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 175 2024-03-10T22:20:36.985 INFO:tasks.rados.rados.0.smithi169.stdout:1872: seq_num 600 ranges {3416064=450560} 2024-03-10T22:20:37.006 INFO:tasks.rados.rados.0.smithi169.stdout:1872: writing smithi16976610-7 from 3416064 to 3866624 tid 1 2024-03-10T22:20:37.006 INFO:tasks.rados.rados.0.smithi169.stdout:1873: delete oid 47 current snap is 175 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:1868: finishing write tid 1 to smithi16976610-34 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:1868: finishing write tid 2 to smithi16976610-34 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:1868: finishing write tid 3 to smithi16976610-34 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:1868: oid 34 updating version 0 to 13943 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:1868: oid 34 version 13943 is already newer than 13942 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 13943 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:1868: left oid 34 (ObjNum 599 snap 175 seq_num 599) 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:1870: finishing copy_from racing read to smithi16976610-36 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:1870: finishing copy_from to smithi16976610-36 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 582 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:1871: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:1871: finishing copy_from to smithi16976610-18 2024-03-10T22:20:37.007 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 10328 (ObjNum 546 snap 155 seq_num 546) dirty exists 2024-03-10T22:20:37.009 INFO:tasks.rados.rados.0.smithi169.stdout:1872: finishing write tid 1 to smithi16976610-7 2024-03-10T22:20:37.010 INFO:tasks.rados.rados.0.smithi169.stdout:1872: finishing write tid 2 to smithi16976610-7 2024-03-10T22:20:37.010 INFO:tasks.rados.rados.0.smithi169.stdout:1868: done (4 left) 2024-03-10T22:20:37.010 INFO:tasks.rados.rados.0.smithi169.stdout:1870: done (3 left) 2024-03-10T22:20:37.010 INFO:tasks.rados.rados.0.smithi169.stdout:1871: done (2 left) 2024-03-10T22:20:37.011 INFO:tasks.rados.rados.0.smithi169.stdout:1873: done (1 left) 2024-03-10T22:20:37.011 INFO:tasks.rados.rados.0.smithi169.stdout:1874: read oid 29 snap -1 2024-03-10T22:20:37.011 INFO:tasks.rados.rados.0.smithi169.stdout:1874: expect (ObjNum 579 snap 167 seq_num 579) 2024-03-10T22:20:37.011 INFO:tasks.rados.rados.0.smithi169.stdout:1875: delete oid 40 current snap is 175 2024-03-10T22:20:37.012 INFO:tasks.rados.rados.0.smithi169.stdout:1872: finishing write tid 3 to smithi16976610-7 2024-03-10T22:20:37.012 INFO:tasks.rados.rados.0.smithi169.stdout:1872: oid 7 updating version 0 to 673 2024-03-10T22:20:37.012 INFO:tasks.rados.rados.0.smithi169.stdout:1872: oid 7 version 673 is already newer than 672 2024-03-10T22:20:37.012 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 673 (ObjNum 600 snap 175 seq_num 600) dirty exists 2024-03-10T22:20:37.012 INFO:tasks.rados.rados.0.smithi169.stdout:1872: left oid 7 (ObjNum 600 snap 175 seq_num 600) 2024-03-10T22:20:37.013 INFO:tasks.rados.rados.0.smithi169.stdout:1872: done (2 left) 2024-03-10T22:20:37.013 INFO:tasks.rados.rados.0.smithi169.stdout:1875: done (1 left) 2024-03-10T22:20:37.013 INFO:tasks.rados.rados.0.smithi169.stdout:1876: snap_create 2024-03-10T22:20:37.027 INFO:tasks.rados.rados.0.smithi169.stdout:1874: expect (ObjNum 579 snap 167 seq_num 579) 2024-03-10T22:20:37.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:36.948+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:37.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:36.948+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:37.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[88180]: osdmap e424: 8 total, 8 up, 8 in 2024-03-10T22:20:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[88180]: pgmap v297: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 996 KiB/s wr, 11 op/s; 6.6 MiB/s, 1 objects/s recovering 2024-03-10T22:20:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[90638]: osdmap e424: 8 total, 8 up, 8 in 2024-03-10T22:20:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:37.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:37.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:37.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:37.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:37.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:37.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:37.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-mon[90638]: pgmap v297: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 996 KiB/s wr, 11 op/s; 6.6 MiB/s, 1 objects/s recovering 2024-03-10T22:20:37.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:36.988+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:37.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:36.988+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:37.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:36.989+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:37.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:36.989+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:36.989+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:36.989+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:36.989+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:36.989+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:36 smithi172 ceph-mon[84635]: osdmap e424: 8 total, 8 up, 8 in 2024-03-10T22:20:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:36 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:36 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:36 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:36 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:36 smithi172 ceph-mon[84635]: pgmap v297: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 996 KiB/s wr, 11 op/s; 6.6 MiB/s, 1 objects/s recovering 2024-03-10T22:20:37.945 INFO:tasks.rados.rados.0.smithi169.stdout:1874: done (1 left) 2024-03-10T22:20:37.945 INFO:tasks.rados.rados.0.smithi169.stdout:1876: done (0 left) 2024-03-10T22:20:37.945 INFO:tasks.rados.rados.0.smithi169.stdout:1877: delete oid 9 current snap is 176 2024-03-10T22:20:37.952 INFO:tasks.rados.rados.0.smithi169.stdout:1877: done (0 left) 2024-03-10T22:20:37.952 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 176 2024-03-10T22:20:37.952 INFO:tasks.rados.rados.0.smithi169.stdout:1878: seq_num 604 ranges {0=524288} 2024-03-10T22:20:37.955 INFO:tasks.rados.rados.0.smithi169.stdout:1878: writing smithi16976610-39 from 0 to 524288 tid 1 2024-03-10T22:20:37.955 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 47 current snap is 176 2024-03-10T22:20:37.955 INFO:tasks.rados.rados.0.smithi169.stdout:1879: seq_num 605 ranges {0=540672} 2024-03-10T22:20:37.958 INFO:tasks.rados.rados.0.smithi169.stdout:1879: writing smithi16976610-47 from 0 to 540672 tid 1 2024-03-10T22:20:37.958 INFO:tasks.rados.rados.0.smithi169.stdout:1880: read oid 32 snap -1 2024-03-10T22:20:37.958 INFO:tasks.rados.rados.0.smithi169.stdout:1880: expect deleted 2024-03-10T22:20:37.958 INFO:tasks.rados.rados.0.smithi169.stdout:1881: snap_create 2024-03-10T22:20:37.961 INFO:tasks.rados.rados.0.smithi169.stdout:1878: finishing write tid 1 to smithi16976610-39 2024-03-10T22:20:37.961 INFO:tasks.rados.rados.0.smithi169.stdout:1878: finishing write tid 2 to smithi16976610-39 2024-03-10T22:20:37.962 INFO:tasks.rados.rados.0.smithi169.stdout:1878: finishing write tid 3 to smithi16976610-39 2024-03-10T22:20:37.962 INFO:tasks.rados.rados.0.smithi169.stdout:1878: oid 39 updating version 0 to 13905 2024-03-10T22:20:37.963 INFO:tasks.rados.rados.0.smithi169.stdout:1878: oid 39 updating version 13905 to 13906 2024-03-10T22:20:37.963 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 13906 (ObjNum 604 snap 176 seq_num 604) dirty exists 2024-03-10T22:20:37.963 INFO:tasks.rados.rados.0.smithi169.stdout:1878: left oid 39 (ObjNum 604 snap 176 seq_num 604) 2024-03-10T22:20:37.965 INFO:tasks.rados.rados.0.smithi169.stdout:1879: finishing write tid 1 to smithi16976610-47 2024-03-10T22:20:37.965 INFO:tasks.rados.rados.0.smithi169.stdout:1879: finishing write tid 2 to smithi16976610-47 2024-03-10T22:20:37.967 INFO:tasks.rados.rados.0.smithi169.stdout:1879: finishing write tid 3 to smithi16976610-47 2024-03-10T22:20:37.968 INFO:tasks.rados.rados.0.smithi169.stdout:1879: oid 47 updating version 0 to 10368 2024-03-10T22:20:37.968 INFO:tasks.rados.rados.0.smithi169.stdout:1879: oid 47 version 10368 is already newer than 10367 2024-03-10T22:20:37.968 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 10368 (ObjNum 605 snap 176 seq_num 605) dirty exists 2024-03-10T22:20:37.968 INFO:tasks.rados.rados.0.smithi169.stdout:1879: left oid 47 (ObjNum 605 snap 176 seq_num 605) 2024-03-10T22:20:38.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[88180]: osdmap e425: 8 total, 8 up, 8 in 2024-03-10T22:20:38.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:38.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:38.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[88180]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:38.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:38.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:37.952+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:38.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:37.952+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[90638]: osdmap e425: 8 total, 8 up, 8 in 2024-03-10T22:20:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:38.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:38.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[90638]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:38.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:38.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:38.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:38.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:38.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:37.948+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:38.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:37.948+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:38.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:37.948+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:38.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:37.949+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:38.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:37.950+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:37 smithi172 ceph-mon[84635]: osdmap e425: 8 total, 8 up, 8 in 2024-03-10T22:20:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:37 smithi172 ceph-mon[84635]: No clone_snaps in snapset e9=[]:{e9=[e8,e7]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:37 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:37 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:37 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:38.952 INFO:tasks.rados.rados.0.smithi169.stdout:1878: done (3 left) 2024-03-10T22:20:38.952 INFO:tasks.rados.rados.0.smithi169.stdout:1879: done (2 left) 2024-03-10T22:20:38.953 INFO:tasks.rados.rados.0.smithi169.stdout:1880: done (1 left) 2024-03-10T22:20:38.953 INFO:tasks.rados.rados.0.smithi169.stdout:1881: done (0 left) 2024-03-10T22:20:38.953 INFO:tasks.rados.rados.0.smithi169.stdout:1882: copy_from oid 23 from oid 48 current snap is 177 2024-03-10T22:20:38.953 INFO:tasks.rados.rados.0.smithi169.stdout:1883: delete oid 40 current snap is 177 2024-03-10T22:20:38.957 INFO:tasks.rados.rados.0.smithi169.stdout:1883: done (1 left) 2024-03-10T22:20:38.957 INFO:tasks.rados.rados.0.smithi169.stdout:1884: snap_remove snap 174 2024-03-10T22:20:39.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:38.958+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:39.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:38.958+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:39.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[88180]: osdmap e426: 8 total, 8 up, 8 in 2024-03-10T22:20:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[88180]: pgmap v300: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 370 KiB/s wr, 10 op/s 2024-03-10T22:20:39.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[90638]: osdmap e426: 8 total, 8 up, 8 in 2024-03-10T22:20:39.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-mon[90638]: pgmap v300: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 370 KiB/s wr, 10 op/s 2024-03-10T22:20:39.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:38.955+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:39.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:38.955+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:39.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:38.955+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:39.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:38.955+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:39.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:38.955+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:39.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:38.955+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:39.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:38.956+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:39.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:38.956+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:38 smithi172 ceph-mon[84635]: osdmap e426: 8 total, 8 up, 8 in 2024-03-10T22:20:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:39.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:39.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:38 smithi172 ceph-mon[84635]: pgmap v300: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 370 KiB/s wr, 10 op/s 2024-03-10T22:20:39.957 INFO:tasks.rados.rados.0.smithi169.stdout:1884: done (1 left) 2024-03-10T22:20:39.958 INFO:tasks.rados.rados.0.smithi169.stdout:1885: setattr oid 37 current snap is 177 2024-03-10T22:20:39.958 INFO:tasks.rados.rados.0.smithi169.stdout:1882: finishing copy_from racing read to smithi16976610-23 2024-03-10T22:20:39.958 INFO:tasks.rados.rados.0.smithi169.stdout:1882: finishing copy_from to smithi16976610-23 2024-03-10T22:20:39.958 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 13935 (ObjNum 81 snap 0 seq_num 1381709337) dirty exists 2024-03-10T22:20:39.960 INFO:tasks.rados.rados.0.smithi169.stdout:1882: done (1 left) 2024-03-10T22:20:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 177 2024-03-10T22:20:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:1886: seq_num 607 ranges {0=573440} 2024-03-10T22:20:39.965 INFO:tasks.rados.rados.0.smithi169.stdout:1886: writing smithi16976610-46 from 0 to 573440 tid 1 2024-03-10T22:20:39.965 INFO:tasks.rados.rados.0.smithi169.stdout:1887: delete oid 23 current snap is 177 2024-03-10T22:20:39.968 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 13946 (ObjNum 554 snap 160 seq_num 554) dirty exists 2024-03-10T22:20:39.970 INFO:tasks.rados.rados.0.smithi169.stdout:1886: finishing write tid 1 to smithi16976610-46 2024-03-10T22:20:39.970 INFO:tasks.rados.rados.0.smithi169.stdout:1886: finishing write tid 2 to smithi16976610-46 2024-03-10T22:20:39.971 INFO:tasks.rados.rados.0.smithi169.stdout:1885: done (2 left) 2024-03-10T22:20:39.971 INFO:tasks.rados.rados.0.smithi169.stdout:1887: done (1 left) 2024-03-10T22:20:39.971 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 177 2024-03-10T22:20:39.972 INFO:tasks.rados.rados.0.smithi169.stdout:1888: seq_num 609 ranges {0=606208} 2024-03-10T22:20:39.975 INFO:tasks.rados.rados.0.smithi169.stdout:1888: writing smithi16976610-26 from 0 to 606208 tid 1 2024-03-10T22:20:39.975 INFO:tasks.rados.rados.0.smithi169.stdout:1889: snap_remove snap 167 2024-03-10T22:20:40.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:39.961+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:40.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:39.962+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[88180]: osdmap e427: 8 total, 8 up, 8 in 2024-03-10T22:20:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[88180]: No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[90638]: osdmap e427: 8 total, 8 up, 8 in 2024-03-10T22:20:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[90638]: No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:40.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:39.956+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:40.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:39.956+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:40.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:39.956+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:40.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:39.957+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:40.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:39.957+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:39 smithi172 ceph-mon[84635]: osdmap e427: 8 total, 8 up, 8 in 2024-03-10T22:20:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:39 smithi172 ceph-mon[84635]: No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:39 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:39 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:39 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:40.966 INFO:tasks.rados.rados.0.smithi169.stdout:1889: done (2 left) 2024-03-10T22:20:40.966 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 177 2024-03-10T22:20:40.966 INFO:tasks.rados.rados.0.smithi169.stdout:1886: finishing write tid 3 to smithi16976610-46 2024-03-10T22:20:40.966 INFO:tasks.rados.rados.0.smithi169.stdout:1886: oid 46 updating version 0 to 13937 2024-03-10T22:20:40.967 INFO:tasks.rados.rados.0.smithi169.stdout:1886: oid 46 version 13937 is already newer than 13936 2024-03-10T22:20:40.967 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 13937 (ObjNum 607 snap 177 seq_num 607) dirty exists 2024-03-10T22:20:40.967 INFO:tasks.rados.rados.0.smithi169.stdout:1886: left oid 46 (ObjNum 607 snap 177 seq_num 607) 2024-03-10T22:20:40.967 INFO:tasks.rados.rados.0.smithi169.stdout:1888: finishing write tid 1 to smithi16976610-26 2024-03-10T22:20:40.967 INFO:tasks.rados.rados.0.smithi169.stdout:1888: finishing write tid 2 to smithi16976610-26 2024-03-10T22:20:40.967 INFO:tasks.rados.rados.0.smithi169.stdout:1888: finishing write tid 3 to smithi16976610-26 2024-03-10T22:20:40.967 INFO:tasks.rados.rados.0.smithi169.stdout:1888: oid 26 updating version 0 to 13935 2024-03-10T22:20:40.967 INFO:tasks.rados.rados.0.smithi169.stdout:1888: oid 26 version 13935 is already newer than 13934 2024-03-10T22:20:40.967 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 13935 (ObjNum 609 snap 177 seq_num 609) dirty exists 2024-03-10T22:20:40.967 INFO:tasks.rados.rados.0.smithi169.stdout:1888: left oid 26 (ObjNum 609 snap 177 seq_num 609) 2024-03-10T22:20:40.967 INFO:tasks.rados.rados.0.smithi169.stdout:1890: seq_num 610 ranges {0=622592} 2024-03-10T22:20:40.970 INFO:tasks.rados.rados.0.smithi169.stdout:1890: writing smithi16976610-9 from 0 to 622592 tid 1 2024-03-10T22:20:40.970 INFO:tasks.rados.rados.0.smithi169.stdout:1886: done (2 left) 2024-03-10T22:20:40.971 INFO:tasks.rados.rados.0.smithi169.stdout:1888: done (1 left) 2024-03-10T22:20:40.971 INFO:tasks.rados.rados.0.smithi169.stdout:1891: snap_create 2024-03-10T22:20:40.977 INFO:tasks.rados.rados.0.smithi169.stdout:1890: finishing write tid 1 to smithi16976610-9 2024-03-10T22:20:40.978 INFO:tasks.rados.rados.0.smithi169.stdout:1890: finishing write tid 2 to smithi16976610-9 2024-03-10T22:20:40.979 INFO:tasks.rados.rados.0.smithi169.stdout:1890: finishing write tid 3 to smithi16976610-9 2024-03-10T22:20:40.979 INFO:tasks.rados.rados.0.smithi169.stdout:1890: oid 9 updating version 0 to 731 2024-03-10T22:20:40.979 INFO:tasks.rados.rados.0.smithi169.stdout:1890: oid 9 version 731 is already newer than 730 2024-03-10T22:20:40.979 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 731 (ObjNum 610 snap 177 seq_num 610) dirty exists 2024-03-10T22:20:40.979 INFO:tasks.rados.rados.0.smithi169.stdout:1890: left oid 9 (ObjNum 610 snap 177 seq_num 610) 2024-03-10T22:20:41.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:40.968+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:41.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:40.968+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:41.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: osdmap e428: 8 total, 8 up, 8 in 2024-03-10T22:20:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: pgmap v303: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 588 KiB/s wr, 5 op/s 2024-03-10T22:20:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: osdmap e428: 8 total, 8 up, 8 in 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: pgmap v303: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 588 KiB/s wr, 5 op/s 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:41.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:40.975+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:40.976+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:40.976+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:40.976+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:40.976+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:40.976+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:40.977+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:40.977+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: No clone_snaps in snapset f9=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: osdmap e428: 8 total, 8 up, 8 in 2024-03-10T22:20:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:41.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:41.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: pgmap v303: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 588 KiB/s wr, 5 op/s 2024-03-10T22:20:41.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:41.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:41.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:40 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:41.969 INFO:tasks.rados.rados.0.smithi169.stdout:1890: done (1 left) 2024-03-10T22:20:41.969 INFO:tasks.rados.rados.0.smithi169.stdout:1891: done (0 left) 2024-03-10T22:20:41.969 INFO:tasks.rados.rados.0.smithi169.stdout:1892: rollback oid 36 current snap is 178 2024-03-10T22:20:41.969 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 36 to 176 2024-03-10T22:20:41.969 INFO:tasks.rados.rados.0.smithi169.stdout:1893: snap_create 2024-03-10T22:20:41.974 INFO:tasks.rados.rados.0.smithi169.stdout:1892: finishing rollback tid 0 to smithi16976610-36 2024-03-10T22:20:41.974 INFO:tasks.rados.rados.0.smithi169.stdout:1892: finishing rollback tid 1 to smithi16976610-36 2024-03-10T22:20:41.975 INFO:tasks.rados.rados.0.smithi169.stdout:1892: finishing rollback tid 2 to smithi16976610-36 2024-03-10T22:20:41.975 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 10328 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:20:42.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:41.975+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:42.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:41.975+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[88180]: osdmap e429: 8 total, 8 up, 8 in 2024-03-10T22:20:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[90638]: osdmap e429: 8 total, 8 up, 8 in 2024-03-10T22:20:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:42.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:41.968+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:42.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:41.968+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:42.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:41.969+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:42.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:41.969+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:42.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:41.969+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:42.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:41 smithi172 ceph-mon[84635]: osdmap e429: 8 total, 8 up, 8 in 2024-03-10T22:20:42.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:42.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:42.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:42.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:41 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:42.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:41 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:42.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:41 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:42.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:41 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:42.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:42.975 INFO:tasks.rados.rados.0.smithi169.stdout:1892: done (1 left) 2024-03-10T22:20:42.976 INFO:tasks.rados.rados.0.smithi169.stdout:1893: done (0 left) 2024-03-10T22:20:42.976 INFO:tasks.rados.rados.0.smithi169.stdout:1894: read oid 4 snap 178 2024-03-10T22:20:42.976 INFO:tasks.rados.rados.0.smithi169.stdout:1894: expect deleted 2024-03-10T22:20:42.976 INFO:tasks.rados.rados.0.smithi169.stdout:1895: snap_remove snap 175 2024-03-10T22:20:43.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:43.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:43.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[90638]: osdmap e430: 8 total, 8 up, 8 in 2024-03-10T22:20:43.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[90638]: pgmap v306: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-03-10T22:20:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[88180]: osdmap e430: 8 total, 8 up, 8 in 2024-03-10T22:20:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:43.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:43.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:43.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:43.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:42 smithi169 ceph-mon[88180]: pgmap v306: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-03-10T22:20:43.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:42 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:43.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:42 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:43.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:42 smithi172 ceph-mon[84635]: osdmap e430: 8 total, 8 up, 8 in 2024-03-10T22:20:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:42 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:42 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:42 smithi172 ceph-mon[84635]: pgmap v306: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-03-10T22:20:43.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:43.982 INFO:tasks.rados.rados.0.smithi169.stdout:1895: done (1 left) 2024-03-10T22:20:43.982 INFO:tasks.rados.rados.0.smithi169.stdout:1896: setattr oid 49 current snap is 179 2024-03-10T22:20:43.984 INFO:tasks.rados.rados.0.smithi169.stdout:1894: done (1 left) 2024-03-10T22:20:43.984 INFO:tasks.rados.rados.0.smithi169.stdout:1897: snap_remove snap 176 2024-03-10T22:20:44.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-mon[88180]: osdmap e431: 8 total, 8 up, 8 in 2024-03-10T22:20:44.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-mon[90638]: osdmap e431: 8 total, 8 up, 8 in 2024-03-10T22:20:44.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:43.897+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:44.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:43.897+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:44.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:44.019+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:44.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:44.020+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:44.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:43.992+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:44.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:43.992+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:43.992+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:43.992+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:43.992+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:43.992+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:43.992+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:43.992+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:43 smithi172 ceph-mon[84635]: osdmap e431: 8 total, 8 up, 8 in 2024-03-10T22:20:44.993 INFO:tasks.rados.rados.0.smithi169.stdout:1897: done (1 left) 2024-03-10T22:20:44.993 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 179 2024-03-10T22:20:44.993 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 13936 (ObjNum 545 snap 155 seq_num 545) dirty exists 2024-03-10T22:20:44.993 INFO:tasks.rados.rados.0.smithi169.stdout:1898: seq_num 611 ranges {2310144=638976} 2024-03-10T22:20:45.009 INFO:tasks.rados.rados.0.smithi169.stdout:1898: writing smithi16976610-41 from 2310144 to 2949120 tid 1 2024-03-10T22:20:45.009 INFO:tasks.rados.rados.0.smithi169.stdout:1896: done (1 left) 2024-03-10T22:20:45.009 INFO:tasks.rados.rados.0.smithi169.stdout:1899: copy_from oid 29 from oid 48 current snap is 179 2024-03-10T22:20:45.009 INFO:tasks.rados.rados.0.smithi169.stdout:1900: snap_remove snap 169 2024-03-10T22:20:45.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:45.019+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:45.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:45.019+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:45.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[90638]: osdmap e432: 8 total, 8 up, 8 in 2024-03-10T22:20:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[90638]: pgmap v309: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 226 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-03-10T22:20:45.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:44.990+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:45.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:44.990+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:45.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:44.991+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:45.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:44.991+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:45.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:44.991+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:45.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:45.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:45.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[88180]: osdmap e432: 8 total, 8 up, 8 in 2024-03-10T22:20:45.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:45.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:45.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:45.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:45.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:45.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:45.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:45.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:44 smithi169 ceph-mon[88180]: pgmap v309: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 226 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-03-10T22:20:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:44 smithi172 ceph-mon[84635]: osdmap e432: 8 total, 8 up, 8 in 2024-03-10T22:20:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:44 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:44 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:44 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:44 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:45.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:45.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:44 smithi172 ceph-mon[84635]: pgmap v309: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 226 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-03-10T22:20:45.997 INFO:tasks.rados.rados.0.smithi169.stdout:1900: done (2 left) 2024-03-10T22:20:45.997 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 179 2024-03-10T22:20:45.998 INFO:tasks.rados.rados.0.smithi169.stdout:1901: seq_num 612 ranges {4751360=655360} 2024-03-10T22:20:46.028 INFO:tasks.rados.rados.0.smithi169.stdout:1901: writing smithi16976610-49 from 4751360 to 5406720 tid 1 2024-03-10T22:20:46.028 INFO:tasks.rados.rados.0.smithi169.stdout:1902: read oid 30 snap -1 2024-03-10T22:20:46.028 INFO:tasks.rados.rados.0.smithi169.stdout:1902: expect deleted 2024-03-10T22:20:46.029 INFO:tasks.rados.rados.0.smithi169.stdout:1903: snap_create 2024-03-10T22:20:46.029 INFO:tasks.rados.rados.0.smithi169.stdout:1899: finishing copy_from racing read to smithi16976610-29 2024-03-10T22:20:46.029 INFO:tasks.rados.rados.0.smithi169.stdout:1899: finishing copy_from to smithi16976610-29 2024-03-10T22:20:46.029 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 13935 (ObjNum 33 snap 0 seq_num 150680592) dirty exists 2024-03-10T22:20:46.029 INFO:tasks.rados.rados.0.smithi169.stdout:1898: finishing write tid 1 to smithi16976610-41 2024-03-10T22:20:46.029 INFO:tasks.rados.rados.0.smithi169.stdout:1898: finishing write tid 2 to smithi16976610-41 2024-03-10T22:20:46.030 INFO:tasks.rados.rados.0.smithi169.stdout:1898: finishing write tid 3 to smithi16976610-41 2024-03-10T22:20:46.030 INFO:tasks.rados.rados.0.smithi169.stdout:1898: oid 41 updating version 0 to 1755 2024-03-10T22:20:46.030 INFO:tasks.rados.rados.0.smithi169.stdout:1898: oid 41 version 1755 is already newer than 1754 2024-03-10T22:20:46.030 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 1755 (ObjNum 611 snap 179 seq_num 611) dirty exists 2024-03-10T22:20:46.030 INFO:tasks.rados.rados.0.smithi169.stdout:1898: left oid 41 (ObjNum 611 snap 179 seq_num 611) 2024-03-10T22:20:46.031 INFO:tasks.rados.rados.0.smithi169.stdout:1901: finishing write tid 1 to smithi16976610-49 2024-03-10T22:20:46.032 INFO:tasks.rados.rados.0.smithi169.stdout:1901: finishing write tid 2 to smithi16976610-49 2024-03-10T22:20:46.034 INFO:tasks.rados.rados.0.smithi169.stdout:1901: finishing write tid 3 to smithi16976610-49 2024-03-10T22:20:46.034 INFO:tasks.rados.rados.0.smithi169.stdout:1901: oid 49 updating version 0 to 13937 2024-03-10T22:20:46.035 INFO:tasks.rados.rados.0.smithi169.stdout:1901: oid 49 updating version 13937 to 13938 2024-03-10T22:20:46.035 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 13938 (ObjNum 612 snap 179 seq_num 612) dirty exists 2024-03-10T22:20:46.035 INFO:tasks.rados.rados.0.smithi169.stdout:1901: left oid 49 (ObjNum 612 snap 179 seq_num 612) 2024-03-10T22:20:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:20:45] "GET /metrics HTTP/1.1" 200 36195 "" "Prometheus/2.43.0" 2024-03-10T22:20:46.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:45.998+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:46.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:45.998+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[90638]: osdmap e433: 8 total, 8 up, 8 in 2024-03-10T22:20:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[88180]: osdmap e433: 8 total, 8 up, 8 in 2024-03-10T22:20:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:46.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:46.006+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:46.006+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:46.006+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:46.008+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:46.008+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:46.009+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:46.009+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:46.009+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:45 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:45 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:45 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:45 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:45 smithi172 ceph-mon[84635]: osdmap e433: 8 total, 8 up, 8 in 2024-03-10T22:20:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:47.005 INFO:tasks.rados.rados.0.smithi169.stdout:1898: done (4 left) 2024-03-10T22:20:47.006 INFO:tasks.rados.rados.0.smithi169.stdout:1899: done (3 left) 2024-03-10T22:20:47.006 INFO:tasks.rados.rados.0.smithi169.stdout:1901: done (2 left) 2024-03-10T22:20:47.006 INFO:tasks.rados.rados.0.smithi169.stdout:1902: done (1 left) 2024-03-10T22:20:47.006 INFO:tasks.rados.rados.0.smithi169.stdout:1903: done (0 left) 2024-03-10T22:20:47.006 INFO:tasks.rados.rados.0.smithi169.stdout:1904: setattr oid 37 current snap is 180 2024-03-10T22:20:47.007 INFO:tasks.rados.rados.0.smithi169.stdout:1905: copy_from oid 34 from oid 33 current snap is 180 2024-03-10T22:20:47.007 INFO:tasks.rados.rados.0.smithi169.stdout:1906: copy_from oid 16 from oid 43 current snap is 180 2024-03-10T22:20:47.007 INFO:tasks.rados.rados.0.smithi169.stdout:1907: rollback oid 13 current snap is 180 2024-03-10T22:20:47.007 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 13 to 179 2024-03-10T22:20:47.008 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 180 2024-03-10T22:20:47.008 INFO:tasks.rados.rados.0.smithi169.stdout:1908: seq_num 613 ranges {0=671744} 2024-03-10T22:20:47.011 INFO:tasks.rados.rados.0.smithi169.stdout:1908: writing smithi16976610-24 from 0 to 671744 tid 1 2024-03-10T22:20:47.011 INFO:tasks.rados.rados.0.smithi169.stdout:1909: copy_from oid 38 from oid 11 current snap is 180 2024-03-10T22:20:47.011 INFO:tasks.rados.rados.0.smithi169.stdout:1910: rollback oid 47 current snap is 180 2024-03-10T22:20:47.012 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 47 to 177 2024-03-10T22:20:47.012 INFO:tasks.rados.rados.0.smithi169.stdout:1911: snap_create 2024-03-10T22:20:47.021 INFO:tasks.rados.rados.0.smithi169.stdout:1909: finishing copy_from racing read to smithi16976610-38 2024-03-10T22:20:47.021 INFO:tasks.rados.rados.0.smithi169.stdout:1905: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:20:47.021 INFO:tasks.rados.rados.0.smithi169.stdout:1908: finishing write tid 1 to smithi16976610-24 2024-03-10T22:20:47.021 INFO:tasks.rados.rados.0.smithi169.stdout:1908: finishing write tid 2 to smithi16976610-24 2024-03-10T22:20:47.023 INFO:tasks.rados.rados.0.smithi169.stdout:1908: finishing write tid 3 to smithi16976610-24 2024-03-10T22:20:47.023 INFO:tasks.rados.rados.0.smithi169.stdout:1908: oid 24 updating version 0 to 13940 2024-03-10T22:20:47.024 INFO:tasks.rados.rados.0.smithi169.stdout:1908: oid 24 version 13940 is already newer than 13939 2024-03-10T22:20:47.025 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 13940 (ObjNum 613 snap 180 seq_num 613) dirty exists 2024-03-10T22:20:47.025 INFO:tasks.rados.rados.0.smithi169.stdout:1908: left oid 24 (ObjNum 613 snap 180 seq_num 613) 2024-03-10T22:20:47.026 INFO:tasks.rados.rados.0.smithi169.stdout:1905: finishing copy_from to smithi16976610-34 2024-03-10T22:20:47.026 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 571 (ObjNum 495 snap 146 seq_num 495) dirty exists 2024-03-10T22:20:47.026 INFO:tasks.rados.rados.0.smithi169.stdout:1909: finishing copy_from to smithi16976610-38 2024-03-10T22:20:47.027 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 13933 (ObjNum 588 snap 172 seq_num 588) dirty exists 2024-03-10T22:20:47.030 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 13948 (ObjNum 554 snap 160 seq_num 554) dirty exists 2024-03-10T22:20:47.030 INFO:tasks.rados.rados.0.smithi169.stdout:1907: finishing rollback tid 0 to smithi16976610-13 2024-03-10T22:20:47.030 INFO:tasks.rados.rados.0.smithi169.stdout:1907: finishing rollback tid 1 to smithi16976610-13 2024-03-10T22:20:47.030 INFO:tasks.rados.rados.0.smithi169.stdout:1907: finishing rollback tid 2 to smithi16976610-13 2024-03-10T22:20:47.030 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 13952 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T22:20:47.031 INFO:tasks.rados.rados.0.smithi169.stdout:1906: finishing copy_from racing read to smithi16976610-16 2024-03-10T22:20:47.031 INFO:tasks.rados.rados.0.smithi169.stdout:1910: finishing rollback tid 0 to smithi16976610-47 2024-03-10T22:20:47.032 INFO:tasks.rados.rados.0.smithi169.stdout:1910: finishing rollback tid 1 to smithi16976610-47 2024-03-10T22:20:47.032 INFO:tasks.rados.rados.0.smithi169.stdout:1910: finishing rollback tid 2 to smithi16976610-47 2024-03-10T22:20:47.032 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 10372 (ObjNum 605 snap 176 seq_num 605) dirty exists 2024-03-10T22:20:47.032 INFO:tasks.rados.rados.0.smithi169.stdout:1906: finishing copy_from to smithi16976610-16 2024-03-10T22:20:47.032 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 1028 (ObjNum 486 snap 144 seq_num 486) dirty exists 2024-03-10T22:20:47.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:47.010+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:47.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:47.016+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[88180]: osdmap e434: 8 total, 8 up, 8 in 2024-03-10T22:20:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[88180]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[88180]: pgmap v312: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 212 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 608 KiB/s wr, 9 op/s 2024-03-10T22:20:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[90638]: osdmap e434: 8 total, 8 up, 8 in 2024-03-10T22:20:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:47.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[90638]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:47.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-mon[90638]: pgmap v312: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 212 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 608 KiB/s wr, 9 op/s 2024-03-10T22:20:47.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:47.016+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:47.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:47.017+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:47.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:47.017+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:47.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:47.017+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:47.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:47.020+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:47.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:47 smithi172 ceph-mon[84635]: osdmap e434: 8 total, 8 up, 8 in 2024-03-10T22:20:47.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:47.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:47.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:47 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:47.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:47.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:47 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:47.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:47 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:47.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:47 smithi172 ceph-mon[84635]: No clone_snaps in snapset f2=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:47.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:47 smithi172 ceph-mon[84635]: pgmap v312: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 212 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 608 KiB/s wr, 9 op/s 2024-03-10T22:20:48.012 INFO:tasks.rados.rados.0.smithi169.stdout:1904: done (7 left) 2024-03-10T22:20:48.013 INFO:tasks.rados.rados.0.smithi169.stdout:1905: done (6 left) 2024-03-10T22:20:48.013 INFO:tasks.rados.rados.0.smithi169.stdout:1906: done (5 left) 2024-03-10T22:20:48.013 INFO:tasks.rados.rados.0.smithi169.stdout:1907: done (4 left) 2024-03-10T22:20:48.013 INFO:tasks.rados.rados.0.smithi169.stdout:1908: done (3 left) 2024-03-10T22:20:48.013 INFO:tasks.rados.rados.0.smithi169.stdout:1909: done (2 left) 2024-03-10T22:20:48.013 INFO:tasks.rados.rados.0.smithi169.stdout:1910: done (1 left) 2024-03-10T22:20:48.013 INFO:tasks.rados.rados.0.smithi169.stdout:1911: done (0 left) 2024-03-10T22:20:48.013 INFO:tasks.rados.rados.0.smithi169.stdout:1912: rmattr oid 9 current snap is 181 2024-03-10T22:20:48.013 INFO:tasks.rados.rados.0.smithi169.stdout:1912: done (0 left) 2024-03-10T22:20:48.013 INFO:tasks.rados.rados.0.smithi169.stdout:1913: copy_from oid 8 from oid 42 current snap is 181 2024-03-10T22:20:48.014 INFO:tasks.rados.rados.0.smithi169.stdout:1914: delete oid 3 current snap is 181 2024-03-10T22:20:48.019 INFO:tasks.rados.rados.0.smithi169.stdout:1914: done (1 left) 2024-03-10T22:20:48.019 INFO:tasks.rados.rados.0.smithi169.stdout:1915: rollback oid 25 current snap is 181 2024-03-10T22:20:48.020 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 25 to 180 2024-03-10T22:20:48.020 INFO:tasks.rados.rados.0.smithi169.stdout:1916: snap_create 2024-03-10T22:20:48.022 INFO:tasks.rados.rados.0.smithi169.stdout:1913: finishing copy_from racing read to smithi16976610-8 2024-03-10T22:20:48.024 INFO:tasks.rados.rados.0.smithi169.stdout:1913: finishing copy_from to smithi16976610-8 2024-03-10T22:20:48.024 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 1743 (ObjNum 402 snap 118 seq_num 402) dirty exists 2024-03-10T22:20:48.030 INFO:tasks.rados.rados.0.smithi169.stdout:1915: finishing rollback tid 0 to smithi16976610-25 2024-03-10T22:20:48.033 INFO:tasks.rados.rados.0.smithi169.stdout:1915: finishing rollback tid 1 to smithi16976610-25 2024-03-10T22:20:48.033 INFO:tasks.rados.rados.0.smithi169.stdout:1915: finishing rollback tid 2 to smithi16976610-25 2024-03-10T22:20:48.033 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 10378 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-03-10T22:20:48.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:48.023+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:48.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:48.033+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[88180]: osdmap e435: 8 total, 8 up, 8 in 2024-03-10T22:20:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:48.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:48.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[88180]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[90638]: osdmap e435: 8 total, 8 up, 8 in 2024-03-10T22:20:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-mon[90638]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:48.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:48.019+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:48.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:48.019+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:48.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:48.019+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:48.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:48.019+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:48.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:48.019+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:48.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:48.020+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:48.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:48.020+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:48.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:48.020+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:48 smithi172 ceph-mon[84635]: osdmap e435: 8 total, 8 up, 8 in 2024-03-10T22:20:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:48 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:48 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:48 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:48.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:48.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:48 smithi172 ceph-mon[84635]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:49.019 INFO:tasks.rados.rados.0.smithi169.stdout:1913: done (2 left) 2024-03-10T22:20:49.020 INFO:tasks.rados.rados.0.smithi169.stdout:1915: done (1 left) 2024-03-10T22:20:49.020 INFO:tasks.rados.rados.0.smithi169.stdout:1916: done (0 left) 2024-03-10T22:20:49.020 INFO:tasks.rados.rados.0.smithi169.stdout:1917: read oid 30 snap 179 2024-03-10T22:20:49.020 INFO:tasks.rados.rados.0.smithi169.stdout:1917: expect deleted 2024-03-10T22:20:49.020 INFO:tasks.rados.rados.0.smithi169.stdout:1918: rollback oid 17 current snap is 182 2024-03-10T22:20:49.020 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 17 to 179 2024-03-10T22:20:49.020 INFO:tasks.rados.rados.0.smithi169.stdout:1919: read oid 14 snap 181 2024-03-10T22:20:49.020 INFO:tasks.rados.rados.0.smithi169.stdout:1919: expect (ObjNum 557 snap 161 seq_num 557) 2024-03-10T22:20:49.020 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 182 2024-03-10T22:20:49.020 INFO:tasks.rados.rados.0.smithi169.stdout:1920: seq_num 615 ranges {1957888=704512} 2024-03-10T22:20:49.035 INFO:tasks.rados.rados.0.smithi169.stdout:1920: writing smithi16976610-45 from 1957888 to 2662400 tid 1 2024-03-10T22:20:49.035 INFO:tasks.rados.rados.0.smithi169.stdout:1921: rmattr oid 7 current snap is 182 2024-03-10T22:20:49.035 INFO:tasks.rados.rados.0.smithi169.stdout:1921: done (4 left) 2024-03-10T22:20:49.035 INFO:tasks.rados.rados.0.smithi169.stdout:1922: copy_from oid 33 from oid 36 current snap is 182 2024-03-10T22:20:49.035 INFO:tasks.rados.rados.0.smithi169.stdout:1918: finishing rollback tid 0 to smithi16976610-17 2024-03-10T22:20:49.036 INFO:tasks.rados.rados.0.smithi169.stdout:1918: finishing rollback tid 1 to smithi16976610-17 2024-03-10T22:20:49.036 INFO:tasks.rados.rados.0.smithi169.stdout:1918: finishing rollback tid 2 to smithi16976610-17 2024-03-10T22:20:49.036 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 13941 (ObjNum 573 snap 167 seq_num 573) dirty exists 2024-03-10T22:20:49.036 INFO:tasks.rados.rados.0.smithi169.stdout:1917: done (4 left) 2024-03-10T22:20:49.036 INFO:tasks.rados.rados.0.smithi169.stdout:1918: done (3 left) 2024-03-10T22:20:49.036 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 20 current snap is 182 2024-03-10T22:20:49.036 INFO:tasks.rados.rados.0.smithi169.stdout:1923: seq_num 616 ranges {3620864=720896} 2024-03-10T22:20:49.059 INFO:tasks.rados.rados.0.smithi169.stdout:1923: writing smithi16976610-20 from 3620864 to 4341760 tid 1 2024-03-10T22:20:49.059 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 182 2024-03-10T22:20:49.059 INFO:tasks.rados.rados.0.smithi169.stdout:1924: seq_num 617 ranges {6168576=737280} 2024-03-10T22:20:49.096 INFO:tasks.rados.rados.0.smithi169.stdout:1924: writing smithi16976610-15 from 6168576 to 6905856 tid 1 2024-03-10T22:20:49.097 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 182 2024-03-10T22:20:49.097 INFO:tasks.rados.rados.0.smithi169.stdout:1925: seq_num 618 ranges {0=753664} 2024-03-10T22:20:49.101 INFO:tasks.rados.rados.0.smithi169.stdout:1925: writing smithi16976610-27 from 0 to 753664 tid 1 2024-03-10T22:20:49.101 INFO:tasks.rados.rados.0.smithi169.stdout:1926: snap_create 2024-03-10T22:20:49.101 INFO:tasks.rados.rados.0.smithi169.stdout:1919: expect (ObjNum 557 snap 161 seq_num 557) 2024-03-10T22:20:49.324 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:49 smithi172 ceph-mon[84635]: osdmap e436: 8 total, 8 up, 8 in 2024-03-10T22:20:49.324 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:49.324 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:49.324 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:49.324 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:49.324 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:49.324 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:49.324 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:49.324 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:49 smithi172 ceph-mon[84635]: pgmap v315: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 548 KiB/s wr, 13 op/s 2024-03-10T22:20:49.367 INFO:tasks.rados.rados.0.smithi169.stdout:1920: finishing write tid 1 to smithi16976610-45 2024-03-10T22:20:49.367 INFO:tasks.rados.rados.0.smithi169.stdout:1922: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:20:49.367 INFO:tasks.rados.rados.0.smithi169.stdout:1920: finishing write tid 2 to smithi16976610-45 2024-03-10T22:20:49.367 INFO:tasks.rados.rados.0.smithi169.stdout:1922: finishing copy_from to smithi16976610-33 2024-03-10T22:20:49.367 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 10328 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:20:49.367 INFO:tasks.rados.rados.0.smithi169.stdout:1920: finishing write tid 3 to smithi16976610-45 2024-03-10T22:20:49.368 INFO:tasks.rados.rados.0.smithi169.stdout:1920: oid 45 updating version 0 to 10380 2024-03-10T22:20:49.368 INFO:tasks.rados.rados.0.smithi169.stdout:1920: oid 45 updating version 10380 to 10381 2024-03-10T22:20:49.368 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 10381 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-03-10T22:20:49.368 INFO:tasks.rados.rados.0.smithi169.stdout:1920: left oid 45 (ObjNum 615 snap 182 seq_num 615) 2024-03-10T22:20:49.368 INFO:tasks.rados.rados.0.smithi169.stdout:1923: finishing write tid 1 to smithi16976610-20 2024-03-10T22:20:49.368 INFO:tasks.rados.rados.0.smithi169.stdout:1923: finishing write tid 2 to smithi16976610-20 2024-03-10T22:20:49.368 INFO:tasks.rados.rados.0.smithi169.stdout:1923: finishing write tid 3 to smithi16976610-20 2024-03-10T22:20:49.368 INFO:tasks.rados.rados.0.smithi169.stdout:1923: oid 20 updating version 0 to 733 2024-03-10T22:20:49.368 INFO:tasks.rados.rados.0.smithi169.stdout:1923: oid 20 version 733 is already newer than 732 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 733 (ObjNum 616 snap 182 seq_num 616) dirty exists 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:1923: left oid 20 (ObjNum 616 snap 182 seq_num 616) 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:1924: finishing write tid 1 to smithi16976610-15 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:1924: finishing write tid 2 to smithi16976610-15 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:1924: finishing write tid 3 to smithi16976610-15 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:1924: oid 15 updating version 0 to 13942 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:1924: oid 15 version 13942 is already newer than 13941 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 13942 (ObjNum 617 snap 182 seq_num 617) dirty exists 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:1924: left oid 15 (ObjNum 617 snap 182 seq_num 617) 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:1925: finishing write tid 1 to smithi16976610-27 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:1925: finishing write tid 2 to smithi16976610-27 2024-03-10T22:20:49.369 INFO:tasks.rados.rados.0.smithi169.stdout:1925: finishing write tid 3 to smithi16976610-27 2024-03-10T22:20:49.370 INFO:tasks.rados.rados.0.smithi169.stdout:1925: oid 27 updating version 0 to 13943 2024-03-10T22:20:49.370 INFO:tasks.rados.rados.0.smithi169.stdout:1925: oid 27 version 13943 is already newer than 13942 2024-03-10T22:20:49.370 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 13943 (ObjNum 618 snap 182 seq_num 618) dirty exists 2024-03-10T22:20:49.370 INFO:tasks.rados.rados.0.smithi169.stdout:1925: left oid 27 (ObjNum 618 snap 182 seq_num 618) 2024-03-10T22:20:49.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:49.028+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:49.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:49.030+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[90638]: osdmap e436: 8 total, 8 up, 8 in 2024-03-10T22:20:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[90638]: pgmap v315: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 548 KiB/s wr, 13 op/s 2024-03-10T22:20:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[88180]: osdmap e436: 8 total, 8 up, 8 in 2024-03-10T22:20:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-mon[88180]: pgmap v315: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 548 KiB/s wr, 13 op/s 2024-03-10T22:20:49.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:49.022+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:49.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:49.022+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:49.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:49.024+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:49.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:49.024+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:49.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:49.029+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:50.015 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:20:50.023 INFO:tasks.rados.rados.0.smithi169.stdout:1919: done (6 left) 2024-03-10T22:20:50.023 INFO:tasks.rados.rados.0.smithi169.stdout:1920: done (5 left) 2024-03-10T22:20:50.023 INFO:tasks.rados.rados.0.smithi169.stdout:1922: done (4 left) 2024-03-10T22:20:50.023 INFO:tasks.rados.rados.0.smithi169.stdout:1923: done (3 left) 2024-03-10T22:20:50.024 INFO:tasks.rados.rados.0.smithi169.stdout:1924: done (2 left) 2024-03-10T22:20:50.024 INFO:tasks.rados.rados.0.smithi169.stdout:1925: done (1 left) 2024-03-10T22:20:50.024 INFO:tasks.rados.rados.0.smithi169.stdout:1926: done (0 left) 2024-03-10T22:20:50.024 INFO:tasks.rados.rados.0.smithi169.stdout:1927: delete oid 40 current snap is 183 2024-03-10T22:20:50.026 INFO:tasks.rados.rados.0.smithi169.stdout:1927: done (0 left) 2024-03-10T22:20:50.027 INFO:tasks.rados.rados.0.smithi169.stdout:1928: read oid 17 snap 182 2024-03-10T22:20:50.027 INFO:tasks.rados.rados.0.smithi169.stdout:1928: expect (ObjNum 573 snap 167 seq_num 573) 2024-03-10T22:20:50.027 INFO:tasks.rados.rados.0.smithi169.stdout:1929: read oid 45 snap 181 2024-03-10T22:20:50.027 INFO:tasks.rados.rados.0.smithi169.stdout:1929: expect (ObjNum 546 snap 155 seq_num 546) 2024-03-10T22:20:50.027 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 183 2024-03-10T22:20:50.027 INFO:tasks.rados.rados.0.smithi169.stdout:1930: seq_num 620 ranges {0=794624} 2024-03-10T22:20:50.032 INFO:tasks.rados.rados.0.smithi169.stdout:1930: writing smithi16976610-29 from 0 to 794624 tid 1 2024-03-10T22:20:50.032 INFO:tasks.rados.rados.0.smithi169.stdout:1931: snap_remove snap 179 2024-03-10T22:20:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:50 smithi172 ceph-mon[84635]: osdmap e437: 8 total, 8 up, 8 in 2024-03-10T22:20:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:50 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:50 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:50 smithi172 ceph-mon[84635]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:50 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:50 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:50.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:50 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:50.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:50 smithi172 ceph-mon[84635]: Upgrade: osd.4 is safe to restart 2024-03-10T22:20:50.341 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:20:50.341 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (7m) 21s ago 8m 25.3M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:20:50.341 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (7m) 2m ago 7m 92.6M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:20:50.341 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (9m) 21s ago 9m 16.2M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:20:50.341 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (9m) 2m ago 9m 20.5M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:20:50.341 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (4m) 2m ago 13m 448M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:20:50.341 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (4m) 21s ago 14m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:20:50.341 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (3m) 21s ago 15m 58.5M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:20:50.341 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (3m) 2m ago 13m 25.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:20:50.341 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (3m) 21s ago 13m 50.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:20:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (8m) 21s ago 8m 15.9M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:20:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (8m) 2m ago 8m 15.2M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:20:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (2m) 21s ago 12m 311M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:20:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (96s) 21s ago 12m 116M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 32abc424c71c 2024-03-10T22:20:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (61s) 21s ago 12m 105M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 16a3c6ec7165 2024-03-10T22:20:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (25s) 21s ago 11m 12.0M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 5707c574c800 2024-03-10T22:20:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (11m) 2m ago 11m 130M 2480M 18.2.1-746-gc2ea977b a30af69eda22 50e2e81af077 2024-03-10T22:20:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (10m) 2m ago 10m 131M 2480M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:20:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (10m) 2m ago 10m 124M 2480M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:20:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (10m) 2m ago 10m 134M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:20:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (4m) 2m ago 9m 56.6M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:20:50.343 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:50.028+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:50.343 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:50.028+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:50.343 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[90638]: osdmap e437: 8 total, 8 up, 8 in 2024-03-10T22:20:50.343 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:50.343 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:50.343 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:50.343 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[90638]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:50.343 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:50.344 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:50.344 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:50.344 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:50.344 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:50.344 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[90638]: Upgrade: osd.4 is safe to restart 2024-03-10T22:20:50.344 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[88180]: osdmap e437: 8 total, 8 up, 8 in 2024-03-10T22:20:50.344 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:50.344 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:50.344 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:50.344 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[88180]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:50.344 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:50.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:50.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:50.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:50.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T22:20:50.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-mon[88180]: Upgrade: osd.4 is safe to restart 2024-03-10T22:20:50.345 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:50.031+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:50.345 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:50.031+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:50.345 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:50.032+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:50.345 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:50.032+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:50.345 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:50.033+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:50.345 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:50.033+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:50.345 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:50.040+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:50.346 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:50.040+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:50.732 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:20:50.732 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:20:50.732 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:20:50.732 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:20:50.732 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:20:50.732 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 4, 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 4 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 6, 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 9 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:20:50.733 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:20:51.034 INFO:tasks.rados.rados.0.smithi169.stdout:1931: done (3 left) 2024-03-10T22:20:51.034 INFO:tasks.rados.rados.0.smithi169.stdout:1932: delete oid 3 current snap is 183 2024-03-10T22:20:51.034 INFO:tasks.rados.rados.0.smithi169.stdout:1930: finishing write tid 1 to smithi16976610-29 2024-03-10T22:20:51.034 INFO:tasks.rados.rados.0.smithi169.stdout:1930: finishing write tid 2 to smithi16976610-29 2024-03-10T22:20:51.034 INFO:tasks.rados.rados.0.smithi169.stdout:1929: expect (ObjNum 546 snap 155 seq_num 546) 2024-03-10T22:20:51.085 INFO:tasks.rados.rados.0.smithi169.stdout:1930: finishing write tid 3 to smithi16976610-29 2024-03-10T22:20:51.085 INFO:tasks.rados.rados.0.smithi169.stdout:1930: oid 29 updating version 0 to 13936 2024-03-10T22:20:51.085 INFO:tasks.rados.rados.0.smithi169.stdout:1930: oid 29 updating version 13936 to 13937 2024-03-10T22:20:51.086 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 13937 (ObjNum 620 snap 183 seq_num 620) dirty exists 2024-03-10T22:20:51.086 INFO:tasks.rados.rados.0.smithi169.stdout:1930: left oid 29 (ObjNum 620 snap 183 seq_num 620) 2024-03-10T22:20:51.086 INFO:tasks.rados.rados.0.smithi169.stdout:1928: expect (ObjNum 573 snap 167 seq_num 573) 2024-03-10T22:20:51.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:51.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: osdmap e438: 8 total, 8 up, 8 in 2024-03-10T22:20:51.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:51.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:51.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:51.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:51.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:51.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:51.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:51.321 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:51.321 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: pgmap v318: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 207 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 396 KiB/s wr, 7 op/s 2024-03-10T22:20:51.321 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:51.321 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T22:20:51.321 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:20:51.321 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:51 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/3469937524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:51.353 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:51.036+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:51.353 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:51.036+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:51.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:51.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: osdmap e438: 8 total, 8 up, 8 in 2024-03-10T22:20:51.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:51.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:51.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:51.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:51.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:51.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:51.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:51.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:51.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: pgmap v318: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 207 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 396 KiB/s wr, 7 op/s 2024-03-10T22:20:51.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:51.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T22:20:51.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:20:51.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/3469937524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:51.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:51.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: osdmap e438: 8 total, 8 up, 8 in 2024-03-10T22:20:51.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:51.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:51.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:51.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:51.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:51.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:51.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:51.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:20:51.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: pgmap v318: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 207 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 396 KiB/s wr, 7 op/s 2024-03-10T22:20:51.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:51.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T22:20:51.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:20:51.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/3469937524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:20:51.356 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:51.032+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:51.356 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:51.032+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:51.356 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:51.032+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:51.357 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:51.032+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:51.357 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:51.032+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:51.435 INFO:tasks.rados.rados.0.smithi169.stdout:1928: done (3 left) 2024-03-10T22:20:51.435 INFO:tasks.rados.rados.0.smithi169.stdout:1929: done (2 left) 2024-03-10T22:20:51.435 INFO:tasks.rados.rados.0.smithi169.stdout:1930: done (1 left) 2024-03-10T22:20:51.435 INFO:tasks.rados.rados.0.smithi169.stdout:1932: done (0 left) 2024-03-10T22:20:51.435 INFO:tasks.rados.rados.0.smithi169.stdout:1933: setattr oid 44 current snap is 183 2024-03-10T22:20:51.436 INFO:tasks.rados.rados.0.smithi169.stdout:1934: rollback oid 18 current snap is 183 2024-03-10T22:20:51.436 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 18 to 181 2024-03-10T22:20:51.436 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 183 2024-03-10T22:20:51.436 INFO:tasks.rados.rados.0.smithi169.stdout:1935: seq_num 622 ranges {0=425984,425984=401408} 2024-03-10T22:20:51.439 INFO:tasks.rados.rados.0.smithi169.stdout:1935: writing smithi16976610-48 from 0 to 425984 tid 1 2024-03-10T22:20:51.442 INFO:tasks.rados.rados.0.smithi169.stdout:1935: writing smithi16976610-48 from 425984 to 827392 tid 2 2024-03-10T22:20:51.442 INFO:tasks.rados.rados.0.smithi169.stdout:1936: read oid 1 snap -1 2024-03-10T22:20:51.442 INFO:tasks.rados.rados.0.smithi169.stdout:1936: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:20:51.442 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 13953 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T22:20:51.442 INFO:tasks.rados.rados.0.smithi169.stdout:1933: done (3 left) 2024-03-10T22:20:51.443 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 183 2024-03-10T22:20:51.443 INFO:tasks.rados.rados.0.smithi169.stdout:1937: seq_num 623 ranges {2703360=442368,3145728=401408} 2024-03-10T22:20:51.459 INFO:tasks.rados.rados.0.smithi169.stdout:1937: writing smithi16976610-25 from 2703360 to 3145728 tid 1 2024-03-10T22:20:51.462 INFO:tasks.rados.rados.0.smithi169.stdout:1937: writing smithi16976610-25 from 3145728 to 3547136 tid 2 2024-03-10T22:20:51.463 INFO:tasks.rados.rados.0.smithi169.stdout:1938: delete oid 30 current snap is 183 2024-03-10T22:20:51.463 INFO:tasks.rados.rados.0.smithi169.stdout:1934: finishing rollback tid 0 to smithi16976610-18 2024-03-10T22:20:51.463 INFO:tasks.rados.rados.0.smithi169.stdout:1934: finishing rollback tid 1 to smithi16976610-18 2024-03-10T22:20:51.463 INFO:tasks.rados.rados.0.smithi169.stdout:1934: finishing rollback tid 2 to smithi16976610-18 2024-03-10T22:20:51.463 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 10331 (ObjNum 546 snap 155 seq_num 546) dirty exists 2024-03-10T22:20:51.463 INFO:tasks.rados.rados.0.smithi169.stdout:1935: finishing write tid 1 to smithi16976610-48 2024-03-10T22:20:51.463 INFO:tasks.rados.rados.0.smithi169.stdout:1935: finishing write tid 2 to smithi16976610-48 2024-03-10T22:20:51.463 INFO:tasks.rados.rados.0.smithi169.stdout:1935: finishing write tid 3 to smithi16976610-48 2024-03-10T22:20:51.463 INFO:tasks.rados.rados.0.smithi169.stdout:1936: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:20:51.495 INFO:tasks.rados.rados.0.smithi169.stdout:1935: finishing write tid 4 to smithi16976610-48 2024-03-10T22:20:51.495 INFO:tasks.rados.rados.0.smithi169.stdout:1935: oid 48 updating version 0 to 13944 2024-03-10T22:20:51.495 INFO:tasks.rados.rados.0.smithi169.stdout:1935: oid 48 updating version 13944 to 13945 2024-03-10T22:20:51.495 INFO:tasks.rados.rados.0.smithi169.stdout:1935: oid 48 updating version 13945 to 13946 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 13946 (ObjNum 622 snap 183 seq_num 622) dirty exists 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1935: left oid 48 (ObjNum 622 snap 183 seq_num 622) 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1934: done (4 left) 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1935: done (3 left) 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1936: done (2 left) 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1938: done (1 left) 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1939: snap_create 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1937: finishing write tid 1 to smithi16976610-25 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1937: finishing write tid 2 to smithi16976610-25 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1937: finishing write tid 3 to smithi16976610-25 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1937: finishing write tid 4 to smithi16976610-25 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1937: oid 25 updating version 0 to 10385 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1937: oid 25 version 10385 is already newer than 10384 2024-03-10T22:20:51.496 INFO:tasks.rados.rados.0.smithi169.stdout:1937: oid 25 version 10385 is already newer than 10383 2024-03-10T22:20:51.497 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 10385 (ObjNum 623 snap 183 seq_num 623) dirty exists 2024-03-10T22:20:51.497 INFO:tasks.rados.rados.0.smithi169.stdout:1937: left oid 25 (ObjNum 623 snap 183 seq_num 623) 2024-03-10T22:20:52.037 INFO:tasks.rados.rados.0.smithi169.stdout:1937: done (1 left) 2024-03-10T22:20:52.038 INFO:tasks.rados.rados.0.smithi169.stdout:1939: done (0 left) 2024-03-10T22:20:52.038 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 184 2024-03-10T22:20:52.038 INFO:tasks.rados.rados.0.smithi169.stdout:1940: seq_num 625 ranges {0=475136,475136=401408} 2024-03-10T22:20:52.039 INFO:tasks.rados.rados.0.smithi169.stdout:1940: writing smithi16976610-3 from 0 to 475136 tid 1 2024-03-10T22:20:52.042 INFO:tasks.rados.rados.0.smithi169.stdout:1940: writing smithi16976610-3 from 475136 to 876544 tid 2 2024-03-10T22:20:52.042 INFO:tasks.rados.rados.0.smithi169.stdout:1941: rollback oid 11 current snap is 184 2024-03-10T22:20:52.042 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 11 to 180 2024-03-10T22:20:52.042 INFO:tasks.rados.rados.0.smithi169.stdout:1942: rollback oid 26 current snap is 184 2024-03-10T22:20:52.042 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 26 to 182 2024-03-10T22:20:52.042 INFO:tasks.rados.rados.0.smithi169.stdout:1943: rollback oid 19 current snap is 184 2024-03-10T22:20:52.043 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 19 to 181 2024-03-10T22:20:52.043 INFO:tasks.rados.rados.0.smithi169.stdout:1944: snap_create 2024-03-10T22:20:52.050 INFO:tasks.rados.rados.0.smithi169.stdout:1940: finishing write tid 1 to smithi16976610-3 2024-03-10T22:20:52.050 INFO:tasks.rados.rados.0.smithi169.stdout:1940: finishing write tid 2 to smithi16976610-3 2024-03-10T22:20:52.050 INFO:tasks.rados.rados.0.smithi169.stdout:1940: finishing write tid 3 to smithi16976610-3 2024-03-10T22:20:52.053 INFO:tasks.rados.rados.0.smithi169.stdout:1943: finishing rollback tid 0 to smithi16976610-19 2024-03-10T22:20:52.053 INFO:tasks.rados.rados.0.smithi169.stdout:1941: finishing rollback tid 0 to smithi16976610-11 2024-03-10T22:20:52.053 INFO:tasks.rados.rados.0.smithi169.stdout:1943: finishing rollback tid 1 to smithi16976610-19 2024-03-10T22:20:52.053 INFO:tasks.rados.rados.0.smithi169.stdout:1941: finishing rollback tid 1 to smithi16976610-11 2024-03-10T22:20:52.053 INFO:tasks.rados.rados.0.smithi169.stdout:1941: finishing rollback tid 2 to smithi16976610-11 2024-03-10T22:20:52.053 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 13945 (ObjNum 588 snap 172 seq_num 588) dirty exists 2024-03-10T22:20:52.053 INFO:tasks.rados.rados.0.smithi169.stdout:1943: finishing rollback tid 2 to smithi16976610-19 2024-03-10T22:20:52.053 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 10389 (ObjNum 585 snap 171 seq_num 585) dirty exists 2024-03-10T22:20:52.055 INFO:tasks.rados.rados.0.smithi169.stdout:1940: finishing write tid 4 to smithi16976610-3 2024-03-10T22:20:52.055 INFO:tasks.rados.rados.0.smithi169.stdout:1940: oid 3 updating version 0 to 13940 2024-03-10T22:20:52.055 INFO:tasks.rados.rados.0.smithi169.stdout:1940: oid 3 updating version 13940 to 13942 2024-03-10T22:20:52.055 INFO:tasks.rados.rados.0.smithi169.stdout:1940: oid 3 version 13942 is already newer than 13941 2024-03-10T22:20:52.055 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 13942 (ObjNum 625 snap 184 seq_num 625) dirty exists 2024-03-10T22:20:52.055 INFO:tasks.rados.rados.0.smithi169.stdout:1940: left oid 3 (ObjNum 625 snap 184 seq_num 625) 2024-03-10T22:20:52.056 INFO:tasks.rados.rados.0.smithi169.stdout:1942: finishing rollback tid 0 to smithi16976610-26 2024-03-10T22:20:52.056 INFO:tasks.rados.rados.0.smithi169.stdout:1942: finishing rollback tid 1 to smithi16976610-26 2024-03-10T22:20:52.056 INFO:tasks.rados.rados.0.smithi169.stdout:1942: finishing rollback tid 2 to smithi16976610-26 2024-03-10T22:20:52.056 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 13948 (ObjNum 609 snap 177 seq_num 609) dirty exists 2024-03-10T22:20:52.146 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:52 smithi172 ceph-mon[84635]: Upgrade: Updating osd.4 2024-03-10T22:20:52.146 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:52 smithi172 ceph-mon[84635]: Deploying daemon osd.4 on smithi172 2024-03-10T22:20:52.146 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:52.146 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:52 smithi172 ceph-mon[84635]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:52.146 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:52 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:52.146 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:52 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:52.147 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:52 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:52.147 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:52 smithi172 ceph-mon[84635]: osdmap e439: 8 total, 8 up, 8 in 2024-03-10T22:20:52.147 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:52.147 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:52.403 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:52.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:52.036+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:52.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:52.036+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:52.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[88180]: Upgrade: Updating osd.4 2024-03-10T22:20:52.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[88180]: Deploying daemon osd.4 on smithi172 2024-03-10T22:20:52.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:52.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[88180]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:52.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:52.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:52.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:52.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[88180]: osdmap e439: 8 total, 8 up, 8 in 2024-03-10T22:20:52.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:52.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:52.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[90638]: Upgrade: Updating osd.4 2024-03-10T22:20:52.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[90638]: Deploying daemon osd.4 on smithi172 2024-03-10T22:20:52.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:52.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[90638]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:52.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:52.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:52.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:52.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[90638]: osdmap e439: 8 total, 8 up, 8 in 2024-03-10T22:20:52.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:52.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:52.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:52.048+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:52.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:52.048+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:52.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:52.048+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:52.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:52.048+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:52.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:52.048+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:52.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:52.048+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:52.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:52.049+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:52.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:52.049+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:53.047 INFO:tasks.rados.rados.0.smithi169.stdout:1940: done (4 left) 2024-03-10T22:20:53.048 INFO:tasks.rados.rados.0.smithi169.stdout:1941: done (3 left) 2024-03-10T22:20:53.048 INFO:tasks.rados.rados.0.smithi169.stdout:1942: done (2 left) 2024-03-10T22:20:53.048 INFO:tasks.rados.rados.0.smithi169.stdout:1943: done (1 left) 2024-03-10T22:20:53.048 INFO:tasks.rados.rados.0.smithi169.stdout:1944: done (0 left) 2024-03-10T22:20:53.048 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 185 2024-03-10T22:20:53.048 INFO:tasks.rados.rados.0.smithi169.stdout:1945: seq_num 626 ranges {253952=491520,745472=401408} 2024-03-10T22:20:53.051 INFO:tasks.rados.rados.0.smithi169.stdout:1945: writing smithi16976610-38 from 253952 to 745472 tid 1 2024-03-10T22:20:53.053 INFO:tasks.rados.rados.0.smithi169.stdout:1945: writing smithi16976610-38 from 745472 to 1146880 tid 2 2024-03-10T22:20:53.053 INFO:tasks.rados.rados.0.smithi169.stdout:1946: snap_create 2024-03-10T22:20:53.058 INFO:tasks.rados.rados.0.smithi169.stdout:1945: finishing write tid 1 to smithi16976610-38 2024-03-10T22:20:53.058 INFO:tasks.rados.rados.0.smithi169.stdout:1945: finishing write tid 2 to smithi16976610-38 2024-03-10T22:20:53.058 INFO:tasks.rados.rados.0.smithi169.stdout:1945: finishing write tid 3 to smithi16976610-38 2024-03-10T22:20:53.060 INFO:tasks.rados.rados.0.smithi169.stdout:1945: finishing write tid 4 to smithi16976610-38 2024-03-10T22:20:53.060 INFO:tasks.rados.rados.0.smithi169.stdout:1945: oid 38 updating version 0 to 13946 2024-03-10T22:20:53.060 INFO:tasks.rados.rados.0.smithi169.stdout:1945: oid 38 updating version 13946 to 13947 2024-03-10T22:20:53.060 INFO:tasks.rados.rados.0.smithi169.stdout:1945: oid 38 version 13947 is already newer than 13945 2024-03-10T22:20:53.060 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 13947 (ObjNum 626 snap 185 seq_num 626) dirty exists 2024-03-10T22:20:53.060 INFO:tasks.rados.rados.0.smithi169.stdout:1945: left oid 38 (ObjNum 626 snap 185 seq_num 626) 2024-03-10T22:20:53.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:53 smithi172 ceph-mon[84635]: osdmap e440: 8 total, 8 up, 8 in 2024-03-10T22:20:53.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:53.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:53.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:53 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:53.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:53.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:53 smithi172 ceph-mon[84635]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:53.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:53 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:53.401 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:53 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:53.402 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:53 smithi172 ceph-mon[84635]: pgmap v321: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-03-10T22:20:53.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:53.048+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:53.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:53.048+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:53.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[88180]: osdmap e440: 8 total, 8 up, 8 in 2024-03-10T22:20:53.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[88180]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[88180]: pgmap v321: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-03-10T22:20:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[90638]: osdmap e440: 8 total, 8 up, 8 in 2024-03-10T22:20:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[90638]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-mon[90638]: pgmap v321: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-03-10T22:20:53.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:53.128+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:53.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:53.129+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:53.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:53.129+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:53.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:53.129+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:53.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:53.130+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:53.756 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:20:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:20:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:20:54.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:53 smithi172 systemd[1]: Stopping Ceph osd.4 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:20:54.049 INFO:tasks.rados.rados.0.smithi169.stdout:1945: done (1 left) 2024-03-10T22:20:54.049 INFO:tasks.rados.rados.0.smithi169.stdout:1946: done (0 left) 2024-03-10T22:20:54.049 INFO:tasks.rados.rados.0.smithi169.stdout:1947: setattr oid 29 current snap is 186 2024-03-10T22:20:54.050 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 186 2024-03-10T22:20:54.051 INFO:tasks.rados.rados.0.smithi169.stdout:1948: seq_num 627 ranges {5013504=507904,5521408=401408} 2024-03-10T22:20:54.080 INFO:tasks.rados.rados.0.smithi169.stdout:1948: writing smithi16976610-31 from 5013504 to 5521408 tid 1 2024-03-10T22:20:54.082 INFO:tasks.rados.rados.0.smithi169.stdout:1948: writing smithi16976610-31 from 5521408 to 5922816 tid 2 2024-03-10T22:20:54.082 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 186 2024-03-10T22:20:54.082 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 13938 (ObjNum 620 snap 183 seq_num 620) dirty exists 2024-03-10T22:20:54.083 INFO:tasks.rados.rados.0.smithi169.stdout:1949: seq_num 628 ranges {573440=524288,1097728=401408} 2024-03-10T22:20:54.089 INFO:tasks.rados.rados.0.smithi169.stdout:1949: writing smithi16976610-46 from 573440 to 1097728 tid 1 2024-03-10T22:20:54.094 INFO:tasks.rados.rados.0.smithi169.stdout:1949: writing smithi16976610-46 from 1097728 to 1499136 tid 2 2024-03-10T22:20:54.094 INFO:tasks.rados.rados.0.smithi169.stdout:1947: done (2 left) 2024-03-10T22:20:54.094 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 186 2024-03-10T22:20:54.095 INFO:tasks.rados.rados.0.smithi169.stdout:1948: finishing write tid 1 to smithi16976610-31 2024-03-10T22:20:54.095 INFO:tasks.rados.rados.0.smithi169.stdout:1950: seq_num 629 ranges {3547136=540672,4087808=401408} 2024-03-10T22:20:54.116 INFO:tasks.rados.rados.0.smithi169.stdout:1950: writing smithi16976610-25 from 3547136 to 4087808 tid 1 2024-03-10T22:20:54.116 INFO:tasks.rados.rados.0.smithi169.stdout:1950: writing smithi16976610-25 from 4087808 to 4489216 tid 2 2024-03-10T22:20:54.117 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 186 2024-03-10T22:20:54.117 INFO:tasks.rados.rados.0.smithi169.stdout:1948: finishing write tid 2 to smithi16976610-31 2024-03-10T22:20:54.117 INFO:tasks.rados.rados.0.smithi169.stdout:1948: finishing write tid 3 to smithi16976610-31 2024-03-10T22:20:54.117 INFO:tasks.rados.rados.0.smithi169.stdout:1949: finishing write tid 1 to smithi16976610-46 2024-03-10T22:20:54.117 INFO:tasks.rados.rados.0.smithi169.stdout:1951: seq_num 630 ranges {1163264=557056,1720320=401408} 2024-03-10T22:20:54.127 INFO:tasks.rados.rados.0.smithi169.stdout:1951: writing smithi16976610-2 from 1163264 to 1720320 tid 1 2024-03-10T22:20:54.130 INFO:tasks.rados.rados.0.smithi169.stdout:1951: writing smithi16976610-2 from 1720320 to 2121728 tid 2 2024-03-10T22:20:54.130 INFO:tasks.rados.rados.0.smithi169.stdout:1952: rmattr oid 12 current snap is 186 2024-03-10T22:20:54.130 INFO:tasks.rados.rados.0.smithi169.stdout:1952: done (4 left) 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:1953: setattr oid 47 current snap is 186 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:1949: finishing write tid 2 to smithi16976610-46 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:1949: finishing write tid 3 to smithi16976610-46 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:1949: finishing write tid 4 to smithi16976610-46 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:1949: oid 46 updating version 0 to 13943 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:1949: oid 46 updating version 13943 to 13944 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:1949: oid 46 updating version 13944 to 13945 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 13945 (ObjNum 628 snap 186 seq_num 628) dirty exists 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:1949: left oid 46 (ObjNum 628 snap 186 seq_num 628) 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:1948: finishing write tid 4 to smithi16976610-31 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:1948: oid 31 updating version 0 to 13955 2024-03-10T22:20:54.131 INFO:tasks.rados.rados.0.smithi169.stdout:1948: oid 31 updating version 13955 to 13956 2024-03-10T22:20:54.132 INFO:tasks.rados.rados.0.smithi169.stdout:1948: oid 31 updating version 13956 to 13957 2024-03-10T22:20:54.132 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 13957 (ObjNum 627 snap 186 seq_num 627) dirty exists 2024-03-10T22:20:54.132 INFO:tasks.rados.rados.0.smithi169.stdout:1948: left oid 31 (ObjNum 627 snap 186 seq_num 627) 2024-03-10T22:20:54.132 INFO:tasks.rados.rados.0.smithi169.stdout:1950: finishing write tid 1 to smithi16976610-25 2024-03-10T22:20:54.132 INFO:tasks.rados.rados.0.smithi169.stdout:1950: finishing write tid 2 to smithi16976610-25 2024-03-10T22:20:54.132 INFO:tasks.rados.rados.0.smithi169.stdout:1950: finishing write tid 3 to smithi16976610-25 2024-03-10T22:20:54.133 INFO:tasks.rados.rados.0.smithi169.stdout:1950: finishing write tid 4 to smithi16976610-25 2024-03-10T22:20:54.133 INFO:tasks.rados.rados.0.smithi169.stdout:1950: oid 25 updating version 0 to 10393 2024-03-10T22:20:54.133 INFO:tasks.rados.rados.0.smithi169.stdout:1950: oid 25 version 10393 is already newer than 10392 2024-03-10T22:20:54.133 INFO:tasks.rados.rados.0.smithi169.stdout:1950: oid 25 version 10393 is already newer than 10391 2024-03-10T22:20:54.133 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 10393 (ObjNum 629 snap 186 seq_num 629) dirty exists 2024-03-10T22:20:54.133 INFO:tasks.rados.rados.0.smithi169.stdout:1950: left oid 25 (ObjNum 629 snap 186 seq_num 629) 2024-03-10T22:20:54.133 INFO:tasks.rados.rados.0.smithi169.stdout:1948: done (4 left) 2024-03-10T22:20:54.133 INFO:tasks.rados.rados.0.smithi169.stdout:1949: done (3 left) 2024-03-10T22:20:54.133 INFO:tasks.rados.rados.0.smithi169.stdout:1950: done (2 left) 2024-03-10T22:20:54.133 INFO:tasks.rados.rados.0.smithi169.stdout:1954: rollback oid 24 current snap is 186 2024-03-10T22:20:54.133 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 24 to 185 2024-03-10T22:20:54.134 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 186 2024-03-10T22:20:54.134 INFO:tasks.rados.rados.0.smithi169.stdout:1955: seq_num 631 ranges {0=573440,573440=401408} 2024-03-10T22:20:54.136 INFO:tasks.rados.rados.0.smithi169.stdout:1955: writing smithi16976610-40 from 0 to 573440 tid 1 2024-03-10T22:20:54.138 INFO:tasks.rados.rados.0.smithi169.stdout:1955: writing smithi16976610-40 from 573440 to 974848 tid 2 2024-03-10T22:20:54.139 INFO:tasks.rados.rados.0.smithi169.stdout:1956: rollback oid 42 current snap is 186 2024-03-10T22:20:54.139 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 42 to 184 2024-03-10T22:20:54.139 INFO:tasks.rados.rados.0.smithi169.stdout:1951: finishing write tid 1 to smithi16976610-2 2024-03-10T22:20:54.139 INFO:tasks.rados.rados.0.smithi169.stdout:1951: finishing write tid 2 to smithi16976610-2 2024-03-10T22:20:54.139 INFO:tasks.rados.rados.0.smithi169.stdout:1951: finishing write tid 3 to smithi16976610-2 2024-03-10T22:20:54.139 INFO:tasks.rados.rados.0.smithi169.stdout:1954: finishing rollback tid 0 to smithi16976610-24 2024-03-10T22:20:54.139 INFO:tasks.rados.rados.0.smithi169.stdout:1951: finishing write tid 4 to smithi16976610-2 2024-03-10T22:20:54.139 INFO:tasks.rados.rados.0.smithi169.stdout:1951: oid 2 updating version 0 to 13949 2024-03-10T22:20:54.140 INFO:tasks.rados.rados.0.smithi169.stdout:1951: oid 2 version 13949 is already newer than 13948 2024-03-10T22:20:54.140 INFO:tasks.rados.rados.0.smithi169.stdout:1951: oid 2 version 13949 is already newer than 13947 2024-03-10T22:20:54.140 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 13949 (ObjNum 630 snap 186 seq_num 630) dirty exists 2024-03-10T22:20:54.140 INFO:tasks.rados.rados.0.smithi169.stdout:1951: left oid 2 (ObjNum 630 snap 186 seq_num 630) 2024-03-10T22:20:54.140 INFO:tasks.rados.rados.0.smithi169.stdout:1954: finishing rollback tid 1 to smithi16976610-24 2024-03-10T22:20:54.140 INFO:tasks.rados.rados.0.smithi169.stdout:1954: finishing rollback tid 2 to smithi16976610-24 2024-03-10T22:20:54.140 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 13948 (ObjNum 613 snap 180 seq_num 613) dirty exists 2024-03-10T22:20:54.140 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 10395 (ObjNum 605 snap 176 seq_num 605) dirty exists 2024-03-10T22:20:54.140 INFO:tasks.rados.rados.0.smithi169.stdout:1951: done (4 left) 2024-03-10T22:20:54.140 INFO:tasks.rados.rados.0.smithi169.stdout:1953: done (3 left) 2024-03-10T22:20:54.141 INFO:tasks.rados.rados.0.smithi169.stdout:1954: done (2 left) 2024-03-10T22:20:54.141 INFO:tasks.rados.rados.0.smithi169.stdout:1957: copy_from oid 34 from oid 6 current snap is 186 2024-03-10T22:20:54.141 INFO:tasks.rados.rados.0.smithi169.stdout:1958: delete oid 21 current snap is 186 2024-03-10T22:20:54.141 INFO:tasks.rados.rados.0.smithi169.stdout:1955: finishing write tid 1 to smithi16976610-40 2024-03-10T22:20:54.142 INFO:tasks.rados.rados.0.smithi169.stdout:1958: done (3 left) 2024-03-10T22:20:54.142 INFO:tasks.rados.rados.0.smithi169.stdout:1959: rmattr oid 26 current snap is 186 2024-03-10T22:20:54.142 INFO:tasks.rados.rados.0.smithi169.stdout:1960: copy_from oid 17 from oid 9 current snap is 186 2024-03-10T22:20:54.142 INFO:tasks.rados.rados.0.smithi169.stdout:1961: setattr oid 29 current snap is 186 2024-03-10T22:20:54.142 INFO:tasks.rados.rados.0.smithi169.stdout:1956: finishing rollback tid 0 to smithi16976610-42 2024-03-10T22:20:54.142 INFO:tasks.rados.rados.0.smithi169.stdout:1956: finishing rollback tid 1 to smithi16976610-42 2024-03-10T22:20:54.143 INFO:tasks.rados.rados.0.smithi169.stdout:1956: finishing rollback tid 2 to smithi16976610-42 2024-03-10T22:20:54.143 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 1758 (ObjNum 402 snap 118 seq_num 402) dirty exists 2024-03-10T22:20:54.143 INFO:tasks.rados.rados.0.smithi169.stdout:1955: finishing write tid 2 to smithi16976610-40 2024-03-10T22:20:54.143 INFO:tasks.rados.rados.0.smithi169.stdout:1955: finishing write tid 3 to smithi16976610-40 2024-03-10T22:20:54.144 INFO:tasks.rados.rados.0.smithi169.stdout:1957: finishing copy_from to smithi16976610-34 2024-03-10T22:20:54.144 INFO:tasks.rados.rados.0.smithi169.stdout:1957: got expected ENOENT (src dne) 2024-03-10T22:20:54.144 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 13949 (ObjNum 609 snap 177 seq_num 609) dirty exists 2024-03-10T22:20:54.144 INFO:tasks.rados.rados.0.smithi169.stdout:1956: done (5 left) 2024-03-10T22:20:54.144 INFO:tasks.rados.rados.0.smithi169.stdout:1959: done (4 left) 2024-03-10T22:20:54.144 INFO:tasks.rados.rados.0.smithi169.stdout:1962: snap_create 2024-03-10T22:20:54.144 INFO:tasks.rados.rados.0.smithi169.stdout:1957: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:20:54.144 INFO:tasks.rados.rados.0.smithi169.stdout:1955: finishing write tid 4 to smithi16976610-40 2024-03-10T22:20:54.145 INFO:tasks.rados.rados.0.smithi169.stdout:1955: oid 40 updating version 0 to 13949 2024-03-10T22:20:54.145 INFO:tasks.rados.rados.0.smithi169.stdout:1955: oid 40 version 13949 is already newer than 13948 2024-03-10T22:20:54.145 INFO:tasks.rados.rados.0.smithi169.stdout:1955: oid 40 updating version 13949 to 13950 2024-03-10T22:20:54.145 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 13950 (ObjNum 631 snap 186 seq_num 631) dirty exists 2024-03-10T22:20:54.145 INFO:tasks.rados.rados.0.smithi169.stdout:1955: left oid 40 (ObjNum 631 snap 186 seq_num 631) 2024-03-10T22:20:54.146 INFO:tasks.rados.rados.0.smithi169.stdout:1960: finishing copy_from racing read to smithi16976610-17 2024-03-10T22:20:54.147 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 13940 (ObjNum 620 snap 183 seq_num 620) dirty exists 2024-03-10T22:20:54.147 INFO:tasks.rados.rados.0.smithi169.stdout:1960: finishing copy_from to smithi16976610-17 2024-03-10T22:20:54.147 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 731 (ObjNum 610 snap 177 seq_num 610) dirty exists 2024-03-10T22:20:54.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-mon[90638]: osdmap e441: 8 total, 8 up, 8 in 2024-03-10T22:20:54.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:54.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:54.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-mon[88180]: osdmap e441: 8 total, 8 up, 8 in 2024-03-10T22:20:54.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:54.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:54.507 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:54.083+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:54.507 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:54.099+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:54.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:54.056+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:54.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:54.056+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:54.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:54.056+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:54.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:54.056+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:54.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:54.057+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:54.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:54.057+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:54.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:54.057+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:54.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:54.060+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:54 smithi172 ceph-mon[84635]: osdmap e441: 8 total, 8 up, 8 in 2024-03-10T22:20:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:54.514 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:54 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[36035]: 2024-03-10T22:20:54.156+0000 7f10f1884700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:20:54.514 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:54 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[36035]: 2024-03-10T22:20:54.156+0000 7f10f1884700 -1 osd.4 442 *** Got signal Terminated *** 2024-03-10T22:20:54.514 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:54 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[36035]: 2024-03-10T22:20:54.156+0000 7f10f1884700 -1 osd.4 442 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:20:55.068 INFO:tasks.rados.rados.0.smithi169.stdout:1955: done (4 left) 2024-03-10T22:20:55.068 INFO:tasks.rados.rados.0.smithi169.stdout:1957: done (3 left) 2024-03-10T22:20:55.068 INFO:tasks.rados.rados.0.smithi169.stdout:1960: done (2 left) 2024-03-10T22:20:55.068 INFO:tasks.rados.rados.0.smithi169.stdout:1961: done (1 left) 2024-03-10T22:20:55.068 INFO:tasks.rados.rados.0.smithi169.stdout:1962: done (0 left) 2024-03-10T22:20:55.068 INFO:tasks.rados.rados.0.smithi169.stdout:1963: delete oid 24 current snap is 187 2024-03-10T22:20:55.073 INFO:tasks.rados.rados.0.smithi169.stdout:1963: done (0 left) 2024-03-10T22:20:55.073 INFO:tasks.rados.rados.0.smithi169.stdout:1964: rmattr oid 14 current snap is 187 2024-03-10T22:20:55.073 INFO:tasks.rados.rados.0.smithi169.stdout:1965: delete oid 7 current snap is 187 2024-03-10T22:20:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: osdmap e442: 8 total, 8 up, 8 in 2024-03-10T22:20:55.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:55.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:55.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:55.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:55.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:55.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:55.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:55.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: osd.4 marked itself down and dead 2024-03-10T22:20:55.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:55 smithi172 ceph-mon[84635]: pgmap v324: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-03-10T22:20:55.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:55.070+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:55.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:55.066+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:55.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:55.069+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:55.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:55.070+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 103=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:55.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:55.070+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:55.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: osdmap e442: 8 total, 8 up, 8 in 2024-03-10T22:20:55.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:55.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:55.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:55.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:55.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:55.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:55.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:55.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: osd.4 marked itself down and dead 2024-03-10T22:20:55.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[90638]: pgmap v324: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-03-10T22:20:55.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: osdmap e442: 8 total, 8 up, 8 in 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset fd=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: osd.4 marked itself down and dead 2024-03-10T22:20:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-mon[88180]: pgmap v324: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-03-10T22:20:55.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:55 smithi172 podman[89992]: 2024-03-10 22:20:55.510891409 +0000 UTC m=+1.593744596 container died 50e2e81af077753e5752b9891efd9d432ae8692e698f4c53b9421a6036cd84f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4, RELEASE=reef-c2ea977, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:20:56.058 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:55 smithi172 podman[89992]: 2024-03-10 22:20:55.889539846 +0000 UTC m=+1.972393040 container cleanup 50e2e81af077753e5752b9891efd9d432ae8692e698f4c53b9421a6036cd84f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-c2ea977) 2024-03-10T22:20:56.058 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:55 smithi172 bash[89992]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4 2024-03-10T22:20:56.085 INFO:tasks.rados.rados.0.smithi169.stdout:1965: done (1 left) 2024-03-10T22:20:56.086 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 187 2024-03-10T22:20:56.086 INFO:tasks.rados.rados.0.smithi169.stdout:1966: seq_num 635 ranges {794624=638976,1433600=401408} 2024-03-10T22:20:56.093 INFO:tasks.rados.rados.0.smithi169.stdout:1966: writing smithi16976610-29 from 794624 to 1433600 tid 1 2024-03-10T22:20:56.096 INFO:tasks.rados.rados.0.smithi169.stdout:1966: writing smithi16976610-29 from 1433600 to 1835008 tid 2 2024-03-10T22:20:56.096 INFO:tasks.rados.rados.0.smithi169.stdout:1967: snap_create 2024-03-10T22:20:56.096 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 10332 (ObjNum 557 snap 161 seq_num 557) dirty exists 2024-03-10T22:20:56.100 INFO:tasks.rados.rados.0.smithi169.stdout:1966: finishing write tid 1 to smithi16976610-29 2024-03-10T22:20:56.100 INFO:tasks.rados.rados.0.smithi169.stdout:1966: finishing write tid 2 to smithi16976610-29 2024-03-10T22:20:56.100 INFO:tasks.rados.rados.0.smithi169.stdout:1966: finishing write tid 3 to smithi16976610-29 2024-03-10T22:20:56.102 INFO:tasks.rados.rados.0.smithi169.stdout:1966: finishing write tid 4 to smithi16976610-29 2024-03-10T22:20:56.102 INFO:tasks.rados.rados.0.smithi169.stdout:1966: oid 29 updating version 0 to 13944 2024-03-10T22:20:56.102 INFO:tasks.rados.rados.0.smithi169.stdout:1966: oid 29 version 13944 is already newer than 13942 2024-03-10T22:20:56.102 INFO:tasks.rados.rados.0.smithi169.stdout:1966: oid 29 version 13944 is already newer than 13943 2024-03-10T22:20:56.102 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 13944 (ObjNum 635 snap 187 seq_num 635) dirty exists 2024-03-10T22:20:56.102 INFO:tasks.rados.rados.0.smithi169.stdout:1966: left oid 29 (ObjNum 635 snap 187 seq_num 635) 2024-03-10T22:20:56.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:20:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:20:55] "GET /metrics HTTP/1.1" 200 36195 "" "Prometheus/2.43.0" 2024-03-10T22:20:56.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:56.077+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[90638]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:20:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[90638]: osdmap e443: 8 total, 7 up, 8 in 2024-03-10T22:20:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset 103=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:56.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[88180]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:20:56.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[88180]: osdmap e443: 8 total, 7 up, 8 in 2024-03-10T22:20:56.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:56.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:56.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset 103=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:56.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:56.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:56.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:56.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:56.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:56.069+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:56.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:56.070+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:56.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:56.070+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:56.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:56.070+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:56.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:56.070+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:56.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:56.071+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:56.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:56.071+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:56.449 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:56 smithi172 podman[90020]: 2024-03-10 22:20:56.157715405 +0000 UTC m=+0.643311928 container remove 50e2e81af077753e5752b9891efd9d432ae8692e698f4c53b9421a6036cd84f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-c2ea977, GIT_BRANCH=HEAD) 2024-03-10T22:20:56.449 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:56 smithi172 ceph-mon[84635]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:20:56.449 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:56 smithi172 ceph-mon[84635]: osdmap e443: 8 total, 7 up, 8 in 2024-03-10T22:20:56.449 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:56.450 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:56.450 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset 103=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:56.450 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:56.450 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:56.450 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:20:56.450 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:20:56.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:56 smithi172 podman[90111]: 2024-03-10 22:20:56.450098539 +0000 UTC m=+0.111252617 container create 09a340105cd7c05bc29f97f3d6997e79d559025eee6708c46548bd0d0f27741e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-03-10T22:20:56.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:56 smithi172 podman[90111]: 2024-03-10 22:20:56.357593772 +0000 UTC m=+0.018747856 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:20:56.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:56 smithi172 podman[90111]: 2024-03-10 22:20:56.686080994 +0000 UTC m=+0.347235073 container init 09a340105cd7c05bc29f97f3d6997e79d559025eee6708c46548bd0d0f27741e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-deactivate, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:20:56.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:56 smithi172 podman[90111]: 2024-03-10 22:20:56.689080845 +0000 UTC m=+0.350234918 container start 09a340105cd7c05bc29f97f3d6997e79d559025eee6708c46548bd0d0f27741e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-10T22:20:57.069 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:56 smithi172 podman[90111]: 2024-03-10 22:20:56.786119227 +0000 UTC m=+0.447273304 container attach 09a340105cd7c05bc29f97f3d6997e79d559025eee6708c46548bd0d0f27741e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-03-10T22:20:57.069 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:56 smithi172 podman[90111]: 2024-03-10 22:20:56.978903252 +0000 UTC m=+0.640057319 container died 09a340105cd7c05bc29f97f3d6997e79d559025eee6708c46548bd0d0f27741e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, ceph=True, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-03-10T22:20:57.072 INFO:tasks.rados.rados.0.smithi169.stdout:1964: done (2 left) 2024-03-10T22:20:57.072 INFO:tasks.rados.rados.0.smithi169.stdout:1966: done (1 left) 2024-03-10T22:20:57.073 INFO:tasks.rados.rados.0.smithi169.stdout:1967: done (0 left) 2024-03-10T22:20:57.073 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 188 2024-03-10T22:20:57.073 INFO:tasks.rados.rados.0.smithi169.stdout:1968: seq_num 636 ranges {2662400=655360,3317760=401408} 2024-03-10T22:20:57.090 INFO:tasks.rados.rados.0.smithi169.stdout:1968: writing smithi16976610-45 from 2662400 to 3317760 tid 1 2024-03-10T22:20:57.093 INFO:tasks.rados.rados.0.smithi169.stdout:1968: writing smithi16976610-45 from 3317760 to 3719168 tid 2 2024-03-10T22:20:57.093 INFO:tasks.rados.rados.0.smithi169.stdout:1969: snap_remove snap 185 2024-03-10T22:20:57.321 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:57 smithi172 ceph-mon[84635]: osdmap e444: 8 total, 7 up, 8 in 2024-03-10T22:20:57.321 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:57.322 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:57.322 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:57.322 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:57.322 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:57.322 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:57 smithi172 ceph-mon[84635]: pgmap v327: 121 pgs: 2 active+undersized+degraded, 17 active+undersized, 5 stale+active+clean, 7 active+clean+snaptrim_error, 90 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 3/570 objects degraded (0.526%) 2024-03-10T22:20:57.413 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:57.106+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:57.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[90638]: osdmap e444: 8 total, 7 up, 8 in 2024-03-10T22:20:57.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:57.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:57.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:57.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:57.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:57.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[90638]: pgmap v327: 121 pgs: 2 active+undersized+degraded, 17 active+undersized, 5 stale+active+clean, 7 active+clean+snaptrim_error, 90 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 3/570 objects degraded (0.526%) 2024-03-10T22:20:57.415 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[88180]: osdmap e444: 8 total, 7 up, 8 in 2024-03-10T22:20:57.415 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:57.415 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:57.415 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:57.415 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:57.415 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:57.415 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-mon[88180]: pgmap v327: 121 pgs: 2 active+undersized+degraded, 17 active+undersized, 5 stale+active+clean, 7 active+clean+snaptrim_error, 90 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 3/570 objects degraded (0.526%) 2024-03-10T22:20:57.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:57.413+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:57.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:57.413+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:57.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:57.414+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:57.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:57.415+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:58.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:57 smithi172 podman[90137]: 2024-03-10 22:20:57.656679377 +0000 UTC m=+0.670316904 container remove 09a340105cd7c05bc29f97f3d6997e79d559025eee6708c46548bd0d0f27741e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:20:58.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:57 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.4.service: Deactivated successfully. 2024-03-10T22:20:58.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:57 smithi172 systemd[1]: Stopped Ceph osd.4 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:20:58.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:57 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.4.service: Consumed 28.550s CPU time. 2024-03-10T22:20:58.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:57 smithi172 systemd[1]: Starting Ceph osd.4 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:20:58.079 INFO:tasks.rados.rados.0.smithi169.stdout:1969: done (1 left) 2024-03-10T22:20:58.079 INFO:tasks.rados.rados.0.smithi169.stdout:1970: copy_from oid 25 from oid 40 current snap is 188 2024-03-10T22:20:58.079 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 188 2024-03-10T22:20:58.079 INFO:tasks.rados.rados.0.smithi169.stdout:1968: finishing write tid 1 to smithi16976610-45 2024-03-10T22:20:58.079 INFO:tasks.rados.rados.0.smithi169.stdout:1968: finishing write tid 2 to smithi16976610-45 2024-03-10T22:20:58.079 INFO:tasks.rados.rados.0.smithi169.stdout:1968: finishing write tid 3 to smithi16976610-45 2024-03-10T22:20:58.080 INFO:tasks.rados.rados.0.smithi169.stdout:1968: finishing write tid 4 to smithi16976610-45 2024-03-10T22:20:58.080 INFO:tasks.rados.rados.0.smithi169.stdout:1968: oid 45 updating version 0 to 10399 2024-03-10T22:20:58.080 INFO:tasks.rados.rados.0.smithi169.stdout:1968: oid 45 version 10399 is already newer than 10397 2024-03-10T22:20:58.080 INFO:tasks.rados.rados.0.smithi169.stdout:1968: oid 45 version 10399 is already newer than 10398 2024-03-10T22:20:58.080 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 10399 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T22:20:58.080 INFO:tasks.rados.rados.0.smithi169.stdout:1968: left oid 45 (ObjNum 636 snap 188 seq_num 636) 2024-03-10T22:20:58.080 INFO:tasks.rados.rados.0.smithi169.stdout:1971: seq_num 637 ranges {1835008=671744,2506752=401408} 2024-03-10T22:20:58.093 INFO:tasks.rados.rados.0.smithi169.stdout:1971: writing smithi16976610-29 from 1835008 to 2506752 tid 1 2024-03-10T22:20:58.096 INFO:tasks.rados.rados.0.smithi169.stdout:1971: writing smithi16976610-29 from 2506752 to 2908160 tid 2 2024-03-10T22:20:58.096 INFO:tasks.rados.rados.0.smithi169.stdout:1968: done (2 left) 2024-03-10T22:20:58.096 INFO:tasks.rados.rados.0.smithi169.stdout:1972: snap_remove snap 184 2024-03-10T22:20:58.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:58 smithi172 ceph-mon[84635]: Health check failed: Degraded data redundancy: 3/570 objects degraded (0.526%), 2 pgs degraded (PG_DEGRADED) 2024-03-10T22:20:58.321 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:58 smithi172 ceph-mon[84635]: osdmap e445: 8 total, 7 up, 8 in 2024-03-10T22:20:58.321 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:58.321 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 podman[90240]: 2024-03-10 22:20:57.998759015 +0000 UTC m=+0.018348871 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:20:58.321 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 podman[90240]: 2024-03-10 22:20:58.099391486 +0000 UTC m=+0.118981322 container create 8c919d092a459dbb28d2b6c7f7456f844150368cd5b547db08ff715701c0f192 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True) 2024-03-10T22:20:58.321 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 podman[90240]: 2024-03-10 22:20:58.318593696 +0000 UTC m=+0.338183542 container init 8c919d092a459dbb28d2b6c7f7456f844150368cd5b547db08ff715701c0f192 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-03-10T22:20:58.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:58.084+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-mon[88180]: Health check failed: Degraded data redundancy: 3/570 objects degraded (0.526%), 2 pgs degraded (PG_DEGRADED) 2024-03-10T22:20:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-mon[88180]: osdmap e445: 8 total, 7 up, 8 in 2024-03-10T22:20:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-mon[90638]: Health check failed: Degraded data redundancy: 3/570 objects degraded (0.526%), 2 pgs degraded (PG_DEGRADED) 2024-03-10T22:20:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-mon[90638]: osdmap e445: 8 total, 7 up, 8 in 2024-03-10T22:20:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:58.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:58.081+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:58.081+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:58.082+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:58.082+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:58.082+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:20:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:58.082+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:58.082+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:58.761 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 podman[90240]: 2024-03-10 22:20:58.321811328 +0000 UTC m=+0.341401166 container start 8c919d092a459dbb28d2b6c7f7456f844150368cd5b547db08ff715701c0f192 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:20:58.761 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 podman[90240]: 2024-03-10 22:20:58.418666842 +0000 UTC m=+0.438256690 container attach 8c919d092a459dbb28d2b6c7f7456f844150368cd5b547db08ff715701c0f192 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-03-10T22:20:59.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate[90256]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-10T22:20:59.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 bash[90240]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-10T22:20:59.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 bash[90240]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 bash[90240]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 bash[90240]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 bash[90240]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 bash[90240]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 bash[90240]: --> ceph-volume raw activate successful for osd ID: 4 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate[90256]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate[90256]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate[90256]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate[90256]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate[90256]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate[90256]: --> ceph-volume raw activate successful for osd ID: 4 2024-03-10T22:20:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:58 smithi172 podman[90240]: 2024-03-10 22:20:58.787216559 +0000 UTC m=+0.806806405 container died 8c919d092a459dbb28d2b6c7f7456f844150368cd5b547db08ff715701c0f192 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:1972: done (2 left) 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:1973: delete oid 19 current snap is 188 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:1970: finishing copy_from racing read to smithi16976610-25 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:1970: finishing copy_from to smithi16976610-25 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 13950 (ObjNum 631 snap 186 seq_num 631) dirty exists 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:1971: finishing write tid 1 to smithi16976610-29 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:1971: finishing write tid 2 to smithi16976610-29 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:1971: finishing write tid 3 to smithi16976610-29 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:1971: finishing write tid 4 to smithi16976610-29 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:1971: oid 29 updating version 0 to 13946 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:1971: oid 29 updating version 13946 to 13947 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:1971: oid 29 version 13947 is already newer than 13945 2024-03-10T22:20:59.093 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 13947 (ObjNum 637 snap 188 seq_num 637) dirty exists 2024-03-10T22:20:59.094 INFO:tasks.rados.rados.0.smithi169.stdout:1971: left oid 29 (ObjNum 637 snap 188 seq_num 637) 2024-03-10T22:20:59.100 INFO:tasks.rados.rados.0.smithi169.stdout:1970: done (2 left) 2024-03-10T22:20:59.100 INFO:tasks.rados.rados.0.smithi169.stdout:1971: done (1 left) 2024-03-10T22:20:59.100 INFO:tasks.rados.rados.0.smithi169.stdout:1973: done (0 left) 2024-03-10T22:20:59.100 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 188 2024-03-10T22:20:59.101 INFO:tasks.rados.rados.0.smithi169.stdout:1974: seq_num 639 ranges {0=704512,704512=401408} 2024-03-10T22:20:59.104 INFO:tasks.rados.rados.0.smithi169.stdout:1974: writing smithi16976610-23 from 0 to 704512 tid 1 2024-03-10T22:20:59.106 INFO:tasks.rados.rados.0.smithi169.stdout:1974: writing smithi16976610-23 from 704512 to 1105920 tid 2 2024-03-10T22:20:59.107 INFO:tasks.rados.rados.0.smithi169.stdout:1975: snap_create 2024-03-10T22:20:59.112 INFO:tasks.rados.rados.0.smithi169.stdout:1974: finishing write tid 1 to smithi16976610-23 2024-03-10T22:20:59.112 INFO:tasks.rados.rados.0.smithi169.stdout:1974: finishing write tid 2 to smithi16976610-23 2024-03-10T22:20:59.112 INFO:tasks.rados.rados.0.smithi169.stdout:1974: finishing write tid 3 to smithi16976610-23 2024-03-10T22:20:59.114 INFO:tasks.rados.rados.0.smithi169.stdout:1974: finishing write tid 4 to smithi16976610-23 2024-03-10T22:20:59.114 INFO:tasks.rados.rados.0.smithi169.stdout:1974: oid 23 updating version 0 to 13950 2024-03-10T22:20:59.114 INFO:tasks.rados.rados.0.smithi169.stdout:1974: oid 23 updating version 13950 to 13951 2024-03-10T22:20:59.114 INFO:tasks.rados.rados.0.smithi169.stdout:1974: oid 23 updating version 13951 to 13952 2024-03-10T22:20:59.114 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 13952 (ObjNum 639 snap 188 seq_num 639) dirty exists 2024-03-10T22:20:59.114 INFO:tasks.rados.rados.0.smithi169.stdout:1974: left oid 23 (ObjNum 639 snap 188 seq_num 639) 2024-03-10T22:20:59.405 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:59.405 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:59.405 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:59.405 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:59.406 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:59 smithi172 ceph-mon[84635]: osdmap e446: 8 total, 7 up, 8 in 2024-03-10T22:20:59.406 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:59.406 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:59.406 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:59.406 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:59.406 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:59.406 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:20:59 smithi172 ceph-mon[84635]: pgmap v330: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 5 active+undersized+degraded, 21 active+undersized, 3 stale+active+clean, 6 active+clean+snaptrim_error, 85 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 14 op/s; 35/582 objects degraded (6.014%) 2024-03-10T22:20:59.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:20:59.100+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[88180]: osdmap e446: 8 total, 7 up, 8 in 2024-03-10T22:20:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:59.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[88180]: pgmap v330: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 5 active+undersized+degraded, 21 active+undersized, 3 stale+active+clean, 6 active+clean+snaptrim_error, 85 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 14 op/s; 35/582 objects degraded (6.014%) 2024-03-10T22:20:59.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:59.107+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:59.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:59.108+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:59.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:59.108+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:59.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:20:59.112+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:59.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:59.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:59.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:59.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:59.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[90638]: osdmap e446: 8 total, 7 up, 8 in 2024-03-10T22:20:59.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:20:59.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:20:59.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:20:59.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:20:59.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:20:59.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:20:59 smithi169 ceph-mon[90638]: pgmap v330: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 5 active+undersized+degraded, 21 active+undersized, 3 stale+active+clean, 6 active+clean+snaptrim_error, 85 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 14 op/s; 35/582 objects degraded (6.014%) 2024-03-10T22:20:59.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:59 smithi172 podman[90372]: 2024-03-10 22:20:59.405891226 +0000 UTC m=+0.613614301 container remove 8c919d092a459dbb28d2b6c7f7456f844150368cd5b547db08ff715701c0f192 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-activate, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-03-10T22:20:59.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:59 smithi172 podman[90436]: 2024-03-10 22:20:59.52292842 +0000 UTC m=+0.018397331 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:21:00.084 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:59 smithi172 podman[90436]: 2024-03-10 22:20:59.773699267 +0000 UTC m=+0.269168166 container create d63c7dbe9f737390c4c6e562fb2a6d784ce6f9c1ee8f2e7b7991f4b63b2c07af (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-03-10T22:21:00.084 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:59 smithi172 podman[90436]: 2024-03-10 22:20:59.984071514 +0000 UTC m=+0.479540443 container init d63c7dbe9f737390c4c6e562fb2a6d784ce6f9c1ee8f2e7b7991f4b63b2c07af (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=) 2024-03-10T22:21:00.084 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:20:59 smithi172 podman[90436]: 2024-03-10 22:20:59.986951679 +0000 UTC m=+0.482420578 container start d63c7dbe9f737390c4c6e562fb2a6d784ce6f9c1ee8f2e7b7991f4b63b2c07af (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:21:00.085 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:00 smithi172 ceph-osd[90455]: -- 172.21.15.172:0/1657068125 <== mon.1 v2:172.21.15.172:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562e0cd2b680 con 0x562e0ccf5400 2024-03-10T22:21:00.095 INFO:tasks.rados.rados.0.smithi169.stdout:1974: done (1 left) 2024-03-10T22:21:00.096 INFO:tasks.rados.rados.0.smithi169.stdout:1975: done (0 left) 2024-03-10T22:21:00.096 INFO:tasks.rados.rados.0.smithi169.stdout:1976: read oid 33 snap -1 2024-03-10T22:21:00.096 INFO:tasks.rados.rados.0.smithi169.stdout:1976: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:00.096 INFO:tasks.rados.rados.0.smithi169.stdout:1977: read oid 6 snap -1 2024-03-10T22:21:00.096 INFO:tasks.rados.rados.0.smithi169.stdout:1977: expect deleted 2024-03-10T22:21:00.096 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 189 2024-03-10T22:21:00.096 INFO:tasks.rados.rados.0.smithi169.stdout:1978: seq_num 640 ranges {2121728=729088,2850816=401408} 2024-03-10T22:21:00.111 INFO:tasks.rados.rados.0.smithi169.stdout:1978: writing smithi16976610-2 from 2121728 to 2850816 tid 1 2024-03-10T22:21:00.113 INFO:tasks.rados.rados.0.smithi169.stdout:1978: writing smithi16976610-2 from 2850816 to 3252224 tid 2 2024-03-10T22:21:00.114 INFO:tasks.rados.rados.0.smithi169.stdout:1979: delete oid 8 current snap is 189 2024-03-10T22:21:00.114 INFO:tasks.rados.rados.0.smithi169.stdout:1976: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:00.166 INFO:tasks.rados.rados.0.smithi169.stdout:1978: finishing write tid 1 to smithi16976610-2 2024-03-10T22:21:00.166 INFO:tasks.rados.rados.0.smithi169.stdout:1978: finishing write tid 2 to smithi16976610-2 2024-03-10T22:21:00.166 INFO:tasks.rados.rados.0.smithi169.stdout:1978: finishing write tid 3 to smithi16976610-2 2024-03-10T22:21:00.166 INFO:tasks.rados.rados.0.smithi169.stdout:1978: finishing write tid 4 to smithi16976610-2 2024-03-10T22:21:00.166 INFO:tasks.rados.rados.0.smithi169.stdout:1978: oid 2 updating version 0 to 13950 2024-03-10T22:21:00.166 INFO:tasks.rados.rados.0.smithi169.stdout:1978: oid 2 updating version 13950 to 13952 2024-03-10T22:21:00.166 INFO:tasks.rados.rados.0.smithi169.stdout:1978: oid 2 version 13952 is already newer than 13951 2024-03-10T22:21:00.166 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 13952 (ObjNum 640 snap 189 seq_num 640) dirty exists 2024-03-10T22:21:00.167 INFO:tasks.rados.rados.0.smithi169.stdout:1978: left oid 2 (ObjNum 640 snap 189 seq_num 640) 2024-03-10T22:21:00.168 INFO:tasks.rados.rados.0.smithi169.stdout:1976: done (3 left) 2024-03-10T22:21:00.168 INFO:tasks.rados.rados.0.smithi169.stdout:1977: done (2 left) 2024-03-10T22:21:00.168 INFO:tasks.rados.rados.0.smithi169.stdout:1978: done (1 left) 2024-03-10T22:21:00.168 INFO:tasks.rados.rados.0.smithi169.stdout:1979: done (0 left) 2024-03-10T22:21:00.169 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 189 2024-03-10T22:21:00.169 INFO:tasks.rados.rados.0.smithi169.stdout:1980: seq_num 642 ranges {1941504=761856,2703360=401408} 2024-03-10T22:21:00.180 INFO:tasks.rados.rados.0.smithi169.stdout:1980: writing smithi16976610-42 from 1941504 to 2703360 tid 1 2024-03-10T22:21:00.182 INFO:tasks.rados.rados.0.smithi169.stdout:1980: writing smithi16976610-42 from 2703360 to 3104768 tid 2 2024-03-10T22:21:00.183 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 189 2024-03-10T22:21:00.183 INFO:tasks.rados.rados.0.smithi169.stdout:1981: seq_num 643 ranges {524288=778240,1302528=401408} 2024-03-10T22:21:00.189 INFO:tasks.rados.rados.0.smithi169.stdout:1981: writing smithi16976610-39 from 524288 to 1302528 tid 1 2024-03-10T22:21:00.192 INFO:tasks.rados.rados.0.smithi169.stdout:1981: writing smithi16976610-39 from 1302528 to 1703936 tid 2 2024-03-10T22:21:00.192 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 189 2024-03-10T22:21:00.192 INFO:tasks.rados.rados.0.smithi169.stdout:1980: finishing write tid 1 to smithi16976610-42 2024-03-10T22:21:00.192 INFO:tasks.rados.rados.0.smithi169.stdout:1982: seq_num 644 ranges {1105920=794624,1900544=401408} 2024-03-10T22:21:00.202 INFO:tasks.rados.rados.0.smithi169.stdout:1982: writing smithi16976610-23 from 1105920 to 1900544 tid 1 2024-03-10T22:21:00.205 INFO:tasks.rados.rados.0.smithi169.stdout:1982: writing smithi16976610-23 from 1900544 to 2301952 tid 2 2024-03-10T22:21:00.205 INFO:tasks.rados.rados.0.smithi169.stdout:1983: delete oid 13 current snap is 189 2024-03-10T22:21:00.205 INFO:tasks.rados.rados.0.smithi169.stdout:1980: finishing write tid 2 to smithi16976610-42 2024-03-10T22:21:00.205 INFO:tasks.rados.rados.0.smithi169.stdout:1980: finishing write tid 3 to smithi16976610-42 2024-03-10T22:21:00.205 INFO:tasks.rados.rados.0.smithi169.stdout:1980: finishing write tid 4 to smithi16976610-42 2024-03-10T22:21:00.205 INFO:tasks.rados.rados.0.smithi169.stdout:1980: oid 42 updating version 0 to 1761 2024-03-10T22:21:00.205 INFO:tasks.rados.rados.0.smithi169.stdout:1980: oid 42 version 1761 is already newer than 1760 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:1980: oid 42 version 1761 is already newer than 1759 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 1761 (ObjNum 642 snap 189 seq_num 642) dirty exists 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:1980: left oid 42 (ObjNum 642 snap 189 seq_num 642) 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:1981: finishing write tid 1 to smithi16976610-39 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:1981: finishing write tid 2 to smithi16976610-39 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:1981: finishing write tid 3 to smithi16976610-39 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:1981: finishing write tid 4 to smithi16976610-39 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:1981: oid 39 updating version 0 to 13907 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:1981: oid 39 updating version 13907 to 13908 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:1981: oid 39 updating version 13908 to 13909 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 13909 (ObjNum 643 snap 189 seq_num 643) dirty exists 2024-03-10T22:21:00.206 INFO:tasks.rados.rados.0.smithi169.stdout:1981: left oid 39 (ObjNum 643 snap 189 seq_num 643) 2024-03-10T22:21:00.207 INFO:tasks.rados.rados.0.smithi169.stdout:1982: finishing write tid 1 to smithi16976610-23 2024-03-10T22:21:00.207 INFO:tasks.rados.rados.0.smithi169.stdout:1982: finishing write tid 2 to smithi16976610-23 2024-03-10T22:21:00.207 INFO:tasks.rados.rados.0.smithi169.stdout:1982: finishing write tid 3 to smithi16976610-23 2024-03-10T22:21:00.208 INFO:tasks.rados.rados.0.smithi169.stdout:1982: finishing write tid 4 to smithi16976610-23 2024-03-10T22:21:00.208 INFO:tasks.rados.rados.0.smithi169.stdout:1982: oid 23 updating version 0 to 13955 2024-03-10T22:21:00.208 INFO:tasks.rados.rados.0.smithi169.stdout:1982: oid 23 version 13955 is already newer than 13953 2024-03-10T22:21:00.208 INFO:tasks.rados.rados.0.smithi169.stdout:1982: oid 23 version 13955 is already newer than 13954 2024-03-10T22:21:00.208 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 13955 (ObjNum 644 snap 189 seq_num 644) dirty exists 2024-03-10T22:21:00.208 INFO:tasks.rados.rados.0.smithi169.stdout:1982: left oid 23 (ObjNum 644 snap 189 seq_num 644) 2024-03-10T22:21:00.209 INFO:tasks.rados.rados.0.smithi169.stdout:1980: done (3 left) 2024-03-10T22:21:00.209 INFO:tasks.rados.rados.0.smithi169.stdout:1981: done (2 left) 2024-03-10T22:21:00.210 INFO:tasks.rados.rados.0.smithi169.stdout:1982: done (1 left) 2024-03-10T22:21:00.210 INFO:tasks.rados.rados.0.smithi169.stdout:1983: done (0 left) 2024-03-10T22:21:00.210 INFO:tasks.rados.rados.0.smithi169.stdout:1984: rmattr oid 49 current snap is 189 2024-03-10T22:21:00.210 INFO:tasks.rados.rados.0.smithi169.stdout:1985: read oid 28 snap -1 2024-03-10T22:21:00.210 INFO:tasks.rados.rados.0.smithi169.stdout:1985: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:21:00.210 INFO:tasks.rados.rados.0.smithi169.stdout:1986: snap_create 2024-03-10T22:21:00.213 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 13950 (ObjNum 612 snap 179 seq_num 612) dirty exists 2024-03-10T22:21:00.218 INFO:tasks.rados.rados.0.smithi169.stdout:1985: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:21:00.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:00.104+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:00.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-mon[88180]: osdmap e447: 8 total, 7 up, 8 in 2024-03-10T22:21:00.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:00.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-mon[90638]: osdmap e447: 8 total, 7 up, 8 in 2024-03-10T22:21:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:00.099+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:00.100+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:00.100+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:00.100+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:00.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:00.100+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:00.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:00.100+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:00.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:00.100+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:00.514 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:00 smithi172 bash[90436]: d63c7dbe9f737390c4c6e562fb2a6d784ce6f9c1ee8f2e7b7991f4b63b2c07af 2024-03-10T22:21:00.514 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:00 smithi172 systemd[1]: Started Ceph osd.4 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:21:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:00 smithi172 ceph-mon[84635]: osdmap e447: 8 total, 7 up, 8 in 2024-03-10T22:21:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:00.963 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:00 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:00.535+0000 7f49d800d7c0 -1 Falling back to public interface 2024-03-10T22:21:01.180 INFO:tasks.rados.rados.0.smithi169.stdout:1984: done (2 left) 2024-03-10T22:21:01.180 INFO:tasks.rados.rados.0.smithi169.stdout:1985: done (1 left) 2024-03-10T22:21:01.180 INFO:tasks.rados.rados.0.smithi169.stdout:1986: done (0 left) 2024-03-10T22:21:01.180 INFO:tasks.rados.rados.0.smithi169.stdout:1987: read oid 33 snap -1 2024-03-10T22:21:01.180 INFO:tasks.rados.rados.0.smithi169.stdout:1987: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:01.180 INFO:tasks.rados.rados.0.smithi169.stdout:1988: snap_remove snap 180 2024-03-10T22:21:01.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:01.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:01.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:01.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: osdmap e448: 8 total, 7 up, 8 in 2024-03-10T22:21:01.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:01.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:01.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:01.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:01.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:01.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:01.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:01.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:01.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:01 smithi172 ceph-mon[84635]: pgmap v333: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 34 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 24 op/s; 65/615 objects degraded (10.569%) 2024-03-10T22:21:01.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:01.185+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: osdmap e448: 8 total, 7 up, 8 in 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:01.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[88180]: pgmap v333: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 34 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 24 op/s; 65/615 objects degraded (10.569%) 2024-03-10T22:21:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: osdmap e448: 8 total, 7 up, 8 in 2024-03-10T22:21:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:01.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:01.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:01.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-mon[90638]: pgmap v333: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 34 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 24 op/s; 65/615 objects degraded (10.569%) 2024-03-10T22:21:02.177 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:01.915+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:02.177 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:01.915+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:02.177 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:01.915+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:02.177 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:01.916+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:02.185 INFO:tasks.rados.rados.0.smithi169.stdout:1988: done (1 left) 2024-03-10T22:21:02.185 INFO:tasks.rados.rados.0.smithi169.stdout:1989: snap_create 2024-03-10T22:21:02.185 INFO:tasks.rados.rados.0.smithi169.stdout:1987: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:02.506 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:02.188+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:02.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[90638]: osdmap e449: 8 total, 7 up, 8 in 2024-03-10T22:21:02.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:02.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:02.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:02.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:02.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:02.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 65/615 objects degraded (10.569%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:02.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[88180]: osdmap e449: 8 total, 7 up, 8 in 2024-03-10T22:21:02.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:02.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:02.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:02.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:02.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:02.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 65/615 objects degraded (10.569%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:02.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:21:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:21:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:21:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:02 smithi172 ceph-mon[84635]: osdmap e449: 8 total, 7 up, 8 in 2024-03-10T22:21:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:02 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 65/615 objects degraded (10.569%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:03.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:02.671+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:03.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:02.671+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:03.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:02.672+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:03.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:02.672+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:03.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:02.672+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:03.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:02.672+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:03.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:02.672+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:03.195 INFO:tasks.rados.rados.0.smithi169.stdout:1987: done (1 left) 2024-03-10T22:21:03.195 INFO:tasks.rados.rados.0.smithi169.stdout:1989: done (0 left) 2024-03-10T22:21:03.195 INFO:tasks.rados.rados.0.smithi169.stdout:1990: snap_remove snap 181 2024-03-10T22:21:03.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[88180]: osdmap e450: 8 total, 7 up, 8 in 2024-03-10T22:21:03.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:03.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[88180]: pgmap v336: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 34 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 229 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 22 op/s; 66/630 objects degraded (10.476%) 2024-03-10T22:21:03.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:03.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[90638]: osdmap e450: 8 total, 7 up, 8 in 2024-03-10T22:21:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[90638]: pgmap v336: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 34 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 229 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 22 op/s; 66/630 objects degraded (10.476%) 2024-03-10T22:21:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:03.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:03 smithi172 ceph-mon[84635]: osdmap e450: 8 total, 7 up, 8 in 2024-03-10T22:21:03.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:03.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:03 smithi172 ceph-mon[84635]: pgmap v336: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 34 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 229 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 22 op/s; 66/630 objects degraded (10.476%) 2024-03-10T22:21:03.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:03.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:03.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:03.505 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:03.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:21:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:21:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:21:04.194 INFO:tasks.rados.rados.0.smithi169.stdout:1990: done (0 left) 2024-03-10T22:21:04.194 INFO:tasks.rados.rados.0.smithi169.stdout:1991: read oid 38 snap 182 2024-03-10T22:21:04.194 INFO:tasks.rados.rados.0.smithi169.stdout:1991: expect (ObjNum 588 snap 172 seq_num 588) 2024-03-10T22:21:04.195 INFO:tasks.rados.rados.0.smithi169.stdout:1992: rmattr oid 15 current snap is 191 2024-03-10T22:21:04.195 INFO:tasks.rados.rados.0.smithi169.stdout:1992: done (1 left) 2024-03-10T22:21:04.195 INFO:tasks.rados.rados.0.smithi169.stdout:1993: read oid 2 snap -1 2024-03-10T22:21:04.195 INFO:tasks.rados.rados.0.smithi169.stdout:1993: expect (ObjNum 640 snap 189 seq_num 640) 2024-03-10T22:21:04.195 INFO:tasks.rados.rados.0.smithi169.stdout:1994: read oid 13 snap 183 2024-03-10T22:21:04.195 INFO:tasks.rados.rados.0.smithi169.stdout:1994: expect (ObjNum 151003104 snap 21931 seq_num 151468640) 2024-03-10T22:21:04.195 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 191 2024-03-10T22:21:04.195 INFO:tasks.rados.rados.0.smithi169.stdout:1995: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-03-10T22:21:04.197 INFO:tasks.rados.rados.0.smithi169.stdout:1995: writing smithi16976610-24 from 0 to 425984 tid 1 2024-03-10T22:21:04.201 INFO:tasks.rados.rados.0.smithi169.stdout:1995: writing smithi16976610-24 from 425984 to 1081344 tid 2 2024-03-10T22:21:04.203 INFO:tasks.rados.rados.0.smithi169.stdout:1995: writing smithi16976610-24 from 1081344 to 1228800 tid 3 2024-03-10T22:21:04.203 INFO:tasks.rados.rados.0.smithi169.stdout:1996: rmattr oid 41 current snap is 191 2024-03-10T22:21:04.203 INFO:tasks.rados.rados.0.smithi169.stdout:1996: done (4 left) 2024-03-10T22:21:04.203 INFO:tasks.rados.rados.0.smithi169.stdout:1997: copy_from oid 40 from oid 33 current snap is 191 2024-03-10T22:21:04.203 INFO:tasks.rados.rados.0.smithi169.stdout:1994: expect (ObjNum 151003104 snap 21931 seq_num 151468640) 2024-03-10T22:21:04.206 INFO:tasks.rados.rados.0.smithi169.stdout:1991: expect (ObjNum 588 snap 172 seq_num 588) 2024-03-10T22:21:04.218 INFO:tasks.rados.rados.0.smithi169.stdout:1995: finishing write tid 1 to smithi16976610-24 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:1995: finishing write tid 2 to smithi16976610-24 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:1995: finishing write tid 3 to smithi16976610-24 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:1991: done (4 left) 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:1994: done (3 left) 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:1998: rollback oid 30 current snap is 191 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 190 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:1995: finishing write tid 4 to smithi16976610-24 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:1995: finishing write tid 5 to smithi16976610-24 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:1995: oid 24 updating version 0 to 13958 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:1995: oid 24 version 13958 is already newer than 13956 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:1995: oid 24 updating version 13958 to 13959 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:1995: oid 24 version 13959 is already newer than 13957 2024-03-10T22:21:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 13959 (ObjNum 646 snap 191 seq_num 646) dirty exists 2024-03-10T22:21:04.220 INFO:tasks.rados.rados.0.smithi169.stdout:1995: left oid 24 (ObjNum 646 snap 191 seq_num 646) 2024-03-10T22:21:04.220 INFO:tasks.rados.rados.0.smithi169.stdout:1997: finishing copy_from racing read to smithi16976610-40 2024-03-10T22:21:04.220 INFO:tasks.rados.rados.0.smithi169.stdout:1995: done (3 left) 2024-03-10T22:21:04.220 INFO:tasks.rados.rados.0.smithi169.stdout:1999: read oid 17 snap -1 2024-03-10T22:21:04.220 INFO:tasks.rados.rados.0.smithi169.stdout:1999: expect (ObjNum 610 snap 177 seq_num 610) 2024-03-10T22:21:04.220 INFO:tasks.rados.rados.0.smithi169.stdout:2000: delete oid 16 current snap is 191 2024-03-10T22:21:04.220 INFO:tasks.rados.rados.0.smithi169.stdout:1993: expect (ObjNum 640 snap 189 seq_num 640) 2024-03-10T22:21:04.355 INFO:tasks.rados.rados.0.smithi169.stdout:1997: finishing copy_from to smithi16976610-40 2024-03-10T22:21:04.356 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 10328 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:21:04.356 INFO:tasks.rados.rados.0.smithi169.stdout:1998: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:21:04.356 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 0 (ObjNum 1281 snap 0 seq_num 150999232) dirty dne 2024-03-10T22:21:04.356 INFO:tasks.rados.rados.0.smithi169.stdout:1999: expect (ObjNum 610 snap 177 seq_num 610) 2024-03-10T22:21:04.371 INFO:tasks.rados.rados.0.smithi169.stdout:1993: done (4 left) 2024-03-10T22:21:04.371 INFO:tasks.rados.rados.0.smithi169.stdout:1997: done (3 left) 2024-03-10T22:21:04.371 INFO:tasks.rados.rados.0.smithi169.stdout:1998: done (2 left) 2024-03-10T22:21:04.371 INFO:tasks.rados.rados.0.smithi169.stdout:1999: done (1 left) 2024-03-10T22:21:04.372 INFO:tasks.rados.rados.0.smithi169.stdout:2000: done (0 left) 2024-03-10T22:21:04.372 INFO:tasks.rados.rados.0.smithi169.stdout:2001: rollback oid 3 current snap is 191 2024-03-10T22:21:04.372 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 3 to 178 2024-03-10T22:21:04.372 INFO:tasks.rados.rados.0.smithi169.stdout:2002: delete oid 4 current snap is 191 2024-03-10T22:21:04.374 INFO:tasks.rados.rados.0.smithi169.stdout:2002: done (1 left) 2024-03-10T22:21:04.374 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 191 2024-03-10T22:21:04.374 INFO:tasks.rados.rados.0.smithi169.stdout:2003: seq_num 649 ranges {2301952=475136,2777088=761856,3538944=40960} 2024-03-10T22:21:04.388 INFO:tasks.rados.rados.0.smithi169.stdout:2003: writing smithi16976610-23 from 2301952 to 2777088 tid 1 2024-03-10T22:21:04.392 INFO:tasks.rados.rados.0.smithi169.stdout:2003: writing smithi16976610-23 from 2777088 to 3538944 tid 2 2024-03-10T22:21:04.392 INFO:tasks.rados.rados.0.smithi169.stdout:2003: writing smithi16976610-23 from 3538944 to 3579904 tid 3 2024-03-10T22:21:04.392 INFO:tasks.rados.rados.0.smithi169.stdout:2004: snap_remove snap 182 2024-03-10T22:21:04.458 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:04.195+0000 7f49d800d7c0 -1 osd.4 442 log_to_monitors true 2024-03-10T22:21:04.458 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:04 smithi172 ceph-mon[84635]: osdmap e451: 8 total, 7 up, 8 in 2024-03-10T22:21:04.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-mon[88180]: osdmap e451: 8 total, 7 up, 8 in 2024-03-10T22:21:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-mon[90638]: osdmap e451: 8 total, 7 up, 8 in 2024-03-10T22:21:04.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:04.199+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:04.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:04.190+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:04.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:04.190+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:04.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:04.190+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:04.190+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:04.198+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:04.198+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:04.199+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:04.199+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:04.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:04.200+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:04.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:04.216+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:04.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:04.216+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:05.211 INFO:tasks.rados.rados.0.smithi169.stdout:2004: done (2 left) 2024-03-10T22:21:05.211 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 191 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:2001: finishing rollback tid 0 to smithi16976610-3 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:2001: finishing rollback tid 1 to smithi16976610-3 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:2001: finishing rollback tid 2 to smithi16976610-3 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 13953 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:2003: finishing write tid 1 to smithi16976610-23 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:2003: finishing write tid 2 to smithi16976610-23 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:2003: finishing write tid 3 to smithi16976610-23 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:2003: finishing write tid 4 to smithi16976610-23 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:2003: finishing write tid 5 to smithi16976610-23 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:2003: oid 23 updating version 0 to 13960 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:2003: oid 23 updating version 13960 to 13961 2024-03-10T22:21:05.212 INFO:tasks.rados.rados.0.smithi169.stdout:2003: oid 23 updating version 13961 to 13962 2024-03-10T22:21:05.213 INFO:tasks.rados.rados.0.smithi169.stdout:2003: oid 23 updating version 13962 to 13963 2024-03-10T22:21:05.213 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 13963 (ObjNum 649 snap 191 seq_num 649) dirty exists 2024-03-10T22:21:05.213 INFO:tasks.rados.rados.0.smithi169.stdout:2003: left oid 23 (ObjNum 649 snap 191 seq_num 649) 2024-03-10T22:21:05.213 INFO:tasks.rados.rados.0.smithi169.stdout:2005: seq_num 650 ranges {253952=491520,745472=647168,1392640=155648} 2024-03-10T22:21:05.215 INFO:tasks.rados.rados.0.smithi169.stdout:2005: writing smithi16976610-11 from 253952 to 745472 tid 1 2024-03-10T22:21:05.218 INFO:tasks.rados.rados.0.smithi169.stdout:2005: writing smithi16976610-11 from 745472 to 1392640 tid 2 2024-03-10T22:21:05.220 INFO:tasks.rados.rados.0.smithi169.stdout:2005: writing smithi16976610-11 from 1392640 to 1548288 tid 3 2024-03-10T22:21:05.220 INFO:tasks.rados.rados.0.smithi169.stdout:2001: done (2 left) 2024-03-10T22:21:05.220 INFO:tasks.rados.rados.0.smithi169.stdout:2003: done (1 left) 2024-03-10T22:21:05.220 INFO:tasks.rados.rados.0.smithi169.stdout:2006: read oid 9 snap -1 2024-03-10T22:21:05.220 INFO:tasks.rados.rados.0.smithi169.stdout:2006: expect (ObjNum 610 snap 177 seq_num 610) 2024-03-10T22:21:05.220 INFO:tasks.rados.rados.0.smithi169.stdout:2007: snap_remove snap 178 2024-03-10T22:21:05.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:05.213+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:05.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:05.206+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:05.208+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:05.212+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:05.212+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: osdmap e452: 8 total, 7 up, 8 in 2024-03-10T22:21:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: from='osd.4 [v2:172.21.15.172:6800/2053236319,v1:172.21.15.172:6801/2053236319]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: pgmap v339: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 34 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 234 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 67/639 objects degraded (10.485%) 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: osdmap e452: 8 total, 7 up, 8 in 2024-03-10T22:21:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: from='osd.4 [v2:172.21.15.172:6800/2053236319,v1:172.21.15.172:6801/2053236319]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:21:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:21:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: pgmap v339: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 34 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 234 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 67/639 objects degraded (10.485%) 2024-03-10T22:21:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: osdmap e452: 8 total, 7 up, 8 in 2024-03-10T22:21:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset 104=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: from='osd.4 [v2:172.21.15.172:6800/2053236319,v1:172.21.15.172:6801/2053236319]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:21:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T22:21:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: pgmap v339: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 34 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 234 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 67/639 objects degraded (10.485%) 2024-03-10T22:21:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:06.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:05.677+0000 7f49c545d700 -1 osd.4 442 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:21:06.207 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:21:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:21:05] "GET /metrics HTTP/1.1" 200 36195 "" "Prometheus/2.43.0" 2024-03-10T22:21:06.211 INFO:tasks.rados.rados.0.smithi169.stdout:2007: done (2 left) 2024-03-10T22:21:06.211 INFO:tasks.rados.rados.0.smithi169.stdout:2008: snap_remove snap 186 2024-03-10T22:21:06.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:06.221+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:06.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T22:21:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: from='osd.4 [v2:172.21.15.172:6800/2053236319,v1:172.21.15.172:6801/2053236319]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: osdmap e453: 8 total, 7 up, 8 in 2024-03-10T22:21:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: from='osd.4 ' entity='osd.4' 2024-03-10T22:21:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:06.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T22:21:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: from='osd.4 [v2:172.21.15.172:6800/2053236319,v1:172.21.15.172:6801/2053236319]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: osdmap e453: 8 total, 7 up, 8 in 2024-03-10T22:21:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: from='osd.4 ' entity='osd.4' 2024-03-10T22:21:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:06.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:06.206+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:06.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:06.206+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:06.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:06.208+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:06.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:06.209+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:06.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:06.211+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:06.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:06.212+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:06.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:06.212+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:06.507 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T22:21:06.507 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: from='osd.4 [v2:172.21.15.172:6800/2053236319,v1:172.21.15.172:6801/2053236319]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:06.507 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:06.507 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:06.507 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: osdmap e453: 8 total, 7 up, 8 in 2024-03-10T22:21:06.507 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:06.507 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:06.507 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:06.508 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:06.508 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: from='osd.4 ' entity='osd.4' 2024-03-10T22:21:06.508 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:06.508 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:06 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:07.212 INFO:tasks.rados.rados.0.smithi169.stdout:2008: done (2 left) 2024-03-10T22:21:07.212 INFO:tasks.rados.rados.0.smithi169.stdout:2009: rmattr oid 16 current snap is 191 2024-03-10T22:21:07.212 INFO:tasks.rados.rados.0.smithi169.stdout:2009: done (2 left) 2024-03-10T22:21:07.212 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 20 current snap is 191 2024-03-10T22:21:07.213 INFO:tasks.rados.rados.0.smithi169.stdout:2010: seq_num 651 ranges {4341760=507904,4849664=532480,5382144=270336} 2024-03-10T22:21:07.240 INFO:tasks.rados.rados.0.smithi169.stdout:2010: writing smithi16976610-20 from 4341760 to 4849664 tid 1 2024-03-10T22:21:07.243 INFO:tasks.rados.rados.0.smithi169.stdout:2010: writing smithi16976610-20 from 4849664 to 5382144 tid 2 2024-03-10T22:21:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:2010: writing smithi16976610-20 from 5382144 to 5652480 tid 3 2024-03-10T22:21:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:2011: read oid 25 snap -1 2024-03-10T22:21:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:2011: expect (ObjNum 631 snap 186 seq_num 631) 2024-03-10T22:21:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 191 2024-03-10T22:21:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:2012: seq_num 652 ranges {1400832=524288,1925120=409600,2334720=393216} 2024-03-10T22:21:07.256 INFO:tasks.rados.rados.0.smithi169.stdout:2012: writing smithi16976610-5 from 1400832 to 1925120 tid 1 2024-03-10T22:21:07.259 INFO:tasks.rados.rados.0.smithi169.stdout:2012: writing smithi16976610-5 from 1925120 to 2334720 tid 2 2024-03-10T22:21:07.262 INFO:tasks.rados.rados.0.smithi169.stdout:2012: writing smithi16976610-5 from 2334720 to 2727936 tid 3 2024-03-10T22:21:07.262 INFO:tasks.rados.rados.0.smithi169.stdout:2013: delete oid 38 current snap is 191 2024-03-10T22:21:07.262 INFO:tasks.rados.rados.0.smithi169.stdout:2006: expect (ObjNum 610 snap 177 seq_num 610) 2024-03-10T22:21:07.281 INFO:tasks.rados.rados.0.smithi169.stdout:2005: finishing write tid 1 to smithi16976610-11 2024-03-10T22:21:07.281 INFO:tasks.rados.rados.0.smithi169.stdout:2005: finishing write tid 2 to smithi16976610-11 2024-03-10T22:21:07.281 INFO:tasks.rados.rados.0.smithi169.stdout:2006: done (5 left) 2024-03-10T22:21:07.281 INFO:tasks.rados.rados.0.smithi169.stdout:2013: done (4 left) 2024-03-10T22:21:07.281 INFO:tasks.rados.rados.0.smithi169.stdout:2014: read oid 40 snap -1 2024-03-10T22:21:07.281 INFO:tasks.rados.rados.0.smithi169.stdout:2014: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2015: delete oid 32 current snap is 191 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2005: finishing write tid 3 to smithi16976610-11 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2005: finishing write tid 4 to smithi16976610-11 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2005: finishing write tid 5 to smithi16976610-11 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2005: oid 11 updating version 0 to 13957 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2005: oid 11 version 13957 is already newer than 13956 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2005: oid 11 version 13957 is already newer than 13955 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2005: oid 11 version 13957 is already newer than 13954 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 13957 (ObjNum 650 snap 191 seq_num 650) dirty exists 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2005: left oid 11 (ObjNum 650 snap 191 seq_num 650) 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2010: finishing write tid 1 to smithi16976610-20 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2010: finishing write tid 2 to smithi16976610-20 2024-03-10T22:21:07.282 INFO:tasks.rados.rados.0.smithi169.stdout:2010: finishing write tid 3 to smithi16976610-20 2024-03-10T22:21:07.283 INFO:tasks.rados.rados.0.smithi169.stdout:2010: finishing write tid 4 to smithi16976610-20 2024-03-10T22:21:07.283 INFO:tasks.rados.rados.0.smithi169.stdout:2011: expect (ObjNum 631 snap 186 seq_num 631) 2024-03-10T22:21:07.311 INFO:tasks.rados.rados.0.smithi169.stdout:2010: finishing write tid 5 to smithi16976610-20 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2010: oid 20 updating version 0 to 736 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2010: oid 20 updating version 736 to 737 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2010: oid 20 version 737 is already newer than 734 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2010: oid 20 version 737 is already newer than 735 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 737 (ObjNum 651 snap 191 seq_num 651) dirty exists 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2010: left oid 20 (ObjNum 651 snap 191 seq_num 651) 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2012: finishing write tid 1 to smithi16976610-5 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2012: finishing write tid 2 to smithi16976610-5 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2012: finishing write tid 3 to smithi16976610-5 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2012: finishing write tid 4 to smithi16976610-5 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2005: done (5 left) 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2010: done (4 left) 2024-03-10T22:21:07.312 INFO:tasks.rados.rados.0.smithi169.stdout:2011: done (3 left) 2024-03-10T22:21:07.313 INFO:tasks.rados.rados.0.smithi169.stdout:2015: done (2 left) 2024-03-10T22:21:07.313 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 191 2024-03-10T22:21:07.313 INFO:tasks.rados.rados.0.smithi169.stdout:2012: finishing write tid 5 to smithi16976610-5 2024-03-10T22:21:07.313 INFO:tasks.rados.rados.0.smithi169.stdout:2012: oid 5 updating version 0 to 13954 2024-03-10T22:21:07.313 INFO:tasks.rados.rados.0.smithi169.stdout:2012: oid 5 updating version 13954 to 13955 2024-03-10T22:21:07.313 INFO:tasks.rados.rados.0.smithi169.stdout:2012: oid 5 version 13955 is already newer than 13953 2024-03-10T22:21:07.313 INFO:tasks.rados.rados.0.smithi169.stdout:2012: oid 5 updating version 13955 to 13956 2024-03-10T22:21:07.313 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 13956 (ObjNum 652 snap 191 seq_num 652) dirty exists 2024-03-10T22:21:07.313 INFO:tasks.rados.rados.0.smithi169.stdout:2012: left oid 5 (ObjNum 652 snap 191 seq_num 652) 2024-03-10T22:21:07.313 INFO:tasks.rados.rados.0.smithi169.stdout:2016: seq_num 655 ranges {5922816=573440,6496256=516096,7012352=286720} 2024-03-10T22:21:07.347 INFO:tasks.rados.rados.0.smithi169.stdout:2016: writing smithi16976610-31 from 5922816 to 6496256 tid 1 2024-03-10T22:21:07.350 INFO:tasks.rados.rados.0.smithi169.stdout:2016: writing smithi16976610-31 from 6496256 to 7012352 tid 2 2024-03-10T22:21:07.352 INFO:tasks.rados.rados.0.smithi169.stdout:2016: writing smithi16976610-31 from 7012352 to 7299072 tid 3 2024-03-10T22:21:07.352 INFO:tasks.rados.rados.0.smithi169.stdout:2012: done (2 left) 2024-03-10T22:21:07.352 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 191 2024-03-10T22:21:07.352 INFO:tasks.rados.rados.0.smithi169.stdout:2017: seq_num 656 ranges {3252224=589824,3842048=802816} 2024-03-10T22:21:07.373 INFO:tasks.rados.rados.0.smithi169.stdout:2017: writing smithi16976610-2 from 3252224 to 3842048 tid 1 2024-03-10T22:21:07.378 INFO:tasks.rados.rados.0.smithi169.stdout:2017: writing smithi16976610-2 from 3842048 to 4644864 tid 2 2024-03-10T22:21:07.378 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 191 2024-03-10T22:21:07.378 INFO:tasks.rados.rados.0.smithi169.stdout:2018: seq_num 657 ranges {3579904=606208,4186112=688128,4874240=114688} 2024-03-10T22:21:07.400 INFO:tasks.rados.rados.0.smithi169.stdout:2018: writing smithi16976610-23 from 3579904 to 4186112 tid 1 2024-03-10T22:21:07.404 INFO:tasks.rados.rados.0.smithi169.stdout:2018: writing smithi16976610-23 from 4186112 to 4874240 tid 2 2024-03-10T22:21:07.405 INFO:tasks.rados.rados.0.smithi169.stdout:2018: writing smithi16976610-23 from 4874240 to 4988928 tid 3 2024-03-10T22:21:07.405 INFO:tasks.rados.rados.0.smithi169.stdout:2019: read oid 8 snap -1 2024-03-10T22:21:07.405 INFO:tasks.rados.rados.0.smithi169.stdout:2019: expect deleted 2024-03-10T22:21:07.405 INFO:tasks.rados.rados.0.smithi169.stdout:2020: copy_from oid 42 from oid 15 current snap is 191 2024-03-10T22:21:07.405 INFO:tasks.rados.rados.0.smithi169.stdout:2014: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:07.459 INFO:tasks.rados.rados.0.smithi169.stdout:2016: finishing write tid 1 to smithi16976610-31 2024-03-10T22:21:07.459 INFO:tasks.rados.rados.0.smithi169.stdout:2016: finishing write tid 2 to smithi16976610-31 2024-03-10T22:21:07.459 INFO:tasks.rados.rados.0.smithi169.stdout:2016: finishing write tid 3 to smithi16976610-31 2024-03-10T22:21:07.459 INFO:tasks.rados.rados.0.smithi169.stdout:2016: finishing write tid 4 to smithi16976610-31 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2016: finishing write tid 5 to smithi16976610-31 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2016: oid 31 updating version 0 to 13961 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2016: oid 31 updating version 13961 to 13964 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2016: oid 31 version 13964 is already newer than 13962 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2016: oid 31 version 13964 is already newer than 13963 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 13964 (ObjNum 655 snap 191 seq_num 655) dirty exists 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2016: left oid 31 (ObjNum 655 snap 191 seq_num 655) 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2017: finishing write tid 1 to smithi16976610-2 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2017: finishing write tid 2 to smithi16976610-2 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2017: finishing write tid 3 to smithi16976610-2 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2014: done (5 left) 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2016: done (4 left) 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2021: read oid 4 snap -1 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2021: expect deleted 2024-03-10T22:21:07.460 INFO:tasks.rados.rados.0.smithi169.stdout:2022: read oid 22 snap -1 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2022: expect (ObjNum 594 snap 174 seq_num 594) 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2023: copy_from oid 35 from oid 38 current snap is 191 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2017: finishing write tid 4 to smithi16976610-2 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2017: oid 2 updating version 0 to 13957 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2017: oid 2 updating version 13957 to 13958 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2017: oid 2 updating version 13958 to 13959 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 13959 (ObjNum 656 snap 191 seq_num 656) dirty exists 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2017: left oid 2 (ObjNum 656 snap 191 seq_num 656) 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2017: done (6 left) 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2024: delete oid 20 current snap is 191 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2018: finishing write tid 1 to smithi16976610-23 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2018: finishing write tid 2 to smithi16976610-23 2024-03-10T22:21:07.461 INFO:tasks.rados.rados.0.smithi169.stdout:2018: finishing write tid 3 to smithi16976610-23 2024-03-10T22:21:07.462 INFO:tasks.rados.rados.0.smithi169.stdout:2018: finishing write tid 4 to smithi16976610-23 2024-03-10T22:21:07.462 INFO:tasks.rados.rados.0.smithi169.stdout:2018: finishing write tid 5 to smithi16976610-23 2024-03-10T22:21:07.462 INFO:tasks.rados.rados.0.smithi169.stdout:2018: oid 23 updating version 0 to 13965 2024-03-10T22:21:07.462 INFO:tasks.rados.rados.0.smithi169.stdout:2018: oid 23 updating version 13965 to 13966 2024-03-10T22:21:07.462 INFO:tasks.rados.rados.0.smithi169.stdout:2018: oid 23 version 13966 is already newer than 13964 2024-03-10T22:21:07.462 INFO:tasks.rados.rados.0.smithi169.stdout:2018: oid 23 updating version 13966 to 13967 2024-03-10T22:21:07.462 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 13967 (ObjNum 657 snap 191 seq_num 657) dirty exists 2024-03-10T22:21:07.462 INFO:tasks.rados.rados.0.smithi169.stdout:2018: left oid 23 (ObjNum 657 snap 191 seq_num 657) 2024-03-10T22:21:07.462 INFO:tasks.rados.rados.0.smithi169.stdout:2020: finishing copy_from racing read to smithi16976610-42 2024-03-10T22:21:07.462 INFO:tasks.rados.rados.0.smithi169.stdout:2020: finishing copy_from to smithi16976610-42 2024-03-10T22:21:07.462 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 13942 (ObjNum 617 snap 182 seq_num 617) dirty exists 2024-03-10T22:21:07.463 INFO:tasks.rados.rados.0.smithi169.stdout:2018: done (6 left) 2024-03-10T22:21:07.463 INFO:tasks.rados.rados.0.smithi169.stdout:2019: done (5 left) 2024-03-10T22:21:07.463 INFO:tasks.rados.rados.0.smithi169.stdout:2020: done (4 left) 2024-03-10T22:21:07.463 INFO:tasks.rados.rados.0.smithi169.stdout:2021: done (3 left) 2024-03-10T22:21:07.463 INFO:tasks.rados.rados.0.smithi169.stdout:2024: done (2 left) 2024-03-10T22:21:07.463 INFO:tasks.rados.rados.0.smithi169.stdout:2025: snap_remove snap 177 2024-03-10T22:21:07.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:07.226+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:07.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:07.337+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:07.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:21:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: osd.4 [v2:172.21.15.172:6800/2053236319,v1:172.21.15.172:6801/2053236319] boot 2024-03-10T22:21:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: osdmap e454: 8 total, 8 up, 8 in 2024-03-10T22:21:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:21:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: pgmap v342: 121 pgs: 15 peering, 2 active+undersized+degraded+snaptrim_error, 9 active+undersized+degraded, 20 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 238 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 66/648 objects degraded (10.185%) 2024-03-10T22:21:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 67/639 objects degraded (10.485%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[88180]: osdmap e455: 8 total, 8 up, 8 in 2024-03-10T22:21:07.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:07.214+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:07.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:07.214+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:07.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:07.217+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:07.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:07.218+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:07.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:07.331+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:21:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: osd.4 [v2:172.21.15.172:6800/2053236319,v1:172.21.15.172:6801/2053236319] boot 2024-03-10T22:21:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: osdmap e454: 8 total, 8 up, 8 in 2024-03-10T22:21:07.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:21:07.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:07.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:07.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:07.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:07.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: pgmap v342: 121 pgs: 15 peering, 2 active+undersized+degraded+snaptrim_error, 9 active+undersized+degraded, 20 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 238 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 66/648 objects degraded (10.185%) 2024-03-10T22:21:07.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 67/639 objects degraded (10.485%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:07.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:07 smithi169 ceph-mon[90638]: osdmap e455: 8 total, 8 up, 8 in 2024-03-10T22:21:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:21:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: osd.4 [v2:172.21.15.172:6800/2053236319,v1:172.21.15.172:6801/2053236319] boot 2024-03-10T22:21:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: osdmap e454: 8 total, 8 up, 8 in 2024-03-10T22:21:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T22:21:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: pgmap v342: 121 pgs: 15 peering, 2 active+undersized+degraded+snaptrim_error, 9 active+undersized+degraded, 20 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 238 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 66/648 objects degraded (10.185%) 2024-03-10T22:21:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 67/639 objects degraded (10.485%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:07 smithi172 ceph-mon[84635]: osdmap e455: 8 total, 8 up, 8 in 2024-03-10T22:21:08.248 INFO:tasks.rados.rados.0.smithi169.stdout:2025: done (2 left) 2024-03-10T22:21:08.248 INFO:tasks.rados.rados.0.smithi169.stdout:2026: read oid 36 snap -1 2024-03-10T22:21:08.248 INFO:tasks.rados.rados.0.smithi169.stdout:2026: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:08.248 INFO:tasks.rados.rados.0.smithi169.stdout:2027: snap_remove snap 190 2024-03-10T22:21:08.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:08.244+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:08.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:08.245+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:08.249+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:08.249+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:08.249+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:08.249+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:08.249+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:08.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:08.250+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:08.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:08.250+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:08.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:08.250+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:08.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:08.241+0000 7f49ac42b700 -1 osd.4 pg_epoch: 456 pg[5.es0( v 434'226 (0'0,434'226] local-lis/les=454/455 n=1 ec=72/72 lis/c=454/454 les/c/f=455/455/0 sis=454) [4,5,0]p4(0) r=0 lpr=454 crt=434'226 lcod 0'0 mlcod 0'0 active+clean+snaptrim trimq=[fb~1] ps=[b1~1,b4~2,b7~5,bd~3e,fc~5,102~3]] update_snap_map remove_oid 5:74545209:::smithi16976610-36:fb failed with -2 2024-03-10T22:21:08.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:08.246+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:08.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:08.246+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:08.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:08.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:08.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:08.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:09.255 INFO:tasks.rados.rados.0.smithi169.stdout:2027: done (3 left) 2024-03-10T22:21:09.255 INFO:tasks.rados.rados.0.smithi169.stdout:2028: rollback oid 45 current snap is 191 2024-03-10T22:21:09.255 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 45 to 188 2024-03-10T22:21:09.255 INFO:tasks.rados.rados.0.smithi169.stdout:2023: finishing copy_from to smithi16976610-35 2024-03-10T22:21:09.255 INFO:tasks.rados.rados.0.smithi169.stdout:2023: got expected ENOENT (src dne) 2024-03-10T22:21:09.255 INFO:tasks.rados.rados.0.smithi169.stdout:2023: finishing copy_from racing read to smithi16976610-35 2024-03-10T22:21:09.255 INFO:tasks.rados.rados.0.smithi169.stdout:2022: expect (ObjNum 594 snap 174 seq_num 594) 2024-03-10T22:21:09.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:09.258+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:09.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:09.268+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:09.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:09.251+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:09.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:09.251+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:09.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:09.251+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:09.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:09.252+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:09.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:09.254+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[90638]: osdmap e456: 8 total, 8 up, 8 in 2024-03-10T22:21:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:09.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:09.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:09.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:09.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:09.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[90638]: pgmap v345: 121 pgs: 1 peering+snaptrim_error, 20 peering, 1 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 17 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 238 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 772 KiB/s wr, 4 op/s; 34/651 objects degraded (5.223%) 2024-03-10T22:21:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[88180]: osdmap e456: 8 total, 8 up, 8 in 2024-03-10T22:21:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:09.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:09.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:09.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:09.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-mon[88180]: pgmap v345: 121 pgs: 1 peering+snaptrim_error, 20 peering, 1 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 17 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 238 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 772 KiB/s wr, 4 op/s; 34/651 objects degraded (5.223%) 2024-03-10T22:21:09.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:09.248+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:09 smithi172 ceph-mon[84635]: osdmap e456: 8 total, 8 up, 8 in 2024-03-10T22:21:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:09 smithi172 ceph-mon[84635]: pgmap v345: 121 pgs: 1 peering+snaptrim_error, 20 peering, 1 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 17 active+undersized, 5 active+clean+snaptrim_error, 70 active+clean; 238 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 772 KiB/s wr, 4 op/s; 34/651 objects degraded (5.223%) 2024-03-10T22:21:09.675 INFO:tasks.rados.rados.0.smithi169.stdout:2026: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:09.725 INFO:tasks.rados.rados.0.smithi169.stdout:2028: finishing rollback tid 0 to smithi16976610-45 2024-03-10T22:21:09.725 INFO:tasks.rados.rados.0.smithi169.stdout:2028: finishing rollback tid 1 to smithi16976610-45 2024-03-10T22:21:09.725 INFO:tasks.rados.rados.0.smithi169.stdout:2028: finishing rollback tid 2 to smithi16976610-45 2024-03-10T22:21:09.725 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 13955 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T22:21:09.725 INFO:tasks.rados.rados.0.smithi169.stdout:2022: done (3 left) 2024-03-10T22:21:09.725 INFO:tasks.rados.rados.0.smithi169.stdout:2023: done (2 left) 2024-03-10T22:21:09.725 INFO:tasks.rados.rados.0.smithi169.stdout:2026: done (1 left) 2024-03-10T22:21:09.725 INFO:tasks.rados.rados.0.smithi169.stdout:2028: done (0 left) 2024-03-10T22:21:09.725 INFO:tasks.rados.rados.0.smithi169.stdout:2029: read oid 10 snap -1 2024-03-10T22:21:09.726 INFO:tasks.rados.rados.0.smithi169.stdout:2029: expect (ObjNum 476 snap 140 seq_num 476) 2024-03-10T22:21:09.726 INFO:tasks.rados.rados.0.smithi169.stdout:2030: snap_create 2024-03-10T22:21:09.736 INFO:tasks.rados.rados.0.smithi169.stdout:2029: expect (ObjNum 476 snap 140 seq_num 476) 2024-03-10T22:21:10.246 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:21:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:21:09.816+0000 7fcb9e6f0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-03-10T22:21:10.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:10.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: osdmap e457: 8 total, 8 up, 8 in 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: osdmap e457: 8 total, 8 up, 8 in 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:10.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:10.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:10.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:10.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:21:10.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:21:10.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:10.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:10.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:10.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:10.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:10.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: osdmap e457: 8 total, 8 up, 8 in 2024-03-10T22:21:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:21:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:21:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:10.678 INFO:tasks.rados.rados.0.smithi169.stdout:2029: done (1 left) 2024-03-10T22:21:10.678 INFO:tasks.rados.rados.0.smithi169.stdout:2030: done (0 left) 2024-03-10T22:21:10.678 INFO:tasks.rados.rados.0.smithi169.stdout:2031: setattr oid 19 current snap is 192 2024-03-10T22:21:10.680 INFO:tasks.rados.rados.0.smithi169.stdout:2032: read oid 44 snap -1 2024-03-10T22:21:10.680 INFO:tasks.rados.rados.0.smithi169.stdout:2032: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:21:10.680 INFO:tasks.rados.rados.0.smithi169.stdout:2033: snap_remove snap 189 2024-03-10T22:21:11.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:10.682+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:11.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:10.684+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:11.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:10.680+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:11.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:10.680+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:11.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:21:11.245+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:21:11.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.189+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:11.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.190+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:11.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.190+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:11.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.190+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:11.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.190+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:11.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.190+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:11.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.190+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:11.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.190+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:11.682 INFO:tasks.rados.rados.0.smithi169.stdout:2033: done (2 left) 2024-03-10T22:21:11.682 INFO:tasks.rados.rados.0.smithi169.stdout:2034: read oid 40 snap 191 2024-03-10T22:21:11.682 INFO:tasks.rados.rados.0.smithi169.stdout:2034: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:11.682 INFO:tasks.rados.rados.0.smithi169.stdout:2035: read oid 41 snap 183 2024-03-10T22:21:11.682 INFO:tasks.rados.rados.0.smithi169.stdout:2035: expect (ObjNum 611 snap 179 seq_num 611) 2024-03-10T22:21:11.682 INFO:tasks.rados.rados.0.smithi169.stdout:2036: copy_from oid 39 from oid 14 current snap is 192 2024-03-10T22:21:11.683 INFO:tasks.rados.rados.0.smithi169.stdout:2032: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:21:11.684 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 13956 (ObjNum 65 snap 0 seq_num 1331581537) dirty exists 2024-03-10T22:21:11.684 INFO:tasks.rados.rados.0.smithi169.stdout:2031: done (4 left) 2024-03-10T22:21:11.684 INFO:tasks.rados.rados.0.smithi169.stdout:2032: done (3 left) 2024-03-10T22:21:11.684 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 192 2024-03-10T22:21:11.684 INFO:tasks.rados.rados.0.smithi169.stdout:2037: seq_num 659 ranges {4038656=647168,4685824=450560,5136384=352256} 2024-03-10T22:21:11.710 INFO:tasks.rados.rados.0.smithi169.stdout:2037: writing smithi16976610-10 from 4038656 to 4685824 tid 1 2024-03-10T22:21:11.713 INFO:tasks.rados.rados.0.smithi169.stdout:2037: writing smithi16976610-10 from 4685824 to 5136384 tid 2 2024-03-10T22:21:11.715 INFO:tasks.rados.rados.0.smithi169.stdout:2037: writing smithi16976610-10 from 5136384 to 5488640 tid 3 2024-03-10T22:21:11.715 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 192 2024-03-10T22:21:11.715 INFO:tasks.rados.rados.0.smithi169.stdout:2038: seq_num 660 ranges {606208=663552,1269760=737280,2007040=65536} 2024-03-10T22:21:11.723 INFO:tasks.rados.rados.0.smithi169.stdout:2038: writing smithi16976610-26 from 606208 to 1269760 tid 1 2024-03-10T22:21:11.726 INFO:tasks.rados.rados.0.smithi169.stdout:2038: writing smithi16976610-26 from 1269760 to 2007040 tid 2 2024-03-10T22:21:11.727 INFO:tasks.rados.rados.0.smithi169.stdout:2038: writing smithi16976610-26 from 2007040 to 2072576 tid 3 2024-03-10T22:21:11.727 INFO:tasks.rados.rados.0.smithi169.stdout:2039: copy_from oid 49 from oid 3 current snap is 192 2024-03-10T22:21:11.727 INFO:tasks.rados.rados.0.smithi169.stdout:2034: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:11.776 INFO:tasks.rados.rados.0.smithi169.stdout:2035: expect (ObjNum 611 snap 179 seq_num 611) 2024-03-10T22:21:11.888 INFO:tasks.rados.rados.0.smithi169.stdout:2037: finishing write tid 1 to smithi16976610-10 2024-03-10T22:21:11.889 INFO:tasks.rados.rados.0.smithi169.stdout:2037: finishing write tid 2 to smithi16976610-10 2024-03-10T22:21:11.889 INFO:tasks.rados.rados.0.smithi169.stdout:2037: finishing write tid 3 to smithi16976610-10 2024-03-10T22:21:11.889 INFO:tasks.rados.rados.0.smithi169.stdout:2037: finishing write tid 4 to smithi16976610-10 2024-03-10T22:21:11.889 INFO:tasks.rados.rados.0.smithi169.stdout:2034: done (5 left) 2024-03-10T22:21:11.889 INFO:tasks.rados.rados.0.smithi169.stdout:2035: done (4 left) 2024-03-10T22:21:11.889 INFO:tasks.rados.rados.0.smithi169.stdout:2040: delete oid 36 current snap is 192 2024-03-10T22:21:11.889 INFO:tasks.rados.rados.0.smithi169.stdout:2037: finishing write tid 5 to smithi16976610-10 2024-03-10T22:21:11.890 INFO:tasks.rados.rados.0.smithi169.stdout:2037: oid 10 updating version 0 to 10332 2024-03-10T22:21:11.890 INFO:tasks.rados.rados.0.smithi169.stdout:2037: oid 10 updating version 10332 to 10334 2024-03-10T22:21:11.890 INFO:tasks.rados.rados.0.smithi169.stdout:2037: oid 10 updating version 10334 to 10335 2024-03-10T22:21:11.890 INFO:tasks.rados.rados.0.smithi169.stdout:2037: oid 10 version 10335 is already newer than 10333 2024-03-10T22:21:11.890 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10335 (ObjNum 659 snap 192 seq_num 659) dirty exists 2024-03-10T22:21:11.890 INFO:tasks.rados.rados.0.smithi169.stdout:2037: left oid 10 (ObjNum 659 snap 192 seq_num 659) 2024-03-10T22:21:11.890 INFO:tasks.rados.rados.0.smithi169.stdout:2036: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:21:11.891 INFO:tasks.rados.rados.0.smithi169.stdout:2036: finishing copy_from to smithi16976610-39 2024-03-10T22:21:11.891 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 10332 (ObjNum 557 snap 161 seq_num 557) dirty exists 2024-03-10T22:21:11.891 INFO:tasks.rados.rados.0.smithi169.stdout:2038: finishing write tid 1 to smithi16976610-26 2024-03-10T22:21:11.891 INFO:tasks.rados.rados.0.smithi169.stdout:2038: finishing write tid 2 to smithi16976610-26 2024-03-10T22:21:11.891 INFO:tasks.rados.rados.0.smithi169.stdout:2038: finishing write tid 3 to smithi16976610-26 2024-03-10T22:21:11.891 INFO:tasks.rados.rados.0.smithi169.stdout:2038: finishing write tid 4 to smithi16976610-26 2024-03-10T22:21:11.891 INFO:tasks.rados.rados.0.smithi169.stdout:2038: finishing write tid 5 to smithi16976610-26 2024-03-10T22:21:11.891 INFO:tasks.rados.rados.0.smithi169.stdout:2038: oid 26 updating version 0 to 13961 2024-03-10T22:21:11.891 INFO:tasks.rados.rados.0.smithi169.stdout:2038: oid 26 version 13961 is already newer than 13959 2024-03-10T22:21:11.892 INFO:tasks.rados.rados.0.smithi169.stdout:2038: oid 26 version 13961 is already newer than 13958 2024-03-10T22:21:11.892 INFO:tasks.rados.rados.0.smithi169.stdout:2038: oid 26 version 13961 is already newer than 13960 2024-03-10T22:21:11.892 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 13961 (ObjNum 660 snap 192 seq_num 660) dirty exists 2024-03-10T22:21:11.892 INFO:tasks.rados.rados.0.smithi169.stdout:2038: left oid 26 (ObjNum 660 snap 192 seq_num 660) 2024-03-10T22:21:11.893 INFO:tasks.rados.rados.0.smithi169.stdout:2039: finishing copy_from racing read to smithi16976610-49 2024-03-10T22:21:11.893 INFO:tasks.rados.rados.0.smithi169.stdout:2039: finishing copy_from to smithi16976610-49 2024-03-10T22:21:11.893 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 13953 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:21:11.894 INFO:tasks.rados.rados.0.smithi169.stdout:2036: done (4 left) 2024-03-10T22:21:11.895 INFO:tasks.rados.rados.0.smithi169.stdout:2037: done (3 left) 2024-03-10T22:21:11.895 INFO:tasks.rados.rados.0.smithi169.stdout:2038: done (2 left) 2024-03-10T22:21:11.895 INFO:tasks.rados.rados.0.smithi169.stdout:2039: done (1 left) 2024-03-10T22:21:11.895 INFO:tasks.rados.rados.0.smithi169.stdout:2040: done (0 left) 2024-03-10T22:21:11.895 INFO:tasks.rados.rados.0.smithi169.stdout:2041: read oid 17 snap 187 2024-03-10T22:21:11.895 INFO:tasks.rados.rados.0.smithi169.stdout:2041: expect (ObjNum 610 snap 177 seq_num 610) 2024-03-10T22:21:11.896 INFO:tasks.rados.rados.0.smithi169.stdout:2042: delete oid 38 current snap is 192 2024-03-10T22:21:11.896 INFO:tasks.rados.rados.0.smithi169.stdout:2042: done (1 left) 2024-03-10T22:21:11.896 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 192 2024-03-10T22:21:11.896 INFO:tasks.rados.rados.0.smithi169.stdout:2043: seq_num 663 ranges {0=712704,712704=442368,1155072=360448} 2024-03-10T22:21:11.896 INFO:tasks.rados.rados.0.smithi169.stdout:2043: writing smithi16976610-38 from 0 to 712704 tid 1 2024-03-10T22:21:11.898 INFO:tasks.rados.rados.0.smithi169.stdout:2043: writing smithi16976610-38 from 712704 to 1155072 tid 2 2024-03-10T22:21:11.900 INFO:tasks.rados.rados.0.smithi169.stdout:2043: writing smithi16976610-38 from 1155072 to 1515520 tid 3 2024-03-10T22:21:11.900 INFO:tasks.rados.rados.0.smithi169.stdout:2044: snap_create 2024-03-10T22:21:11.900 INFO:tasks.rados.rados.0.smithi169.stdout:2041: expect (ObjNum 610 snap 177 seq_num 610) 2024-03-10T22:21:11.918 INFO:tasks.rados.rados.0.smithi169.stdout:2043: finishing write tid 1 to smithi16976610-38 2024-03-10T22:21:11.919 INFO:tasks.rados.rados.0.smithi169.stdout:2043: finishing write tid 2 to smithi16976610-38 2024-03-10T22:21:11.919 INFO:tasks.rados.rados.0.smithi169.stdout:2043: finishing write tid 3 to smithi16976610-38 2024-03-10T22:21:11.919 INFO:tasks.rados.rados.0.smithi169.stdout:2043: finishing write tid 4 to smithi16976610-38 2024-03-10T22:21:11.919 INFO:tasks.rados.rados.0.smithi169.stdout:2043: finishing write tid 5 to smithi16976610-38 2024-03-10T22:21:11.919 INFO:tasks.rados.rados.0.smithi169.stdout:2043: oid 38 updating version 0 to 13954 2024-03-10T22:21:11.919 INFO:tasks.rados.rados.0.smithi169.stdout:2043: oid 38 version 13954 is already newer than 13952 2024-03-10T22:21:11.919 INFO:tasks.rados.rados.0.smithi169.stdout:2043: oid 38 version 13954 is already newer than 13953 2024-03-10T22:21:11.919 INFO:tasks.rados.rados.0.smithi169.stdout:2043: oid 38 updating version 13954 to 13955 2024-03-10T22:21:11.919 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 13955 (ObjNum 663 snap 192 seq_num 663) dirty exists 2024-03-10T22:21:11.920 INFO:tasks.rados.rados.0.smithi169.stdout:2043: left oid 38 (ObjNum 663 snap 192 seq_num 663) 2024-03-10T22:21:12.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:11.681+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:12.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:11.681+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:12.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.693+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:12.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.693+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:12.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.693+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:12.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.694+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:12.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:11.694+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:12.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:12.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[90638]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-03-10T22:21:12.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[90638]: pgmap v347: 121 pgs: 1 peering+snaptrim_error, 20 peering, 7 active+clean+snaptrim_error, 93 active+clean; 245 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 5.0 MiB/s, 2 objects/s recovering 2024-03-10T22:21:12.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:12.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:12.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[90638]: osdmap e458: 8 total, 8 up, 8 in 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[90638]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[90638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/651 objects degraded (5.223%), 8 pgs degraded) 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[88180]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[88180]: pgmap v347: 121 pgs: 1 peering+snaptrim_error, 20 peering, 7 active+clean+snaptrim_error, 93 active+clean; 245 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 5.0 MiB/s, 2 objects/s recovering 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[88180]: osdmap e458: 8 total, 8 up, 8 in 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[88180]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:21:12.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:11 smithi169 ceph-mon[88180]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/651 objects degraded (5.223%), 8 pgs degraded) 2024-03-10T22:21:12.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:11.686+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:11 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:11 smithi172 ceph-mon[84635]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-03-10T22:21:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:11 smithi172 ceph-mon[84635]: pgmap v347: 121 pgs: 1 peering+snaptrim_error, 20 peering, 7 active+clean+snaptrim_error, 93 active+clean; 245 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 5.0 MiB/s, 2 objects/s recovering 2024-03-10T22:21:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:12.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:12.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:11 smithi172 ceph-mon[84635]: osdmap e458: 8 total, 8 up, 8 in 2024-03-10T22:21:12.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:12.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:11 smithi172 ceph-mon[84635]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:21:12.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:11 smithi172 ceph-mon[84635]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/651 objects degraded (5.223%), 8 pgs degraded) 2024-03-10T22:21:12.571 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:21:12.693 INFO:tasks.rados.rados.0.smithi169.stdout:2041: done (2 left) 2024-03-10T22:21:12.693 INFO:tasks.rados.rados.0.smithi169.stdout:2043: done (1 left) 2024-03-10T22:21:12.693 INFO:tasks.rados.rados.0.smithi169.stdout:2044: done (0 left) 2024-03-10T22:21:12.693 INFO:tasks.rados.rados.0.smithi169.stdout:2045: read oid 14 snap 187 2024-03-10T22:21:12.693 INFO:tasks.rados.rados.0.smithi169.stdout:2045: expect (ObjNum 557 snap 161 seq_num 557) 2024-03-10T22:21:12.694 INFO:tasks.rados.rados.0.smithi169.stdout:2046: rollback oid 21 current snap is 193 2024-03-10T22:21:12.694 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 187 2024-03-10T22:21:12.694 INFO:tasks.rados.rados.0.smithi169.stdout:2047: delete oid 46 current snap is 193 2024-03-10T22:21:12.698 INFO:tasks.rados.rados.0.smithi169.stdout:2046: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:21:12.698 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 13939 (ObjNum 225 snap 0 seq_num 150727520) dirty dne 2024-03-10T22:21:12.700 INFO:tasks.rados.rados.0.smithi169.stdout:2046: done (2 left) 2024-03-10T22:21:12.700 INFO:tasks.rados.rados.0.smithi169.stdout:2047: done (1 left) 2024-03-10T22:21:12.700 INFO:tasks.rados.rados.0.smithi169.stdout:2048: delete oid 8 current snap is 193 2024-03-10T22:21:12.702 INFO:tasks.rados.rados.0.smithi169.stdout:2048: done (1 left) 2024-03-10T22:21:12.702 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 193 2024-03-10T22:21:12.703 INFO:tasks.rados.rados.0.smithi169.stdout:2049: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-03-10T22:21:12.707 INFO:tasks.rados.rados.0.smithi169.stdout:2049: writing smithi16976610-8 from 0 to 761856 tid 1 2024-03-10T22:21:12.710 INFO:tasks.rados.rados.0.smithi169.stdout:2049: writing smithi16976610-8 from 761856 to 1253376 tid 2 2024-03-10T22:21:12.712 INFO:tasks.rados.rados.0.smithi169.stdout:2049: writing smithi16976610-8 from 1253376 to 1564672 tid 3 2024-03-10T22:21:12.712 INFO:tasks.rados.rados.0.smithi169.stdout:2050: snap_remove snap 188 2024-03-10T22:21:13.006 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:12.705+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:13.006 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:12.705+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:13.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:13.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:13.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:13.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:13.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:13.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:13.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:13.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: osdmap e459: 8 total, 8 up, 8 in 2024-03-10T22:21:13.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:13.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:13.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:13.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:13.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:13.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:13.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:13.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:13.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:13.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:13.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:13.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:13.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:13.009 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: osdmap e459: 8 total, 8 up, 8 in 2024-03-10T22:21:13.009 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:13.009 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:13.009 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:13.009 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:13.009 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:13.009 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:13.009 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:12.695+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:13.009 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:12.695+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:13.009 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:12.697+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:13.009 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:12.698+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:13.009 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:12.698+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:13.010 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:12.698+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:13.010 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:12.698+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:13.010 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:12.699+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:13.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:12.687+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:13.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:12.687+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 109=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: osdmap e459: 8 total, 8 up, 8 in 2024-03-10T22:21:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset fb=[]:{} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset f7=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:13.690 INFO:tasks.rados.rados.0.smithi169.stdout:2050: done (2 left) 2024-03-10T22:21:13.691 INFO:tasks.rados.rados.0.smithi169.stdout:2051: read oid 49 snap -1 2024-03-10T22:21:13.691 INFO:tasks.rados.rados.0.smithi169.stdout:2051: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:13.691 INFO:tasks.rados.rados.0.smithi169.stdout:2052: copy_from oid 45 from oid 37 current snap is 193 2024-03-10T22:21:13.691 INFO:tasks.rados.rados.0.smithi169.stdout:2049: finishing write tid 1 to smithi16976610-8 2024-03-10T22:21:13.691 INFO:tasks.rados.rados.0.smithi169.stdout:2049: finishing write tid 2 to smithi16976610-8 2024-03-10T22:21:13.691 INFO:tasks.rados.rados.0.smithi169.stdout:2049: finishing write tid 3 to smithi16976610-8 2024-03-10T22:21:13.691 INFO:tasks.rados.rados.0.smithi169.stdout:2049: finishing write tid 4 to smithi16976610-8 2024-03-10T22:21:13.691 INFO:tasks.rados.rados.0.smithi169.stdout:2045: expect (ObjNum 557 snap 161 seq_num 557) 2024-03-10T22:21:13.961 INFO:tasks.rados.rados.0.smithi169.stdout:2049: finishing write tid 5 to smithi16976610-8 2024-03-10T22:21:13.961 INFO:tasks.rados.rados.0.smithi169.stdout:2049: oid 8 updating version 0 to 13905 2024-03-10T22:21:13.962 INFO:tasks.rados.rados.0.smithi169.stdout:2049: oid 8 version 13905 is already newer than 13904 2024-03-10T22:21:13.962 INFO:tasks.rados.rados.0.smithi169.stdout:2049: oid 8 updating version 13905 to 13907 2024-03-10T22:21:13.962 INFO:tasks.rados.rados.0.smithi169.stdout:2049: oid 8 version 13907 is already newer than 13906 2024-03-10T22:21:13.962 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 13907 (ObjNum 666 snap 193 seq_num 666) dirty exists 2024-03-10T22:21:13.962 INFO:tasks.rados.rados.0.smithi169.stdout:2049: left oid 8 (ObjNum 666 snap 193 seq_num 666) 2024-03-10T22:21:13.962 INFO:tasks.rados.rados.0.smithi169.stdout:2051: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:14.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:13.691+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:14.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:13.692+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[90638]: pgmap v350: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 246 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 21 op/s; 5.1 MiB/s, 2 objects/s recovering 2024-03-10T22:21:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset 109=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[90638]: osdmap e460: 8 total, 8 up, 8 in 2024-03-10T22:21:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[88180]: pgmap v350: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 246 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 21 op/s; 5.1 MiB/s, 2 objects/s recovering 2024-03-10T22:21:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset 109=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[88180]: osdmap e460: 8 total, 8 up, 8 in 2024-03-10T22:21:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:14.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:13.695+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:13.695+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:13.696+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:13.696+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:13.696+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:14.009 INFO:tasks.rados.rados.0.smithi169.stdout:2052: finishing copy_from racing read to smithi16976610-45 2024-03-10T22:21:14.010 INFO:tasks.rados.rados.0.smithi169.stdout:2052: finishing copy_from to smithi16976610-45 2024-03-10T22:21:14.010 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 13948 (ObjNum 554 snap 160 seq_num 554) dirty exists 2024-03-10T22:21:14.010 INFO:tasks.rados.rados.0.smithi169.stdout:2045: done (3 left) 2024-03-10T22:21:14.010 INFO:tasks.rados.rados.0.smithi169.stdout:2049: done (2 left) 2024-03-10T22:21:14.010 INFO:tasks.rados.rados.0.smithi169.stdout:2051: done (1 left) 2024-03-10T22:21:14.010 INFO:tasks.rados.rados.0.smithi169.stdout:2052: done (0 left) 2024-03-10T22:21:14.010 INFO:tasks.rados.rados.0.smithi169.stdout:2053: read oid 17 snap -1 2024-03-10T22:21:14.010 INFO:tasks.rados.rados.0.smithi169.stdout:2053: expect (ObjNum 610 snap 177 seq_num 610) 2024-03-10T22:21:14.010 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 193 2024-03-10T22:21:14.010 INFO:tasks.rados.rados.0.smithi169.stdout:2054: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-03-10T22:21:14.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:13.689+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 109=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:13 smithi172 ceph-mon[84635]: pgmap v350: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 246 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 21 op/s; 5.1 MiB/s, 2 objects/s recovering 2024-03-10T22:21:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset 109=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:13 smithi172 ceph-mon[84635]: osdmap e460: 8 total, 8 up, 8 in 2024-03-10T22:21:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:14.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:14.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:14.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:14.014 INFO:tasks.rados.rados.0.smithi169.stdout:2054: writing smithi16976610-36 from 0 to 778240 tid 1 2024-03-10T22:21:14.019 INFO:tasks.rados.rados.0.smithi169.stdout:2054: writing smithi16976610-36 from 778240 to 1556480 tid 2 2024-03-10T22:21:14.019 INFO:tasks.rados.rados.0.smithi169.stdout:2054: writing smithi16976610-36 from 1556480 to 1581056 tid 3 2024-03-10T22:21:14.019 INFO:tasks.rados.rados.0.smithi169.stdout:2055: rollback oid 47 current snap is 193 2024-03-10T22:21:14.019 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 47 to 191 2024-03-10T22:21:14.019 INFO:tasks.rados.rados.0.smithi169.stdout:2053: expect (ObjNum 610 snap 177 seq_num 610) 2024-03-10T22:21:14.038 INFO:tasks.rados.rados.0.smithi169.stdout:2054: finishing write tid 1 to smithi16976610-36 2024-03-10T22:21:14.038 INFO:tasks.rados.rados.0.smithi169.stdout:2054: finishing write tid 2 to smithi16976610-36 2024-03-10T22:21:14.038 INFO:tasks.rados.rados.0.smithi169.stdout:2054: finishing write tid 3 to smithi16976610-36 2024-03-10T22:21:14.038 INFO:tasks.rados.rados.0.smithi169.stdout:2054: finishing write tid 4 to smithi16976610-36 2024-03-10T22:21:14.039 INFO:tasks.rados.rados.0.smithi169.stdout:2054: finishing write tid 5 to smithi16976610-36 2024-03-10T22:21:14.039 INFO:tasks.rados.rados.0.smithi169.stdout:2054: oid 36 updating version 0 to 10333 2024-03-10T22:21:14.039 INFO:tasks.rados.rados.0.smithi169.stdout:2054: oid 36 version 10333 is already newer than 10332 2024-03-10T22:21:14.039 INFO:tasks.rados.rados.0.smithi169.stdout:2054: oid 36 version 10333 is already newer than 10331 2024-03-10T22:21:14.039 INFO:tasks.rados.rados.0.smithi169.stdout:2054: oid 36 version 10333 is already newer than 10330 2024-03-10T22:21:14.039 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 10333 (ObjNum 667 snap 193 seq_num 667) dirty exists 2024-03-10T22:21:14.039 INFO:tasks.rados.rados.0.smithi169.stdout:2054: left oid 36 (ObjNum 667 snap 193 seq_num 667) 2024-03-10T22:21:14.039 INFO:tasks.rados.rados.0.smithi169.stdout:2055: finishing rollback tid 0 to smithi16976610-47 2024-03-10T22:21:14.039 INFO:tasks.rados.rados.0.smithi169.stdout:2053: done (2 left) 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:2054: done (1 left) 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:2056: read oid 11 snap -1 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:2056: expect (ObjNum 650 snap 191 seq_num 650) 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:2057: rollback oid 39 current snap is 193 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 39 to 192 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:2055: finishing rollback tid 1 to smithi16976610-47 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:2055: finishing rollback tid 2 to smithi16976610-47 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 13959 (ObjNum 605 snap 176 seq_num 605) dirty exists 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:2055: done (2 left) 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:2058: copy_from oid 45 from oid 40 current snap is 193 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:2059: read oid 32 snap -1 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:2059: expect deleted 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 193 2024-03-10T22:21:14.040 INFO:tasks.rados.rados.0.smithi169.stdout:2060: seq_num 668 ranges {1564672=794624,2359296=663552,3022848=139264} 2024-03-10T22:21:14.050 INFO:tasks.rados.rados.0.smithi169.stdout:2060: writing smithi16976610-8 from 1564672 to 2359296 tid 1 2024-03-10T22:21:14.054 INFO:tasks.rados.rados.0.smithi169.stdout:2060: writing smithi16976610-8 from 2359296 to 3022848 tid 2 2024-03-10T22:21:14.055 INFO:tasks.rados.rados.0.smithi169.stdout:2060: writing smithi16976610-8 from 3022848 to 3162112 tid 3 2024-03-10T22:21:14.055 INFO:tasks.rados.rados.0.smithi169.stdout:2061: delete oid 20 current snap is 193 2024-03-10T22:21:14.055 INFO:tasks.rados.rados.0.smithi169.stdout:2057: finishing rollback tid 0 to smithi16976610-39 2024-03-10T22:21:14.056 INFO:tasks.rados.rados.0.smithi169.stdout:2057: finishing rollback tid 1 to smithi16976610-39 2024-03-10T22:21:14.056 INFO:tasks.rados.rados.0.smithi169.stdout:2057: finishing rollback tid 2 to smithi16976610-39 2024-03-10T22:21:14.056 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 13912 (ObjNum 557 snap 161 seq_num 557) dirty exists 2024-03-10T22:21:14.056 INFO:tasks.rados.rados.0.smithi169.stdout:2056: expect (ObjNum 650 snap 191 seq_num 650) 2024-03-10T22:21:14.100 INFO:tasks.rados.rados.0.smithi169.stdout:2058: finishing copy_from racing read to smithi16976610-45 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:2058: finishing copy_from to smithi16976610-45 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 10328 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:2060: finishing write tid 1 to smithi16976610-8 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:2056: done (5 left) 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:2057: done (4 left) 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:2058: done (3 left) 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:2059: done (2 left) 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:2061: done (1 left) 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:2062: delete oid 29 current snap is 193 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:2060: finishing write tid 2 to smithi16976610-8 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:2060: finishing write tid 3 to smithi16976610-8 2024-03-10T22:21:14.101 INFO:tasks.rados.rados.0.smithi169.stdout:2060: finishing write tid 4 to smithi16976610-8 2024-03-10T22:21:14.102 INFO:tasks.rados.rados.0.smithi169.stdout:2060: finishing write tid 5 to smithi16976610-8 2024-03-10T22:21:14.102 INFO:tasks.rados.rados.0.smithi169.stdout:2060: oid 8 updating version 0 to 13908 2024-03-10T22:21:14.102 INFO:tasks.rados.rados.0.smithi169.stdout:2060: oid 8 updating version 13908 to 13910 2024-03-10T22:21:14.102 INFO:tasks.rados.rados.0.smithi169.stdout:2060: oid 8 version 13910 is already newer than 13909 2024-03-10T22:21:14.102 INFO:tasks.rados.rados.0.smithi169.stdout:2060: oid 8 updating version 13910 to 13911 2024-03-10T22:21:14.102 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 13911 (ObjNum 668 snap 193 seq_num 668) dirty exists 2024-03-10T22:21:14.102 INFO:tasks.rados.rados.0.smithi169.stdout:2060: left oid 8 (ObjNum 668 snap 193 seq_num 668) 2024-03-10T22:21:14.103 INFO:tasks.rados.rados.0.smithi169.stdout:2060: done (1 left) 2024-03-10T22:21:14.104 INFO:tasks.rados.rados.0.smithi169.stdout:2062: done (0 left) 2024-03-10T22:21:14.104 INFO:tasks.rados.rados.0.smithi169.stdout:2063: read oid 32 snap -1 2024-03-10T22:21:14.104 INFO:tasks.rados.rados.0.smithi169.stdout:2063: expect deleted 2024-03-10T22:21:14.104 INFO:tasks.rados.rados.0.smithi169.stdout:2064: copy_from oid 27 from oid 16 current snap is 193 2024-03-10T22:21:14.104 INFO:tasks.rados.rados.0.smithi169.stdout:2065: setattr oid 7 current snap is 193 2024-03-10T22:21:14.105 INFO:tasks.rados.rados.0.smithi169.stdout:2064: finishing copy_from to smithi16976610-27 2024-03-10T22:21:14.105 INFO:tasks.rados.rados.0.smithi169.stdout:2064: got expected ENOENT (src dne) 2024-03-10T22:21:14.105 INFO:tasks.rados.rados.0.smithi169.stdout:2064: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:21:14.105 INFO:tasks.rados.rados.0.smithi169.stdout:2063: done (2 left) 2024-03-10T22:21:14.105 INFO:tasks.rados.rados.0.smithi169.stdout:2064: done (1 left) 2024-03-10T22:21:14.105 INFO:tasks.rados.rados.0.smithi169.stdout:2066: read oid 1 snap -1 2024-03-10T22:21:14.105 INFO:tasks.rados.rados.0.smithi169.stdout:2066: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:21:14.105 INFO:tasks.rados.rados.0.smithi169.stdout:2067: read oid 46 snap -1 2024-03-10T22:21:14.105 INFO:tasks.rados.rados.0.smithi169.stdout:2067: expect deleted 2024-03-10T22:21:14.105 INFO:tasks.rados.rados.0.smithi169.stdout:2068: snap_create 2024-03-10T22:21:14.107 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 13949 (ObjNum 65 snap 0 seq_num 1667986272) dirty exists 2024-03-10T22:21:14.110 INFO:tasks.rados.rados.0.smithi169.stdout:2066: expect (ObjNum 499 snap 150 seq_num 499) 2024-03-10T22:21:14.696 INFO:tasks.rados.rados.0.smithi169.stdout:2065: done (3 left) 2024-03-10T22:21:14.696 INFO:tasks.rados.rados.0.smithi169.stdout:2066: done (2 left) 2024-03-10T22:21:14.696 INFO:tasks.rados.rados.0.smithi169.stdout:2067: done (1 left) 2024-03-10T22:21:14.696 INFO:tasks.rados.rados.0.smithi169.stdout:2068: done (0 left) 2024-03-10T22:21:14.696 INFO:tasks.rados.rados.0.smithi169.stdout:2069: copy_from oid 43 from oid 29 current snap is 194 2024-03-10T22:21:14.696 INFO:tasks.rados.rados.0.smithi169.stdout:2070: delete oid 37 current snap is 194 2024-03-10T22:21:14.701 INFO:tasks.rados.rados.0.smithi169.stdout:2069: finishing copy_from to smithi16976610-43 2024-03-10T22:21:14.701 INFO:tasks.rados.rados.0.smithi169.stdout:2069: got expected ENOENT (src dne) 2024-03-10T22:21:14.701 INFO:tasks.rados.rados.0.smithi169.stdout:2069: finishing copy_from racing read to smithi16976610-43 2024-03-10T22:21:14.704 INFO:tasks.rados.rados.0.smithi169.stdout:2069: done (1 left) 2024-03-10T22:21:14.704 INFO:tasks.rados.rados.0.smithi169.stdout:2070: done (0 left) 2024-03-10T22:21:14.704 INFO:tasks.rados.rados.0.smithi169.stdout:2071: read oid 35 snap -1 2024-03-10T22:21:14.704 INFO:tasks.rados.rados.0.smithi169.stdout:2071: expect (ObjNum 597 snap 175 seq_num 597) 2024-03-10T22:21:14.704 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 194 2024-03-10T22:21:14.704 INFO:tasks.rados.rados.0.smithi169.stdout:2072: seq_num 672 ranges {2727936=458752,3186688=647168,3833856=466944,4300800=90112} 2024-03-10T22:21:14.721 INFO:tasks.rados.rados.0.smithi169.stdout:2072: writing smithi16976610-5 from 2727936 to 3186688 tid 1 2024-03-10T22:21:14.725 INFO:tasks.rados.rados.0.smithi169.stdout:2072: writing smithi16976610-5 from 3186688 to 3833856 tid 2 2024-03-10T22:21:14.728 INFO:tasks.rados.rados.0.smithi169.stdout:2072: writing smithi16976610-5 from 3833856 to 4300800 tid 3 2024-03-10T22:21:14.729 INFO:tasks.rados.rados.0.smithi169.stdout:2072: writing smithi16976610-5 from 4300800 to 4390912 tid 4 2024-03-10T22:21:14.729 INFO:tasks.rados.rados.0.smithi169.stdout:2073: rollback oid 27 current snap is 194 2024-03-10T22:21:14.729 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 27 to 183 2024-03-10T22:21:14.729 INFO:tasks.rados.rados.0.smithi169.stdout:2071: expect (ObjNum 597 snap 175 seq_num 597) 2024-03-10T22:21:14.841 INFO:tasks.rados.rados.0.smithi169.stdout:2072: finishing write tid 1 to smithi16976610-5 2024-03-10T22:21:14.841 INFO:tasks.rados.rados.0.smithi169.stdout:2072: finishing write tid 2 to smithi16976610-5 2024-03-10T22:21:14.841 INFO:tasks.rados.rados.0.smithi169.stdout:2072: finishing write tid 3 to smithi16976610-5 2024-03-10T22:21:14.841 INFO:tasks.rados.rados.0.smithi169.stdout:2072: finishing write tid 4 to smithi16976610-5 2024-03-10T22:21:14.841 INFO:tasks.rados.rados.0.smithi169.stdout:2072: finishing write tid 5 to smithi16976610-5 2024-03-10T22:21:14.841 INFO:tasks.rados.rados.0.smithi169.stdout:2073: finishing rollback tid 0 to smithi16976610-27 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:2072: finishing write tid 6 to smithi16976610-5 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:2072: oid 5 updating version 0 to 13961 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:2072: oid 5 updating version 13961 to 13962 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:2072: oid 5 updating version 13962 to 13964 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:2072: oid 5 version 13964 is already newer than 13963 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:2072: oid 5 version 13964 is already newer than 13960 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 13964 (ObjNum 672 snap 194 seq_num 672) dirty exists 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:2072: left oid 5 (ObjNum 672 snap 194 seq_num 672) 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:2073: finishing rollback tid 1 to smithi16976610-27 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:2073: finishing rollback tid 2 to smithi16976610-27 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 13967 (ObjNum 618 snap 182 seq_num 618) dirty exists 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:2071: done (2 left) 2024-03-10T22:21:14.842 INFO:tasks.rados.rados.0.smithi169.stdout:2072: done (1 left) 2024-03-10T22:21:14.843 INFO:tasks.rados.rados.0.smithi169.stdout:2073: done (0 left) 2024-03-10T22:21:14.843 INFO:tasks.rados.rados.0.smithi169.stdout:2074: read oid 7 snap -1 2024-03-10T22:21:14.843 INFO:tasks.rados.rados.0.smithi169.stdout:2074: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:21:14.843 INFO:tasks.rados.rados.0.smithi169.stdout:2075: delete oid 49 current snap is 194 2024-03-10T22:21:14.843 INFO:tasks.rados.rados.0.smithi169.stdout:2074: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:21:14.845 INFO:tasks.rados.rados.0.smithi169.stdout:2074: done (1 left) 2024-03-10T22:21:14.845 INFO:tasks.rados.rados.0.smithi169.stdout:2075: done (0 left) 2024-03-10T22:21:14.845 INFO:tasks.rados.rados.0.smithi169.stdout:2076: snap_remove snap 187 2024-03-10T22:21:15.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:14.699+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:15.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:14.703+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset 109=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[90638]: osdmap e461: 8 total, 8 up, 8 in 2024-03-10T22:21:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:15.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:14.700+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:15.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:14.700+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:15.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:14.700+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:15.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:14.701+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:15.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:14.701+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:15.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:14.701+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:15.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:14.701+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:15.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:14.701+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:15.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset 109=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:15.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[88180]: osdmap e461: 8 total, 8 up, 8 in 2024-03-10T22:21:15.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:15.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:15.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:15.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:15.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:15.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:14.697+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:15.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:14.697+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset 109=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:14 smithi172 ceph-mon[84635]: osdmap e461: 8 total, 8 up, 8 in 2024-03-10T22:21:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:15.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:15.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:15.699 INFO:tasks.rados.rados.0.smithi169.stdout:2076: done (0 left) 2024-03-10T22:21:15.699 INFO:tasks.rados.rados.0.smithi169.stdout:2077: snap_create 2024-03-10T22:21:15.925 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:15.704+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:15.926 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:15.705+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:15.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:15.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:15.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[88180]: pgmap v353: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 0 B/s, 0 objects/s recovering 2024-03-10T22:21:15.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[88180]: osdmap e462: 8 total, 8 up, 8 in 2024-03-10T22:21:15.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:15.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:15.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:15.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:15.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:15.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:15.927 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:15.706+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:15.927 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:15.706+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:15.928 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:15.706+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10b=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:15.928 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:15.706+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:15.928 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:15.707+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:15.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:15.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:15.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[90638]: pgmap v353: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 0 B/s, 0 objects/s recovering 2024-03-10T22:21:15.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[90638]: osdmap e462: 8 total, 8 up, 8 in 2024-03-10T22:21:15.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:15.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:15.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:15.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:15.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:15.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:16.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:15.699+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:15 smithi172 ceph-mon[84635]: pgmap v353: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 0 B/s, 0 objects/s recovering 2024-03-10T22:21:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:15 smithi172 ceph-mon[84635]: osdmap e462: 8 total, 8 up, 8 in 2024-03-10T22:21:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset ff=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:21:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:21:15] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2024-03-10T22:21:16.710 INFO:tasks.rados.rados.0.smithi169.stdout:2077: done (0 left) 2024-03-10T22:21:16.710 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 195 2024-03-10T22:21:16.710 INFO:tasks.rados.rados.0.smithi169.stdout:2078: seq_num 674 ranges {5488640=491520,5980160=417792,6397952=483328,6881280=303104} 2024-03-10T22:21:16.742 INFO:tasks.rados.rados.0.smithi169.stdout:2078: writing smithi16976610-10 from 5488640 to 5980160 tid 1 2024-03-10T22:21:16.744 INFO:tasks.rados.rados.0.smithi169.stdout:2078: writing smithi16976610-10 from 5980160 to 6397952 tid 2 2024-03-10T22:21:16.748 INFO:tasks.rados.rados.0.smithi169.stdout:2078: writing smithi16976610-10 from 6397952 to 6881280 tid 3 2024-03-10T22:21:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:2078: writing smithi16976610-10 from 6881280 to 7184384 tid 4 2024-03-10T22:21:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:2079: snap_create 2024-03-10T22:21:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:2078: finishing write tid 1 to smithi16976610-10 2024-03-10T22:21:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:2078: finishing write tid 2 to smithi16976610-10 2024-03-10T22:21:16.752 INFO:tasks.rados.rados.0.smithi169.stdout:2078: finishing write tid 3 to smithi16976610-10 2024-03-10T22:21:16.752 INFO:tasks.rados.rados.0.smithi169.stdout:2078: finishing write tid 4 to smithi16976610-10 2024-03-10T22:21:16.752 INFO:tasks.rados.rados.0.smithi169.stdout:2078: finishing write tid 5 to smithi16976610-10 2024-03-10T22:21:16.753 INFO:tasks.rados.rados.0.smithi169.stdout:2078: finishing write tid 6 to smithi16976610-10 2024-03-10T22:21:16.753 INFO:tasks.rados.rados.0.smithi169.stdout:2078: oid 10 updating version 0 to 10337 2024-03-10T22:21:16.753 INFO:tasks.rados.rados.0.smithi169.stdout:2078: oid 10 updating version 10337 to 10339 2024-03-10T22:21:16.753 INFO:tasks.rados.rados.0.smithi169.stdout:2078: oid 10 version 10339 is already newer than 10338 2024-03-10T22:21:16.754 INFO:tasks.rados.rados.0.smithi169.stdout:2078: oid 10 version 10339 is already newer than 10336 2024-03-10T22:21:16.754 INFO:tasks.rados.rados.0.smithi169.stdout:2078: oid 10 updating version 10339 to 10340 2024-03-10T22:21:16.754 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10340 (ObjNum 674 snap 195 seq_num 674) dirty exists 2024-03-10T22:21:16.754 INFO:tasks.rados.rados.0.smithi169.stdout:2078: left oid 10 (ObjNum 674 snap 195 seq_num 674) 2024-03-10T22:21:17.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:16.735+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:17.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:16.735+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[90638]: osdmap e463: 8 total, 8 up, 8 in 2024-03-10T22:21:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10b=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:17.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:17.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:17.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[88180]: osdmap e463: 8 total, 8 up, 8 in 2024-03-10T22:21:17.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:17.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:17.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:17.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10b=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:17.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:17.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:17.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:16.733+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:17.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:16.733+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:17.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:16.734+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:17.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:16.735+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:17.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:16.735+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10b=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:17.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:16.735+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:17.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:16.735+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:17.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:16.735+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:17.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:16.708+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:17.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:16.708+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:16 smithi172 ceph-mon[84635]: osdmap e463: 8 total, 8 up, 8 in 2024-03-10T22:21:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10b=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:17.709 INFO:tasks.rados.rados.0.smithi169.stdout:2078: done (1 left) 2024-03-10T22:21:17.710 INFO:tasks.rados.rados.0.smithi169.stdout:2079: done (0 left) 2024-03-10T22:21:17.710 INFO:tasks.rados.rados.0.smithi169.stdout:2080: rollback oid 27 current snap is 196 2024-03-10T22:21:17.710 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 27 to 194 2024-03-10T22:21:17.710 INFO:tasks.rados.rados.0.smithi169.stdout:2081: delete oid 39 current snap is 196 2024-03-10T22:21:17.717 INFO:tasks.rados.rados.0.smithi169.stdout:2081: done (1 left) 2024-03-10T22:21:17.717 INFO:tasks.rados.rados.0.smithi169.stdout:2082: rollback oid 5 current snap is 196 2024-03-10T22:21:17.717 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 5 to 193 2024-03-10T22:21:17.717 INFO:tasks.rados.rados.0.smithi169.stdout:2083: copy_from oid 6 from oid 24 current snap is 196 2024-03-10T22:21:17.717 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 17 current snap is 196 2024-03-10T22:21:17.717 INFO:tasks.rados.rados.0.smithi169.stdout:2084: seq_num 676 ranges {622592=524288,1146880=589824,1736704=450560,2187264=163840} 2024-03-10T22:21:17.723 INFO:tasks.rados.rados.0.smithi169.stdout:2084: writing smithi16976610-17 from 622592 to 1146880 tid 1 2024-03-10T22:21:17.727 INFO:tasks.rados.rados.0.smithi169.stdout:2084: writing smithi16976610-17 from 1146880 to 1736704 tid 2 2024-03-10T22:21:17.730 INFO:tasks.rados.rados.0.smithi169.stdout:2084: writing smithi16976610-17 from 1736704 to 2187264 tid 3 2024-03-10T22:21:17.731 INFO:tasks.rados.rados.0.smithi169.stdout:2084: writing smithi16976610-17 from 2187264 to 2351104 tid 4 2024-03-10T22:21:17.731 INFO:tasks.rados.rados.0.smithi169.stdout:2085: snap_create 2024-03-10T22:21:17.731 INFO:tasks.rados.rados.0.smithi169.stdout:2080: finishing rollback tid 0 to smithi16976610-27 2024-03-10T22:21:17.731 INFO:tasks.rados.rados.0.smithi169.stdout:2080: finishing rollback tid 1 to smithi16976610-27 2024-03-10T22:21:17.731 INFO:tasks.rados.rados.0.smithi169.stdout:2080: finishing rollback tid 2 to smithi16976610-27 2024-03-10T22:21:17.732 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 13970 (ObjNum 618 snap 182 seq_num 618) dirty exists 2024-03-10T22:21:17.732 INFO:tasks.rados.rados.0.smithi169.stdout:2082: finishing rollback tid 0 to smithi16976610-5 2024-03-10T22:21:17.732 INFO:tasks.rados.rados.0.smithi169.stdout:2082: finishing rollback tid 1 to smithi16976610-5 2024-03-10T22:21:17.732 INFO:tasks.rados.rados.0.smithi169.stdout:2082: finishing rollback tid 2 to smithi16976610-5 2024-03-10T22:21:17.732 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 13973 (ObjNum 652 snap 191 seq_num 652) dirty exists 2024-03-10T22:21:17.732 INFO:tasks.rados.rados.0.smithi169.stdout:2083: finishing copy_from racing read to smithi16976610-6 2024-03-10T22:21:17.732 INFO:tasks.rados.rados.0.smithi169.stdout:2084: finishing write tid 1 to smithi16976610-17 2024-03-10T22:21:17.732 INFO:tasks.rados.rados.0.smithi169.stdout:2083: finishing copy_from to smithi16976610-6 2024-03-10T22:21:17.732 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 13959 (ObjNum 646 snap 191 seq_num 646) dirty exists 2024-03-10T22:21:17.734 INFO:tasks.rados.rados.0.smithi169.stdout:2084: finishing write tid 2 to smithi16976610-17 2024-03-10T22:21:17.734 INFO:tasks.rados.rados.0.smithi169.stdout:2084: finishing write tid 3 to smithi16976610-17 2024-03-10T22:21:17.736 INFO:tasks.rados.rados.0.smithi169.stdout:2084: finishing write tid 4 to smithi16976610-17 2024-03-10T22:21:17.736 INFO:tasks.rados.rados.0.smithi169.stdout:2084: finishing write tid 5 to smithi16976610-17 2024-03-10T22:21:17.737 INFO:tasks.rados.rados.0.smithi169.stdout:2084: finishing write tid 6 to smithi16976610-17 2024-03-10T22:21:17.737 INFO:tasks.rados.rados.0.smithi169.stdout:2084: oid 17 updating version 0 to 13978 2024-03-10T22:21:17.737 INFO:tasks.rados.rados.0.smithi169.stdout:2084: oid 17 version 13978 is already newer than 13975 2024-03-10T22:21:17.737 INFO:tasks.rados.rados.0.smithi169.stdout:2084: oid 17 version 13978 is already newer than 13974 2024-03-10T22:21:17.737 INFO:tasks.rados.rados.0.smithi169.stdout:2084: oid 17 version 13978 is already newer than 13977 2024-03-10T22:21:17.737 INFO:tasks.rados.rados.0.smithi169.stdout:2084: oid 17 version 13978 is already newer than 13976 2024-03-10T22:21:17.737 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 13978 (ObjNum 676 snap 196 seq_num 676) dirty exists 2024-03-10T22:21:17.737 INFO:tasks.rados.rados.0.smithi169.stdout:2084: left oid 17 (ObjNum 676 snap 196 seq_num 676) 2024-03-10T22:21:18.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:17.716+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:18.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:17.717+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:18.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[88180]: pgmap v356: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-03-10T22:21:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[88180]: osdmap e464: 8 total, 8 up, 8 in 2024-03-10T22:21:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10b=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[90638]: pgmap v356: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-03-10T22:21:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[90638]: osdmap e464: 8 total, 8 up, 8 in 2024-03-10T22:21:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10b=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:18.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:17.712+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:18.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:17.712+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:18.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:17.718+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:18.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:17.718+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:18.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:17.723+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:18.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:17.713+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:17 smithi172 ceph-mon[84635]: pgmap v356: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-03-10T22:21:18.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:18.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:17 smithi172 ceph-mon[84635]: osdmap e464: 8 total, 8 up, 8 in 2024-03-10T22:21:18.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:18.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:18.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10b=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:18.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset 109=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:18.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:18.716 INFO:tasks.rados.rados.0.smithi169.stdout:2080: done (4 left) 2024-03-10T22:21:18.716 INFO:tasks.rados.rados.0.smithi169.stdout:2082: done (3 left) 2024-03-10T22:21:18.716 INFO:tasks.rados.rados.0.smithi169.stdout:2083: done (2 left) 2024-03-10T22:21:18.716 INFO:tasks.rados.rados.0.smithi169.stdout:2084: done (1 left) 2024-03-10T22:21:18.716 INFO:tasks.rados.rados.0.smithi169.stdout:2085: done (0 left) 2024-03-10T22:21:18.716 INFO:tasks.rados.rados.0.smithi169.stdout:2086: snap_remove snap 191 2024-03-10T22:21:19.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:18.816+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:19.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:18.816+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:19.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[90638]: osdmap e465: 8 total, 8 up, 8 in 2024-03-10T22:21:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:19.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:19.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[88180]: osdmap e465: 8 total, 8 up, 8 in 2024-03-10T22:21:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:19.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:18.715+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:19.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:18.715+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:19.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:18.716+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:19.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:18.716+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:19.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:18.716+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:19.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:18.716+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:19.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:18.716+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:19.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:18.716+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:19.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:18.718+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:19.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:18.718+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:18 smithi172 ceph-mon[84635]: osdmap e465: 8 total, 8 up, 8 in 2024-03-10T22:21:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:19.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:19.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:19.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:19.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:19.718 INFO:tasks.rados.rados.0.smithi169.stdout:2086: done (0 left) 2024-03-10T22:21:19.719 INFO:tasks.rados.rados.0.smithi169.stdout:2087: read oid 42 snap 192 2024-03-10T22:21:19.719 INFO:tasks.rados.rados.0.smithi169.stdout:2087: expect (ObjNum 617 snap 182 seq_num 617) 2024-03-10T22:21:19.719 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 33 current snap is 197 2024-03-10T22:21:19.719 INFO:tasks.rados.rados.0.smithi169.stdout:2088: seq_num 677 ranges {1867776=540672,2408448=516096,2924544=655360,3579904=32768} 2024-03-10T22:21:19.732 INFO:tasks.rados.rados.0.smithi169.stdout:2088: writing smithi16976610-33 from 1867776 to 2408448 tid 1 2024-03-10T22:21:19.734 INFO:tasks.rados.rados.0.smithi169.stdout:2088: writing smithi16976610-33 from 2408448 to 2924544 tid 2 2024-03-10T22:21:19.739 INFO:tasks.rados.rados.0.smithi169.stdout:2088: writing smithi16976610-33 from 2924544 to 3579904 tid 3 2024-03-10T22:21:19.739 INFO:tasks.rados.rados.0.smithi169.stdout:2088: writing smithi16976610-33 from 3579904 to 3612672 tid 4 2024-03-10T22:21:19.739 INFO:tasks.rados.rados.0.smithi169.stdout:2089: delete oid 6 current snap is 197 2024-03-10T22:21:19.739 INFO:tasks.rados.rados.0.smithi169.stdout:2088: finishing write tid 1 to smithi16976610-33 2024-03-10T22:21:19.740 INFO:tasks.rados.rados.0.smithi169.stdout:2088: finishing write tid 2 to smithi16976610-33 2024-03-10T22:21:19.742 INFO:tasks.rados.rados.0.smithi169.stdout:2089: done (2 left) 2024-03-10T22:21:19.742 INFO:tasks.rados.rados.0.smithi169.stdout:2090: read oid 24 snap -1 2024-03-10T22:21:19.742 INFO:tasks.rados.rados.0.smithi169.stdout:2090: expect (ObjNum 646 snap 191 seq_num 646) 2024-03-10T22:21:19.742 INFO:tasks.rados.rados.0.smithi169.stdout:2091: read oid 39 snap -1 2024-03-10T22:21:19.742 INFO:tasks.rados.rados.0.smithi169.stdout:2091: expect deleted 2024-03-10T22:21:19.742 INFO:tasks.rados.rados.0.smithi169.stdout:2092: snap_create 2024-03-10T22:21:19.746 INFO:tasks.rados.rados.0.smithi169.stdout:2088: finishing write tid 3 to smithi16976610-33 2024-03-10T22:21:19.746 INFO:tasks.rados.rados.0.smithi169.stdout:2088: finishing write tid 4 to smithi16976610-33 2024-03-10T22:21:19.746 INFO:tasks.rados.rados.0.smithi169.stdout:2088: finishing write tid 5 to smithi16976610-33 2024-03-10T22:21:19.747 INFO:tasks.rados.rados.0.smithi169.stdout:2088: finishing write tid 6 to smithi16976610-33 2024-03-10T22:21:19.747 INFO:tasks.rados.rados.0.smithi169.stdout:2088: oid 33 updating version 0 to 13959 2024-03-10T22:21:19.748 INFO:tasks.rados.rados.0.smithi169.stdout:2088: oid 33 updating version 13959 to 13960 2024-03-10T22:21:19.748 INFO:tasks.rados.rados.0.smithi169.stdout:2088: oid 33 version 13960 is already newer than 13957 2024-03-10T22:21:19.748 INFO:tasks.rados.rados.0.smithi169.stdout:2088: oid 33 version 13960 is already newer than 13958 2024-03-10T22:21:19.748 INFO:tasks.rados.rados.0.smithi169.stdout:2088: oid 33 version 13960 is already newer than 13956 2024-03-10T22:21:19.748 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 13960 (ObjNum 677 snap 197 seq_num 677) dirty exists 2024-03-10T22:21:19.748 INFO:tasks.rados.rados.0.smithi169.stdout:2088: left oid 33 (ObjNum 677 snap 197 seq_num 677) 2024-03-10T22:21:19.752 INFO:tasks.rados.rados.0.smithi169.stdout:2090: expect (ObjNum 646 snap 191 seq_num 646) 2024-03-10T22:21:19.785 INFO:tasks.rados.rados.0.smithi169.stdout:2087: expect (ObjNum 617 snap 182 seq_num 617) 2024-03-10T22:21:20.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:19.737+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:20.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:19.737+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:20.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:20.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:20.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[90638]: pgmap v359: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 260 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-03-10T22:21:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[90638]: osdmap e466: 8 total, 8 up, 8 in 2024-03-10T22:21:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:20.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:20.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[88180]: pgmap v359: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 260 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-03-10T22:21:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[88180]: osdmap e466: 8 total, 8 up, 8 in 2024-03-10T22:21:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:20.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:19.726+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:20.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:19.726+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:20.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:19.727+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:20.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:19.727+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:20.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:19.727+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:20.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:19.718+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:19 smithi172 ceph-mon[84635]: pgmap v359: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 260 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-03-10T22:21:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:19 smithi172 ceph-mon[84635]: osdmap e466: 8 total, 8 up, 8 in 2024-03-10T22:21:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:20.733 INFO:tasks.rados.rados.0.smithi169.stdout:2087: done (4 left) 2024-03-10T22:21:20.733 INFO:tasks.rados.rados.0.smithi169.stdout:2088: done (3 left) 2024-03-10T22:21:20.733 INFO:tasks.rados.rados.0.smithi169.stdout:2090: done (2 left) 2024-03-10T22:21:20.733 INFO:tasks.rados.rados.0.smithi169.stdout:2091: done (1 left) 2024-03-10T22:21:20.733 INFO:tasks.rados.rados.0.smithi169.stdout:2092: done (0 left) 2024-03-10T22:21:20.733 INFO:tasks.rados.rados.0.smithi169.stdout:2093: delete oid 33 current snap is 198 2024-03-10T22:21:20.738 INFO:tasks.rados.rados.0.smithi169.stdout:2093: done (0 left) 2024-03-10T22:21:20.738 INFO:tasks.rados.rados.0.smithi169.stdout:2094: copy_from oid 29 from oid 38 current snap is 198 2024-03-10T22:21:20.738 INFO:tasks.rados.rados.0.smithi169.stdout:2095: setattr oid 45 current snap is 198 2024-03-10T22:21:20.740 INFO:tasks.rados.rados.0.smithi169.stdout:2096: delete oid 12 current snap is 198 2024-03-10T22:21:20.742 INFO:tasks.rados.rados.0.smithi169.stdout:2096: done (2 left) 2024-03-10T22:21:20.742 INFO:tasks.rados.rados.0.smithi169.stdout:2097: snap_create 2024-03-10T22:21:20.745 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 13960 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:21:20.749 INFO:tasks.rados.rados.0.smithi169.stdout:2094: finishing copy_from racing read to smithi16976610-29 2024-03-10T22:21:20.750 INFO:tasks.rados.rados.0.smithi169.stdout:2094: finishing copy_from to smithi16976610-29 2024-03-10T22:21:20.750 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 13955 (ObjNum 663 snap 192 seq_num 663) dirty exists 2024-03-10T22:21:20.904 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:20.733+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:20.904 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:20.733+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:20.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:20.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:20.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[90638]: osdmap e467: 8 total, 8 up, 8 in 2024-03-10T22:21:20.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:20.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:20.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:20.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:20.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:20.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:20.906 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:20.906 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:20.906 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[88180]: osdmap e467: 8 total, 8 up, 8 in 2024-03-10T22:21:20.906 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:20.906 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:20.906 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:20.906 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:20.906 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:20.907 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:20.907 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:20.732+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:20.907 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:20.732+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:20.907 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:20.732+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:20.907 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:20.733+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:20.907 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:20.733+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:20.907 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:20.734+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:20.907 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:20.734+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:20.907 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:20.734+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:21.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:20.728+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:21.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:20.728+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:20 smithi172 ceph-mon[84635]: osdmap e467: 8 total, 8 up, 8 in 2024-03-10T22:21:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:21.083 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:21:21.394 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:21:21.394 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (8m) 52s ago 9m 25.3M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:21:21.394 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (8m) 16s ago 8m 92.7M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:21:21.394 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (10m) 52s ago 10m 16.2M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:21:21.394 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (10m) 16s ago 10m 22.2M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:21:21.394 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (4m) 16s ago 13m 450M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:21:21.394 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (5m) 52s ago 15m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:21:21.394 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (4m) 52s ago 15m 58.5M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:21:21.394 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (3m) 16s ago 14m 48.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:21:21.394 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (3m) 52s ago 14m 50.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:21:21.394 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (9m) 52s ago 9m 15.9M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:21:21.395 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (9m) 16s ago 9m 15.6M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:21:21.395 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (2m) 52s ago 13m 311M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:21:21.395 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (2m) 52s ago 12m 116M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 32abc424c71c 2024-03-10T22:21:21.395 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (92s) 52s ago 12m 105M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 16a3c6ec7165 2024-03-10T22:21:21.395 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (56s) 52s ago 12m 12.0M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 5707c574c800 2024-03-10T22:21:21.395 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (21s) 16s ago 11m 11.6M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d63c7dbe9f73 2024-03-10T22:21:21.395 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (11m) 16s ago 11m 208M 2480M 18.2.1-746-gc2ea977b a30af69eda22 8734c1b4b7c1 2024-03-10T22:21:21.395 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (10m) 16s ago 10m 205M 2480M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:21:21.395 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (10m) 16s ago 10m 189M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:21:21.395 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (4m) 16s ago 9m 56.9M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:21:21.733 INFO:tasks.rados.rados.0.smithi169.stdout:2094: done (2 left) 2024-03-10T22:21:21.733 INFO:tasks.rados.rados.0.smithi169.stdout:2095: done (1 left) 2024-03-10T22:21:21.733 INFO:tasks.rados.rados.0.smithi169.stdout:2097: done (0 left) 2024-03-10T22:21:21.733 INFO:tasks.rados.rados.0.smithi169.stdout:2098: snap_remove snap 196 2024-03-10T22:21:21.734 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:21.734 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:21.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[88180]: pgmap v362: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 265 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 468 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-03-10T22:21:21.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:21.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:21.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:21.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:21.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[88180]: osdmap e468: 8 total, 8 up, 8 in 2024-03-10T22:21:21.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:21.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:21.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:21.735 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:21.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:21.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[90638]: pgmap v362: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 265 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 468 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-03-10T22:21:21.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:21.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:21.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:21.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:21.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[90638]: osdmap e468: 8 total, 8 up, 8 in 2024-03-10T22:21:21.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:21.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:21.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:21.791 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:21:21.791 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:21:21.791 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:21:21.791 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:21:21.791 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:21:21.791 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:21:21.791 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:21:21.791 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:21:21.792 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3, 2024-03-10T22:21:21.792 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 5 2024-03-10T22:21:21.792 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:21:21.792 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:21:21.792 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:21:21.792 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:21:21.792 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:21:21.792 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 5, 2024-03-10T22:21:21.792 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 10 2024-03-10T22:21:21.792 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:21:21.792 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:21:21.914 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:21.733+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:21.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:21.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:21.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-mon[84635]: pgmap v362: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 265 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 468 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-03-10T22:21:21.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:21.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:21.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:21.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:21.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-mon[84635]: osdmap e468: 8 total, 8 up, 8 in 2024-03-10T22:21:21.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:21.916 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:21.916 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:22.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:21.734+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:22.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:21.734+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:22.589 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:22.315+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:22.590 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:22.315+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:22.590 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:22.315+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:22.590 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:22.315+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:22.590 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:22.315+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:22.590 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:21:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:21:22.738 INFO:tasks.rados.rados.0.smithi169.stdout:2098: done (0 left) 2024-03-10T22:21:22.738 INFO:tasks.rados.rados.0.smithi169.stdout:2099: snap_remove snap 195 2024-03-10T22:21:22.927 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:22.741+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:22.927 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:22.741+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:22 smithi172 ceph-mon[84635]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:22 smithi172 ceph-mon[84635]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:22 smithi172 ceph-mon[84635]: osdmap e469: 8 total, 8 up, 8 in 2024-03-10T22:21:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:22 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/3010142322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:23.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:23.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:23.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[88180]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:23.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[88180]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:23.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[88180]: osdmap e469: 8 total, 8 up, 8 in 2024-03-10T22:21:23.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:23.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/3010142322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[90638]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[90638]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[90638]: osdmap e469: 8 total, 8 up, 8 in 2024-03-10T22:21:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:23.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:22 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/3010142322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:23.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:23.011+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:23.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:23.012+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.011+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.011+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.011+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.011+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.011+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.012+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.012+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:23.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.012+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:23.744 INFO:tasks.rados.rados.0.smithi169.stdout:2099: done (0 left) 2024-03-10T22:21:23.744 INFO:tasks.rados.rados.0.smithi169.stdout:2100: snap_remove snap 198 2024-03-10T22:21:23.852 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:23.745+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:23.853 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:23.745+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:23.853 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:23.853 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:23.853 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:23.853 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:23.853 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:23.853 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:23.853 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:23.854 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: pgmap v365: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 266 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-03-10T22:21:23.854 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: osdmap e470: 8 total, 8 up, 8 in 2024-03-10T22:21:23.854 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:23.854 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:23.854 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:23.854 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:23.854 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:23.854 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:23.854 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:23.854 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:23.854 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: pgmap v365: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 266 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: osdmap e470: 8 total, 8 up, 8 in 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:23.855 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:24.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:23.740+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:24.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: pgmap v365: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 266 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-03-10T22:21:24.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: osdmap e470: 8 total, 8 up, 8 in 2024-03-10T22:21:24.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:24.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:24.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:24.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:24.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:24.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:24.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.852+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:24.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.852+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:24.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.852+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:24.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.852+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:24.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:23.852+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:24.752 INFO:tasks.rados.rados.0.smithi169.stdout:2100: done (0 left) 2024-03-10T22:21:24.752 INFO:tasks.rados.rados.0.smithi169.stdout:2101: delete oid 26 current snap is 199 2024-03-10T22:21:24.757 INFO:tasks.rados.rados.0.smithi169.stdout:2101: done (0 left) 2024-03-10T22:21:24.757 INFO:tasks.rados.rados.0.smithi169.stdout:2102: snap_remove snap 192 2024-03-10T22:21:25.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:24.753+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:25.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:24.753+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:25.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:25.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:25.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:25.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[90638]: osdmap e471: 8 total, 8 up, 8 in 2024-03-10T22:21:25.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:25.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:25.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:25.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:25.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:25.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:25.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:25.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:25.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[88180]: osdmap e471: 8 total, 8 up, 8 in 2024-03-10T22:21:25.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:25.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:25.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:25.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:25.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:25.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:24.758+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:25.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:24.758+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:25.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:24.758+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:25.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:24.758+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:25.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:24.759+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:25.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:24.759+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:25.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:24.759+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:25.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:24.759+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:25.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:24.751+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:25.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:24.751+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:24 smithi172 ceph-mon[84635]: osdmap e471: 8 total, 8 up, 8 in 2024-03-10T22:21:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:25.673 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:25.673 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:25.674 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: pgmap v368: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 796 KiB/s wr, 9 op/s 2024-03-10T22:21:25.674 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:25.674 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: osdmap e472: 8 total, 8 up, 8 in 2024-03-10T22:21:25.674 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:25.674 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:25.674 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:25.674 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:25.674 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:25.674 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:25.674 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:25.674 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:25.757 INFO:tasks.rados.rados.0.smithi169.stdout:2102: done (0 left) 2024-03-10T22:21:25.757 INFO:tasks.rados.rados.0.smithi169.stdout:2103: read oid 49 snap -1 2024-03-10T22:21:25.757 INFO:tasks.rados.rados.0.smithi169.stdout:2103: expect deleted 2024-03-10T22:21:25.757 INFO:tasks.rados.rados.0.smithi169.stdout:2104: copy_from oid 22 from oid 39 current snap is 199 2024-03-10T22:21:25.757 INFO:tasks.rados.rados.0.smithi169.stdout:2105: read oid 50 snap 194 2024-03-10T22:21:25.758 INFO:tasks.rados.rados.0.smithi169.stdout:2105: expect (ObjNum 550 snap 157 seq_num 550) 2024-03-10T22:21:25.758 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 47 current snap is 199 2024-03-10T22:21:25.758 INFO:tasks.rados.rados.0.smithi169.stdout:2106: seq_num 682 ranges {540672=630784,1171456=745472,1916928=442368,2359296=16384} 2024-03-10T22:21:25.764 INFO:tasks.rados.rados.0.smithi169.stdout:2106: writing smithi16976610-47 from 540672 to 1171456 tid 1 2024-03-10T22:21:25.769 INFO:tasks.rados.rados.0.smithi169.stdout:2106: writing smithi16976610-47 from 1171456 to 1916928 tid 2 2024-03-10T22:21:25.772 INFO:tasks.rados.rados.0.smithi169.stdout:2106: writing smithi16976610-47 from 1916928 to 2359296 tid 3 2024-03-10T22:21:25.773 INFO:tasks.rados.rados.0.smithi169.stdout:2106: writing smithi16976610-47 from 2359296 to 2375680 tid 4 2024-03-10T22:21:25.773 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 33 current snap is 199 2024-03-10T22:21:25.773 INFO:tasks.rados.rados.0.smithi169.stdout:2107: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-03-10T22:21:25.776 INFO:tasks.rados.rados.0.smithi169.stdout:2107: writing smithi16976610-33 from 0 to 647168 tid 1 2024-03-10T22:21:25.780 INFO:tasks.rados.rados.0.smithi169.stdout:2107: writing smithi16976610-33 from 647168 to 1277952 tid 2 2024-03-10T22:21:25.784 INFO:tasks.rados.rados.0.smithi169.stdout:2107: writing smithi16976610-33 from 1277952 to 1851392 tid 3 2024-03-10T22:21:25.784 INFO:tasks.rados.rados.0.smithi169.stdout:2108: rollback oid 1 current snap is 199 2024-03-10T22:21:25.784 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 1 to 197 2024-03-10T22:21:25.784 INFO:tasks.rados.rados.0.smithi169.stdout:2104: finishing copy_from to smithi16976610-22 2024-03-10T22:21:25.785 INFO:tasks.rados.rados.0.smithi169.stdout:2104: got expected ENOENT (src dne) 2024-03-10T22:21:25.785 INFO:tasks.rados.rados.0.smithi169.stdout:2104: finishing copy_from racing read to smithi16976610-22 2024-03-10T22:21:25.785 INFO:tasks.rados.rados.0.smithi169.stdout:2106: finishing write tid 1 to smithi16976610-47 2024-03-10T22:21:25.785 INFO:tasks.rados.rados.0.smithi169.stdout:2107: finishing write tid 1 to smithi16976610-33 2024-03-10T22:21:25.785 INFO:tasks.rados.rados.0.smithi169.stdout:2106: finishing write tid 2 to smithi16976610-47 2024-03-10T22:21:25.785 INFO:tasks.rados.rados.0.smithi169.stdout:2103: done (5 left) 2024-03-10T22:21:25.785 INFO:tasks.rados.rados.0.smithi169.stdout:2104: done (4 left) 2024-03-10T22:21:25.785 INFO:tasks.rados.rados.0.smithi169.stdout:2109: setattr oid 10 current snap is 199 2024-03-10T22:21:25.785 INFO:tasks.rados.rados.0.smithi169.stdout:2107: finishing write tid 2 to smithi16976610-33 2024-03-10T22:21:25.786 INFO:tasks.rados.rados.0.smithi169.stdout:2110: read oid 18 snap -1 2024-03-10T22:21:25.786 INFO:tasks.rados.rados.0.smithi169.stdout:2110: expect (ObjNum 546 snap 155 seq_num 546) 2024-03-10T22:21:25.786 INFO:tasks.rados.rados.0.smithi169.stdout:2111: snap_remove snap 183 2024-03-10T22:21:25.924 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:25.764+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:25.924 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:25.773+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:25.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:25.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:25.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: pgmap v368: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 796 KiB/s wr, 9 op/s 2024-03-10T22:21:25.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:25.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: osdmap e472: 8 total, 8 up, 8 in 2024-03-10T22:21:25.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:25.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:25.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:25.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:25.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:25.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:25.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:25.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:25.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:25.754+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:25.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:25.756+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:25.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:25.757+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:25.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:25.757+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:25.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:25.757+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: pgmap v368: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 796 KiB/s wr, 9 op/s 2024-03-10T22:21:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: osdmap e472: 8 total, 8 up, 8 in 2024-03-10T22:21:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:25.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:25.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:26.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:25.752+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:21:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:21:25] "GET /metrics HTTP/1.1" 200 36194 "" "Prometheus/2.43.0" 2024-03-10T22:21:26.755 INFO:tasks.rados.rados.0.smithi169.stdout:2111: done (6 left) 2024-03-10T22:21:26.755 INFO:tasks.rados.rados.0.smithi169.stdout:2112: delete oid 24 current snap is 199 2024-03-10T22:21:26.755 INFO:tasks.rados.rados.0.smithi169.stdout:2107: finishing write tid 3 to smithi16976610-33 2024-03-10T22:21:26.755 INFO:tasks.rados.rados.0.smithi169.stdout:2107: finishing write tid 4 to smithi16976610-33 2024-03-10T22:21:26.755 INFO:tasks.rados.rados.0.smithi169.stdout:2108: finishing rollback tid 0 to smithi16976610-1 2024-03-10T22:21:26.755 INFO:tasks.rados.rados.0.smithi169.stdout:2108: finishing rollback tid 1 to smithi16976610-1 2024-03-10T22:21:26.755 INFO:tasks.rados.rados.0.smithi169.stdout:2105: expect (ObjNum 550 snap 157 seq_num 550) 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: Upgrade: osd.5 is safe to restart 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: osdmap e473: 8 total, 8 up, 8 in 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:26.757 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:26.758 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T22:21:26.758 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:21:26.841 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10341 (ObjNum 674 snap 195 seq_num 674) dirty exists 2024-03-10T22:21:26.841 INFO:tasks.rados.rados.0.smithi169.stdout:2108: finishing rollback tid 2 to smithi16976610-1 2024-03-10T22:21:26.841 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 13916 (ObjNum 499 snap 150 seq_num 499) dirty exists 2024-03-10T22:21:26.841 INFO:tasks.rados.rados.0.smithi169.stdout:2105: done (6 left) 2024-03-10T22:21:26.841 INFO:tasks.rados.rados.0.smithi169.stdout:2108: done (5 left) 2024-03-10T22:21:26.841 INFO:tasks.rados.rados.0.smithi169.stdout:2109: done (4 left) 2024-03-10T22:21:26.841 INFO:tasks.rados.rados.0.smithi169.stdout:2112: done (3 left) 2024-03-10T22:21:26.841 INFO:tasks.rados.rados.0.smithi169.stdout:2113: snap_create 2024-03-10T22:21:26.841 INFO:tasks.rados.rados.0.smithi169.stdout:2107: finishing write tid 5 to smithi16976610-33 2024-03-10T22:21:26.841 INFO:tasks.rados.rados.0.smithi169.stdout:2107: oid 33 updating version 0 to 13964 2024-03-10T22:21:26.842 INFO:tasks.rados.rados.0.smithi169.stdout:2107: oid 33 version 13964 is already newer than 13962 2024-03-10T22:21:26.842 INFO:tasks.rados.rados.0.smithi169.stdout:2107: oid 33 version 13964 is already newer than 13963 2024-03-10T22:21:26.842 INFO:tasks.rados.rados.0.smithi169.stdout:2107: oid 33 updating version 13964 to 13965 2024-03-10T22:21:26.842 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 13965 (ObjNum 683 snap 199 seq_num 683) dirty exists 2024-03-10T22:21:26.842 INFO:tasks.rados.rados.0.smithi169.stdout:2107: left oid 33 (ObjNum 683 snap 199 seq_num 683) 2024-03-10T22:21:26.842 INFO:tasks.rados.rados.0.smithi169.stdout:2110: expect (ObjNum 546 snap 155 seq_num 546) 2024-03-10T22:21:26.893 INFO:tasks.rados.rados.0.smithi169.stdout:2106: finishing write tid 3 to smithi16976610-47 2024-03-10T22:21:26.893 INFO:tasks.rados.rados.0.smithi169.stdout:2106: finishing write tid 4 to smithi16976610-47 2024-03-10T22:21:26.893 INFO:tasks.rados.rados.0.smithi169.stdout:2106: finishing write tid 5 to smithi16976610-47 2024-03-10T22:21:26.893 INFO:tasks.rados.rados.0.smithi169.stdout:2106: finishing write tid 6 to smithi16976610-47 2024-03-10T22:21:26.893 INFO:tasks.rados.rados.0.smithi169.stdout:2106: oid 47 updating version 0 to 13962 2024-03-10T22:21:26.893 INFO:tasks.rados.rados.0.smithi169.stdout:2106: oid 47 updating version 13962 to 13963 2024-03-10T22:21:26.893 INFO:tasks.rados.rados.0.smithi169.stdout:2106: oid 47 version 13963 is already newer than 13961 2024-03-10T22:21:26.893 INFO:tasks.rados.rados.0.smithi169.stdout:2106: oid 47 updating version 13963 to 13964 2024-03-10T22:21:26.893 INFO:tasks.rados.rados.0.smithi169.stdout:2106: oid 47 updating version 13964 to 13965 2024-03-10T22:21:26.893 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 13965 (ObjNum 682 snap 199 seq_num 682) dirty exists 2024-03-10T22:21:26.893 INFO:tasks.rados.rados.0.smithi169.stdout:2106: left oid 47 (ObjNum 682 snap 199 seq_num 682) 2024-03-10T22:21:27.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:26.762+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:27.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:26.763+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: Upgrade: osd.5 is safe to restart 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: osdmap e473: 8 total, 8 up, 8 in 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T22:21:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:21:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T22:21:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: Upgrade: osd.5 is safe to restart 2024-03-10T22:21:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: osdmap e473: 8 total, 8 up, 8 in 2024-03-10T22:21:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:27.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: No clone_snaps in snapset 108=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:27.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10c=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:27.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:27.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:27.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T22:21:27.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:21:27.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:26.759+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:27.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:26.759+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:27.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:26.759+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:27.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:26.761+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:27.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:26.761+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:27.007 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:26.761+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:27.007 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:26.761+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:27.007 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:26.761+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:27.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:26.755+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:27.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:26.755+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:27.602 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:27.602 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:27.602 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: Upgrade: Updating osd.5 2024-03-10T22:21:27.602 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: Deploying daemon osd.5 on smithi172 2024-03-10T22:21:27.602 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: pgmap v371: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 900 KiB/s rd, 822 KiB/s wr, 3 op/s 2024-03-10T22:21:27.602 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: osdmap e474: 8 total, 8 up, 8 in 2024-03-10T22:21:27.602 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:27.602 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:27.602 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:27.602 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:27.602 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:27.603 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:27.756 INFO:tasks.rados.rados.0.smithi169.stdout:2106: done (3 left) 2024-03-10T22:21:27.757 INFO:tasks.rados.rados.0.smithi169.stdout:2107: done (2 left) 2024-03-10T22:21:27.757 INFO:tasks.rados.rados.0.smithi169.stdout:2110: done (1 left) 2024-03-10T22:21:27.757 INFO:tasks.rados.rados.0.smithi169.stdout:2113: done (0 left) 2024-03-10T22:21:27.757 INFO:tasks.rados.rados.0.smithi169.stdout:2114: read oid 15 snap 193 2024-03-10T22:21:27.757 INFO:tasks.rados.rados.0.smithi169.stdout:2114: expect (ObjNum 617 snap 182 seq_num 617) 2024-03-10T22:21:27.757 INFO:tasks.rados.rados.0.smithi169.stdout:2115: setattr oid 3 current snap is 200 2024-03-10T22:21:27.758 INFO:tasks.rados.rados.0.smithi169.stdout:2116: snap_remove snap 199 2024-03-10T22:21:27.951 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:27.760+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:28.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:27.801+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:28.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:27.801+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:28.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: Upgrade: Updating osd.5 2024-03-10T22:21:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: Deploying daemon osd.5 on smithi172 2024-03-10T22:21:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: pgmap v371: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 900 KiB/s rd, 822 KiB/s wr, 3 op/s 2024-03-10T22:21:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: osdmap e474: 8 total, 8 up, 8 in 2024-03-10T22:21:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:28.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:27.759+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:28.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:27.759+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:28.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:27.759+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:28.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:27.760+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:28.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:27.761+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: Upgrade: Updating osd.5 2024-03-10T22:21:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: Deploying daemon osd.5 on smithi172 2024-03-10T22:21:28.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: pgmap v371: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 900 KiB/s rd, 822 KiB/s wr, 3 op/s 2024-03-10T22:21:28.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: osdmap e474: 8 total, 8 up, 8 in 2024-03-10T22:21:28.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:28.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:28.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:28.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:28.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:28.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:28.769 INFO:tasks.rados.rados.0.smithi169.stdout:2116: done (2 left) 2024-03-10T22:21:28.769 INFO:tasks.rados.rados.0.smithi169.stdout:2117: read oid 42 snap 197 2024-03-10T22:21:28.769 INFO:tasks.rados.rados.0.smithi169.stdout:2117: expect (ObjNum 617 snap 182 seq_num 617) 2024-03-10T22:21:28.770 INFO:tasks.rados.rados.0.smithi169.stdout:2118: read oid 23 snap 194 2024-03-10T22:21:28.770 INFO:tasks.rados.rados.0.smithi169.stdout:2118: expect (ObjNum 657 snap 191 seq_num 657) 2024-03-10T22:21:28.770 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 200 2024-03-10T22:21:28.770 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 13964 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:21:28.770 INFO:tasks.rados.rados.0.smithi169.stdout:2114: expect (ObjNum 617 snap 182 seq_num 617) 2024-03-10T22:21:28.903 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:28.903 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:28.903 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[88180]: osdmap e475: 8 total, 8 up, 8 in 2024-03-10T22:21:28.903 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:28.903 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:28.903 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:28.903 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:28.903 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:28.903 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:28.904 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[88180]: pgmap v374: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 271 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 900 KiB/s wr, 4 op/s 2024-03-10T22:21:28.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:28.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:28.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[90638]: osdmap e475: 8 total, 8 up, 8 in 2024-03-10T22:21:28.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:28.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:28.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:28.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:28.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:28.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:28.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-mon[90638]: pgmap v374: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 271 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 900 KiB/s wr, 4 op/s 2024-03-10T22:21:28.905 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:28.767+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:28.905 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:28.767+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:28.905 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:28.767+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:28.905 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:28.768+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:28.905 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:28.768+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:28.905 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:28.768+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:28.905 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:28.768+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:28.905 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:28.768+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:28.992 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:28.768+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:28.992 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:28.768+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:28.993 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:28.993 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:28.993 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-mon[84635]: osdmap e475: 8 total, 8 up, 8 in 2024-03-10T22:21:28.993 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:28.993 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:28.993 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:28.993 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:28.993 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:28.993 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:28.993 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:28 smithi172 ceph-mon[84635]: pgmap v374: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 271 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 900 KiB/s wr, 4 op/s 2024-03-10T22:21:29.137 INFO:tasks.rados.rados.0.smithi169.stdout:2118: expect (ObjNum 657 snap 191 seq_num 657) 2024-03-10T22:21:29.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:28.902+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:29.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:28.902+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:29.371 INFO:tasks.rados.rados.0.smithi169.stdout:2117: expect (ObjNum 617 snap 182 seq_num 617) 2024-03-10T22:21:29.733 INFO:tasks.rados.rados.0.smithi169.stdout:2119: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-03-10T22:21:29.737 INFO:tasks.rados.rados.0.smithi169.stdout:2119: writing smithi16976610-26 from 0 to 679936 tid 1 2024-03-10T22:21:29.739 INFO:tasks.rados.rados.0.smithi169.stdout:2119: writing smithi16976610-26 from 679936 to 1122304 tid 2 2024-03-10T22:21:29.742 INFO:tasks.rados.rados.0.smithi169.stdout:2119: writing smithi16976610-26 from 1122304 to 1744896 tid 3 2024-03-10T22:21:29.744 INFO:tasks.rados.rados.0.smithi169.stdout:2119: writing smithi16976610-26 from 1744896 to 1884160 tid 4 2024-03-10T22:21:29.744 INFO:tasks.rados.rados.0.smithi169.stdout:2114: done (4 left) 2024-03-10T22:21:29.744 INFO:tasks.rados.rados.0.smithi169.stdout:2115: done (3 left) 2024-03-10T22:21:29.744 INFO:tasks.rados.rados.0.smithi169.stdout:2117: done (2 left) 2024-03-10T22:21:29.744 INFO:tasks.rados.rados.0.smithi169.stdout:2118: done (1 left) 2024-03-10T22:21:29.744 INFO:tasks.rados.rados.0.smithi169.stdout:2120: delete oid 18 current snap is 200 2024-03-10T22:21:29.744 INFO:tasks.rados.rados.0.smithi169.stdout:2119: finishing write tid 1 to smithi16976610-26 2024-03-10T22:21:29.744 INFO:tasks.rados.rados.0.smithi169.stdout:2119: finishing write tid 2 to smithi16976610-26 2024-03-10T22:21:29.745 INFO:tasks.rados.rados.0.smithi169.stdout:2120: done (1 left) 2024-03-10T22:21:29.745 INFO:tasks.rados.rados.0.smithi169.stdout:2121: setattr oid 3 current snap is 200 2024-03-10T22:21:29.746 INFO:tasks.rados.rados.0.smithi169.stdout:2119: finishing write tid 3 to smithi16976610-26 2024-03-10T22:21:29.746 INFO:tasks.rados.rados.0.smithi169.stdout:2119: finishing write tid 4 to smithi16976610-26 2024-03-10T22:21:29.746 INFO:tasks.rados.rados.0.smithi169.stdout:2119: finishing write tid 5 to smithi16976610-26 2024-03-10T22:21:29.747 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 200 2024-03-10T22:21:29.747 INFO:tasks.rados.rados.0.smithi169.stdout:2122: seq_num 687 ranges {6905856=712704,7618560=614400,8232960=589824} 2024-03-10T22:21:29.786 INFO:tasks.rados.rados.0.smithi169.stdout:2122: writing smithi16976610-15 from 6905856 to 7618560 tid 1 2024-03-10T22:21:29.790 INFO:tasks.rados.rados.0.smithi169.stdout:2122: writing smithi16976610-15 from 7618560 to 8232960 tid 2 2024-03-10T22:21:29.794 INFO:tasks.rados.rados.0.smithi169.stdout:2122: writing smithi16976610-15 from 8232960 to 8822784 tid 3 2024-03-10T22:21:29.794 INFO:tasks.rados.rados.0.smithi169.stdout:2123: rollback oid 49 current snap is 200 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 49 to 194 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:2119: finishing write tid 6 to smithi16976610-26 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:2119: oid 26 updating version 0 to 13966 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:2119: oid 26 updating version 13966 to 13968 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:2119: oid 26 updating version 13968 to 13969 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:2119: oid 26 version 13969 is already newer than 13965 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:2119: oid 26 version 13969 is already newer than 13967 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 13969 (ObjNum 685 snap 200 seq_num 685) dirty exists 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:2119: left oid 26 (ObjNum 685 snap 200 seq_num 685) 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 13970 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:2119: done (3 left) 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:2121: done (2 left) 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:2124: copy_from oid 14 from oid 25 current snap is 200 2024-03-10T22:21:29.795 INFO:tasks.rados.rados.0.smithi169.stdout:2122: finishing write tid 1 to smithi16976610-15 2024-03-10T22:21:29.796 INFO:tasks.rados.rados.0.smithi169.stdout:2122: finishing write tid 2 to smithi16976610-15 2024-03-10T22:21:29.796 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 200 2024-03-10T22:21:29.796 INFO:tasks.rados.rados.0.smithi169.stdout:2125: seq_num 688 ranges {2949120=729088,3678208=499712,4177920=704512} 2024-03-10T22:21:29.813 INFO:tasks.rados.rados.0.smithi169.stdout:2125: writing smithi16976610-41 from 2949120 to 3678208 tid 1 2024-03-10T22:21:29.817 INFO:tasks.rados.rados.0.smithi169.stdout:2125: writing smithi16976610-41 from 3678208 to 4177920 tid 2 2024-03-10T22:21:29.820 INFO:tasks.rados.rados.0.smithi169.stdout:2125: writing smithi16976610-41 from 4177920 to 4882432 tid 3 2024-03-10T22:21:29.820 INFO:tasks.rados.rados.0.smithi169.stdout:2126: delete oid 4 current snap is 200 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:2123: finishing rollback tid 1 to smithi16976610-49 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 13962 (ObjNum 2753 snap 0 seq_num 1352643200) dirty dne 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:2122: finishing write tid 3 to smithi16976610-15 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:2122: finishing write tid 4 to smithi16976610-15 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:2122: finishing write tid 5 to smithi16976610-15 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:2122: oid 15 updating version 0 to 13970 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:2122: oid 15 updating version 13970 to 13973 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:2122: oid 15 version 13973 is already newer than 13971 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:2122: oid 15 version 13973 is already newer than 13972 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 13973 (ObjNum 687 snap 200 seq_num 687) dirty exists 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:2122: left oid 15 (ObjNum 687 snap 200 seq_num 687) 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:2124: finishing copy_from racing read to smithi16976610-14 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:2124: finishing copy_from to smithi16976610-14 2024-03-10T22:21:29.821 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 13950 (ObjNum 631 snap 186 seq_num 631) dirty exists 2024-03-10T22:21:29.822 INFO:tasks.rados.rados.0.smithi169.stdout:2125: finishing write tid 1 to smithi16976610-41 2024-03-10T22:21:29.822 INFO:tasks.rados.rados.0.smithi169.stdout:2125: finishing write tid 2 to smithi16976610-41 2024-03-10T22:21:29.824 INFO:tasks.rados.rados.0.smithi169.stdout:2122: done (4 left) 2024-03-10T22:21:29.824 INFO:tasks.rados.rados.0.smithi169.stdout:2123: done (3 left) 2024-03-10T22:21:29.824 INFO:tasks.rados.rados.0.smithi169.stdout:2124: done (2 left) 2024-03-10T22:21:29.824 INFO:tasks.rados.rados.0.smithi169.stdout:2126: done (1 left) 2024-03-10T22:21:29.824 INFO:tasks.rados.rados.0.smithi169.stdout:2125: finishing write tid 3 to smithi16976610-41 2024-03-10T22:21:29.824 INFO:tasks.rados.rados.0.smithi169.stdout:2127: read oid 26 snap -1 2024-03-10T22:21:29.824 INFO:tasks.rados.rados.0.smithi169.stdout:2127: expect (ObjNum 685 snap 200 seq_num 685) 2024-03-10T22:21:29.824 INFO:tasks.rados.rados.0.smithi169.stdout:2128: read oid 29 snap -1 2024-03-10T22:21:29.824 INFO:tasks.rados.rados.0.smithi169.stdout:2128: expect (ObjNum 663 snap 192 seq_num 663) 2024-03-10T22:21:29.824 INFO:tasks.rados.rados.0.smithi169.stdout:2129: snap_create 2024-03-10T22:21:29.824 INFO:tasks.rados.rados.0.smithi169.stdout:2125: finishing write tid 4 to smithi16976610-41 2024-03-10T22:21:29.826 INFO:tasks.rados.rados.0.smithi169.stdout:2125: finishing write tid 5 to smithi16976610-41 2024-03-10T22:21:29.826 INFO:tasks.rados.rados.0.smithi169.stdout:2125: oid 41 updating version 0 to 13945 2024-03-10T22:21:29.826 INFO:tasks.rados.rados.0.smithi169.stdout:2125: oid 41 version 13945 is already newer than 13944 2024-03-10T22:21:29.826 INFO:tasks.rados.rados.0.smithi169.stdout:2125: oid 41 version 13945 is already newer than 13943 2024-03-10T22:21:29.826 INFO:tasks.rados.rados.0.smithi169.stdout:2125: oid 41 updating version 13945 to 13946 2024-03-10T22:21:29.826 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 13946 (ObjNum 688 snap 200 seq_num 688) dirty exists 2024-03-10T22:21:29.826 INFO:tasks.rados.rados.0.smithi169.stdout:2125: left oid 41 (ObjNum 688 snap 200 seq_num 688) 2024-03-10T22:21:29.831 INFO:tasks.rados.rados.0.smithi169.stdout:2128: expect (ObjNum 663 snap 192 seq_num 663) 2024-03-10T22:21:29.870 INFO:tasks.rados.rados.0.smithi169.stdout:2127: expect (ObjNum 685 snap 200 seq_num 685) 2024-03-10T22:21:29.922 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:29 smithi172 systemd[1]: Stopping Ceph osd.5 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:21:29.922 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:29.923 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:29.923 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:29.923 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:29.923 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:29.923 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:29.923 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:29.923 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:29.924 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-mon[84635]: osdmap e476: 8 total, 8 up, 8 in 2024-03-10T22:21:30.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:30.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:30.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:30.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:30.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:30.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[88180]: osdmap e476: 8 total, 8 up, 8 in 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10d=[]:{ee=[ee,ed,ec,eb],f4=[f4,f3,f1],f7=[f7],10b=[10b,10a,109,105,101],10d=[10d,10c]} for object 5:dbee9716:::smithi16976610-27:db 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset 10a=[]:{109=[109,106,105,101]} for object 5:74545209:::smithi16976610-36:fb 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset 110=[]:{db=[d9],e1=[e0],f2=[f2,f1,f0,ed],f7=[f3],109=[109,106,105,101],10c=[10c,10b,10a],110=[10f]} for object 5:68b71019:::smithi16976610-10:d6 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset 110=[]:{e2=[e2],e4=[e4],f2=[f2,f1,f0,ed],103=[103,102,101,100,ff,fe],104=[104],110=[10f,10c,10b]} for object 5:bca38b6f:::smithi16976610-24:d7 2024-03-10T22:21:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:29 smithi169 ceph-mon[90638]: osdmap e476: 8 total, 8 up, 8 in 2024-03-10T22:21:30.263 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[41827]: 2024-03-10T22:21:29.922+0000 7f3df10d5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:21:30.263 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[41827]: 2024-03-10T22:21:29.922+0000 7f3df10d5700 -1 osd.5 476 *** Got signal Terminated *** 2024-03-10T22:21:30.263 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[41827]: 2024-03-10T22:21:29.922+0000 7f3df10d5700 -1 osd.5 476 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:21:30.617 INFO:tasks.rados.rados.0.smithi169.stdout:2125: done (3 left) 2024-03-10T22:21:30.617 INFO:tasks.rados.rados.0.smithi169.stdout:2127: done (2 left) 2024-03-10T22:21:30.617 INFO:tasks.rados.rados.0.smithi169.stdout:2128: done (1 left) 2024-03-10T22:21:30.617 INFO:tasks.rados.rados.0.smithi169.stdout:2129: done (0 left) 2024-03-10T22:21:30.617 INFO:tasks.rados.rados.0.smithi169.stdout:2130: read oid 48 snap -1 2024-03-10T22:21:30.618 INFO:tasks.rados.rados.0.smithi169.stdout:2130: expect (ObjNum 622 snap 183 seq_num 622) 2024-03-10T22:21:30.618 INFO:tasks.rados.rados.0.smithi169.stdout:2131: snap_create 2024-03-10T22:21:31.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:31.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:31.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-mon[88180]: osd.5 marked itself down and dead 2024-03-10T22:21:31.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-mon[88180]: pgmap v376: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 271 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 753 KiB/s wr, 10 op/s 2024-03-10T22:21:31.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:30.622+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:31.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:30.622+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-mon[90638]: osd.5 marked itself down and dead 2024-03-10T22:21:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-mon[90638]: pgmap v376: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 271 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 753 KiB/s wr, 10 op/s 2024-03-10T22:21:31.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:30.614+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:31.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:30.615+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:30 smithi172 ceph-mon[84635]: osd.5 marked itself down and dead 2024-03-10T22:21:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:30 smithi172 ceph-mon[84635]: pgmap v376: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 271 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 753 KiB/s wr, 10 op/s 2024-03-10T22:21:31.447 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:31 smithi172 podman[94948]: 2024-03-10 22:21:31.168151732 +0000 UTC m=+1.346141317 container died 8734c1b4b7c167a33963776f5fd1588678a3d348310ae1e4d3f40626d589154b (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=reef-c2ea977, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-03-10T22:21:31.616 INFO:tasks.rados.rados.0.smithi169.stdout:2131: done (1 left) 2024-03-10T22:21:31.616 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 202 2024-03-10T22:21:31.617 INFO:tasks.rados.rados.0.smithi169.stdout:2132: seq_num 690 ranges {1163264=761856,1925120=663552,2588672=409600,2998272=131072} 2024-03-10T22:21:31.628 INFO:tasks.rados.rados.0.smithi169.stdout:2132: writing smithi16976610-1 from 1163264 to 1925120 tid 1 2024-03-10T22:21:31.632 INFO:tasks.rados.rados.0.smithi169.stdout:2132: writing smithi16976610-1 from 1925120 to 2588672 tid 2 2024-03-10T22:21:31.635 INFO:tasks.rados.rados.0.smithi169.stdout:2132: writing smithi16976610-1 from 2588672 to 2998272 tid 3 2024-03-10T22:21:31.636 INFO:tasks.rados.rados.0.smithi169.stdout:2132: writing smithi16976610-1 from 2998272 to 3129344 tid 4 2024-03-10T22:21:31.636 INFO:tasks.rados.rados.0.smithi169.stdout:2133: copy_from oid 38 from oid 33 current snap is 202 2024-03-10T22:21:31.637 INFO:tasks.rados.rados.0.smithi169.stdout:2132: finishing write tid 1 to smithi16976610-1 2024-03-10T22:21:31.637 INFO:tasks.rados.rados.0.smithi169.stdout:2132: finishing write tid 2 to smithi16976610-1 2024-03-10T22:21:31.637 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 202 2024-03-10T22:21:31.637 INFO:tasks.rados.rados.0.smithi169.stdout:2134: seq_num 691 ranges {0=778240,778240=548864,1327104=614400,1941504=40960} 2024-03-10T22:21:31.641 INFO:tasks.rados.rados.0.smithi169.stdout:2134: writing smithi16976610-7 from 0 to 778240 tid 1 2024-03-10T22:21:31.645 INFO:tasks.rados.rados.0.smithi169.stdout:2134: writing smithi16976610-7 from 778240 to 1327104 tid 2 2024-03-10T22:21:31.649 INFO:tasks.rados.rados.0.smithi169.stdout:2134: writing smithi16976610-7 from 1327104 to 1941504 tid 3 2024-03-10T22:21:31.649 INFO:tasks.rados.rados.0.smithi169.stdout:2134: writing smithi16976610-7 from 1941504 to 1982464 tid 4 2024-03-10T22:21:31.649 INFO:tasks.rados.rados.0.smithi169.stdout:2135: copy_from oid 16 from oid 29 current snap is 202 2024-03-10T22:21:31.649 INFO:tasks.rados.rados.0.smithi169.stdout:2132: finishing write tid 3 to smithi16976610-1 2024-03-10T22:21:31.649 INFO:tasks.rados.rados.0.smithi169.stdout:2132: finishing write tid 4 to smithi16976610-1 2024-03-10T22:21:31.649 INFO:tasks.rados.rados.0.smithi169.stdout:2132: finishing write tid 5 to smithi16976610-1 2024-03-10T22:21:31.649 INFO:tasks.rados.rados.0.smithi169.stdout:2132: finishing write tid 6 to smithi16976610-1 2024-03-10T22:21:31.650 INFO:tasks.rados.rados.0.smithi169.stdout:2132: oid 1 updating version 0 to 13921 2024-03-10T22:21:31.650 INFO:tasks.rados.rados.0.smithi169.stdout:2132: oid 1 version 13921 is already newer than 13920 2024-03-10T22:21:31.650 INFO:tasks.rados.rados.0.smithi169.stdout:2132: oid 1 version 13921 is already newer than 13919 2024-03-10T22:21:31.650 INFO:tasks.rados.rados.0.smithi169.stdout:2132: oid 1 version 13921 is already newer than 13918 2024-03-10T22:21:31.650 INFO:tasks.rados.rados.0.smithi169.stdout:2132: oid 1 version 13921 is already newer than 13917 2024-03-10T22:21:31.650 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 13921 (ObjNum 690 snap 202 seq_num 690) dirty exists 2024-03-10T22:21:31.650 INFO:tasks.rados.rados.0.smithi169.stdout:2132: left oid 1 (ObjNum 690 snap 202 seq_num 690) 2024-03-10T22:21:31.650 INFO:tasks.rados.rados.0.smithi169.stdout:2130: expect (ObjNum 622 snap 183 seq_num 622) 2024-03-10T22:21:31.677 INFO:tasks.rados.rados.0.smithi169.stdout:2133: finishing copy_from racing read to smithi16976610-38 2024-03-10T22:21:31.677 INFO:tasks.rados.rados.0.smithi169.stdout:2134: finishing write tid 1 to smithi16976610-7 2024-03-10T22:21:31.677 INFO:tasks.rados.rados.0.smithi169.stdout:2133: finishing copy_from to smithi16976610-38 2024-03-10T22:21:31.677 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 13965 (ObjNum 683 snap 199 seq_num 683) dirty exists 2024-03-10T22:21:31.677 INFO:tasks.rados.rados.0.smithi169.stdout:2134: finishing write tid 2 to smithi16976610-7 2024-03-10T22:21:31.677 INFO:tasks.rados.rados.0.smithi169.stdout:2134: finishing write tid 3 to smithi16976610-7 2024-03-10T22:21:31.677 INFO:tasks.rados.rados.0.smithi169.stdout:2134: finishing write tid 4 to smithi16976610-7 2024-03-10T22:21:31.677 INFO:tasks.rados.rados.0.smithi169.stdout:2134: finishing write tid 5 to smithi16976610-7 2024-03-10T22:21:31.677 INFO:tasks.rados.rados.0.smithi169.stdout:2134: finishing write tid 6 to smithi16976610-7 2024-03-10T22:21:31.677 INFO:tasks.rados.rados.0.smithi169.stdout:2134: oid 7 updating version 0 to 13957 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:2134: oid 7 updating version 13957 to 13960 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:2134: oid 7 version 13960 is already newer than 13956 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:2134: oid 7 version 13960 is already newer than 13959 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:2134: oid 7 version 13960 is already newer than 13958 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 13960 (ObjNum 691 snap 202 seq_num 691) dirty exists 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:2134: left oid 7 (ObjNum 691 snap 202 seq_num 691) 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:2135: finishing copy_from racing read to smithi16976610-16 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:2135: finishing copy_from to smithi16976610-16 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 13955 (ObjNum 663 snap 192 seq_num 663) dirty exists 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:2130: done (4 left) 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:2132: done (3 left) 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:2133: done (2 left) 2024-03-10T22:21:31.678 INFO:tasks.rados.rados.0.smithi169.stdout:2134: done (1 left) 2024-03-10T22:21:31.679 INFO:tasks.rados.rados.0.smithi169.stdout:2135: done (0 left) 2024-03-10T22:21:31.679 INFO:tasks.rados.rados.0.smithi169.stdout:2136: snap_create 2024-03-10T22:21:31.763 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:31 smithi172 podman[94948]: 2024-03-10 22:21:31.530985111 +0000 UTC m=+1.708974696 container cleanup 8734c1b4b7c167a33963776f5fd1588678a3d348310ae1e4d3f40626d589154b (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-c2ea977, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=) 2024-03-10T22:21:31.763 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:31 smithi172 bash[94948]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5 2024-03-10T22:21:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:31 smithi172 ceph-mon[84635]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:21:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:31 smithi172 ceph-mon[84635]: osdmap e477: 8 total, 7 up, 8 in 2024-03-10T22:21:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:31 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:31.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:32.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-mon[90638]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:21:32.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-mon[90638]: osdmap e477: 8 total, 7 up, 8 in 2024-03-10T22:21:32.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:32.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:32.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:31.626+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:32.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:31.626+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-mon[88180]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:21:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-mon[88180]: osdmap e477: 8 total, 7 up, 8 in 2024-03-10T22:21:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:32.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:31.627+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:32.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:31.628+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:32.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:31.628+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:32.157 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:31 smithi172 podman[94965]: 2024-03-10 22:21:31.849198717 +0000 UTC m=+0.679578601 container remove 8734c1b4b7c167a33963776f5fd1588678a3d348310ae1e4d3f40626d589154b (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , RELEASE=reef-c2ea977, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240307) 2024-03-10T22:21:32.418 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:21:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:21:32.418 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:32 smithi172 podman[95057]: 2024-03-10 22:21:32.158168805 +0000 UTC m=+0.108939288 container create 978c68e6cca188b17aaa282bf2753ab3a5555b4e6440e6215b44bcb7dbbeb1ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-deactivate, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-10T22:21:32.418 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:32 smithi172 podman[95057]: 2024-03-10 22:21:32.067233787 +0000 UTC m=+0.018004291 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:21:32.418 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:32 smithi172 podman[95057]: 2024-03-10 22:21:32.419191663 +0000 UTC m=+0.369962154 container init 978c68e6cca188b17aaa282bf2753ab3a5555b4e6440e6215b44bcb7dbbeb1ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=main-cb2b48d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-10T22:21:32.623 INFO:tasks.rados.rados.0.smithi169.stdout:2136: done (0 left) 2024-03-10T22:21:32.623 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 203 2024-03-10T22:21:32.624 INFO:tasks.rados.rados.0.smithi169.stdout:2137: seq_num 692 ranges {950272=794624,1744896=483328,2228224=720896} 2024-03-10T22:21:32.632 INFO:tasks.rados.rados.0.smithi169.stdout:2137: writing smithi16976610-43 from 950272 to 1744896 tid 1 2024-03-10T22:21:32.635 INFO:tasks.rados.rados.0.smithi169.stdout:2137: writing smithi16976610-43 from 1744896 to 2228224 tid 2 2024-03-10T22:21:32.639 INFO:tasks.rados.rados.0.smithi169.stdout:2137: writing smithi16976610-43 from 2228224 to 2949120 tid 3 2024-03-10T22:21:32.639 INFO:tasks.rados.rados.0.smithi169.stdout:2138: delete oid 18 current snap is 203 2024-03-10T22:21:32.639 INFO:tasks.rados.rados.0.smithi169.stdout:2137: finishing write tid 1 to smithi16976610-43 2024-03-10T22:21:32.640 INFO:tasks.rados.rados.0.smithi169.stdout:2137: finishing write tid 2 to smithi16976610-43 2024-03-10T22:21:32.641 INFO:tasks.rados.rados.0.smithi169.stdout:2138: done (1 left) 2024-03-10T22:21:32.641 INFO:tasks.rados.rados.0.smithi169.stdout:2139: read oid 13 snap -1 2024-03-10T22:21:32.641 INFO:tasks.rados.rados.0.smithi169.stdout:2139: expect deleted 2024-03-10T22:21:32.641 INFO:tasks.rados.rados.0.smithi169.stdout:2140: snap_create 2024-03-10T22:21:32.643 INFO:tasks.rados.rados.0.smithi169.stdout:2137: finishing write tid 3 to smithi16976610-43 2024-03-10T22:21:32.644 INFO:tasks.rados.rados.0.smithi169.stdout:2137: finishing write tid 4 to smithi16976610-43 2024-03-10T22:21:32.645 INFO:tasks.rados.rados.0.smithi169.stdout:2137: finishing write tid 5 to smithi16976610-43 2024-03-10T22:21:32.645 INFO:tasks.rados.rados.0.smithi169.stdout:2137: oid 43 updating version 0 to 13924 2024-03-10T22:21:32.645 INFO:tasks.rados.rados.0.smithi169.stdout:2137: oid 43 version 13924 is already newer than 13923 2024-03-10T22:21:32.645 INFO:tasks.rados.rados.0.smithi169.stdout:2137: oid 43 version 13924 is already newer than 13922 2024-03-10T22:21:32.645 INFO:tasks.rados.rados.0.smithi169.stdout:2137: oid 43 updating version 13924 to 13925 2024-03-10T22:21:32.646 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 13925 (ObjNum 692 snap 203 seq_num 692) dirty exists 2024-03-10T22:21:32.646 INFO:tasks.rados.rados.0.smithi169.stdout:2137: left oid 43 (ObjNum 692 snap 203 seq_num 692) 2024-03-10T22:21:32.722 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:32 smithi172 podman[95057]: 2024-03-10 22:21:32.422457473 +0000 UTC m=+0.373227958 container start 978c68e6cca188b17aaa282bf2753ab3a5555b4e6440e6215b44bcb7dbbeb1ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d) 2024-03-10T22:21:32.723 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:32 smithi172 podman[95057]: 2024-03-10 22:21:32.510848109 +0000 UTC m=+0.461618602 container attach 978c68e6cca188b17aaa282bf2753ab3a5555b4e6440e6215b44bcb7dbbeb1ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=) 2024-03-10T22:21:32.723 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:32.723 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:32.723 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:32 smithi172 ceph-mon[84635]: osdmap e478: 8 total, 7 up, 8 in 2024-03-10T22:21:32.723 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:32 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:32.724 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:32.724 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:32 smithi172 ceph-mon[84635]: pgmap v379: 121 pgs: 6 active+undersized, 12 peering, 13 stale+active+clean, 8 active+clean+snaptrim_error, 82 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-10T22:21:33.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:32.645+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:33.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:32.645+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[88180]: osdmap e478: 8 total, 7 up, 8 in 2024-03-10T22:21:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[88180]: pgmap v379: 121 pgs: 6 active+undersized, 12 peering, 13 stale+active+clean, 8 active+clean+snaptrim_error, 82 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-10T22:21:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[90638]: osdmap e478: 8 total, 7 up, 8 in 2024-03-10T22:21:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-mon[90638]: pgmap v379: 121 pgs: 6 active+undersized, 12 peering, 13 stale+active+clean, 8 active+clean+snaptrim_error, 82 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-10T22:21:33.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:32.622+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:33.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:32.622+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:33.013 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:32 smithi172 podman[95057]: 2024-03-10 22:21:32.724021951 +0000 UTC m=+0.674792438 container died 978c68e6cca188b17aaa282bf2753ab3a5555b4e6440e6215b44bcb7dbbeb1ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:21:33.630 INFO:tasks.rados.rados.0.smithi169.stdout:2137: done (2 left) 2024-03-10T22:21:33.630 INFO:tasks.rados.rados.0.smithi169.stdout:2139: done (1 left) 2024-03-10T22:21:33.630 INFO:tasks.rados.rados.0.smithi169.stdout:2140: done (0 left) 2024-03-10T22:21:33.630 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 204 2024-03-10T22:21:33.630 INFO:tasks.rados.rados.0.smithi169.stdout:2141: seq_num 694 ranges {1982464=425984,2408448=655360,3063808=786432,3850240=163840} 2024-03-10T22:21:33.640 INFO:tasks.rados.rados.0.smithi169.stdout:2141: writing smithi16976610-7 from 1982464 to 2408448 tid 1 2024-03-10T22:21:33.644 INFO:tasks.rados.rados.0.smithi169.stdout:2141: writing smithi16976610-7 from 2408448 to 3063808 tid 2 2024-03-10T22:21:33.649 INFO:tasks.rados.rados.0.smithi169.stdout:2141: writing smithi16976610-7 from 3063808 to 3850240 tid 3 2024-03-10T22:21:33.650 INFO:tasks.rados.rados.0.smithi169.stdout:2141: writing smithi16976610-7 from 3850240 to 4014080 tid 4 2024-03-10T22:21:33.650 INFO:tasks.rados.rados.0.smithi169.stdout:2142: read oid 43 snap -1 2024-03-10T22:21:33.650 INFO:tasks.rados.rados.0.smithi169.stdout:2142: expect (ObjNum 692 snap 203 seq_num 692) 2024-03-10T22:21:33.650 INFO:tasks.rados.rados.0.smithi169.stdout:2143: snap_remove snap 200 2024-03-10T22:21:33.683 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:33 smithi172 podman[95083]: 2024-03-10 22:21:33.431317995 +0000 UTC m=+0.701339860 container remove 978c68e6cca188b17aaa282bf2753ab3a5555b4e6440e6215b44bcb7dbbeb1ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-03-10T22:21:33.683 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:33 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.5.service: Deactivated successfully. 2024-03-10T22:21:33.683 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:33 smithi172 systemd[1]: Stopped Ceph osd.5 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:21:33.683 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:33 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.5.service: Consumed 14.248s CPU time. 2024-03-10T22:21:33.683 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:33.684 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:33.684 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:33 smithi172 ceph-mon[84635]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-03-10T22:21:33.684 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:33.684 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:33 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:33.684 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:33 smithi172 ceph-mon[84635]: osdmap e479: 8 total, 7 up, 8 in 2024-03-10T22:21:33.684 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:33.684 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[88180]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-03-10T22:21:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[88180]: osdmap e479: 8 total, 7 up, 8 in 2024-03-10T22:21:34.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:34.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[90638]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-03-10T22:21:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[90638]: osdmap e479: 8 total, 7 up, 8 in 2024-03-10T22:21:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:34.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:33.626+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:34.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:33.626+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:34.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:33.626+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:34.013 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:33 smithi172 systemd[1]: Starting Ceph osd.5 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:21:34.013 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:33 smithi172 podman[95187]: 2024-03-10 22:21:33.804887411 +0000 UTC m=+0.019284280 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:21:34.426 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 podman[95187]: 2024-03-10 22:21:34.108003234 +0000 UTC m=+0.322400091 container create bb0dafbff91cba2af277b0f8372e19796536b9bc28469a0821b55425e5264e3d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-03-10T22:21:34.426 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 podman[95187]: 2024-03-10 22:21:34.352078685 +0000 UTC m=+0.566475543 container init bb0dafbff91cba2af277b0f8372e19796536b9bc28469a0821b55425e5264e3d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:21:34.426 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 podman[95187]: 2024-03-10 22:21:34.355617107 +0000 UTC m=+0.570013978 container start bb0dafbff91cba2af277b0f8372e19796536b9bc28469a0821b55425e5264e3d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, ceph=True) 2024-03-10T22:21:34.426 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 podman[95187]: 2024-03-10 22:21:34.426957575 +0000 UTC m=+0.641354433 container attach bb0dafbff91cba2af277b0f8372e19796536b9bc28469a0821b55425e5264e3d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-10T22:21:34.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:34.207+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:34.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:34.207+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:34.637 INFO:tasks.rados.rados.0.smithi169.stdout:2141: finishing write tid 1 to smithi16976610-7 2024-03-10T22:21:34.637 INFO:tasks.rados.rados.0.smithi169.stdout:2141: finishing write tid 2 to smithi16976610-7 2024-03-10T22:21:34.637 INFO:tasks.rados.rados.0.smithi169.stdout:2141: finishing write tid 3 to smithi16976610-7 2024-03-10T22:21:34.638 INFO:tasks.rados.rados.0.smithi169.stdout:2141: finishing write tid 4 to smithi16976610-7 2024-03-10T22:21:34.638 INFO:tasks.rados.rados.0.smithi169.stdout:2141: finishing write tid 5 to smithi16976610-7 2024-03-10T22:21:34.638 INFO:tasks.rados.rados.0.smithi169.stdout:2141: finishing write tid 6 to smithi16976610-7 2024-03-10T22:21:34.638 INFO:tasks.rados.rados.0.smithi169.stdout:2141: oid 7 updating version 0 to 13965 2024-03-10T22:21:34.638 INFO:tasks.rados.rados.0.smithi169.stdout:2141: oid 7 version 13965 is already newer than 13961 2024-03-10T22:21:34.638 INFO:tasks.rados.rados.0.smithi169.stdout:2141: oid 7 version 13965 is already newer than 13963 2024-03-10T22:21:34.638 INFO:tasks.rados.rados.0.smithi169.stdout:2141: oid 7 version 13965 is already newer than 13962 2024-03-10T22:21:34.638 INFO:tasks.rados.rados.0.smithi169.stdout:2141: oid 7 version 13965 is already newer than 13964 2024-03-10T22:21:34.638 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 13965 (ObjNum 694 snap 204 seq_num 694) dirty exists 2024-03-10T22:21:34.638 INFO:tasks.rados.rados.0.smithi169.stdout:2141: left oid 7 (ObjNum 694 snap 204 seq_num 694) 2024-03-10T22:21:34.638 INFO:tasks.rados.rados.0.smithi169.stdout:2142: expect (ObjNum 692 snap 203 seq_num 692) 2024-03-10T22:21:34.731 INFO:tasks.rados.rados.0.smithi169.stdout:2141: done (2 left) 2024-03-10T22:21:34.731 INFO:tasks.rados.rados.0.smithi169.stdout:2142: done (1 left) 2024-03-10T22:21:34.731 INFO:tasks.rados.rados.0.smithi169.stdout:2143: done (0 left) 2024-03-10T22:21:34.731 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 204 2024-03-10T22:21:34.731 INFO:tasks.rados.rados.0.smithi169.stdout:2144: seq_num 695 ranges {974848=442368,1417216=540672,1957888=598016,2555904=466944} 2024-03-10T22:21:34.739 INFO:tasks.rados.rados.0.smithi169.stdout:2144: writing smithi16976610-14 from 974848 to 1417216 tid 1 2024-03-10T22:21:34.741 INFO:tasks.rados.rados.0.smithi169.stdout:2144: writing smithi16976610-14 from 1417216 to 1957888 tid 2 2024-03-10T22:21:34.745 INFO:tasks.rados.rados.0.smithi169.stdout:2144: writing smithi16976610-14 from 1957888 to 2555904 tid 3 2024-03-10T22:21:34.748 INFO:tasks.rados.rados.0.smithi169.stdout:2144: writing smithi16976610-14 from 2555904 to 3022848 tid 4 2024-03-10T22:21:34.748 INFO:tasks.rados.rados.0.smithi169.stdout:2145: snap_remove snap 193 2024-03-10T22:21:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-mon[84635]: osdmap e480: 8 total, 7 up, 8 in 2024-03-10T22:21:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-mon[84635]: pgmap v382: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 4 active+undersized+degraded, 23 active+undersized, 12 peering, 4 stale+active+clean, 5 active+clean+snaptrim_error, 70 active+clean; 272 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 69/699 objects degraded (9.871%) 2024-03-10T22:21:35.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:34.707+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:35.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:34.707+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[90638]: osdmap e480: 8 total, 7 up, 8 in 2024-03-10T22:21:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:35.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[90638]: pgmap v382: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 4 active+undersized+degraded, 23 active+undersized, 12 peering, 4 stale+active+clean, 5 active+clean+snaptrim_error, 70 active+clean; 272 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 69/699 objects degraded (9.871%) 2024-03-10T22:21:35.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:34.707+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:35.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:34.707+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:35.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:35.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:35.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[88180]: osdmap e480: 8 total, 7 up, 8 in 2024-03-10T22:21:35.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:35.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:35.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:34 smithi169 ceph-mon[88180]: pgmap v382: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 4 active+undersized+degraded, 23 active+undersized, 12 peering, 4 stale+active+clean, 5 active+clean+snaptrim_error, 70 active+clean; 272 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 69/699 objects degraded (9.871%) 2024-03-10T22:21:35.110 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate[95201]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-10T22:21:35.110 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate[95201]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-10T22:21:35.110 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 bash[95187]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 bash[95187]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 bash[95187]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 bash[95187]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 bash[95187]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 bash[95187]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 bash[95187]: --> ceph-volume raw activate successful for osd ID: 5 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate[95201]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate[95201]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate[95201]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate[95201]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate[95201]: --> ceph-volume raw activate successful for osd ID: 5 2024-03-10T22:21:35.111 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:34 smithi172 podman[95187]: 2024-03-10 22:21:34.8254861 +0000 UTC m=+1.039882966 container died bb0dafbff91cba2af277b0f8372e19796536b9bc28469a0821b55425e5264e3d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d) 2024-03-10T22:21:35.642 INFO:tasks.rados.rados.0.smithi169.stdout:2145: done (1 left) 2024-03-10T22:21:35.642 INFO:tasks.rados.rados.0.smithi169.stdout:2146: setattr oid 24 current snap is 204 2024-03-10T22:21:35.642 INFO:tasks.rados.rados.0.smithi169.stdout:2144: finishing write tid 1 to smithi16976610-14 2024-03-10T22:21:35.642 INFO:tasks.rados.rados.0.smithi169.stdout:2144: finishing write tid 2 to smithi16976610-14 2024-03-10T22:21:35.642 INFO:tasks.rados.rados.0.smithi169.stdout:2144: finishing write tid 3 to smithi16976610-14 2024-03-10T22:21:35.642 INFO:tasks.rados.rados.0.smithi169.stdout:2144: finishing write tid 4 to smithi16976610-14 2024-03-10T22:21:35.642 INFO:tasks.rados.rados.0.smithi169.stdout:2144: finishing write tid 5 to smithi16976610-14 2024-03-10T22:21:35.642 INFO:tasks.rados.rados.0.smithi169.stdout:2144: finishing write tid 6 to smithi16976610-14 2024-03-10T22:21:35.642 INFO:tasks.rados.rados.0.smithi169.stdout:2144: oid 14 updating version 0 to 13955 2024-03-10T22:21:35.643 INFO:tasks.rados.rados.0.smithi169.stdout:2144: oid 14 version 13955 is already newer than 13952 2024-03-10T22:21:35.643 INFO:tasks.rados.rados.0.smithi169.stdout:2144: oid 14 version 13955 is already newer than 13953 2024-03-10T22:21:35.643 INFO:tasks.rados.rados.0.smithi169.stdout:2144: oid 14 version 13955 is already newer than 13954 2024-03-10T22:21:35.643 INFO:tasks.rados.rados.0.smithi169.stdout:2144: oid 14 version 13955 is already newer than 13951 2024-03-10T22:21:35.643 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 13955 (ObjNum 695 snap 204 seq_num 695) dirty exists 2024-03-10T22:21:35.643 INFO:tasks.rados.rados.0.smithi169.stdout:2144: left oid 14 (ObjNum 695 snap 204 seq_num 695) 2024-03-10T22:21:35.644 INFO:tasks.rados.rados.0.smithi169.stdout:2144: done (1 left) 2024-03-10T22:21:35.645 INFO:tasks.rados.rados.0.smithi169.stdout:2147: copy_from oid 22 from oid 3 current snap is 204 2024-03-10T22:21:35.645 INFO:tasks.rados.rados.0.smithi169.stdout:2148: rmattr oid 39 current snap is 204 2024-03-10T22:21:35.645 INFO:tasks.rados.rados.0.smithi169.stdout:2148: done (2 left) 2024-03-10T22:21:35.645 INFO:tasks.rados.rados.0.smithi169.stdout:2149: rollback oid 29 current snap is 204 2024-03-10T22:21:35.645 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 29 to 201 2024-03-10T22:21:35.645 INFO:tasks.rados.rados.0.smithi169.stdout:2150: snap_create 2024-03-10T22:21:35.652 INFO:tasks.rados.rados.0.smithi169.stdout:2149: finishing rollback tid 0 to smithi16976610-29 2024-03-10T22:21:35.652 INFO:tasks.rados.rados.0.smithi169.stdout:2149: finishing rollback tid 1 to smithi16976610-29 2024-03-10T22:21:35.653 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 13974 (ObjNum 65 snap 0 seq_num 1465544535) dirty exists 2024-03-10T22:21:35.653 INFO:tasks.rados.rados.0.smithi169.stdout:2149: finishing rollback tid 2 to smithi16976610-29 2024-03-10T22:21:35.653 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 13968 (ObjNum 663 snap 192 seq_num 663) dirty exists 2024-03-10T22:21:35.659 INFO:tasks.rados.rados.0.smithi169.stdout:2147: finishing copy_from racing read to smithi16976610-22 2024-03-10T22:21:35.662 INFO:tasks.rados.rados.0.smithi169.stdout:2147: finishing copy_from to smithi16976610-22 2024-03-10T22:21:35.662 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 13970 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:21:35.755 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:35 smithi172 podman[95333]: 2024-03-10 22:21:35.397727086 +0000 UTC m=+0.567259550 container remove bb0dafbff91cba2af277b0f8372e19796536b9bc28469a0821b55425e5264e3d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-activate, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-03-10T22:21:35.755 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:35 smithi172 podman[95401]: 2024-03-10 22:21:35.517912107 +0000 UTC m=+0.017210776 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:21:35.756 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:35 smithi172 podman[95401]: 2024-03-10 22:21:35.631885084 +0000 UTC m=+0.131183792 container create 431175abf56a2516967c6d843e978038a7917d5702733600e492b3299f23cd92 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-03-10T22:21:35.756 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:35 smithi172 ceph-mon[84635]: Health check failed: Degraded data redundancy: 69/699 objects degraded (9.871%), 7 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:35.756 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:35 smithi172 ceph-mon[84635]: osdmap e481: 8 total, 7 up, 8 in 2024-03-10T22:21:35.756 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:35.756 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:35.756 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:35.756 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:35 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:35.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[88180]: Health check failed: Degraded data redundancy: 69/699 objects degraded (9.871%), 7 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:35.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[88180]: osdmap e481: 8 total, 7 up, 8 in 2024-03-10T22:21:35.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:35.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:35.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:35.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:35.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[90638]: Health check failed: Degraded data redundancy: 69/699 objects degraded (9.871%), 7 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:35.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[90638]: osdmap e481: 8 total, 7 up, 8 in 2024-03-10T22:21:35.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:35.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:35.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:35.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:35.927 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:35.660+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:35.927 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:35.660+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:35.927 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:35.647+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:35.927 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:35.647+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:35.928 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:35.653+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:36.013 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:35 smithi172 podman[95401]: 2024-03-10 22:21:35.88466463 +0000 UTC m=+0.383963293 container init 431175abf56a2516967c6d843e978038a7917d5702733600e492b3299f23cd92 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, ceph=True, GIT_CLEAN=True) 2024-03-10T22:21:36.013 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:35 smithi172 podman[95401]: 2024-03-10 22:21:35.887949251 +0000 UTC m=+0.387247909 container start 431175abf56a2516967c6d843e978038a7917d5702733600e492b3299f23cd92 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-03-10T22:21:36.013 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:35 smithi172 ceph-osd[95420]: -- 172.21.15.172:0/4101053536 <== mon.1 v2:172.21.15.172:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56069967b680 con 0x560699645000 2024-03-10T22:21:36.013 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:35 smithi172 bash[95401]: 431175abf56a2516967c6d843e978038a7917d5702733600e492b3299f23cd92 2024-03-10T22:21:36.013 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:35 smithi172 systemd[1]: Started Ceph osd.5 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:21:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:21:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:21:35] "GET /metrics HTTP/1.1" 200 36194 "" "Prometheus/2.43.0" 2024-03-10T22:21:36.652 INFO:tasks.rados.rados.0.smithi169.stdout:2146: done (3 left) 2024-03-10T22:21:36.652 INFO:tasks.rados.rados.0.smithi169.stdout:2147: done (2 left) 2024-03-10T22:21:36.652 INFO:tasks.rados.rados.0.smithi169.stdout:2149: done (1 left) 2024-03-10T22:21:36.652 INFO:tasks.rados.rados.0.smithi169.stdout:2150: done (0 left) 2024-03-10T22:21:36.653 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 205 2024-03-10T22:21:36.653 INFO:tasks.rados.rados.0.smithi169.stdout:2151: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2024-03-10T22:21:36.654 INFO:tasks.rados.rados.0.smithi169.stdout:2151: writing smithi16976610-18 from 0 to 458752 tid 1 2024-03-10T22:21:36.657 INFO:tasks.rados.rados.0.smithi169.stdout:2151: writing smithi16976610-18 from 458752 to 876544 tid 2 2024-03-10T22:21:36.662 INFO:tasks.rados.rados.0.smithi169.stdout:2151: writing smithi16976610-18 from 876544 to 1630208 tid 3 2024-03-10T22:21:36.665 INFO:tasks.rados.rados.0.smithi169.stdout:2151: writing smithi16976610-18 from 1630208 to 2064384 tid 4 2024-03-10T22:21:36.665 INFO:tasks.rados.rados.0.smithi169.stdout:2152: snap_create 2024-03-10T22:21:36.665 INFO:tasks.rados.rados.0.smithi169.stdout:2151: finishing write tid 1 to smithi16976610-18 2024-03-10T22:21:36.665 INFO:tasks.rados.rados.0.smithi169.stdout:2151: finishing write tid 2 to smithi16976610-18 2024-03-10T22:21:36.665 INFO:tasks.rados.rados.0.smithi169.stdout:2151: finishing write tid 3 to smithi16976610-18 2024-03-10T22:21:36.666 INFO:tasks.rados.rados.0.smithi169.stdout:2151: finishing write tid 4 to smithi16976610-18 2024-03-10T22:21:36.667 INFO:tasks.rados.rados.0.smithi169.stdout:2151: finishing write tid 5 to smithi16976610-18 2024-03-10T22:21:36.668 INFO:tasks.rados.rados.0.smithi169.stdout:2151: finishing write tid 6 to smithi16976610-18 2024-03-10T22:21:36.669 INFO:tasks.rados.rados.0.smithi169.stdout:2151: oid 18 updating version 0 to 13959 2024-03-10T22:21:36.669 INFO:tasks.rados.rados.0.smithi169.stdout:2151: oid 18 updating version 13959 to 13960 2024-03-10T22:21:36.669 INFO:tasks.rados.rados.0.smithi169.stdout:2151: oid 18 version 13960 is already newer than 13957 2024-03-10T22:21:36.669 INFO:tasks.rados.rados.0.smithi169.stdout:2151: oid 18 version 13960 is already newer than 13958 2024-03-10T22:21:36.669 INFO:tasks.rados.rados.0.smithi169.stdout:2151: oid 18 version 13960 is already newer than 13956 2024-03-10T22:21:36.669 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 13960 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-03-10T22:21:36.669 INFO:tasks.rados.rados.0.smithi169.stdout:2151: left oid 18 (ObjNum 696 snap 205 seq_num 696) 2024-03-10T22:21:36.763 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:21:36.429+0000 7fb09eb137c0 -1 Falling back to public interface 2024-03-10T22:21:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:36 smithi172 ceph-mon[84635]: osdmap e482: 8 total, 7 up, 8 in 2024-03-10T22:21:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:36 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:36 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:36 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:36 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:36 smithi172 ceph-mon[84635]: pgmap v385: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 37 active+undersized, 4 active+clean+snaptrim_error, 69 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 10 op/s; 85/705 objects degraded (12.057%) 2024-03-10T22:21:37.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[88180]: osdmap e482: 8 total, 7 up, 8 in 2024-03-10T22:21:37.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:37.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[88180]: pgmap v385: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 37 active+undersized, 4 active+clean+snaptrim_error, 69 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 10 op/s; 85/705 objects degraded (12.057%) 2024-03-10T22:21:37.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[90638]: osdmap e482: 8 total, 7 up, 8 in 2024-03-10T22:21:37.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:37.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:37.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:37.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:37.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:37.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:37.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:37.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:36 smithi169 ceph-mon[90638]: pgmap v385: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 37 active+undersized, 4 active+clean+snaptrim_error, 69 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 10 op/s; 85/705 objects degraded (12.057%) 2024-03-10T22:21:37.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:37.220+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:37.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:37.220+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:37.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:37.219+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:37.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:37.220+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:37.658 INFO:tasks.rados.rados.0.smithi169.stdout:2151: done (1 left) 2024-03-10T22:21:37.658 INFO:tasks.rados.rados.0.smithi169.stdout:2152: done (0 left) 2024-03-10T22:21:37.658 INFO:tasks.rados.rados.0.smithi169.stdout:2153: setattr oid 44 current snap is 206 2024-03-10T22:21:37.659 INFO:tasks.rados.rados.0.smithi169.stdout:2154: rollback oid 20 current snap is 206 2024-03-10T22:21:37.659 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 204 2024-03-10T22:21:37.659 INFO:tasks.rados.rados.0.smithi169.stdout:2155: snap_remove snap 194 2024-03-10T22:21:38.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-mon[90638]: osdmap e483: 8 total, 7 up, 8 in 2024-03-10T22:21:38.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-mon[90638]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-03-10T22:21:38.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:38.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:38.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-mon[88180]: osdmap e483: 8 total, 7 up, 8 in 2024-03-10T22:21:38.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-mon[88180]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-03-10T22:21:38.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:38.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:38.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:37.663+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:38.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:37.668+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:38.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:37.663+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:38.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:37.663+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:38.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:37.663+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:37 smithi172 ceph-mon[84635]: osdmap e483: 8 total, 7 up, 8 in 2024-03-10T22:21:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:37 smithi172 ceph-mon[84635]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-03-10T22:21:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:38.665 INFO:tasks.rados.rados.0.smithi169.stdout:2155: done (2 left) 2024-03-10T22:21:38.665 INFO:tasks.rados.rados.0.smithi169.stdout:2156: copy_from oid 39 from oid 18 current snap is 206 2024-03-10T22:21:38.665 INFO:tasks.rados.rados.0.smithi169.stdout:2154: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:21:38.665 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 738 (ObjNum 65 snap 0 seq_num 150674384) dirty dne 2024-03-10T22:21:38.666 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 13968 (ObjNum 65 snap 0 seq_num 151194768) dirty exists 2024-03-10T22:21:38.666 INFO:tasks.rados.rados.0.smithi169.stdout:2153: done (2 left) 2024-03-10T22:21:38.666 INFO:tasks.rados.rados.0.smithi169.stdout:2154: done (1 left) 2024-03-10T22:21:38.666 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 206 2024-03-10T22:21:38.666 INFO:tasks.rados.rados.0.smithi169.stdout:2157: seq_num 697 ranges {4988928=475136,5464064=704512,6168576=557056,6725632=344064} 2024-03-10T22:21:38.695 INFO:tasks.rados.rados.0.smithi169.stdout:2157: writing smithi16976610-23 from 4988928 to 5464064 tid 1 2024-03-10T22:21:38.698 INFO:tasks.rados.rados.0.smithi169.stdout:2157: writing smithi16976610-23 from 5464064 to 6168576 tid 2 2024-03-10T22:21:38.701 INFO:tasks.rados.rados.0.smithi169.stdout:2157: writing smithi16976610-23 from 6168576 to 6725632 tid 3 2024-03-10T22:21:38.704 INFO:tasks.rados.rados.0.smithi169.stdout:2157: writing smithi16976610-23 from 6725632 to 7069696 tid 4 2024-03-10T22:21:38.704 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 206 2024-03-10T22:21:38.704 INFO:tasks.rados.rados.0.smithi169.stdout:2156: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:21:38.704 INFO:tasks.rados.rados.0.smithi169.stdout:2156: finishing copy_from to smithi16976610-39 2024-03-10T22:21:38.704 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 13960 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-03-10T22:21:38.704 INFO:tasks.rados.rados.0.smithi169.stdout:2157: finishing write tid 1 to smithi16976610-23 2024-03-10T22:21:38.704 INFO:tasks.rados.rados.0.smithi169.stdout:2157: finishing write tid 2 to smithi16976610-23 2024-03-10T22:21:38.705 INFO:tasks.rados.rados.0.smithi169.stdout:2158: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-03-10T22:21:38.706 INFO:tasks.rados.rados.0.smithi169.stdout:2158: writing smithi16976610-30 from 0 to 499712 tid 1 2024-03-10T22:21:38.710 INFO:tasks.rados.rados.0.smithi169.stdout:2158: writing smithi16976610-30 from 499712 to 1089536 tid 2 2024-03-10T22:21:38.714 INFO:tasks.rados.rados.0.smithi169.stdout:2158: writing smithi16976610-30 from 1089536 to 1859584 tid 3 2024-03-10T22:21:38.716 INFO:tasks.rados.rados.0.smithi169.stdout:2158: writing smithi16976610-30 from 1859584 to 2105344 tid 4 2024-03-10T22:21:38.716 INFO:tasks.rados.rados.0.smithi169.stdout:2156: done (2 left) 2024-03-10T22:21:38.716 INFO:tasks.rados.rados.0.smithi169.stdout:2159: read oid 2 snap -1 2024-03-10T22:21:38.716 INFO:tasks.rados.rados.0.smithi169.stdout:2159: expect (ObjNum 656 snap 191 seq_num 656) 2024-03-10T22:21:38.716 INFO:tasks.rados.rados.0.smithi169.stdout:2160: read oid 46 snap -1 2024-03-10T22:21:38.716 INFO:tasks.rados.rados.0.smithi169.stdout:2160: expect deleted 2024-03-10T22:21:38.716 INFO:tasks.rados.rados.0.smithi169.stdout:2161: snap_remove snap 205 2024-03-10T22:21:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:38 smithi172 ceph-mon[84635]: osdmap e484: 8 total, 7 up, 8 in 2024-03-10T22:21:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:38 smithi172 ceph-mon[84635]: pgmap v388: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 37 active+undersized, 4 active+clean+snaptrim_error, 69 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 222 KiB/s rd, 1.8 MiB/s wr, 3 op/s; 85/705 objects degraded (12.057%) 2024-03-10T22:21:39.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:38.720+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:39.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:38.720+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:39.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:38.671+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:39.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:38.671+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:39.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:39.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:39.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[88180]: osdmap e484: 8 total, 7 up, 8 in 2024-03-10T22:21:39.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:39.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:39.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:39.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:39.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[88180]: pgmap v388: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 37 active+undersized, 4 active+clean+snaptrim_error, 69 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 222 KiB/s rd, 1.8 MiB/s wr, 3 op/s; 85/705 objects degraded (12.057%) 2024-03-10T22:21:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[90638]: osdmap e484: 8 total, 7 up, 8 in 2024-03-10T22:21:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:38 smithi169 ceph-mon[90638]: pgmap v388: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 37 active+undersized, 4 active+clean+snaptrim_error, 69 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 222 KiB/s rd, 1.8 MiB/s wr, 3 op/s; 85/705 objects degraded (12.057%) 2024-03-10T22:21:39.671 INFO:tasks.rados.rados.0.smithi169.stdout:2161: done (4 left) 2024-03-10T22:21:39.671 INFO:tasks.rados.rados.0.smithi169.stdout:2162: rollback oid 33 current snap is 206 2024-03-10T22:21:39.671 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 33 to 197 2024-03-10T22:21:39.671 INFO:tasks.rados.rados.0.smithi169.stdout:2157: finishing write tid 3 to smithi16976610-23 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2157: finishing write tid 4 to smithi16976610-23 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2157: finishing write tid 5 to smithi16976610-23 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2157: finishing write tid 6 to smithi16976610-23 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2157: oid 23 updating version 0 to 13975 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2157: oid 23 updating version 13975 to 13979 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2157: oid 23 version 13979 is already newer than 13976 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2157: oid 23 version 13979 is already newer than 13977 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2157: oid 23 version 13979 is already newer than 13978 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 13979 (ObjNum 697 snap 206 seq_num 697) dirty exists 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2157: left oid 23 (ObjNum 697 snap 206 seq_num 697) 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2158: finishing write tid 1 to smithi16976610-30 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2158: finishing write tid 2 to smithi16976610-30 2024-03-10T22:21:39.672 INFO:tasks.rados.rados.0.smithi169.stdout:2158: finishing write tid 3 to smithi16976610-30 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2158: finishing write tid 4 to smithi16976610-30 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2157: done (4 left) 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2160: done (3 left) 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2163: read oid 29 snap -1 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2163: expect (ObjNum 663 snap 192 seq_num 663) 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 47 current snap is 206 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2158: finishing write tid 5 to smithi16976610-30 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2158: finishing write tid 6 to smithi16976610-30 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2158: oid 30 updating version 0 to 13963 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2158: oid 30 updating version 13963 to 13965 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2158: oid 30 version 13965 is already newer than 13961 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2158: oid 30 version 13965 is already newer than 13962 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2158: oid 30 version 13965 is already newer than 13964 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 13965 (ObjNum 698 snap 206 seq_num 698) dirty exists 2024-03-10T22:21:39.673 INFO:tasks.rados.rados.0.smithi169.stdout:2158: left oid 30 (ObjNum 698 snap 206 seq_num 698) 2024-03-10T22:21:39.674 INFO:tasks.rados.rados.0.smithi169.stdout:2164: seq_num 699 ranges {2375680=516096,2891776=475136,3366912=573440,3940352=557056} 2024-03-10T22:21:39.687 INFO:tasks.rados.rados.0.smithi169.stdout:2164: writing smithi16976610-47 from 2375680 to 2891776 tid 1 2024-03-10T22:21:39.690 INFO:tasks.rados.rados.0.smithi169.stdout:2164: writing smithi16976610-47 from 2891776 to 3366912 tid 2 2024-03-10T22:21:39.694 INFO:tasks.rados.rados.0.smithi169.stdout:2164: writing smithi16976610-47 from 3366912 to 3940352 tid 3 2024-03-10T22:21:39.697 INFO:tasks.rados.rados.0.smithi169.stdout:2164: writing smithi16976610-47 from 3940352 to 4497408 tid 4 2024-03-10T22:21:39.697 INFO:tasks.rados.rados.0.smithi169.stdout:2158: done (4 left) 2024-03-10T22:21:39.698 INFO:tasks.rados.rados.0.smithi169.stdout:2165: delete oid 46 current snap is 206 2024-03-10T22:21:39.698 INFO:tasks.rados.rados.0.smithi169.stdout:2159: expect (ObjNum 656 snap 191 seq_num 656) 2024-03-10T22:21:39.883 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:21:39.604+0000 7fb09eb137c0 -1 osd.5 476 log_to_monitors true 2024-03-10T22:21:39.883 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:39 smithi172 ceph-mon[84635]: osdmap e485: 8 total, 7 up, 8 in 2024-03-10T22:21:39.883 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:39 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:39.883 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:39.884 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:39.884 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:39.884 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:39 smithi172 ceph-mon[84635]: from='osd.5 [v2:172.21.15.172:6808/549382936,v1:172.21.15.172:6809/549382936]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:21:39.884 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:39 smithi172 ceph-mon[84635]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:21:39.921 INFO:tasks.rados.rados.0.smithi169.stdout:2162: finishing rollback tid 0 to smithi16976610-33 2024-03-10T22:21:39.921 INFO:tasks.rados.rados.0.smithi169.stdout:2162: finishing rollback tid 1 to smithi16976610-33 2024-03-10T22:21:39.921 INFO:tasks.rados.rados.0.smithi169.stdout:2162: finishing rollback tid 2 to smithi16976610-33 2024-03-10T22:21:39.922 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 13973 (ObjNum 677 snap 197 seq_num 677) dirty exists 2024-03-10T22:21:39.922 INFO:tasks.rados.rados.0.smithi169.stdout:2163: expect (ObjNum 663 snap 192 seq_num 663) 2024-03-10T22:21:39.960 INFO:tasks.rados.rados.0.smithi169.stdout:2164: finishing write tid 1 to smithi16976610-47 2024-03-10T22:21:39.960 INFO:tasks.rados.rados.0.smithi169.stdout:2164: finishing write tid 2 to smithi16976610-47 2024-03-10T22:21:39.960 INFO:tasks.rados.rados.0.smithi169.stdout:2164: finishing write tid 3 to smithi16976610-47 2024-03-10T22:21:39.960 INFO:tasks.rados.rados.0.smithi169.stdout:2164: finishing write tid 4 to smithi16976610-47 2024-03-10T22:21:39.960 INFO:tasks.rados.rados.0.smithi169.stdout:2164: finishing write tid 5 to smithi16976610-47 2024-03-10T22:21:39.960 INFO:tasks.rados.rados.0.smithi169.stdout:2164: finishing write tid 6 to smithi16976610-47 2024-03-10T22:21:39.960 INFO:tasks.rados.rados.0.smithi169.stdout:2164: oid 47 updating version 0 to 13968 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:2164: oid 47 updating version 13968 to 13970 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:2164: oid 47 version 13970 is already newer than 13966 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:2164: oid 47 version 13970 is already newer than 13969 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:2164: oid 47 version 13970 is already newer than 13967 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 13970 (ObjNum 699 snap 206 seq_num 699) dirty exists 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:2164: left oid 47 (ObjNum 699 snap 206 seq_num 699) 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:2159: done (4 left) 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:2162: done (3 left) 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:2163: done (2 left) 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:2164: done (1 left) 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:2165: done (0 left) 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 206 2024-03-10T22:21:39.961 INFO:tasks.rados.rados.0.smithi169.stdout:2166: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2024-03-10T22:21:39.962 INFO:tasks.rados.rados.0.smithi169.stdout:2166: writing smithi16976610-46 from 0 to 548864 tid 1 2024-03-10T22:21:39.967 INFO:tasks.rados.rados.0.smithi169.stdout:2166: writing smithi16976610-46 from 548864 to 1245184 tid 2 2024-03-10T22:21:39.970 INFO:tasks.rados.rados.0.smithi169.stdout:2166: writing smithi16976610-46 from 1245184 to 1785856 tid 3 2024-03-10T22:21:39.972 INFO:tasks.rados.rados.0.smithi169.stdout:2166: writing smithi16976610-46 from 1785856 to 2154496 tid 4 2024-03-10T22:21:39.972 INFO:tasks.rados.rados.0.smithi169.stdout:2167: read oid 31 snap -1 2024-03-10T22:21:39.973 INFO:tasks.rados.rados.0.smithi169.stdout:2167: expect (ObjNum 655 snap 191 seq_num 655) 2024-03-10T22:21:39.973 INFO:tasks.rados.rados.0.smithi169.stdout:2168: setattr oid 48 current snap is 206 2024-03-10T22:21:39.973 INFO:tasks.rados.rados.0.smithi169.stdout:2169: delete oid 13 current snap is 206 2024-03-10T22:21:39.977 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 13980 (ObjNum 622 snap 183 seq_num 622) dirty exists 2024-03-10T22:21:39.999 INFO:tasks.rados.rados.0.smithi169.stdout:2167: expect (ObjNum 655 snap 191 seq_num 655) 2024-03-10T22:21:40.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[90638]: osdmap e485: 8 total, 7 up, 8 in 2024-03-10T22:21:40.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:40.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:40.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:40.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:40.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[90638]: from='osd.5 [v2:172.21.15.172:6808/549382936,v1:172.21.15.172:6809/549382936]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:21:40.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[90638]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:21:40.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:39.676+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:40.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:39.676+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:40.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:39.673+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:40.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:39.673+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:40.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:39.680+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:40.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[88180]: osdmap e485: 8 total, 7 up, 8 in 2024-03-10T22:21:40.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:40.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:40.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:40.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:40.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[88180]: from='osd.5 [v2:172.21.15.172:6808/549382936,v1:172.21.15.172:6809/549382936]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:21:40.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:39 smithi169 ceph-mon[88180]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T22:21:40.415 INFO:tasks.rados.rados.0.smithi169.stdout:2166: finishing write tid 1 to smithi16976610-46 2024-03-10T22:21:40.416 INFO:tasks.rados.rados.0.smithi169.stdout:2166: finishing write tid 2 to smithi16976610-46 2024-03-10T22:21:40.416 INFO:tasks.rados.rados.0.smithi169.stdout:2167: done (3 left) 2024-03-10T22:21:40.416 INFO:tasks.rados.rados.0.smithi169.stdout:2168: done (2 left) 2024-03-10T22:21:40.416 INFO:tasks.rados.rados.0.smithi169.stdout:2169: done (1 left) 2024-03-10T22:21:40.416 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 47 current snap is 206 2024-03-10T22:21:40.416 INFO:tasks.rados.rados.0.smithi169.stdout:2166: finishing write tid 3 to smithi16976610-46 2024-03-10T22:21:40.416 INFO:tasks.rados.rados.0.smithi169.stdout:2166: finishing write tid 4 to smithi16976610-46 2024-03-10T22:21:40.416 INFO:tasks.rados.rados.0.smithi169.stdout:2170: seq_num 703 ranges {4497408=581632,5079040=458752,5537792=557056,6094848=417792,6512640=172032} 2024-03-10T22:21:40.442 INFO:tasks.rados.rados.0.smithi169.stdout:2170: writing smithi16976610-47 from 4497408 to 5079040 tid 1 2024-03-10T22:21:40.445 INFO:tasks.rados.rados.0.smithi169.stdout:2170: writing smithi16976610-47 from 5079040 to 5537792 tid 2 2024-03-10T22:21:40.449 INFO:tasks.rados.rados.0.smithi169.stdout:2170: writing smithi16976610-47 from 5537792 to 6094848 tid 3 2024-03-10T22:21:40.451 INFO:tasks.rados.rados.0.smithi169.stdout:2170: writing smithi16976610-47 from 6094848 to 6512640 tid 4 2024-03-10T22:21:40.453 INFO:tasks.rados.rados.0.smithi169.stdout:2170: writing smithi16976610-47 from 6512640 to 6684672 tid 5 2024-03-10T22:21:40.453 INFO:tasks.rados.rados.0.smithi169.stdout:2171: read oid 42 snap -1 2024-03-10T22:21:40.453 INFO:tasks.rados.rados.0.smithi169.stdout:2171: expect (ObjNum 617 snap 182 seq_num 617) 2024-03-10T22:21:40.453 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 206 2024-03-10T22:21:40.453 INFO:tasks.rados.rados.0.smithi169.stdout:2166: finishing write tid 5 to smithi16976610-46 2024-03-10T22:21:40.453 INFO:tasks.rados.rados.0.smithi169.stdout:2166: finishing write tid 6 to smithi16976610-46 2024-03-10T22:21:40.453 INFO:tasks.rados.rados.0.smithi169.stdout:2166: oid 46 updating version 0 to 13981 2024-03-10T22:21:40.453 INFO:tasks.rados.rados.0.smithi169.stdout:2166: oid 46 updating version 13981 to 13984 2024-03-10T22:21:40.454 INFO:tasks.rados.rados.0.smithi169.stdout:2166: oid 46 version 13984 is already newer than 13983 2024-03-10T22:21:40.454 INFO:tasks.rados.rados.0.smithi169.stdout:2166: oid 46 version 13984 is already newer than 13982 2024-03-10T22:21:40.454 INFO:tasks.rados.rados.0.smithi169.stdout:2166: oid 46 version 13984 is already newer than 13980 2024-03-10T22:21:40.454 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 13984 (ObjNum 701 snap 206 seq_num 701) dirty exists 2024-03-10T22:21:40.454 INFO:tasks.rados.rados.0.smithi169.stdout:2166: left oid 46 (ObjNum 701 snap 206 seq_num 701) 2024-03-10T22:21:40.454 INFO:tasks.rados.rados.0.smithi169.stdout:2172: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-03-10T22:21:40.456 INFO:tasks.rados.rados.0.smithi169.stdout:2172: writing smithi16976610-6 from 0 to 598016 tid 1 2024-03-10T22:21:40.460 INFO:tasks.rados.rados.0.smithi169.stdout:2172: writing smithi16976610-6 from 598016 to 1343488 tid 2 2024-03-10T22:21:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:2172: writing smithi16976610-6 from 1343488 to 2056192 tid 3 2024-03-10T22:21:40.467 INFO:tasks.rados.rados.0.smithi169.stdout:2172: writing smithi16976610-6 from 2056192 to 2203648 tid 4 2024-03-10T22:21:40.467 INFO:tasks.rados.rados.0.smithi169.stdout:2166: done (3 left) 2024-03-10T22:21:40.467 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 206 2024-03-10T22:21:40.467 INFO:tasks.rados.rados.0.smithi169.stdout:2170: finishing write tid 1 to smithi16976610-47 2024-03-10T22:21:40.467 INFO:tasks.rados.rados.0.smithi169.stdout:2170: finishing write tid 2 to smithi16976610-47 2024-03-10T22:21:40.467 INFO:tasks.rados.rados.0.smithi169.stdout:2173: seq_num 705 ranges {4644864=614400,5259264=630784,5890048=524288,6414336=450560} 2024-03-10T22:21:40.497 INFO:tasks.rados.rados.0.smithi169.stdout:2173: writing smithi16976610-2 from 4644864 to 5259264 tid 1 2024-03-10T22:21:40.501 INFO:tasks.rados.rados.0.smithi169.stdout:2173: writing smithi16976610-2 from 5259264 to 5890048 tid 2 2024-03-10T22:21:40.504 INFO:tasks.rados.rados.0.smithi169.stdout:2173: writing smithi16976610-2 from 5890048 to 6414336 tid 3 2024-03-10T22:21:40.507 INFO:tasks.rados.rados.0.smithi169.stdout:2173: writing smithi16976610-2 from 6414336 to 6864896 tid 4 2024-03-10T22:21:40.507 INFO:tasks.rados.rados.0.smithi169.stdout:2174: snap_create 2024-03-10T22:21:40.507 INFO:tasks.rados.rados.0.smithi169.stdout:2170: finishing write tid 3 to smithi16976610-47 2024-03-10T22:21:40.507 INFO:tasks.rados.rados.0.smithi169.stdout:2172: finishing write tid 1 to smithi16976610-6 2024-03-10T22:21:40.507 INFO:tasks.rados.rados.0.smithi169.stdout:2170: finishing write tid 4 to smithi16976610-47 2024-03-10T22:21:40.507 INFO:tasks.rados.rados.0.smithi169.stdout:2170: finishing write tid 5 to smithi16976610-47 2024-03-10T22:21:40.507 INFO:tasks.rados.rados.0.smithi169.stdout:2172: finishing write tid 2 to smithi16976610-6 2024-03-10T22:21:40.507 INFO:tasks.rados.rados.0.smithi169.stdout:2170: finishing write tid 6 to smithi16976610-47 2024-03-10T22:21:40.507 INFO:tasks.rados.rados.0.smithi169.stdout:2170: finishing write tid 7 to smithi16976610-47 2024-03-10T22:21:40.507 INFO:tasks.rados.rados.0.smithi169.stdout:2170: oid 47 updating version 0 to 13972 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2170: oid 47 updating version 13972 to 13975 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2170: oid 47 version 13975 is already newer than 13971 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2170: oid 47 updating version 13975 to 13976 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2170: oid 47 version 13976 is already newer than 13973 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2170: oid 47 version 13976 is already newer than 13974 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 13976 (ObjNum 703 snap 206 seq_num 703) dirty exists 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2170: left oid 47 (ObjNum 703 snap 206 seq_num 703) 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2172: finishing write tid 3 to smithi16976610-6 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2172: finishing write tid 4 to smithi16976610-6 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2172: finishing write tid 5 to smithi16976610-6 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2172: finishing write tid 6 to smithi16976610-6 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2172: oid 6 updating version 0 to 13982 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2172: oid 6 version 13982 is already newer than 13981 2024-03-10T22:21:40.508 INFO:tasks.rados.rados.0.smithi169.stdout:2172: oid 6 updating version 13982 to 13985 2024-03-10T22:21:40.509 INFO:tasks.rados.rados.0.smithi169.stdout:2172: oid 6 version 13985 is already newer than 13983 2024-03-10T22:21:40.509 INFO:tasks.rados.rados.0.smithi169.stdout:2172: oid 6 version 13985 is already newer than 13984 2024-03-10T22:21:40.509 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 13985 (ObjNum 704 snap 206 seq_num 704) dirty exists 2024-03-10T22:21:40.509 INFO:tasks.rados.rados.0.smithi169.stdout:2172: left oid 6 (ObjNum 704 snap 206 seq_num 704) 2024-03-10T22:21:40.509 INFO:tasks.rados.rados.0.smithi169.stdout:2171: expect (ObjNum 617 snap 182 seq_num 617) 2024-03-10T22:21:40.512 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:21:40.142+0000 7fb08bf63700 -1 osd.5 476 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:21:40.881 INFO:tasks.rados.rados.0.smithi169.stdout:2173: finishing write tid 1 to smithi16976610-2 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:2173: finishing write tid 2 to smithi16976610-2 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:2173: finishing write tid 3 to smithi16976610-2 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:2173: finishing write tid 4 to smithi16976610-2 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:2173: finishing write tid 5 to smithi16976610-2 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:2173: finishing write tid 6 to smithi16976610-2 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:2173: oid 2 updating version 0 to 13990 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:2173: oid 2 version 13990 is already newer than 13989 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:2173: oid 2 version 13990 is already newer than 13988 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:2173: oid 2 version 13990 is already newer than 13986 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:2173: oid 2 version 13990 is already newer than 13987 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 13990 (ObjNum 705 snap 206 seq_num 705) dirty exists 2024-03-10T22:21:40.882 INFO:tasks.rados.rados.0.smithi169.stdout:2173: left oid 2 (ObjNum 705 snap 206 seq_num 705) 2024-03-10T22:21:41.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T22:21:41.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: from='osd.5 [v2:172.21.15.172:6808/549382936,v1:172.21.15.172:6809/549382936]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:41.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: osdmap e486: 8 total, 7 up, 8 in 2024-03-10T22:21:41.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:41.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:41.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:41.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:41.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:41.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: from='osd.5 ' entity='osd.5' 2024-03-10T22:21:41.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:41.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:41.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: pgmap v391: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 37 active+undersized, 4 active+clean+snaptrim_error, 69 active+clean; 281 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 11 op/s; 85/711 objects degraded (11.955%) 2024-03-10T22:21:41.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:41.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T22:21:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: from='osd.5 [v2:172.21.15.172:6808/549382936,v1:172.21.15.172:6809/549382936]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: osdmap e486: 8 total, 7 up, 8 in 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: from='osd.5 ' entity='osd.5' 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: pgmap v391: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 37 active+undersized, 4 active+clean+snaptrim_error, 69 active+clean; 281 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 11 op/s; 85/711 objects degraded (11.955%) 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:41.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T22:21:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: from='osd.5 [v2:172.21.15.172:6808/549382936,v1:172.21.15.172:6809/549382936]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: osdmap e486: 8 total, 7 up, 8 in 2024-03-10T22:21:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:21:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: from='osd.5 ' entity='osd.5' 2024-03-10T22:21:41.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:41.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:41.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: pgmap v391: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 37 active+undersized, 4 active+clean+snaptrim_error, 69 active+clean; 281 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 11 op/s; 85/711 objects degraded (11.955%) 2024-03-10T22:21:41.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:41.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:41.138 INFO:tasks.rados.rados.0.smithi169.stdout:2170: done (4 left) 2024-03-10T22:21:41.138 INFO:tasks.rados.rados.0.smithi169.stdout:2171: done (3 left) 2024-03-10T22:21:41.138 INFO:tasks.rados.rados.0.smithi169.stdout:2172: done (2 left) 2024-03-10T22:21:41.138 INFO:tasks.rados.rados.0.smithi169.stdout:2173: done (1 left) 2024-03-10T22:21:41.139 INFO:tasks.rados.rados.0.smithi169.stdout:2174: done (0 left) 2024-03-10T22:21:41.139 INFO:tasks.rados.rados.0.smithi169.stdout:2175: read oid 22 snap -1 2024-03-10T22:21:41.139 INFO:tasks.rados.rados.0.smithi169.stdout:2175: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:41.139 INFO:tasks.rados.rados.0.smithi169.stdout:2176: setattr oid 25 current snap is 207 2024-03-10T22:21:41.140 INFO:tasks.rados.rados.0.smithi169.stdout:2177: read oid 24 snap 204 2024-03-10T22:21:41.140 INFO:tasks.rados.rados.0.smithi169.stdout:2177: expect (ObjNum 150701712 snap 21931 seq_num 150965344) 2024-03-10T22:21:41.140 INFO:tasks.rados.rados.0.smithi169.stdout:2178: rmattr oid 47 current snap is 207 2024-03-10T22:21:41.140 INFO:tasks.rados.rados.0.smithi169.stdout:2179: copy_from oid 6 from oid 13 current snap is 207 2024-03-10T22:21:41.140 INFO:tasks.rados.rados.0.smithi169.stdout:2180: rollback oid 20 current snap is 207 2024-03-10T22:21:41.140 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 206 2024-03-10T22:21:41.140 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 207 2024-03-10T22:21:41.141 INFO:tasks.rados.rados.0.smithi169.stdout:2181: seq_num 706 ranges {1867776=630784,2498560=516096,3014656=729088,3743744=360448} 2024-03-10T22:21:41.155 INFO:tasks.rados.rados.0.smithi169.stdout:2181: writing smithi16976610-40 from 1867776 to 2498560 tid 1 2024-03-10T22:21:41.158 INFO:tasks.rados.rados.0.smithi169.stdout:2181: writing smithi16976610-40 from 2498560 to 3014656 tid 2 2024-03-10T22:21:41.162 INFO:tasks.rados.rados.0.smithi169.stdout:2181: writing smithi16976610-40 from 3014656 to 3743744 tid 3 2024-03-10T22:21:41.165 INFO:tasks.rados.rados.0.smithi169.stdout:2181: writing smithi16976610-40 from 3743744 to 4104192 tid 4 2024-03-10T22:21:41.165 INFO:tasks.rados.rados.0.smithi169.stdout:2182: setattr oid 10 current snap is 207 2024-03-10T22:21:41.165 INFO:tasks.rados.rados.0.smithi169.stdout:2180: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:21:41.165 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 738 (ObjNum 33 snap 0 seq_num 150680592) dirty dne 2024-03-10T22:21:41.165 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 13977 (ObjNum 631 snap 186 seq_num 631) dirty exists 2024-03-10T22:21:41.165 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 13978 (ObjNum 703 snap 206 seq_num 703) dirty exists 2024-03-10T22:21:41.167 INFO:tasks.rados.rados.0.smithi169.stdout:2176: done (7 left) 2024-03-10T22:21:41.167 INFO:tasks.rados.rados.0.smithi169.stdout:2178: done (6 left) 2024-03-10T22:21:41.167 INFO:tasks.rados.rados.0.smithi169.stdout:2180: done (5 left) 2024-03-10T22:21:41.167 INFO:tasks.rados.rados.0.smithi169.stdout:2183: rollback oid 33 current snap is 207 2024-03-10T22:21:41.167 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 33 to 197 2024-03-10T22:21:41.167 INFO:tasks.rados.rados.0.smithi169.stdout:2184: read oid 45 snap -1 2024-03-10T22:21:41.167 INFO:tasks.rados.rados.0.smithi169.stdout:2184: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:41.168 INFO:tasks.rados.rados.0.smithi169.stdout:2185: read oid 11 snap 204 2024-03-10T22:21:41.168 INFO:tasks.rados.rados.0.smithi169.stdout:2185: expect (ObjNum 650 snap 191 seq_num 650) 2024-03-10T22:21:41.168 INFO:tasks.rados.rados.0.smithi169.stdout:2186: snap_create 2024-03-10T22:21:41.172 INFO:tasks.rados.rados.0.smithi169.stdout:2184: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:41.226 INFO:tasks.rados.rados.0.smithi169.stdout:2185: expect (ObjNum 650 snap 191 seq_num 650) 2024-03-10T22:21:41.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:41.142+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:41.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:41.153+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:41.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:41.146+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:41.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:41.148+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:42.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[90638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:21:42.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:21:42.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[90638]: osd.5 [v2:172.21.15.172:6808/549382936,v1:172.21.15.172:6809/549382936] boot 2024-03-10T22:21:42.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[90638]: osdmap e487: 8 total, 8 up, 8 in 2024-03-10T22:21:42.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:42.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:42.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 85/711 objects degraded (11.955%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:42.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:42.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[88180]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:21:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:21:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[88180]: osd.5 [v2:172.21.15.172:6808/549382936,v1:172.21.15.172:6809/549382936] boot 2024-03-10T22:21:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[88180]: osdmap e487: 8 total, 8 up, 8 in 2024-03-10T22:21:42.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:42.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:42.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 85/711 objects degraded (11.955%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:42.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:42.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:41 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:42.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:41 smithi172 ceph-mon[84635]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:21:42.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:41 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T22:21:42.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:41 smithi172 ceph-mon[84635]: osd.5 [v2:172.21.15.172:6808/549382936,v1:172.21.15.172:6809/549382936] boot 2024-03-10T22:21:42.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:41 smithi172 ceph-mon[84635]: osdmap e487: 8 total, 8 up, 8 in 2024-03-10T22:21:42.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:42.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:42.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:41 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 85/711 objects degraded (11.955%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:42.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:41 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:42.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:41 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:42.169 INFO:tasks.rados.rados.0.smithi169.stdout:2184: done (8 left) 2024-03-10T22:21:42.169 INFO:tasks.rados.rados.0.smithi169.stdout:2185: done (7 left) 2024-03-10T22:21:42.169 INFO:tasks.rados.rados.0.smithi169.stdout:2186: done (6 left) 2024-03-10T22:21:42.169 INFO:tasks.rados.rados.0.smithi169.stdout:2187: delete oid 20 current snap is 208 2024-03-10T22:21:42.179 INFO:tasks.rados.rados.0.smithi169.stdout:2187: done (6 left) 2024-03-10T22:21:42.179 INFO:tasks.rados.rados.0.smithi169.stdout:2188: delete oid 3 current snap is 208 2024-03-10T22:21:42.185 INFO:tasks.rados.rados.0.smithi169.stdout:2188: done (6 left) 2024-03-10T22:21:42.186 INFO:tasks.rados.rados.0.smithi169.stdout:2189: rollback oid 48 current snap is 208 2024-03-10T22:21:42.186 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 48 to 203 2024-03-10T22:21:42.186 INFO:tasks.rados.rados.0.smithi169.stdout:2190: read oid 25 snap -1 2024-03-10T22:21:42.186 INFO:tasks.rados.rados.0.smithi169.stdout:2190: expect (ObjNum 631 snap 186 seq_num 631) 2024-03-10T22:21:42.186 INFO:tasks.rados.rados.0.smithi169.stdout:2191: snap_remove snap 202 2024-03-10T22:21:42.302 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:42.188+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:42.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:42.175+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:42.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:42.177+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:42.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:42.168+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:42.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:42.168+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:42.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:42.168+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:42.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:42.181+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:42.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:42.250+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:42.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:42.338+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:42.692 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:21:42.301+0000 7fb078f3d700 -1 osd.5 pg_epoch: 488 pg[5.2s2( v 488'903 (0'0,488'903] local-lis/les=487/488 n=11 ec=72/72 lis/c=487/487 les/c/f=488/488/0 sis=487) [6,0,5]p6(0) r=2 lpr=487 luod=0'0 crt=488'903 mlcod 488'903 active mbc={} ps=[b1~1,b4~2,b7~5,bd~4e,10d~2,110~2]] update_snap_map remove_oid 5:4ea0f98b:::smithi16976610-33:10e failed with -2 2024-03-10T22:21:42.692 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:21:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:21:43.175 INFO:tasks.rados.rados.0.smithi169.stdout:2191: done (8 left) 2024-03-10T22:21:43.175 INFO:tasks.rados.rados.0.smithi169.stdout:2192: delete oid 31 current snap is 208 2024-03-10T22:21:43.175 INFO:tasks.rados.rados.0.smithi169.stdout:2177: expect (ObjNum 150701712 snap 21931 seq_num 150965344) 2024-03-10T22:21:43.179 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10342 (ObjNum 674 snap 195 seq_num 674) dirty exists 2024-03-10T22:21:43.179 INFO:tasks.rados.rados.0.smithi169.stdout:2190: expect (ObjNum 631 snap 186 seq_num 631) 2024-03-10T22:21:43.208 INFO:tasks.rados.rados.0.smithi169.stdout:2175: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:21:43.261 INFO:tasks.rados.rados.0.smithi169.stdout:2181: finishing write tid 1 to smithi16976610-40 2024-03-10T22:21:43.261 INFO:tasks.rados.rados.0.smithi169.stdout:2181: finishing write tid 2 to smithi16976610-40 2024-03-10T22:21:43.261 INFO:tasks.rados.rados.0.smithi169.stdout:2181: finishing write tid 3 to smithi16976610-40 2024-03-10T22:21:43.261 INFO:tasks.rados.rados.0.smithi169.stdout:2175: done (8 left) 2024-03-10T22:21:43.261 INFO:tasks.rados.rados.0.smithi169.stdout:2177: done (7 left) 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2182: done (6 left) 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2190: done (5 left) 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2192: done (4 left) 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2193: copy_from oid 26 from oid 39 current snap is 208 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2181: finishing write tid 4 to smithi16976610-40 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2189: finishing rollback tid 0 to smithi16976610-48 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2181: finishing write tid 5 to smithi16976610-40 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2181: finishing write tid 6 to smithi16976610-40 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2181: oid 40 updating version 0 to 13978 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2181: oid 40 version 13978 is already newer than 13976 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2181: oid 40 version 13978 is already newer than 13977 2024-03-10T22:21:43.262 INFO:tasks.rados.rados.0.smithi169.stdout:2181: oid 40 version 13978 is already newer than 13975 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:2181: oid 40 version 13978 is already newer than 13974 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 13978 (ObjNum 706 snap 207 seq_num 706) dirty exists 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:2181: left oid 40 (ObjNum 706 snap 207 seq_num 706) 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:2179: finishing copy_from to smithi16976610-6 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:2179: got expected ENOENT (src dne) 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:2179: finishing copy_from racing read to smithi16976610-6 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:2189: finishing rollback tid 1 to smithi16976610-48 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:2189: finishing rollback tid 2 to smithi16976610-48 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 13993 (ObjNum 622 snap 183 seq_num 622) dirty exists 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:2183: finishing rollback tid 0 to smithi16976610-33 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:2183: finishing rollback tid 1 to smithi16976610-33 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:2183: finishing rollback tid 2 to smithi16976610-33 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 13981 (ObjNum 677 snap 197 seq_num 677) dirty exists 2024-03-10T22:21:43.263 INFO:tasks.rados.rados.0.smithi169.stdout:2179: done (4 left) 2024-03-10T22:21:43.264 INFO:tasks.rados.rados.0.smithi169.stdout:2181: done (3 left) 2024-03-10T22:21:43.264 INFO:tasks.rados.rados.0.smithi169.stdout:2183: done (2 left) 2024-03-10T22:21:43.264 INFO:tasks.rados.rados.0.smithi169.stdout:2189: done (1 left) 2024-03-10T22:21:43.264 INFO:tasks.rados.rados.0.smithi169.stdout:2194: snap_remove snap 201 2024-03-10T22:21:43.319 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:43.171+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:43.320 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:43.171+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:43.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:43 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:43.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:43.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:43 smithi172 ceph-mon[84635]: osdmap e488: 8 total, 8 up, 8 in 2024-03-10T22:21:43.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:43.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:43.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:43.320 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:43 smithi172 ceph-mon[84635]: pgmap v394: 121 pgs: 9 peering, 4 active+undersized+degraded+snaptrim_error, 5 active+undersized+degraded, 26 active+undersized, 4 active+clean+snaptrim_error, 73 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 30 op/s; 72/726 objects degraded (9.917%) 2024-03-10T22:21:43.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:43.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:43.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[90638]: osdmap e488: 8 total, 8 up, 8 in 2024-03-10T22:21:43.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:43.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[90638]: pgmap v394: 121 pgs: 9 peering, 4 active+undersized+degraded+snaptrim_error, 5 active+undersized+degraded, 26 active+undersized, 4 active+clean+snaptrim_error, 73 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 30 op/s; 72/726 objects degraded (9.917%) 2024-03-10T22:21:43.505 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:43.180+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:43.505 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:43.183+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:43.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:43.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:43.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[88180]: osdmap e488: 8 total, 8 up, 8 in 2024-03-10T22:21:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:43.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-mon[88180]: pgmap v394: 121 pgs: 9 peering, 4 active+undersized+degraded+snaptrim_error, 5 active+undersized+degraded, 26 active+undersized, 4 active+clean+snaptrim_error, 73 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 30 op/s; 72/726 objects degraded (9.917%) 2024-03-10T22:21:43.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:43.180+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:43.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:43.180+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:43.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:43.182+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:43.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:43.183+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:43.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:43.183+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:43.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:43.183+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:43.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:43.184+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:44.176 INFO:tasks.rados.rados.0.smithi169.stdout:2194: done (1 left) 2024-03-10T22:21:44.176 INFO:tasks.rados.rados.0.smithi169.stdout:2195: snap_remove snap 207 2024-03-10T22:21:44.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:44.185+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:44.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:44.185+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[90638]: osdmap e489: 8 total, 8 up, 8 in 2024-03-10T22:21:44.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:44.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:44.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:44.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:44.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:44.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:44.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:44.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:44.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[88180]: osdmap e489: 8 total, 8 up, 8 in 2024-03-10T22:21:44.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:44.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:44.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:44.182+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:44.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:44.182+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:44.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:44.182+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:44.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:44.183+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:44.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:44.183+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:44.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:44.183+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:44.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:44.173+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:44 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:44 smithi172 ceph-mon[84635]: osdmap e489: 8 total, 8 up, 8 in 2024-03-10T22:21:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:44.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:45.181 INFO:tasks.rados.rados.0.smithi169.stdout:2195: done (1 left) 2024-03-10T22:21:45.181 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 208 2024-03-10T22:21:45.181 INFO:tasks.rados.rados.0.smithi169.stdout:2193: finishing copy_from racing read to smithi16976610-26 2024-03-10T22:21:45.181 INFO:tasks.rados.rados.0.smithi169.stdout:2196: seq_num 710 ranges {1851392=696320,2547712=499712,3047424=712704,3760128=393216} 2024-03-10T22:21:45.187 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:45.187 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:45.187 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:45.187 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:45.187 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:45.187 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:45.188 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: osdmap e490: 8 total, 8 up, 8 in 2024-03-10T22:21:45.188 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:45.188 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:45.188 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: pgmap v397: 121 pgs: 9 peering, 1 active+undersized+degraded+snaptrim_error, 2 active+undersized+degraded, 17 active+undersized, 7 active+clean+snaptrim_error, 85 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 38 op/s; 4/741 objects degraded (0.540%); 7.1 MiB/s, 2 objects/s recovering 2024-03-10T22:21:45.188 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:45.188 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:45.188 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:21:45.188 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:21:45.188 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:45.194 INFO:tasks.rados.rados.0.smithi169.stdout:2196: writing smithi16976610-38 from 1851392 to 2547712 tid 1 2024-03-10T22:21:45.197 INFO:tasks.rados.rados.0.smithi169.stdout:2196: writing smithi16976610-38 from 2547712 to 3047424 tid 2 2024-03-10T22:21:45.201 INFO:tasks.rados.rados.0.smithi169.stdout:2196: writing smithi16976610-38 from 3047424 to 3760128 tid 3 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:2196: writing smithi16976610-38 from 3760128 to 4153344 tid 4 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:2197: rollback oid 48 current snap is 208 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 48 to 197 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:2193: finishing copy_from to smithi16976610-26 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 13960 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:2196: finishing write tid 1 to smithi16976610-38 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:2196: finishing write tid 2 to smithi16976610-38 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:2193: done (2 left) 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:2198: rollback oid 9 current snap is 208 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 9 to 197 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:2199: read oid 36 snap -1 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:2199: expect (ObjNum 667 snap 193 seq_num 667) 2024-03-10T22:21:45.205 INFO:tasks.rados.rados.0.smithi169.stdout:2200: delete oid 30 current snap is 208 2024-03-10T22:21:45.206 INFO:tasks.rados.rados.0.smithi169.stdout:2196: finishing write tid 3 to smithi16976610-38 2024-03-10T22:21:45.208 INFO:tasks.rados.rados.0.smithi169.stdout:2200: done (4 left) 2024-03-10T22:21:45.208 INFO:tasks.rados.rados.0.smithi169.stdout:2201: read oid 14 snap -1 2024-03-10T22:21:45.208 INFO:tasks.rados.rados.0.smithi169.stdout:2201: expect (ObjNum 695 snap 204 seq_num 695) 2024-03-10T22:21:45.209 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 208 2024-03-10T22:21:45.209 INFO:tasks.rados.rados.0.smithi169.stdout:2202: seq_num 712 ranges {0=729088,729088=671744,1400832=671744,2072576=262144} 2024-03-10T22:21:45.214 INFO:tasks.rados.rados.0.smithi169.stdout:2202: writing smithi16976610-24 from 0 to 729088 tid 1 2024-03-10T22:21:45.219 INFO:tasks.rados.rados.0.smithi169.stdout:2202: writing smithi16976610-24 from 729088 to 1400832 tid 2 2024-03-10T22:21:45.223 INFO:tasks.rados.rados.0.smithi169.stdout:2202: writing smithi16976610-24 from 1400832 to 2072576 tid 3 2024-03-10T22:21:45.225 INFO:tasks.rados.rados.0.smithi169.stdout:2202: writing smithi16976610-24 from 2072576 to 2334720 tid 4 2024-03-10T22:21:45.225 INFO:tasks.rados.rados.0.smithi169.stdout:2203: read oid 31 snap -1 2024-03-10T22:21:45.225 INFO:tasks.rados.rados.0.smithi169.stdout:2203: expect deleted 2024-03-10T22:21:45.225 INFO:tasks.rados.rados.0.smithi169.stdout:2204: copy_from oid 39 from oid 46 current snap is 208 2024-03-10T22:21:45.225 INFO:tasks.rados.rados.0.smithi169.stdout:2196: finishing write tid 4 to smithi16976610-38 2024-03-10T22:21:45.225 INFO:tasks.rados.rados.0.smithi169.stdout:2198: finishing rollback tid 0 to smithi16976610-9 2024-03-10T22:21:45.226 INFO:tasks.rados.rados.0.smithi169.stdout:2196: finishing write tid 5 to smithi16976610-38 2024-03-10T22:21:45.226 INFO:tasks.rados.rados.0.smithi169.stdout:2197: finishing rollback tid 0 to smithi16976610-48 2024-03-10T22:21:45.226 INFO:tasks.rados.rados.0.smithi169.stdout:2196: finishing write tid 6 to smithi16976610-38 2024-03-10T22:21:45.226 INFO:tasks.rados.rados.0.smithi169.stdout:2196: oid 38 updating version 0 to 13984 2024-03-10T22:21:45.226 INFO:tasks.rados.rados.0.smithi169.stdout:2196: oid 38 updating version 13984 to 13985 2024-03-10T22:21:45.226 INFO:tasks.rados.rados.0.smithi169.stdout:2196: oid 38 updating version 13985 to 13986 2024-03-10T22:21:45.226 INFO:tasks.rados.rados.0.smithi169.stdout:2196: oid 38 version 13986 is already newer than 13982 2024-03-10T22:21:45.226 INFO:tasks.rados.rados.0.smithi169.stdout:2196: oid 38 version 13986 is already newer than 13983 2024-03-10T22:21:45.226 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 13986 (ObjNum 710 snap 208 seq_num 710) dirty exists 2024-03-10T22:21:45.226 INFO:tasks.rados.rados.0.smithi169.stdout:2196: left oid 38 (ObjNum 710 snap 208 seq_num 710) 2024-03-10T22:21:45.226 INFO:tasks.rados.rados.0.smithi169.stdout:2199: expect (ObjNum 667 snap 193 seq_num 667) 2024-03-10T22:21:45.267 INFO:tasks.rados.rados.0.smithi169.stdout:2198: finishing rollback tid 1 to smithi16976610-9 2024-03-10T22:21:45.267 INFO:tasks.rados.rados.0.smithi169.stdout:2197: finishing rollback tid 1 to smithi16976610-48 2024-03-10T22:21:45.267 INFO:tasks.rados.rados.0.smithi169.stdout:2198: finishing rollback tid 2 to smithi16976610-9 2024-03-10T22:21:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 741 (ObjNum 610 snap 177 seq_num 610) dirty exists 2024-03-10T22:21:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:2197: finishing rollback tid 2 to smithi16976610-48 2024-03-10T22:21:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 13996 (ObjNum 622 snap 183 seq_num 622) dirty exists 2024-03-10T22:21:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:2202: finishing write tid 1 to smithi16976610-24 2024-03-10T22:21:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:2202: finishing write tid 2 to smithi16976610-24 2024-03-10T22:21:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:2196: done (7 left) 2024-03-10T22:21:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:2197: done (6 left) 2024-03-10T22:21:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:2198: done (5 left) 2024-03-10T22:21:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:2199: done (4 left) 2024-03-10T22:21:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:2205: copy_from oid 49 from oid 13 current snap is 208 2024-03-10T22:21:45.268 INFO:tasks.rados.rados.0.smithi169.stdout:2201: expect (ObjNum 695 snap 204 seq_num 695) 2024-03-10T22:21:45.360 INFO:tasks.rados.rados.0.smithi169.stdout:2202: finishing write tid 3 to smithi16976610-24 2024-03-10T22:21:45.360 INFO:tasks.rados.rados.0.smithi169.stdout:2202: finishing write tid 4 to smithi16976610-24 2024-03-10T22:21:45.360 INFO:tasks.rados.rados.0.smithi169.stdout:2201: done (4 left) 2024-03-10T22:21:45.360 INFO:tasks.rados.rados.0.smithi169.stdout:2203: done (3 left) 2024-03-10T22:21:45.360 INFO:tasks.rados.rados.0.smithi169.stdout:2206: snap_remove snap 203 2024-03-10T22:21:45.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:45.199+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:45.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:45.199+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:45.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:21:45.117+0000 7fcb9e6f0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-03-10T22:21:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: osdmap e490: 8 total, 8 up, 8 in 2024-03-10T22:21:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: pgmap v397: 121 pgs: 9 peering, 1 active+undersized+degraded+snaptrim_error, 2 active+undersized+degraded, 17 active+undersized, 7 active+clean+snaptrim_error, 85 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 38 op/s; 4/741 objects degraded (0.540%); 7.1 MiB/s, 2 objects/s recovering 2024-03-10T22:21:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:21:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:21:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: osdmap e490: 8 total, 8 up, 8 in 2024-03-10T22:21:45.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:45.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:45.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: pgmap v397: 121 pgs: 9 peering, 1 active+undersized+degraded+snaptrim_error, 2 active+undersized+degraded, 17 active+undersized, 7 active+clean+snaptrim_error, 85 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 38 op/s; 4/741 objects degraded (0.540%); 7.1 MiB/s, 2 objects/s recovering 2024-03-10T22:21:45.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:45.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:45.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:21:45.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:21:45.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:45.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:45.210+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:45.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:45.210+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:45.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:45.211+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:45.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:45.215+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:45.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:45.215+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:45.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:45.216+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:45.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:45.216+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:45.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:45.185+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:45.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:45.185+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:46.186 INFO:tasks.rados.rados.0.smithi169.stdout:2206: done (3 left) 2024-03-10T22:21:46.186 INFO:tasks.rados.rados.0.smithi169.stdout:2207: copy_from oid 10 from oid 31 current snap is 208 2024-03-10T22:21:46.186 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:21:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:21:45] "GET /metrics HTTP/1.1" 200 36051 "" "Prometheus/2.43.0" 2024-03-10T22:21:46.187 INFO:tasks.rados.rados.0.smithi169.stdout:2202: finishing write tid 5 to smithi16976610-24 2024-03-10T22:21:46.187 INFO:tasks.rados.rados.0.smithi169.stdout:2202: finishing write tid 6 to smithi16976610-24 2024-03-10T22:21:46.187 INFO:tasks.rados.rados.0.smithi169.stdout:2202: oid 24 updating version 0 to 13986 2024-03-10T22:21:46.187 INFO:tasks.rados.rados.0.smithi169.stdout:2202: oid 24 updating version 13986 to 13989 2024-03-10T22:21:46.187 INFO:tasks.rados.rados.0.smithi169.stdout:2202: oid 24 version 13989 is already newer than 13985 2024-03-10T22:21:46.187 INFO:tasks.rados.rados.0.smithi169.stdout:2202: oid 24 version 13989 is already newer than 13987 2024-03-10T22:21:46.188 INFO:tasks.rados.rados.0.smithi169.stdout:2202: oid 24 version 13989 is already newer than 13988 2024-03-10T22:21:46.188 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 13989 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:21:46.188 INFO:tasks.rados.rados.0.smithi169.stdout:2202: left oid 24 (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:21:46.188 INFO:tasks.rados.rados.0.smithi169.stdout:2204: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:21:46.188 INFO:tasks.rados.rados.0.smithi169.stdout:2204: finishing copy_from to smithi16976610-39 2024-03-10T22:21:46.188 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 13984 (ObjNum 701 snap 206 seq_num 701) dirty exists 2024-03-10T22:21:46.188 INFO:tasks.rados.rados.0.smithi169.stdout:2205: finishing copy_from to smithi16976610-49 2024-03-10T22:21:46.188 INFO:tasks.rados.rados.0.smithi169.stdout:2205: got expected ENOENT (src dne) 2024-03-10T22:21:46.188 INFO:tasks.rados.rados.0.smithi169.stdout:2205: finishing copy_from racing read to smithi16976610-49 2024-03-10T22:21:46.188 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:46.188 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:46.188 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: osdmap e491: 8 total, 8 up, 8 in 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:46.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:46.190 INFO:tasks.rados.rados.0.smithi169.stdout:2202: done (3 left) 2024-03-10T22:21:46.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:46.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:46.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:46.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:46.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:46.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:46.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:46.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:46.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:46.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:21:46.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:21:46.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-03-10T22:21:46.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: osdmap e491: 8 total, 8 up, 8 in 2024-03-10T22:21:46.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:46.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:46.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:46.191 INFO:tasks.rados.rados.0.smithi169.stdout:2204: done (2 left) 2024-03-10T22:21:46.192 INFO:tasks.rados.rados.0.smithi169.stdout:2205: done (1 left) 2024-03-10T22:21:46.192 INFO:tasks.rados.rados.0.smithi169.stdout:2208: read oid 1 snap 204 2024-03-10T22:21:46.192 INFO:tasks.rados.rados.0.smithi169.stdout:2208: expect (ObjNum 690 snap 202 seq_num 690) 2024-03-10T22:21:46.192 INFO:tasks.rados.rados.0.smithi169.stdout:2209: snap_remove snap 206 2024-03-10T22:21:46.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:46.193+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:46.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:46.193+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:46.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:46.185+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:46.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:46.185+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:46.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:46.185+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:46.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:46.185+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:46.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:46.186+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:46.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:46.186+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:46.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:46.185+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: No clone_snaps in snapset fa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:21:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:21:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:21:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-03-10T22:21:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: osdmap e491: 8 total, 8 up, 8 in 2024-03-10T22:21:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:47.192 INFO:tasks.rados.rados.0.smithi169.stdout:2209: done (2 left) 2024-03-10T22:21:47.192 INFO:tasks.rados.rados.0.smithi169.stdout:2210: snap_create 2024-03-10T22:21:47.192 INFO:tasks.rados.rados.0.smithi169.stdout:2207: finishing copy_from to smithi16976610-10 2024-03-10T22:21:47.192 INFO:tasks.rados.rados.0.smithi169.stdout:2207: got expected ENOENT (src dne) 2024-03-10T22:21:47.192 INFO:tasks.rados.rados.0.smithi169.stdout:2207: finishing copy_from racing read to smithi16976610-10 2024-03-10T22:21:47.192 INFO:tasks.rados.rados.0.smithi169.stdout:2208: expect (ObjNum 690 snap 202 seq_num 690) 2024-03-10T22:21:47.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:47.195+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:47.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:47.196+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:47.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:47.198+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:47.199+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:47.199+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:47.199+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:47.199+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:47.199+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:47.199+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[90638]: osdmap e492: 8 total, 8 up, 8 in 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[90638]: pgmap v400: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 309 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 26 op/s; 11 MiB/s, 3 objects/s recovering 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 4/741 objects degraded (0.540%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[88180]: osdmap e492: 8 total, 8 up, 8 in 2024-03-10T22:21:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[88180]: pgmap v400: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 309 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 26 op/s; 11 MiB/s, 3 objects/s recovering 2024-03-10T22:21:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:47 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 4/741 objects degraded (0.540%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:47.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:47.191+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:47.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:47.191+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-mon[84635]: osdmap e492: 8 total, 8 up, 8 in 2024-03-10T22:21:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-mon[84635]: pgmap v400: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 309 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 26 op/s; 11 MiB/s, 3 objects/s recovering 2024-03-10T22:21:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:47 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 4/741 objects degraded (0.540%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:21:48.198 INFO:tasks.rados.rados.0.smithi169.stdout:2207: done (2 left) 2024-03-10T22:21:48.198 INFO:tasks.rados.rados.0.smithi169.stdout:2208: done (1 left) 2024-03-10T22:21:48.198 INFO:tasks.rados.rados.0.smithi169.stdout:2210: done (0 left) 2024-03-10T22:21:48.198 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 209 2024-03-10T22:21:48.199 INFO:tasks.rados.rados.0.smithi169.stdout:2211: seq_num 713 ranges {827392=745472,1572864=557056,2129920=483328,2613248=565248} 2024-03-10T22:21:48.203 INFO:tasks.rados.rados.0.smithi169.stdout:2211: writing smithi16976610-48 from 827392 to 1572864 tid 1 2024-03-10T22:21:48.206 INFO:tasks.rados.rados.0.smithi169.stdout:2211: writing smithi16976610-48 from 1572864 to 2129920 tid 2 2024-03-10T22:21:48.209 INFO:tasks.rados.rados.0.smithi169.stdout:2211: writing smithi16976610-48 from 2129920 to 2613248 tid 3 2024-03-10T22:21:48.213 INFO:tasks.rados.rados.0.smithi169.stdout:2211: writing smithi16976610-48 from 2613248 to 3178496 tid 4 2024-03-10T22:21:48.213 INFO:tasks.rados.rados.0.smithi169.stdout:2212: setattr oid 21 current snap is 209 2024-03-10T22:21:48.213 INFO:tasks.rados.rados.0.smithi169.stdout:2211: finishing write tid 1 to smithi16976610-48 2024-03-10T22:21:48.213 INFO:tasks.rados.rados.0.smithi169.stdout:2211: finishing write tid 2 to smithi16976610-48 2024-03-10T22:21:48.214 INFO:tasks.rados.rados.0.smithi169.stdout:2213: snap_create 2024-03-10T22:21:48.217 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 13969 (ObjNum 129 snap 0 seq_num 150700960) dirty exists 2024-03-10T22:21:48.217 INFO:tasks.rados.rados.0.smithi169.stdout:2211: finishing write tid 3 to smithi16976610-48 2024-03-10T22:21:48.217 INFO:tasks.rados.rados.0.smithi169.stdout:2211: finishing write tid 4 to smithi16976610-48 2024-03-10T22:21:48.218 INFO:tasks.rados.rados.0.smithi169.stdout:2211: finishing write tid 5 to smithi16976610-48 2024-03-10T22:21:48.220 INFO:tasks.rados.rados.0.smithi169.stdout:2211: finishing write tid 6 to smithi16976610-48 2024-03-10T22:21:48.220 INFO:tasks.rados.rados.0.smithi169.stdout:2211: oid 48 updating version 0 to 14001 2024-03-10T22:21:48.220 INFO:tasks.rados.rados.0.smithi169.stdout:2211: oid 48 version 14001 is already newer than 13999 2024-03-10T22:21:48.220 INFO:tasks.rados.rados.0.smithi169.stdout:2211: oid 48 version 14001 is already newer than 14000 2024-03-10T22:21:48.220 INFO:tasks.rados.rados.0.smithi169.stdout:2211: oid 48 version 14001 is already newer than 13997 2024-03-10T22:21:48.220 INFO:tasks.rados.rados.0.smithi169.stdout:2211: oid 48 version 14001 is already newer than 13998 2024-03-10T22:21:48.220 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14001 (ObjNum 713 snap 209 seq_num 713) dirty exists 2024-03-10T22:21:48.220 INFO:tasks.rados.rados.0.smithi169.stdout:2211: left oid 48 (ObjNum 713 snap 209 seq_num 713) 2024-03-10T22:21:48.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:48.198+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:48.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:48.198+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:48.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:48.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:48.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:48.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:48.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:48.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[88180]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/741 objects degraded (0.540%), 3 pgs degraded) 2024-03-10T22:21:48.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[88180]: osdmap e493: 8 total, 8 up, 8 in 2024-03-10T22:21:48.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:48.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:48.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:48.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:48.207+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:48.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:48.207+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:48.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:48.207+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:48.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:48.210+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:48.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:48.210+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:48.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:48.212+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:48.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:48.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:48.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:48.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:48.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:48.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[90638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/741 objects degraded (0.540%), 3 pgs degraded) 2024-03-10T22:21:48.510 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[90638]: osdmap e493: 8 total, 8 up, 8 in 2024-03-10T22:21:48.510 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:48.510 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:48.510 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:48.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:48.194+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:48 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:48 smithi172 ceph-mon[84635]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/741 objects degraded (0.540%), 3 pgs degraded) 2024-03-10T22:21:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:48 smithi172 ceph-mon[84635]: osdmap e493: 8 total, 8 up, 8 in 2024-03-10T22:21:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:49.201 INFO:tasks.rados.rados.0.smithi169.stdout:2211: done (2 left) 2024-03-10T22:21:49.201 INFO:tasks.rados.rados.0.smithi169.stdout:2212: done (1 left) 2024-03-10T22:21:49.201 INFO:tasks.rados.rados.0.smithi169.stdout:2213: done (0 left) 2024-03-10T22:21:49.201 INFO:tasks.rados.rados.0.smithi169.stdout:2214: setattr oid 1 current snap is 210 2024-03-10T22:21:49.202 INFO:tasks.rados.rados.0.smithi169.stdout:2215: rmattr oid 4 current snap is 210 2024-03-10T22:21:49.202 INFO:tasks.rados.rados.0.smithi169.stdout:2215: done (1 left) 2024-03-10T22:21:49.202 INFO:tasks.rados.rados.0.smithi169.stdout:2216: copy_from oid 15 from oid 24 current snap is 210 2024-03-10T22:21:49.202 INFO:tasks.rados.rados.0.smithi169.stdout:2217: snap_remove snap 208 2024-03-10T22:21:49.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:49.200+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:49.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:49.200+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:49.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:49.201+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:49.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:49.201+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:49.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:49.201+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:49.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:49.201+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:49.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:49.201+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[88180]: osdmap e494: 8 total, 8 up, 8 in 2024-03-10T22:21:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[88180]: pgmap v403: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 309 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 7 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-03-10T22:21:49.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:49.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:49.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:49.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:49.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:49.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[90638]: osdmap e494: 8 total, 8 up, 8 in 2024-03-10T22:21:49.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:49.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:49.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:49.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:49 smithi169 ceph-mon[90638]: pgmap v403: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 309 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 7 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-03-10T22:21:49.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:49.200+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:49.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:49.200+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-mon[84635]: osdmap e494: 8 total, 8 up, 8 in 2024-03-10T22:21:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:49 smithi172 ceph-mon[84635]: pgmap v403: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 309 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 7 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-03-10T22:21:50.204 INFO:tasks.rados.rados.0.smithi169.stdout:2217: done (2 left) 2024-03-10T22:21:50.204 INFO:tasks.rados.rados.0.smithi169.stdout:2218: setattr oid 39 current snap is 210 2024-03-10T22:21:50.204 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 13985 (ObjNum 690 snap 202 seq_num 690) dirty exists 2024-03-10T22:21:50.205 INFO:tasks.rados.rados.0.smithi169.stdout:2216: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:21:50.205 INFO:tasks.rados.rados.0.smithi169.stdout:2216: finishing copy_from to smithi16976610-15 2024-03-10T22:21:50.205 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 13989 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:21:50.205 INFO:tasks.rados.rados.0.smithi169.stdout:2214: done (2 left) 2024-03-10T22:21:50.205 INFO:tasks.rados.rados.0.smithi169.stdout:2216: done (1 left) 2024-03-10T22:21:50.206 INFO:tasks.rados.rados.0.smithi169.stdout:2219: read oid 46 snap 209 2024-03-10T22:21:50.206 INFO:tasks.rados.rados.0.smithi169.stdout:2219: expect (ObjNum 701 snap 206 seq_num 701) 2024-03-10T22:21:50.206 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 210 2024-03-10T22:21:50.206 INFO:tasks.rados.rados.0.smithi169.stdout:2220: seq_num 714 ranges {1867776=761856,2629632=442368,3072000=688128,3760128=475136} 2024-03-10T22:21:50.221 INFO:tasks.rados.rados.0.smithi169.stdout:2220: writing smithi16976610-22 from 1867776 to 2629632 tid 1 2024-03-10T22:21:50.223 INFO:tasks.rados.rados.0.smithi169.stdout:2220: writing smithi16976610-22 from 2629632 to 3072000 tid 2 2024-03-10T22:21:50.228 INFO:tasks.rados.rados.0.smithi169.stdout:2220: writing smithi16976610-22 from 3072000 to 3760128 tid 3 2024-03-10T22:21:50.231 INFO:tasks.rados.rados.0.smithi169.stdout:2220: writing smithi16976610-22 from 3760128 to 4235264 tid 4 2024-03-10T22:21:50.231 INFO:tasks.rados.rados.0.smithi169.stdout:2221: copy_from oid 27 from oid 33 current snap is 210 2024-03-10T22:21:50.231 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 13986 (ObjNum 701 snap 206 seq_num 701) dirty exists 2024-03-10T22:21:50.231 INFO:tasks.rados.rados.0.smithi169.stdout:2219: expect (ObjNum 701 snap 206 seq_num 701) 2024-03-10T22:21:50.290 INFO:tasks.rados.rados.0.smithi169.stdout:2220: finishing write tid 1 to smithi16976610-22 2024-03-10T22:21:50.290 INFO:tasks.rados.rados.0.smithi169.stdout:2220: finishing write tid 2 to smithi16976610-22 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2220: finishing write tid 3 to smithi16976610-22 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2220: finishing write tid 4 to smithi16976610-22 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2220: finishing write tid 5 to smithi16976610-22 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2220: finishing write tid 6 to smithi16976610-22 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2220: oid 22 updating version 0 to 13988 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2220: oid 22 updating version 13988 to 13989 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2220: oid 22 updating version 13989 to 13990 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2220: oid 22 version 13990 is already newer than 13987 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2220: oid 22 updating version 13990 to 13991 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 13991 (ObjNum 714 snap 210 seq_num 714) dirty exists 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2220: left oid 22 (ObjNum 714 snap 210 seq_num 714) 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2221: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2218: done (3 left) 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2219: done (2 left) 2024-03-10T22:21:50.291 INFO:tasks.rados.rados.0.smithi169.stdout:2220: done (1 left) 2024-03-10T22:21:50.292 INFO:tasks.rados.rados.0.smithi169.stdout:2222: rollback oid 23 current snap is 210 2024-03-10T22:21:50.292 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 23 to 197 2024-03-10T22:21:50.292 INFO:tasks.rados.rados.0.smithi169.stdout:2221: finishing copy_from to smithi16976610-27 2024-03-10T22:21:50.292 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 13981 (ObjNum 677 snap 197 seq_num 677) dirty exists 2024-03-10T22:21:50.292 INFO:tasks.rados.rados.0.smithi169.stdout:2221: done (1 left) 2024-03-10T22:21:50.292 INFO:tasks.rados.rados.0.smithi169.stdout:2223: read oid 12 snap -1 2024-03-10T22:21:50.292 INFO:tasks.rados.rados.0.smithi169.stdout:2223: expect deleted 2024-03-10T22:21:50.292 INFO:tasks.rados.rados.0.smithi169.stdout:2224: copy_from oid 21 from oid 15 current snap is 210 2024-03-10T22:21:50.292 INFO:tasks.rados.rados.0.smithi169.stdout:2225: copy_from oid 13 from oid 37 current snap is 210 2024-03-10T22:21:50.292 INFO:tasks.rados.rados.0.smithi169.stdout:2226: snap_remove snap 204 2024-03-10T22:21:50.404 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:50.228+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:50.405 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:50.228+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:50.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:50.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:50.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:50.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:50.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:50.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[90638]: osdmap e495: 8 total, 8 up, 8 in 2024-03-10T22:21:50.406 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:50.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:50.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:50.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:50.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:50.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:50.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[88180]: osdmap e495: 8 total, 8 up, 8 in 2024-03-10T22:21:50.406 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:50.407 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:50.208+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:50.407 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:50.208+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:50.407 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:50.208+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:50.407 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:50.209+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:50.407 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:50.209+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:50.407 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:50.211+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:50.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:50.208+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:50 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:50 smithi172 ceph-mon[84635]: osdmap e495: 8 total, 8 up, 8 in 2024-03-10T22:21:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:51.215 INFO:tasks.rados.rados.0.smithi169.stdout:2226: done (4 left) 2024-03-10T22:21:51.215 INFO:tasks.rados.rados.0.smithi169.stdout:2227: snap_remove snap 209 2024-03-10T22:21:51.414 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:51.213+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:51.414 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:51.213+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:51.414 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:51.414 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:51.414 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:51.414 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:51 smithi172 ceph-mon[84635]: osdmap e496: 8 total, 8 up, 8 in 2024-03-10T22:21:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:51 smithi172 ceph-mon[84635]: pgmap v406: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 310 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-03-10T22:21:51.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:51.224+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:51.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:51.224+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:51.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:51.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:51.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:51.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:51.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:51.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[88180]: osdmap e496: 8 total, 8 up, 8 in 2024-03-10T22:21:51.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:51.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:51.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[88180]: pgmap v406: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 310 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-03-10T22:21:51.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:51.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:51.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:51.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:51.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:51.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[90638]: osdmap e496: 8 total, 8 up, 8 in 2024-03-10T22:21:51.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:51.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:51.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-mon[90638]: pgmap v406: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 310 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-03-10T22:21:51.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:51.217+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:51.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:51.218+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:51.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:51.218+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:51.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:51.218+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:51.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:51.219+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:51.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:51.219+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:51.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:51.220+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:52.149 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:2227: done (4 left) 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:2228: snap_create 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:2225: finishing copy_from to smithi16976610-13 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:2225: got expected ENOENT (src dne) 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:2225: finishing copy_from racing read to smithi16976610-13 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:2222: finishing rollback tid 0 to smithi16976610-23 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:2222: finishing rollback tid 1 to smithi16976610-23 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:2222: finishing rollback tid 2 to smithi16976610-23 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 13992 (ObjNum 657 snap 191 seq_num 657) dirty exists 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:2224: finishing copy_from racing read to smithi16976610-21 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:2224: finishing copy_from to smithi16976610-21 2024-03-10T22:21:52.215 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 13989 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:21:52.434 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:52.214+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:52.434 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:21:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:21:52.434 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:52 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:52.434 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:52.435 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:52.435 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:52.435 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:52.435 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:52.435 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:52 smithi172 ceph-mon[84635]: osdmap e497: 8 total, 8 up, 8 in 2024-03-10T22:21:52.435 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:52.435 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:52.468 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:21:52.468 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (8m) 83s ago 9m 25.3M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (8m) 12s ago 8m 92.7M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (10m) 83s ago 10m 16.2M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (10m) 12s ago 10m 22.5M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (5m) 12s ago 14m 451M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (5m) 83s ago 16m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (4m) 83s ago 16m 58.5M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (4m) 12s ago 14m 51.4M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (4m) 83s ago 14m 50.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (9m) 83s ago 9m 15.9M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (9m) 12s ago 9m 15.9M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (3m) 83s ago 13m 311M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (2m) 83s ago 13m 116M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 32abc424c71c 2024-03-10T22:21:52.469 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (2m) 83s ago 13m 105M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 16a3c6ec7165 2024-03-10T22:21:52.470 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (87s) 83s ago 12m 12.0M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 5707c574c800 2024-03-10T22:21:52.470 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (52s) 12s ago 12m 107M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d63c7dbe9f73 2024-03-10T22:21:52.470 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (16s) 12s ago 11m 12.4M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 431175abf56a 2024-03-10T22:21:52.470 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (11m) 12s ago 11m 209M 2480M 18.2.1-746-gc2ea977b a30af69eda22 6c3147512cfa 2024-03-10T22:21:52.470 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (11m) 12s ago 11m 199M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:21:52.470 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (5m) 12s ago 10m 58.6M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:21:52.470 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:52.218+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:52.470 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:52.219+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:52.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:52.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:52.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:52.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:52.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:52.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:52.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[90638]: osdmap e497: 8 total, 8 up, 8 in 2024-03-10T22:21:52.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:52.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:52.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:52.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:52.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:52.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:52.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:52.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:52.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[88180]: osdmap e497: 8 total, 8 up, 8 in 2024-03-10T22:21:52.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:52.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:52.858 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:21:52.858 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:21:52.858 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2, 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 6 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 4, 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 11 2024-03-10T22:21:52.859 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:21:52.860 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:21:53.118 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:52.920+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:53.118 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:52.920+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:53.118 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:52.920+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:53.118 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:52.920+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:53.118 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:52.920+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:53.118 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:52.920+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:2222: done (4 left) 2024-03-10T22:21:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:2223: done (3 left) 2024-03-10T22:21:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:2224: done (2 left) 2024-03-10T22:21:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:2225: done (1 left) 2024-03-10T22:21:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:2228: done (0 left) 2024-03-10T22:21:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:2229: delete oid 34 current snap is 211 2024-03-10T22:21:53.221 INFO:tasks.rados.rados.0.smithi169.stdout:2229: done (0 left) 2024-03-10T22:21:53.221 INFO:tasks.rados.rados.0.smithi169.stdout:2230: snap_remove snap 197 2024-03-10T22:21:53.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:53.222+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:53.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:53.222+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: osdmap e498: 8 total, 8 up, 8 in 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: pgmap v409: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 305 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-10T22:21:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/1118367323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:53.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:53.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:53.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:53.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:53.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:53.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:53.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:53.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: osdmap e498: 8 total, 8 up, 8 in 2024-03-10T22:21:53.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:53.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:53.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:53.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: pgmap v409: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 305 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-10T22:21:53.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/1118367323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: osdmap e498: 8 total, 8 up, 8 in 2024-03-10T22:21:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:21:53.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: pgmap v409: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 305 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-10T22:21:53.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/1118367323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:21:53.515 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:53.219+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:53.515 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:53.219+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:54.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:53.554+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:54.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:53.554+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:54.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:53.554+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:54.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:53.555+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:54.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:53.555+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:54.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:53.555+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:54.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:53.555+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:54.223 INFO:tasks.rados.rados.0.smithi169.stdout:2230: done (0 left) 2024-03-10T22:21:54.223 INFO:tasks.rados.rados.0.smithi169.stdout:2231: copy_from oid 3 from oid 28 current snap is 211 2024-03-10T22:21:54.223 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 211 2024-03-10T22:21:54.223 INFO:tasks.rados.rados.0.smithi169.stdout:2232: seq_num 716 ranges {1867776=794624,2662400=655360,3317760=704512,4022272=245760} 2024-03-10T22:21:54.237 INFO:tasks.rados.rados.0.smithi169.stdout:2232: writing smithi16976610-45 from 1867776 to 2662400 tid 1 2024-03-10T22:21:54.241 INFO:tasks.rados.rados.0.smithi169.stdout:2232: writing smithi16976610-45 from 2662400 to 3317760 tid 2 2024-03-10T22:21:54.246 INFO:tasks.rados.rados.0.smithi169.stdout:2232: writing smithi16976610-45 from 3317760 to 4022272 tid 3 2024-03-10T22:21:54.248 INFO:tasks.rados.rados.0.smithi169.stdout:2232: writing smithi16976610-45 from 4022272 to 4268032 tid 4 2024-03-10T22:21:54.248 INFO:tasks.rados.rados.0.smithi169.stdout:2233: read oid 14 snap -1 2024-03-10T22:21:54.248 INFO:tasks.rados.rados.0.smithi169.stdout:2233: expect (ObjNum 695 snap 204 seq_num 695) 2024-03-10T22:21:54.248 INFO:tasks.rados.rados.0.smithi169.stdout:2234: read oid 33 snap 210 2024-03-10T22:21:54.249 INFO:tasks.rados.rados.0.smithi169.stdout:2234: expect (ObjNum 677 snap 197 seq_num 677) 2024-03-10T22:21:54.249 INFO:tasks.rados.rados.0.smithi169.stdout:2235: read oid 35 snap -1 2024-03-10T22:21:54.249 INFO:tasks.rados.rados.0.smithi169.stdout:2235: expect (ObjNum 597 snap 175 seq_num 597) 2024-03-10T22:21:54.249 INFO:tasks.rados.rados.0.smithi169.stdout:2236: snap_create 2024-03-10T22:21:54.249 INFO:tasks.rados.rados.0.smithi169.stdout:2231: finishing copy_from racing read to smithi16976610-3 2024-03-10T22:21:54.249 INFO:tasks.rados.rados.0.smithi169.stdout:2232: finishing write tid 1 to smithi16976610-45 2024-03-10T22:21:54.250 INFO:tasks.rados.rados.0.smithi169.stdout:2231: finishing copy_from to smithi16976610-3 2024-03-10T22:21:54.250 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 192 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-03-10T22:21:54.259 INFO:tasks.rados.rados.0.smithi169.stdout:2233: expect (ObjNum 695 snap 204 seq_num 695) 2024-03-10T22:21:54.353 INFO:tasks.rados.rados.0.smithi169.stdout:2232: finishing write tid 2 to smithi16976610-45 2024-03-10T22:21:54.353 INFO:tasks.rados.rados.0.smithi169.stdout:2232: finishing write tid 3 to smithi16976610-45 2024-03-10T22:21:54.353 INFO:tasks.rados.rados.0.smithi169.stdout:2232: finishing write tid 4 to smithi16976610-45 2024-03-10T22:21:54.353 INFO:tasks.rados.rados.0.smithi169.stdout:2232: finishing write tid 5 to smithi16976610-45 2024-03-10T22:21:54.353 INFO:tasks.rados.rados.0.smithi169.stdout:2232: finishing write tid 6 to smithi16976610-45 2024-03-10T22:21:54.354 INFO:tasks.rados.rados.0.smithi169.stdout:2232: oid 45 updating version 0 to 13983 2024-03-10T22:21:54.354 INFO:tasks.rados.rados.0.smithi169.stdout:2232: oid 45 version 13983 is already newer than 13982 2024-03-10T22:21:54.354 INFO:tasks.rados.rados.0.smithi169.stdout:2232: oid 45 version 13983 is already newer than 13980 2024-03-10T22:21:54.354 INFO:tasks.rados.rados.0.smithi169.stdout:2232: oid 45 version 13983 is already newer than 13979 2024-03-10T22:21:54.354 INFO:tasks.rados.rados.0.smithi169.stdout:2232: oid 45 version 13983 is already newer than 13981 2024-03-10T22:21:54.354 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 13983 (ObjNum 716 snap 211 seq_num 716) dirty exists 2024-03-10T22:21:54.354 INFO:tasks.rados.rados.0.smithi169.stdout:2232: left oid 45 (ObjNum 716 snap 211 seq_num 716) 2024-03-10T22:21:54.354 INFO:tasks.rados.rados.0.smithi169.stdout:2235: expect (ObjNum 597 snap 175 seq_num 597) 2024-03-10T22:21:54.464 INFO:tasks.rados.rados.0.smithi169.stdout:2234: expect (ObjNum 677 snap 197 seq_num 677) 2024-03-10T22:21:54.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:54.224+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:54.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:54.224+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:54.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[88180]: osdmap e499: 8 total, 8 up, 8 in 2024-03-10T22:21:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:54.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:54.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:54.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:54.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:54.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:54.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:54.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[90638]: osdmap e499: 8 total, 8 up, 8 in 2024-03-10T22:21:54.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:54.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:54.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:54.230+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:54.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:54.230+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:54.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:54.230+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:54.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:54.231+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:54.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:54.231+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:54.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:54.231+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:54.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:54 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:54.223+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:54.513 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:21:54 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:21:54.229+0000 7fb078f3d700 -1 osd.5 pg_epoch: 500 pg[5.2s2( v 500'965 (0'0,500'965] local-lis/les=487/488 n=7 ec=72/72 lis/c=487/487 les/c/f=488/488/0 sis=487) [6,0,5]p6(0) r=2 lpr=487 luod=0'0 crt=500'965 mlcod 500'965 active mbc={} ps=[b1~1,b4~2,b7~5,bd~52,110~c]] update_snap_map remove_oid 5:4ea0f98b:::smithi16976610-33:10f failed with -2 2024-03-10T22:21:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:54 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:54 smithi172 ceph-mon[84635]: osdmap e499: 8 total, 8 up, 8 in 2024-03-10T22:21:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:55.227 INFO:tasks.rados.rados.0.smithi169.stdout:2231: done (5 left) 2024-03-10T22:21:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:2232: done (4 left) 2024-03-10T22:21:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:2233: done (3 left) 2024-03-10T22:21:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:2234: done (2 left) 2024-03-10T22:21:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:2235: done (1 left) 2024-03-10T22:21:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:2236: done (0 left) 2024-03-10T22:21:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 17 current snap is 212 2024-03-10T22:21:55.228 INFO:tasks.rados.rados.0.smithi169.stdout:2237: seq_num 717 ranges {2351104=16384} 2024-03-10T22:21:55.240 INFO:tasks.rados.rados.0.smithi169.stdout:2237: writing smithi16976610-17 from 2351104 to 2367488 tid 1 2024-03-10T22:21:55.241 INFO:tasks.rados.rados.0.smithi169.stdout:2238: delete oid 34 current snap is 212 2024-03-10T22:21:55.243 INFO:tasks.rados.rados.0.smithi169.stdout:2238: done (1 left) 2024-03-10T22:21:55.243 INFO:tasks.rados.rados.0.smithi169.stdout:2239: delete oid 48 current snap is 212 2024-03-10T22:21:55.244 INFO:tasks.rados.rados.0.smithi169.stdout:2237: finishing write tid 1 to smithi16976610-17 2024-03-10T22:21:55.245 INFO:tasks.rados.rados.0.smithi169.stdout:2237: finishing write tid 2 to smithi16976610-17 2024-03-10T22:21:55.246 INFO:tasks.rados.rados.0.smithi169.stdout:2239: done (1 left) 2024-03-10T22:21:55.247 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 212 2024-03-10T22:21:55.247 INFO:tasks.rados.rados.0.smithi169.stdout:2240: seq_num 720 ranges {4268032=65536} 2024-03-10T22:21:55.271 INFO:tasks.rados.rados.0.smithi169.stdout:2240: writing smithi16976610-45 from 4268032 to 4333568 tid 1 2024-03-10T22:21:55.271 INFO:tasks.rados.rados.0.smithi169.stdout:2241: rollback oid 25 current snap is 212 2024-03-10T22:21:55.271 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 25 to 210 2024-03-10T22:21:55.271 INFO:tasks.rados.rados.0.smithi169.stdout:2237: finishing write tid 3 to smithi16976610-17 2024-03-10T22:21:55.271 INFO:tasks.rados.rados.0.smithi169.stdout:2237: oid 17 updating version 0 to 14003 2024-03-10T22:21:55.271 INFO:tasks.rados.rados.0.smithi169.stdout:2237: oid 17 version 14003 is already newer than 14002 2024-03-10T22:21:55.271 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 14003 (ObjNum 717 snap 212 seq_num 717) dirty exists 2024-03-10T22:21:55.271 INFO:tasks.rados.rados.0.smithi169.stdout:2237: left oid 17 (ObjNum 717 snap 212 seq_num 717) 2024-03-10T22:21:55.271 INFO:tasks.rados.rados.0.smithi169.stdout:2237: done (2 left) 2024-03-10T22:21:55.271 INFO:tasks.rados.rados.0.smithi169.stdout:2242: read oid 42 snap -1 2024-03-10T22:21:55.272 INFO:tasks.rados.rados.0.smithi169.stdout:2242: expect (ObjNum 617 snap 182 seq_num 617) 2024-03-10T22:21:55.272 INFO:tasks.rados.rados.0.smithi169.stdout:2243: snap_remove snap 211 2024-03-10T22:21:55.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:55.243+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:55.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:55.243+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:55.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:55.226+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:55.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:55.226+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:55.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:55.226+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:55.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:55.226+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:55.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:55.226+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:55.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:55.226+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:55.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:55.227+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:55.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:55.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:55.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:55.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:55.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:55.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:55.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: osdmap e500: 8 total, 8 up, 8 in 2024-03-10T22:21:55.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:55.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:55.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[88180]: pgmap v412: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-03-10T22:21:55.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:55.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:55.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:55.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:55.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:55.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:55.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: osdmap e500: 8 total, 8 up, 8 in 2024-03-10T22:21:55.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:55.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:55.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:55.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:55.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:55.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:55.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:55.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-mon[90638]: pgmap v412: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-03-10T22:21:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: osdmap e500: 8 total, 8 up, 8 in 2024-03-10T22:21:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:55.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:55.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:55.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:55.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:55.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:55.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-mon[84635]: pgmap v412: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-03-10T22:21:56.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:55.584+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:56.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:55 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:55.584+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:56.228 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:56.228 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:56.228 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:56.228 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: osdmap e501: 8 total, 8 up, 8 in 2024-03-10T22:21:56.228 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:56.228 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:56.228 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:56.228 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:56.228 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:56.228 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:56.228 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:56.229 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:56.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:56.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:56.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:56.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: osdmap e501: 8 total, 8 up, 8 in 2024-03-10T22:21:56.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:56.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:56.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:56.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:56.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:56.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:56.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:56.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:56.230 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:21:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:21:55] "GET /metrics HTTP/1.1" 200 36195 "" "Prometheus/2.43.0" 2024-03-10T22:21:56.231 INFO:tasks.rados.rados.0.smithi169.stdout:2243: done (3 left) 2024-03-10T22:21:56.231 INFO:tasks.rados.rados.0.smithi169.stdout:2244: read oid 22 snap -1 2024-03-10T22:21:56.231 INFO:tasks.rados.rados.0.smithi169.stdout:2244: expect (ObjNum 714 snap 210 seq_num 714) 2024-03-10T22:21:56.231 INFO:tasks.rados.rados.0.smithi169.stdout:2245: rollback oid 24 current snap is 212 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 24 to 210 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:2240: finishing write tid 1 to smithi16976610-45 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:2240: finishing write tid 2 to smithi16976610-45 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:2241: finishing rollback tid 0 to smithi16976610-25 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:2241: finishing rollback tid 1 to smithi16976610-25 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:2240: finishing write tid 3 to smithi16976610-45 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:2240: oid 45 updating version 0 to 13985 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:2240: oid 45 version 13985 is already newer than 13984 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 13985 (ObjNum 720 snap 212 seq_num 720) dirty exists 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:2240: left oid 45 (ObjNum 720 snap 212 seq_num 720) 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:2241: finishing rollback tid 2 to smithi16976610-25 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 13988 (ObjNum 631 snap 186 seq_num 631) dirty exists 2024-03-10T22:21:56.232 INFO:tasks.rados.rados.0.smithi169.stdout:2242: expect (ObjNum 617 snap 182 seq_num 617) 2024-03-10T22:21:56.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:56.233+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:56.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:56.233+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:56.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:56.226+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:56.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:56.226+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:56.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:56.226+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:56.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:56.226+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:56.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:56.226+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:56.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:56.226+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:56.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:56.228+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: osdmap e501: 8 total, 8 up, 8 in 2024-03-10T22:21:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:21:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:21:56.594 INFO:tasks.rados.rados.0.smithi169.stdout:2245: finishing rollback tid 0 to smithi16976610-24 2024-03-10T22:21:56.594 INFO:tasks.rados.rados.0.smithi169.stdout:2240: done (4 left) 2024-03-10T22:21:56.594 INFO:tasks.rados.rados.0.smithi169.stdout:2241: done (3 left) 2024-03-10T22:21:56.594 INFO:tasks.rados.rados.0.smithi169.stdout:2242: done (2 left) 2024-03-10T22:21:56.594 INFO:tasks.rados.rados.0.smithi169.stdout:2246: copy_from oid 33 from oid 32 current snap is 212 2024-03-10T22:21:56.594 INFO:tasks.rados.rados.0.smithi169.stdout:2245: finishing rollback tid 1 to smithi16976610-24 2024-03-10T22:21:56.595 INFO:tasks.rados.rados.0.smithi169.stdout:2245: finishing rollback tid 2 to smithi16976610-24 2024-03-10T22:21:56.595 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 13995 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:21:56.595 INFO:tasks.rados.rados.0.smithi169.stdout:2244: expect (ObjNum 714 snap 210 seq_num 714) 2024-03-10T22:21:56.737 INFO:tasks.rados.rados.0.smithi169.stdout:2246: finishing copy_from to smithi16976610-33 2024-03-10T22:21:56.737 INFO:tasks.rados.rados.0.smithi169.stdout:2246: got expected ENOENT (src dne) 2024-03-10T22:21:56.737 INFO:tasks.rados.rados.0.smithi169.stdout:2246: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:21:56.737 INFO:tasks.rados.rados.0.smithi169.stdout:2244: done (2 left) 2024-03-10T22:21:56.737 INFO:tasks.rados.rados.0.smithi169.stdout:2245: done (1 left) 2024-03-10T22:21:56.737 INFO:tasks.rados.rados.0.smithi169.stdout:2246: done (0 left) 2024-03-10T22:21:56.737 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 212 2024-03-10T22:21:56.737 INFO:tasks.rados.rados.0.smithi169.stdout:2247: seq_num 721 ranges {0=81920} 2024-03-10T22:21:56.737 INFO:tasks.rados.rados.0.smithi169.stdout:2247: writing smithi16976610-12 from 0 to 81920 tid 1 2024-03-10T22:21:56.737 INFO:tasks.rados.rados.0.smithi169.stdout:2248: read oid 48 snap -1 2024-03-10T22:21:56.738 INFO:tasks.rados.rados.0.smithi169.stdout:2248: expect deleted 2024-03-10T22:21:56.738 INFO:tasks.rados.rados.0.smithi169.stdout:2249: rollback oid 16 current snap is 212 2024-03-10T22:21:56.738 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 16 to 210 2024-03-10T22:21:56.738 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 212 2024-03-10T22:21:56.738 INFO:tasks.rados.rados.0.smithi169.stdout:2250: seq_num 722 ranges {6905856=98304} 2024-03-10T22:21:56.775 INFO:tasks.rados.rados.0.smithi169.stdout:2250: writing smithi16976610-42 from 6905856 to 7004160 tid 1 2024-03-10T22:21:56.775 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 212 2024-03-10T22:21:56.775 INFO:tasks.rados.rados.0.smithi169.stdout:2251: seq_num 723 ranges {1548288=114688} 2024-03-10T22:21:56.784 INFO:tasks.rados.rados.0.smithi169.stdout:2251: writing smithi16976610-11 from 1548288 to 1662976 tid 1 2024-03-10T22:21:56.784 INFO:tasks.rados.rados.0.smithi169.stdout:2252: snap_create 2024-03-10T22:21:56.784 INFO:tasks.rados.rados.0.smithi169.stdout:2247: finishing write tid 1 to smithi16976610-12 2024-03-10T22:21:56.784 INFO:tasks.rados.rados.0.smithi169.stdout:2247: finishing write tid 2 to smithi16976610-12 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2247: finishing write tid 3 to smithi16976610-12 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2247: oid 12 updating version 0 to 13912 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2247: oid 12 updating version 13912 to 13913 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 13913 (ObjNum 721 snap 212 seq_num 721) dirty exists 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2247: left oid 12 (ObjNum 721 snap 212 seq_num 721) 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2249: finishing rollback tid 0 to smithi16976610-16 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2249: finishing rollback tid 1 to smithi16976610-16 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2249: finishing rollback tid 2 to smithi16976610-16 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 13991 (ObjNum 663 snap 192 seq_num 663) dirty exists 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2250: finishing write tid 1 to smithi16976610-42 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2250: finishing write tid 2 to smithi16976610-42 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2250: finishing write tid 3 to smithi16976610-42 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2250: oid 42 updating version 0 to 13947 2024-03-10T22:21:56.785 INFO:tasks.rados.rados.0.smithi169.stdout:2250: oid 42 updating version 13947 to 13948 2024-03-10T22:21:56.786 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 13948 (ObjNum 722 snap 212 seq_num 722) dirty exists 2024-03-10T22:21:56.786 INFO:tasks.rados.rados.0.smithi169.stdout:2250: left oid 42 (ObjNum 722 snap 212 seq_num 722) 2024-03-10T22:21:56.786 INFO:tasks.rados.rados.0.smithi169.stdout:2251: finishing write tid 1 to smithi16976610-11 2024-03-10T22:21:56.787 INFO:tasks.rados.rados.0.smithi169.stdout:2251: finishing write tid 2 to smithi16976610-11 2024-03-10T22:21:56.788 INFO:tasks.rados.rados.0.smithi169.stdout:2251: finishing write tid 3 to smithi16976610-11 2024-03-10T22:21:56.788 INFO:tasks.rados.rados.0.smithi169.stdout:2251: oid 11 updating version 0 to 13973 2024-03-10T22:21:56.788 INFO:tasks.rados.rados.0.smithi169.stdout:2251: oid 11 version 13973 is already newer than 13972 2024-03-10T22:21:56.789 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 13973 (ObjNum 723 snap 212 seq_num 723) dirty exists 2024-03-10T22:21:56.789 INFO:tasks.rados.rados.0.smithi169.stdout:2251: left oid 11 (ObjNum 723 snap 212 seq_num 723) 2024-03-10T22:21:57.235 INFO:tasks.rados.rados.0.smithi169.stdout:2247: done (5 left) 2024-03-10T22:21:57.236 INFO:tasks.rados.rados.0.smithi169.stdout:2248: done (4 left) 2024-03-10T22:21:57.236 INFO:tasks.rados.rados.0.smithi169.stdout:2249: done (3 left) 2024-03-10T22:21:57.236 INFO:tasks.rados.rados.0.smithi169.stdout:2250: done (2 left) 2024-03-10T22:21:57.236 INFO:tasks.rados.rados.0.smithi169.stdout:2251: done (1 left) 2024-03-10T22:21:57.236 INFO:tasks.rados.rados.0.smithi169.stdout:2252: done (0 left) 2024-03-10T22:21:57.236 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 213 2024-03-10T22:21:57.236 INFO:tasks.rados.rados.0.smithi169.stdout:2253: seq_num 724 ranges {0=131072} 2024-03-10T22:21:57.236 INFO:tasks.rados.rados.0.smithi169.stdout:2253: writing smithi16976610-49 from 0 to 131072 tid 1 2024-03-10T22:21:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:2254: delete oid 40 current snap is 213 2024-03-10T22:21:57.241 INFO:tasks.rados.rados.0.smithi169.stdout:2254: done (1 left) 2024-03-10T22:21:57.241 INFO:tasks.rados.rados.0.smithi169.stdout:2255: read oid 6 snap 210 2024-03-10T22:21:57.241 INFO:tasks.rados.rados.0.smithi169.stdout:2255: expect (ObjNum 704 snap 206 seq_num 704) 2024-03-10T22:21:57.242 INFO:tasks.rados.rados.0.smithi169.stdout:2256: rollback oid 3 current snap is 213 2024-03-10T22:21:57.242 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 3 to 212 2024-03-10T22:21:57.242 INFO:tasks.rados.rados.0.smithi169.stdout:2257: read oid 42 snap -1 2024-03-10T22:21:57.242 INFO:tasks.rados.rados.0.smithi169.stdout:2257: expect (ObjNum 722 snap 212 seq_num 722) 2024-03-10T22:21:57.242 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 213 2024-03-10T22:21:57.242 INFO:tasks.rados.rados.0.smithi169.stdout:2258: seq_num 726 ranges {4882432=163840} 2024-03-10T22:21:57.269 INFO:tasks.rados.rados.0.smithi169.stdout:2258: writing smithi16976610-41 from 4882432 to 5046272 tid 1 2024-03-10T22:21:57.269 INFO:tasks.rados.rados.0.smithi169.stdout:2259: read oid 28 snap -1 2024-03-10T22:21:57.269 INFO:tasks.rados.rados.0.smithi169.stdout:2259: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:21:57.269 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 213 2024-03-10T22:21:57.270 INFO:tasks.rados.rados.0.smithi169.stdout:2253: finishing write tid 1 to smithi16976610-49 2024-03-10T22:21:57.270 INFO:tasks.rados.rados.0.smithi169.stdout:2260: seq_num 727 ranges {4014080=180224} 2024-03-10T22:21:57.292 INFO:tasks.rados.rados.0.smithi169.stdout:2260: writing smithi16976610-7 from 4014080 to 4194304 tid 1 2024-03-10T22:21:57.293 INFO:tasks.rados.rados.0.smithi169.stdout:2261: rollback oid 25 current snap is 213 2024-03-10T22:21:57.293 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 25 to 210 2024-03-10T22:21:57.293 INFO:tasks.rados.rados.0.smithi169.stdout:2255: expect (ObjNum 704 snap 206 seq_num 704) 2024-03-10T22:21:57.352 INFO:tasks.rados.rados.0.smithi169.stdout:2253: finishing write tid 2 to smithi16976610-49 2024-03-10T22:21:57.352 INFO:tasks.rados.rados.0.smithi169.stdout:2256: finishing rollback tid 0 to smithi16976610-3 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:2256: finishing rollback tid 1 to smithi16976610-3 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:2256: finishing rollback tid 2 to smithi16976610-3 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 13978 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:2253: finishing write tid 3 to smithi16976610-49 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:2253: oid 49 updating version 0 to 13975 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:2253: oid 49 version 13975 is already newer than 13974 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 13975 (ObjNum 724 snap 213 seq_num 724) dirty exists 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:2253: left oid 49 (ObjNum 724 snap 213 seq_num 724) 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:2253: done (7 left) 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:2255: done (6 left) 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:2256: done (5 left) 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:2262: delete oid 22 current snap is 213 2024-03-10T22:21:57.353 INFO:tasks.rados.rados.0.smithi169.stdout:2257: expect (ObjNum 722 snap 212 seq_num 722) 2024-03-10T22:21:57.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:57.240+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:57.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:57.240+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:57.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[90638]: osdmap e502: 8 total, 8 up, 8 in 2024-03-10T22:21:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:57.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[90638]: pgmap v415: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-03-10T22:21:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[88180]: osdmap e502: 8 total, 8 up, 8 in 2024-03-10T22:21:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-mon[88180]: pgmap v415: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-03-10T22:21:57.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:57.242+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:57.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:57.243+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:57.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:57.243+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:57.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:57.244+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:57.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:57.244+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:57.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:57.246+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:57.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:57.246+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:57.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:57.296+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:21:57.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:57.296+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-mon[84635]: osdmap e502: 8 total, 8 up, 8 in 2024-03-10T22:21:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:57 smithi172 ceph-mon[84635]: pgmap v415: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-03-10T22:21:57.820 INFO:tasks.rados.rados.0.smithi169.stdout:2258: finishing write tid 1 to smithi16976610-41 2024-03-10T22:21:57.821 INFO:tasks.rados.rados.0.smithi169.stdout:2258: finishing write tid 2 to smithi16976610-41 2024-03-10T22:21:57.821 INFO:tasks.rados.rados.0.smithi169.stdout:2258: finishing write tid 3 to smithi16976610-41 2024-03-10T22:21:57.821 INFO:tasks.rados.rados.0.smithi169.stdout:2258: oid 41 updating version 0 to 13950 2024-03-10T22:21:57.821 INFO:tasks.rados.rados.0.smithi169.stdout:2258: oid 41 version 13950 is already newer than 13949 2024-03-10T22:21:57.821 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 13950 (ObjNum 726 snap 213 seq_num 726) dirty exists 2024-03-10T22:21:57.821 INFO:tasks.rados.rados.0.smithi169.stdout:2258: left oid 41 (ObjNum 726 snap 213 seq_num 726) 2024-03-10T22:21:57.821 INFO:tasks.rados.rados.0.smithi169.stdout:2259: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:21:57.929 INFO:tasks.rados.rados.0.smithi169.stdout:2260: finishing write tid 1 to smithi16976610-7 2024-03-10T22:21:57.929 INFO:tasks.rados.rados.0.smithi169.stdout:2260: finishing write tid 2 to smithi16976610-7 2024-03-10T22:21:57.929 INFO:tasks.rados.rados.0.smithi169.stdout:2260: finishing write tid 3 to smithi16976610-7 2024-03-10T22:21:57.929 INFO:tasks.rados.rados.0.smithi169.stdout:2260: oid 7 updating version 0 to 13990 2024-03-10T22:21:57.929 INFO:tasks.rados.rados.0.smithi169.stdout:2260: oid 7 updating version 13990 to 13991 2024-03-10T22:21:57.929 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 13991 (ObjNum 727 snap 213 seq_num 727) dirty exists 2024-03-10T22:21:57.929 INFO:tasks.rados.rados.0.smithi169.stdout:2260: left oid 7 (ObjNum 727 snap 213 seq_num 727) 2024-03-10T22:21:57.929 INFO:tasks.rados.rados.0.smithi169.stdout:2261: finishing rollback tid 0 to smithi16976610-25 2024-03-10T22:21:57.930 INFO:tasks.rados.rados.0.smithi169.stdout:2257: done (5 left) 2024-03-10T22:21:57.930 INFO:tasks.rados.rados.0.smithi169.stdout:2258: done (4 left) 2024-03-10T22:21:57.930 INFO:tasks.rados.rados.0.smithi169.stdout:2259: done (3 left) 2024-03-10T22:21:57.930 INFO:tasks.rados.rados.0.smithi169.stdout:2260: done (2 left) 2024-03-10T22:21:57.930 INFO:tasks.rados.rados.0.smithi169.stdout:2262: done (1 left) 2024-03-10T22:21:57.930 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 213 2024-03-10T22:21:57.930 INFO:tasks.rados.rados.0.smithi169.stdout:2261: finishing rollback tid 1 to smithi16976610-25 2024-03-10T22:21:57.930 INFO:tasks.rados.rados.0.smithi169.stdout:2261: finishing rollback tid 2 to smithi16976610-25 2024-03-10T22:21:57.930 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 13994 (ObjNum 631 snap 186 seq_num 631) dirty exists 2024-03-10T22:21:57.930 INFO:tasks.rados.rados.0.smithi169.stdout:2263: seq_num 729 ranges {0=212992} 2024-03-10T22:21:57.931 INFO:tasks.rados.rados.0.smithi169.stdout:2263: writing smithi16976610-30 from 0 to 212992 tid 1 2024-03-10T22:21:57.931 INFO:tasks.rados.rados.0.smithi169.stdout:2261: done (1 left) 2024-03-10T22:21:57.931 INFO:tasks.rados.rados.0.smithi169.stdout:2264: rollback oid 20 current snap is 213 2024-03-10T22:21:57.931 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 210 2024-03-10T22:21:57.931 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 213 2024-03-10T22:21:57.931 INFO:tasks.rados.rados.0.smithi169.stdout:2265: seq_num 730 ranges {1662976=229376} 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:2265: writing smithi16976610-11 from 1662976 to 1892352 tid 1 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:2266: rollback oid 45 current snap is 213 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 45 to 210 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:2264: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 738 (ObjNum 929 snap 0 seq_num 1521520642) dirty dne 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:2263: finishing write tid 1 to smithi16976610-30 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:2263: finishing write tid 2 to smithi16976610-30 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:2263: finishing write tid 3 to smithi16976610-30 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:2263: oid 30 updating version 0 to 13988 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:2263: oid 30 version 13988 is already newer than 13987 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 13988 (ObjNum 729 snap 213 seq_num 729) dirty exists 2024-03-10T22:21:57.941 INFO:tasks.rados.rados.0.smithi169.stdout:2263: left oid 30 (ObjNum 729 snap 213 seq_num 729) 2024-03-10T22:21:57.942 INFO:tasks.rados.rados.0.smithi169.stdout:2263: done (3 left) 2024-03-10T22:21:57.942 INFO:tasks.rados.rados.0.smithi169.stdout:2264: done (2 left) 2024-03-10T22:21:57.942 INFO:tasks.rados.rados.0.smithi169.stdout:2267: snap_create 2024-03-10T22:21:57.943 INFO:tasks.rados.rados.0.smithi169.stdout:2265: finishing write tid 1 to smithi16976610-11 2024-03-10T22:21:57.944 INFO:tasks.rados.rados.0.smithi169.stdout:2265: finishing write tid 2 to smithi16976610-11 2024-03-10T22:21:57.945 INFO:tasks.rados.rados.0.smithi169.stdout:2265: finishing write tid 3 to smithi16976610-11 2024-03-10T22:21:57.945 INFO:tasks.rados.rados.0.smithi169.stdout:2265: oid 11 updating version 0 to 13980 2024-03-10T22:21:57.945 INFO:tasks.rados.rados.0.smithi169.stdout:2265: oid 11 version 13980 is already newer than 13979 2024-03-10T22:21:57.946 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 13980 (ObjNum 730 snap 213 seq_num 730) dirty exists 2024-03-10T22:21:57.946 INFO:tasks.rados.rados.0.smithi169.stdout:2265: left oid 11 (ObjNum 730 snap 213 seq_num 730) 2024-03-10T22:21:57.949 INFO:tasks.rados.rados.0.smithi169.stdout:2266: finishing rollback tid 0 to smithi16976610-45 2024-03-10T22:21:57.949 INFO:tasks.rados.rados.0.smithi169.stdout:2266: finishing rollback tid 1 to smithi16976610-45 2024-03-10T22:21:57.950 INFO:tasks.rados.rados.0.smithi169.stdout:2266: finishing rollback tid 2 to smithi16976610-45 2024-03-10T22:21:57.950 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 13997 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:21:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:2265: done (2 left) 2024-03-10T22:21:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:2266: done (1 left) 2024-03-10T22:21:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:2267: done (0 left) 2024-03-10T22:21:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 214 2024-03-10T22:21:58.237 INFO:tasks.rados.rados.0.smithi169.stdout:2268: seq_num 731 ranges {2719744=245760} 2024-03-10T22:21:58.253 INFO:tasks.rados.rados.0.smithi169.stdout:2268: writing smithi16976610-50 from 2719744 to 2965504 tid 1 2024-03-10T22:21:58.253 INFO:tasks.rados.rados.0.smithi169.stdout:2269: read oid 28 snap 210 2024-03-10T22:21:58.253 INFO:tasks.rados.rados.0.smithi169.stdout:2269: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:21:58.253 INFO:tasks.rados.rados.0.smithi169.stdout:2270: setattr oid 14 current snap is 214 2024-03-10T22:21:58.255 INFO:tasks.rados.rados.0.smithi169.stdout:2271: rollback oid 47 current snap is 214 2024-03-10T22:21:58.255 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 47 to 212 2024-03-10T22:21:58.255 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 214 2024-03-10T22:21:58.255 INFO:tasks.rados.rados.0.smithi169.stdout:2272: seq_num 732 ranges {1892352=262144} 2024-03-10T22:21:58.267 INFO:tasks.rados.rados.0.smithi169.stdout:2272: writing smithi16976610-11 from 1892352 to 2154496 tid 1 2024-03-10T22:21:58.267 INFO:tasks.rados.rados.0.smithi169.stdout:2273: copy_from oid 23 from oid 43 current snap is 214 2024-03-10T22:21:58.267 INFO:tasks.rados.rados.0.smithi169.stdout:2268: finishing write tid 1 to smithi16976610-50 2024-03-10T22:21:58.267 INFO:tasks.rados.rados.0.smithi169.stdout:2269: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:21:58.380 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 13961 (ObjNum 695 snap 204 seq_num 695) dirty exists 2024-03-10T22:21:58.380 INFO:tasks.rados.rados.0.smithi169.stdout:2268: finishing write tid 2 to smithi16976610-50 2024-03-10T22:21:58.380 INFO:tasks.rados.rados.0.smithi169.stdout:2272: finishing write tid 1 to smithi16976610-11 2024-03-10T22:21:58.380 INFO:tasks.rados.rados.0.smithi169.stdout:2272: finishing write tid 2 to smithi16976610-11 2024-03-10T22:21:58.380 INFO:tasks.rados.rados.0.smithi169.stdout:2272: finishing write tid 3 to smithi16976610-11 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:2272: oid 11 updating version 0 to 13981 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:2272: oid 11 updating version 13981 to 13982 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 13982 (ObjNum 732 snap 214 seq_num 732) dirty exists 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:2272: left oid 11 (ObjNum 732 snap 214 seq_num 732) 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:2271: finishing rollback tid 0 to smithi16976610-47 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:2268: finishing write tid 3 to smithi16976610-50 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:2268: oid 50 updating version 0 to 13999 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:2268: oid 50 version 13999 is already newer than 13998 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 13999 (ObjNum 731 snap 214 seq_num 731) dirty exists 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:2268: left oid 50 (ObjNum 731 snap 214 seq_num 731) 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:2271: finishing rollback tid 1 to smithi16976610-47 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:2271: finishing rollback tid 2 to smithi16976610-47 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 14002 (ObjNum 703 snap 206 seq_num 703) dirty exists 2024-03-10T22:21:58.381 INFO:tasks.rados.rados.0.smithi169.stdout:2273: finishing copy_from racing read to smithi16976610-23 2024-03-10T22:21:58.382 INFO:tasks.rados.rados.0.smithi169.stdout:2273: finishing copy_from to smithi16976610-23 2024-03-10T22:21:58.382 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 13925 (ObjNum 692 snap 203 seq_num 692) dirty exists 2024-03-10T22:21:58.382 INFO:tasks.rados.rados.0.smithi169.stdout:2268: done (5 left) 2024-03-10T22:21:58.382 INFO:tasks.rados.rados.0.smithi169.stdout:2269: done (4 left) 2024-03-10T22:21:58.382 INFO:tasks.rados.rados.0.smithi169.stdout:2270: done (3 left) 2024-03-10T22:21:58.382 INFO:tasks.rados.rados.0.smithi169.stdout:2271: done (2 left) 2024-03-10T22:21:58.382 INFO:tasks.rados.rados.0.smithi169.stdout:2272: done (1 left) 2024-03-10T22:21:58.382 INFO:tasks.rados.rados.0.smithi169.stdout:2273: done (0 left) 2024-03-10T22:21:58.382 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 214 2024-03-10T22:21:58.382 INFO:tasks.rados.rados.0.smithi169.stdout:2274: seq_num 733 ranges {974848=278528} 2024-03-10T22:21:58.386 INFO:tasks.rados.rados.0.smithi169.stdout:2274: writing smithi16976610-25 from 974848 to 1253376 tid 1 2024-03-10T22:21:58.386 INFO:tasks.rados.rados.0.smithi169.stdout:2275: snap_remove snap 210 2024-03-10T22:21:58.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:58.258+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:58.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:58.279+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[88180]: osdmap e503: 8 total, 8 up, 8 in 2024-03-10T22:21:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[90638]: osdmap e503: 8 total, 8 up, 8 in 2024-03-10T22:21:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:58.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:58.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:58.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:58.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:58.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:58.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:58.258+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:21:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:58.258+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:58.258+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:58.259+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:58.259+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:58.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:58.259+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:58.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:58.236+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:21:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:58 smithi172 ceph-mon[84635]: osdmap e503: 8 total, 8 up, 8 in 2024-03-10T22:21:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:21:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:21:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:58 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:21:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:21:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:21:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:21:58.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:21:59.242 INFO:tasks.rados.rados.0.smithi169.stdout:2275: done (1 left) 2024-03-10T22:22:00.242 INFO:tasks.rados.rados.0.smithi169.stdout:2276: snap_remove snap 212 2024-03-10T22:22:00.243 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:59.245+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:00.243 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:21:59.245+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:00.243 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:59.246+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:00.243 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:21:59.246+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:00.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:00.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-mon[84635]: osdmap e504: 8 total, 8 up, 8 in 2024-03-10T22:22:00.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:00.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:00.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:00.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:00.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:00.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:00.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:00.244 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:21:59 smithi172 ceph-mon[84635]: pgmap v418: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 303 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-03-10T22:22:00.245 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:00.245 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[88180]: osdmap e504: 8 total, 8 up, 8 in 2024-03-10T22:22:00.245 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:00.245 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:00.245 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:00.245 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:00.245 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:00.245 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:00.246 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:00.246 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[88180]: pgmap v418: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 303 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-03-10T22:22:00.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:00.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[90638]: osdmap e504: 8 total, 8 up, 8 in 2024-03-10T22:22:00.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:00.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:00.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:00.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:00.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:00.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:00.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:00.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-mon[90638]: pgmap v418: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 303 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-03-10T22:22:00.247 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:59.506+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:00.247 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:59.506+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:00.247 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:59.506+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:00.248 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:59.506+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:00.248 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:59.506+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:00.248 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:59.506+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:00.248 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:21:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:21:59.506+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:00.249 INFO:tasks.rados.rados.0.smithi169.stdout:2276: done (1 left) 2024-03-10T22:22:00.249 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 214 2024-03-10T22:22:00.249 INFO:tasks.rados.rados.0.smithi169.stdout:2274: finishing write tid 1 to smithi16976610-25 2024-03-10T22:22:00.249 INFO:tasks.rados.rados.0.smithi169.stdout:2277: seq_num 734 ranges {0=294912} 2024-03-10T22:22:00.249 INFO:tasks.rados.rados.0.smithi169.stdout:2277: writing smithi16976610-31 from 0 to 294912 tid 1 2024-03-10T22:22:00.249 INFO:tasks.rados.rados.0.smithi169.stdout:2274: finishing write tid 2 to smithi16976610-25 2024-03-10T22:22:00.249 INFO:tasks.rados.rados.0.smithi169.stdout:2274: finishing write tid 3 to smithi16976610-25 2024-03-10T22:22:00.250 INFO:tasks.rados.rados.0.smithi169.stdout:2274: oid 25 updating version 0 to 14003 2024-03-10T22:22:00.250 INFO:tasks.rados.rados.0.smithi169.stdout:2274: oid 25 updating version 14003 to 14004 2024-03-10T22:22:00.250 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14004 (ObjNum 733 snap 214 seq_num 733) dirty exists 2024-03-10T22:22:00.250 INFO:tasks.rados.rados.0.smithi169.stdout:2274: left oid 25 (ObjNum 733 snap 214 seq_num 733) 2024-03-10T22:22:00.250 INFO:tasks.rados.rados.0.smithi169.stdout:2274: done (1 left) 2024-03-10T22:22:00.250 INFO:tasks.rados.rados.0.smithi169.stdout:2278: setattr oid 30 current snap is 214 2024-03-10T22:22:00.252 INFO:tasks.rados.rados.0.smithi169.stdout:2279: rollback oid 11 current snap is 214 2024-03-10T22:22:00.252 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 11 to 213 2024-03-10T22:22:00.252 INFO:tasks.rados.rados.0.smithi169.stdout:2280: read oid 47 snap -1 2024-03-10T22:22:00.252 INFO:tasks.rados.rados.0.smithi169.stdout:2280: expect (ObjNum 703 snap 206 seq_num 703) 2024-03-10T22:22:00.252 INFO:tasks.rados.rados.0.smithi169.stdout:2281: read oid 18 snap -1 2024-03-10T22:22:00.252 INFO:tasks.rados.rados.0.smithi169.stdout:2281: expect (ObjNum 696 snap 205 seq_num 696) 2024-03-10T22:22:00.252 INFO:tasks.rados.rados.0.smithi169.stdout:2282: snap_create 2024-03-10T22:22:00.259 INFO:tasks.rados.rados.0.smithi169.stdout:2277: finishing write tid 1 to smithi16976610-31 2024-03-10T22:22:00.261 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 13989 (ObjNum 729 snap 213 seq_num 729) dirty exists 2024-03-10T22:22:00.263 INFO:tasks.rados.rados.0.smithi169.stdout:2279: finishing rollback tid 0 to smithi16976610-11 2024-03-10T22:22:00.264 INFO:tasks.rados.rados.0.smithi169.stdout:2277: finishing write tid 2 to smithi16976610-31 2024-03-10T22:22:00.264 INFO:tasks.rados.rados.0.smithi169.stdout:2279: finishing rollback tid 1 to smithi16976610-11 2024-03-10T22:22:00.265 INFO:tasks.rados.rados.0.smithi169.stdout:2281: expect (ObjNum 696 snap 205 seq_num 696) 2024-03-10T22:22:00.324 INFO:tasks.rados.rados.0.smithi169.stdout:2279: finishing rollback tid 2 to smithi16976610-11 2024-03-10T22:22:00.325 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 13985 (ObjNum 730 snap 213 seq_num 730) dirty exists 2024-03-10T22:22:00.325 INFO:tasks.rados.rados.0.smithi169.stdout:2277: finishing write tid 3 to smithi16976610-31 2024-03-10T22:22:00.325 INFO:tasks.rados.rados.0.smithi169.stdout:2277: oid 31 updating version 0 to 13973 2024-03-10T22:22:00.325 INFO:tasks.rados.rados.0.smithi169.stdout:2277: oid 31 version 13973 is already newer than 13972 2024-03-10T22:22:00.325 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 13973 (ObjNum 734 snap 214 seq_num 734) dirty exists 2024-03-10T22:22:00.325 INFO:tasks.rados.rados.0.smithi169.stdout:2277: left oid 31 (ObjNum 734 snap 214 seq_num 734) 2024-03-10T22:22:00.325 INFO:tasks.rados.rados.0.smithi169.stdout:2280: expect (ObjNum 703 snap 206 seq_num 703) 2024-03-10T22:22:00.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:00.249+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:00.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:00.249+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:00.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:00.261+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:00.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:00.261+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:00.261+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:00.261+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:00.263+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:00.263+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[90638]: osdmap e505: 8 total, 8 up, 8 in 2024-03-10T22:22:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:00.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[88180]: osdmap e505: 8 total, 8 up, 8 in 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:00.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:00.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:00 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:00.244+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:00 smithi172 ceph-mon[84635]: osdmap e505: 8 total, 8 up, 8 in 2024-03-10T22:22:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:01.248 INFO:tasks.rados.rados.0.smithi169.stdout:2277: done (5 left) 2024-03-10T22:22:01.248 INFO:tasks.rados.rados.0.smithi169.stdout:2278: done (4 left) 2024-03-10T22:22:01.248 INFO:tasks.rados.rados.0.smithi169.stdout:2279: done (3 left) 2024-03-10T22:22:01.249 INFO:tasks.rados.rados.0.smithi169.stdout:2280: done (2 left) 2024-03-10T22:22:01.249 INFO:tasks.rados.rados.0.smithi169.stdout:2281: done (1 left) 2024-03-10T22:22:01.249 INFO:tasks.rados.rados.0.smithi169.stdout:2282: done (0 left) 2024-03-10T22:22:01.249 INFO:tasks.rados.rados.0.smithi169.stdout:2283: read oid 48 snap -1 2024-03-10T22:22:01.249 INFO:tasks.rados.rados.0.smithi169.stdout:2283: expect deleted 2024-03-10T22:22:01.249 INFO:tasks.rados.rados.0.smithi169.stdout:2284: read oid 22 snap -1 2024-03-10T22:22:01.249 INFO:tasks.rados.rados.0.smithi169.stdout:2284: expect deleted 2024-03-10T22:22:01.249 INFO:tasks.rados.rados.0.smithi169.stdout:2285: delete oid 49 current snap is 215 2024-03-10T22:22:01.251 INFO:tasks.rados.rados.0.smithi169.stdout:2283: done (2 left) 2024-03-10T22:22:01.252 INFO:tasks.rados.rados.0.smithi169.stdout:2284: done (1 left) 2024-03-10T22:22:01.252 INFO:tasks.rados.rados.0.smithi169.stdout:2285: done (0 left) 2024-03-10T22:22:01.252 INFO:tasks.rados.rados.0.smithi169.stdout:2286: read oid 11 snap -1 2024-03-10T22:22:01.252 INFO:tasks.rados.rados.0.smithi169.stdout:2286: expect (ObjNum 730 snap 213 seq_num 730) 2024-03-10T22:22:01.252 INFO:tasks.rados.rados.0.smithi169.stdout:2287: snap_remove snap 214 2024-03-10T22:22:01.415 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:01.247+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:01.416 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:01.247+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:01.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:01.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:22:01.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:22:01.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: Upgrade: osd.6 is safe to restart 2024-03-10T22:22:01.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: osdmap e506: 8 total, 8 up, 8 in 2024-03-10T22:22:01.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:01.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:01.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:01.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:01.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:01.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:01.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:01.417 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:01 smithi172 ceph-mon[84635]: pgmap v421: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 299 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-03-10T22:22:01.436 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:01.436 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:22:01.436 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:22:01.436 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: Upgrade: osd.6 is safe to restart 2024-03-10T22:22:01.436 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: osdmap e506: 8 total, 8 up, 8 in 2024-03-10T22:22:01.436 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:01.436 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:01.436 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:01.437 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:01.437 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:01.437 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:01.437 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:01.437 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[88180]: pgmap v421: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 299 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-03-10T22:22:01.437 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:01.437 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:22:01.437 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T22:22:01.437 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: Upgrade: osd.6 is safe to restart 2024-03-10T22:22:01.437 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: osdmap e506: 8 total, 8 up, 8 in 2024-03-10T22:22:01.437 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:01.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:01.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:01.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:01.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:01.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:01.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:01.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-mon[90638]: pgmap v421: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 299 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-03-10T22:22:01.438 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:01.247+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:01.438 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:01.247+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:01.438 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:01.247+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:01.438 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:01.247+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:01.439 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:01.247+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:01.439 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:01.247+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:01.439 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:01.247+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:01.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:01.435+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:01.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:01.435+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:02.250 INFO:tasks.rados.rados.0.smithi169.stdout:2287: done (1 left) 2024-03-10T22:22:02.250 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 215 2024-03-10T22:22:02.250 INFO:tasks.rados.rados.0.smithi169.stdout:2288: seq_num 736 ranges {2154496=335872} 2024-03-10T22:22:02.264 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:02.249+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:02.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:02.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:02.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:02.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:02.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:02.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:02.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: osdmap e507: 8 total, 8 up, 8 in 2024-03-10T22:22:02.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:02.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:02.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:02.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T22:22:02.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:02.265 INFO:tasks.rados.rados.0.smithi169.stdout:2288: writing smithi16976610-46 from 2154496 to 2490368 tid 1 2024-03-10T22:22:02.265 INFO:tasks.rados.rados.0.smithi169.stdout:2289: copy_from oid 33 from oid 25 current snap is 215 2024-03-10T22:22:02.265 INFO:tasks.rados.rados.0.smithi169.stdout:2286: expect (ObjNum 730 snap 213 seq_num 730) 2024-03-10T22:22:02.371 INFO:tasks.rados.rados.0.smithi169.stdout:2288: finishing write tid 1 to smithi16976610-46 2024-03-10T22:22:02.371 INFO:tasks.rados.rados.0.smithi169.stdout:2288: finishing write tid 2 to smithi16976610-46 2024-03-10T22:22:02.372 INFO:tasks.rados.rados.0.smithi169.stdout:2288: finishing write tid 3 to smithi16976610-46 2024-03-10T22:22:02.372 INFO:tasks.rados.rados.0.smithi169.stdout:2288: oid 46 updating version 0 to 13997 2024-03-10T22:22:02.372 INFO:tasks.rados.rados.0.smithi169.stdout:2288: oid 46 version 13997 is already newer than 13996 2024-03-10T22:22:02.372 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 13997 (ObjNum 736 snap 215 seq_num 736) dirty exists 2024-03-10T22:22:02.372 INFO:tasks.rados.rados.0.smithi169.stdout:2288: left oid 46 (ObjNum 736 snap 215 seq_num 736) 2024-03-10T22:22:02.372 INFO:tasks.rados.rados.0.smithi169.stdout:2289: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:22:02.372 INFO:tasks.rados.rados.0.smithi169.stdout:2289: finishing copy_from to smithi16976610-33 2024-03-10T22:22:02.372 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14004 (ObjNum 733 snap 214 seq_num 733) dirty exists 2024-03-10T22:22:02.372 INFO:tasks.rados.rados.0.smithi169.stdout:2286: done (2 left) 2024-03-10T22:22:02.372 INFO:tasks.rados.rados.0.smithi169.stdout:2288: done (1 left) 2024-03-10T22:22:02.372 INFO:tasks.rados.rados.0.smithi169.stdout:2289: done (0 left) 2024-03-10T22:22:02.373 INFO:tasks.rados.rados.0.smithi169.stdout:2290: snap_create 2024-03-10T22:22:02.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:02.268+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:02.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:02.268+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:02.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:02.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: osdmap e507: 8 total, 8 up, 8 in 2024-03-10T22:22:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T22:22:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:02.248+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:02.248+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:02.249+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:02.249+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:02.249+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:02.249+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:02.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:02.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:02.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:02.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:02.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:02.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:02.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: osdmap e507: 8 total, 8 up, 8 in 2024-03-10T22:22:02.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:02.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:02.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:02.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T22:22:02.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:02.637 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:22:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:22:03.254 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:03.254 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: Upgrade: Updating osd.6 2024-03-10T22:22:03.254 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: Deploying daemon osd.6 on smithi172 2024-03-10T22:22:03.254 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:03.255 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:03.255 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:03.255 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:03.255 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:03.255 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: osdmap e508: 8 total, 8 up, 8 in 2024-03-10T22:22:03.255 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:03.255 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:03.256 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-mon[84635]: pgmap v424: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-03-10T22:22:03.256 INFO:tasks.rados.rados.0.smithi169.stdout:2290: done (0 left) 2024-03-10T22:22:03.256 INFO:tasks.rados.rados.0.smithi169.stdout:2291: copy_from oid 24 from oid 14 current snap is 216 2024-03-10T22:22:03.256 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 216 2024-03-10T22:22:03.257 INFO:tasks.rados.rados.0.smithi169.stdout:2292: seq_num 737 ranges {7184384=352256} 2024-03-10T22:22:03.296 INFO:tasks.rados.rados.0.smithi169.stdout:2292: writing smithi16976610-10 from 7184384 to 7536640 tid 1 2024-03-10T22:22:03.296 INFO:tasks.rados.rados.0.smithi169.stdout:2293: snap_remove snap 215 2024-03-10T22:22:03.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:03.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: Upgrade: Updating osd.6 2024-03-10T22:22:03.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: Deploying daemon osd.6 on smithi172 2024-03-10T22:22:03.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:03.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:03.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:03.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:03.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:03.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: osdmap e508: 8 total, 8 up, 8 in 2024-03-10T22:22:03.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:03.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:03.413 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[88180]: pgmap v424: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-03-10T22:22:03.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:03.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: Upgrade: Updating osd.6 2024-03-10T22:22:03.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: Deploying daemon osd.6 on smithi172 2024-03-10T22:22:03.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:03.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:03.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:03.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:03.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:03.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: osdmap e508: 8 total, 8 up, 8 in 2024-03-10T22:22:03.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:03.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:03.414 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-mon[90638]: pgmap v424: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-03-10T22:22:03.414 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:03.257+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:03.414 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:03.257+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:03.414 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:03.257+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:03.414 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:03.257+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:03.415 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:03.258+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:03.415 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:03.258+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:03.415 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:03.258+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:03.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:03.253+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:03.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:03.253+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:03.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:03.411+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:03.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:03.411+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:04.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:04.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:04 smithi172 ceph-mon[84635]: osdmap e509: 8 total, 8 up, 8 in 2024-03-10T22:22:04.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:04.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:04.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:04.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:04.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:04.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:04.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:04.260 INFO:tasks.rados.rados.0.smithi169.stdout:2293: done (2 left) 2024-03-10T22:22:04.260 INFO:tasks.rados.rados.0.smithi169.stdout:2294: read oid 36 snap -1 2024-03-10T22:22:04.260 INFO:tasks.rados.rados.0.smithi169.stdout:2294: expect (ObjNum 667 snap 193 seq_num 667) 2024-03-10T22:22:04.260 INFO:tasks.rados.rados.0.smithi169.stdout:2295: delete oid 40 current snap is 216 2024-03-10T22:22:04.260 INFO:tasks.rados.rados.0.smithi169.stdout:2291: finishing copy_from racing read to smithi16976610-24 2024-03-10T22:22:04.261 INFO:tasks.rados.rados.0.smithi169.stdout:2291: finishing copy_from to smithi16976610-24 2024-03-10T22:22:04.261 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 13961 (ObjNum 695 snap 204 seq_num 695) dirty exists 2024-03-10T22:22:04.261 INFO:tasks.rados.rados.0.smithi169.stdout:2292: finishing write tid 1 to smithi16976610-10 2024-03-10T22:22:04.261 INFO:tasks.rados.rados.0.smithi169.stdout:2292: finishing write tid 2 to smithi16976610-10 2024-03-10T22:22:04.261 INFO:tasks.rados.rados.0.smithi169.stdout:2292: finishing write tid 3 to smithi16976610-10 2024-03-10T22:22:04.261 INFO:tasks.rados.rados.0.smithi169.stdout:2292: oid 10 updating version 0 to 10343 2024-03-10T22:22:04.261 INFO:tasks.rados.rados.0.smithi169.stdout:2292: oid 10 updating version 10343 to 10344 2024-03-10T22:22:04.261 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10344 (ObjNum 737 snap 216 seq_num 737) dirty exists 2024-03-10T22:22:04.261 INFO:tasks.rados.rados.0.smithi169.stdout:2292: left oid 10 (ObjNum 737 snap 216 seq_num 737) 2024-03-10T22:22:04.265 INFO:tasks.rados.rados.0.smithi169.stdout:2291: done (3 left) 2024-03-10T22:22:04.265 INFO:tasks.rados.rados.0.smithi169.stdout:2292: done (2 left) 2024-03-10T22:22:04.265 INFO:tasks.rados.rados.0.smithi169.stdout:2295: done (1 left) 2024-03-10T22:22:04.265 INFO:tasks.rados.rados.0.smithi169.stdout:2296: rmattr oid 25 current snap is 216 2024-03-10T22:22:04.265 INFO:tasks.rados.rados.0.smithi169.stdout:2297: rollback oid 24 current snap is 216 2024-03-10T22:22:04.265 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 24 to 213 2024-03-10T22:22:04.265 INFO:tasks.rados.rados.0.smithi169.stdout:2298: rmattr oid 23 current snap is 216 2024-03-10T22:22:04.265 INFO:tasks.rados.rados.0.smithi169.stdout:2298: done (3 left) 2024-03-10T22:22:04.265 INFO:tasks.rados.rados.0.smithi169.stdout:2299: rollback oid 15 current snap is 216 2024-03-10T22:22:04.265 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 15 to 213 2024-03-10T22:22:04.265 INFO:tasks.rados.rados.0.smithi169.stdout:2300: read oid 48 snap -1 2024-03-10T22:22:04.266 INFO:tasks.rados.rados.0.smithi169.stdout:2300: expect deleted 2024-03-10T22:22:04.266 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 216 2024-03-10T22:22:04.266 INFO:tasks.rados.rados.0.smithi169.stdout:2301: seq_num 739 ranges {1515520=385024} 2024-03-10T22:22:04.276 INFO:tasks.rados.rados.0.smithi169.stdout:2301: writing smithi16976610-29 from 1515520 to 1900544 tid 1 2024-03-10T22:22:04.276 INFO:tasks.rados.rados.0.smithi169.stdout:2302: snap_create 2024-03-10T22:22:04.276 INFO:tasks.rados.rados.0.smithi169.stdout:2294: expect (ObjNum 667 snap 193 seq_num 667) 2024-03-10T22:22:04.318 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14005 (ObjNum 733 snap 214 seq_num 733) dirty exists 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:2297: finishing rollback tid 0 to smithi16976610-24 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:2297: finishing rollback tid 1 to smithi16976610-24 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:2297: finishing rollback tid 2 to smithi16976610-24 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14000 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:2299: finishing rollback tid 0 to smithi16976610-15 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:2299: finishing rollback tid 1 to smithi16976610-15 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:2299: finishing rollback tid 2 to smithi16976610-15 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14003 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:2301: finishing write tid 1 to smithi16976610-29 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:2301: finishing write tid 2 to smithi16976610-29 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:2301: finishing write tid 3 to smithi16976610-29 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:2301: oid 29 updating version 0 to 13992 2024-03-10T22:22:04.319 INFO:tasks.rados.rados.0.smithi169.stdout:2301: oid 29 updating version 13992 to 13993 2024-03-10T22:22:04.320 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 13993 (ObjNum 739 snap 216 seq_num 739) dirty exists 2024-03-10T22:22:04.320 INFO:tasks.rados.rados.0.smithi169.stdout:2301: left oid 29 (ObjNum 739 snap 216 seq_num 739) 2024-03-10T22:22:04.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:04.264+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:04.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:04.264+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[90638]: osdmap e509: 8 total, 8 up, 8 in 2024-03-10T22:22:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:04.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:04.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[88180]: osdmap e509: 8 total, 8 up, 8 in 2024-03-10T22:22:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:04.269+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:04.269+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:04.271+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:04.271+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:04.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:04.272+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:04.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:04.278+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:04.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:04.257+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:05.261 INFO:tasks.rados.rados.0.smithi169.stdout:2294: done (6 left) 2024-03-10T22:22:05.261 INFO:tasks.rados.rados.0.smithi169.stdout:2296: done (5 left) 2024-03-10T22:22:05.261 INFO:tasks.rados.rados.0.smithi169.stdout:2297: done (4 left) 2024-03-10T22:22:05.261 INFO:tasks.rados.rados.0.smithi169.stdout:2299: done (3 left) 2024-03-10T22:22:05.261 INFO:tasks.rados.rados.0.smithi169.stdout:2300: done (2 left) 2024-03-10T22:22:05.261 INFO:tasks.rados.rados.0.smithi169.stdout:2301: done (1 left) 2024-03-10T22:22:05.261 INFO:tasks.rados.rados.0.smithi169.stdout:2302: done (0 left) 2024-03-10T22:22:05.261 INFO:tasks.rados.rados.0.smithi169.stdout:2303: snap_create 2024-03-10T22:22:05.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:05.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-mon[84635]: osdmap e510: 8 total, 8 up, 8 in 2024-03-10T22:22:05.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:05.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:05.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:05.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:05.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:05.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:05.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:05.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-mon[84635]: pgmap v427: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-03-10T22:22:05.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:05.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[90638]: osdmap e510: 8 total, 8 up, 8 in 2024-03-10T22:22:05.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:05.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[90638]: pgmap v427: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-03-10T22:22:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[88180]: osdmap e510: 8 total, 8 up, 8 in 2024-03-10T22:22:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-mon[88180]: pgmap v427: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-03-10T22:22:05.612 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:05.261+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:05.612 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:05.261+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:05.612 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:05 smithi172 systemd[1]: Stopping Ceph osd.6 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:22:06.013 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[47361]: 2024-03-10T22:22:05.636+0000 7f746f240700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:22:06.013 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[47361]: 2024-03-10T22:22:05.636+0000 7f746f240700 -1 osd.6 511 *** Got signal Terminated *** 2024-03-10T22:22:06.013 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[47361]: 2024-03-10T22:22:05.636+0000 7f746f240700 -1 osd.6 511 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:22:06.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:06.018+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:06.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:06.019+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:06.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:22:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:22:05] "GET /metrics HTTP/1.1" 200 36195 "" "Prometheus/2.43.0" 2024-03-10T22:22:06.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:06.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[88180]: osdmap e511: 8 total, 8 up, 8 in 2024-03-10T22:22:06.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[88180]: osd.6 marked itself down and dead 2024-03-10T22:22:06.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:06.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:06.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:06.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:06.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:06.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:06.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[90638]: osdmap e511: 8 total, 8 up, 8 in 2024-03-10T22:22:06.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[90638]: osd.6 marked itself down and dead 2024-03-10T22:22:06.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:06.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:06.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:06.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:06.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.018+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.018+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.018+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.018+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.018+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.019+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.019+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:06.265 INFO:tasks.rados.rados.0.smithi169.stdout:2303: done (0 left) 2024-03-10T22:22:06.265 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 218 2024-03-10T22:22:06.265 INFO:tasks.rados.rados.0.smithi169.stdout:2304: seq_num 740 ranges {1892352=401408} 2024-03-10T22:22:06.281 INFO:tasks.rados.rados.0.smithi169.stdout:2304: writing smithi16976610-11 from 1892352 to 2293760 tid 1 2024-03-10T22:22:06.281 INFO:tasks.rados.rados.0.smithi169.stdout:2305: delete oid 48 current snap is 218 2024-03-10T22:22:06.282 INFO:tasks.rados.rados.0.smithi169.stdout:2305: done (1 left) 2024-03-10T22:22:06.283 INFO:tasks.rados.rados.0.smithi169.stdout:2306: snap_create 2024-03-10T22:22:06.283 INFO:tasks.rados.rados.0.smithi169.stdout:2304: finishing write tid 1 to smithi16976610-11 2024-03-10T22:22:06.283 INFO:tasks.rados.rados.0.smithi169.stdout:2304: finishing write tid 2 to smithi16976610-11 2024-03-10T22:22:06.284 INFO:tasks.rados.rados.0.smithi169.stdout:2304: finishing write tid 3 to smithi16976610-11 2024-03-10T22:22:06.284 INFO:tasks.rados.rados.0.smithi169.stdout:2304: oid 11 updating version 0 to 13988 2024-03-10T22:22:06.284 INFO:tasks.rados.rados.0.smithi169.stdout:2304: oid 11 version 13988 is already newer than 13987 2024-03-10T22:22:06.284 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 13988 (ObjNum 740 snap 218 seq_num 740) dirty exists 2024-03-10T22:22:06.284 INFO:tasks.rados.rados.0.smithi169.stdout:2304: left oid 11 (ObjNum 740 snap 218 seq_num 740) 2024-03-10T22:22:06.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:06 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:06.272+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:06 smithi172 ceph-mon[84635]: osdmap e511: 8 total, 8 up, 8 in 2024-03-10T22:22:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:06 smithi172 ceph-mon[84635]: osd.6 marked itself down and dead 2024-03-10T22:22:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:06.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:06.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:06.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:06.271+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:06.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.267+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:06.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.268+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:06.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.268+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:06.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.272+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:06.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.272+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:06.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:06.273+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:07.128 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:06 smithi172 podman[99510]: 2024-03-10 22:22:06.830698825 +0000 UTC m=+1.325344004 container died 6c3147512cfa15a8a14e648f8e6d98a7d6c12707623eca44a8696f2d17c7e2ec (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6, io.buildah.version=1.33.5, RELEASE=reef-c2ea977, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-03-10T22:22:07.274 INFO:tasks.rados.rados.0.smithi169.stdout:2304: done (1 left) 2024-03-10T22:22:07.274 INFO:tasks.rados.rados.0.smithi169.stdout:2306: done (0 left) 2024-03-10T22:22:07.274 INFO:tasks.rados.rados.0.smithi169.stdout:2307: read oid 1 snap -1 2024-03-10T22:22:07.274 INFO:tasks.rados.rados.0.smithi169.stdout:2307: expect (ObjNum 690 snap 202 seq_num 690) 2024-03-10T22:22:07.274 INFO:tasks.rados.rados.0.smithi169.stdout:2308: setattr oid 42 current snap is 219 2024-03-10T22:22:07.276 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 219 2024-03-10T22:22:07.276 INFO:tasks.rados.rados.0.smithi169.stdout:2309: seq_num 742 ranges {7536640=434176} 2024-03-10T22:22:07.320 INFO:tasks.rados.rados.0.smithi169.stdout:2309: writing smithi16976610-10 from 7536640 to 7970816 tid 1 2024-03-10T22:22:07.320 INFO:tasks.rados.rados.0.smithi169.stdout:2310: snap_create 2024-03-10T22:22:07.320 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 13951 (ObjNum 722 snap 212 seq_num 722) dirty exists 2024-03-10T22:22:07.320 INFO:tasks.rados.rados.0.smithi169.stdout:2307: expect (ObjNum 690 snap 202 seq_num 690) 2024-03-10T22:22:07.420 INFO:tasks.rados.rados.0.smithi169.stdout:2309: finishing write tid 1 to smithi16976610-10 2024-03-10T22:22:07.420 INFO:tasks.rados.rados.0.smithi169.stdout:2309: finishing write tid 2 to smithi16976610-10 2024-03-10T22:22:07.420 INFO:tasks.rados.rados.0.smithi169.stdout:2309: finishing write tid 3 to smithi16976610-10 2024-03-10T22:22:07.420 INFO:tasks.rados.rados.0.smithi169.stdout:2309: oid 10 updating version 0 to 10345 2024-03-10T22:22:07.421 INFO:tasks.rados.rados.0.smithi169.stdout:2309: oid 10 updating version 10345 to 10346 2024-03-10T22:22:07.421 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10346 (ObjNum 742 snap 219 seq_num 742) dirty exists 2024-03-10T22:22:07.421 INFO:tasks.rados.rados.0.smithi169.stdout:2309: left oid 10 (ObjNum 742 snap 219 seq_num 742) 2024-03-10T22:22:07.430 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:07.272+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:07.430 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:07.272+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:07.430 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:07 smithi172 podman[99510]: 2024-03-10 22:22:07.227997465 +0000 UTC m=+1.722642641 container cleanup 6c3147512cfa15a8a14e648f8e6d98a7d6c12707623eca44a8696f2d17c7e2ec (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , RELEASE=reef-c2ea977, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-03-10T22:22:07.430 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:07 smithi172 bash[99510]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6 2024-03-10T22:22:07.430 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:22:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: osdmap e512: 8 total, 7 up, 8 in 2024-03-10T22:22:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:07.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:07 smithi172 ceph-mon[84635]: pgmap v430: 121 pgs: 9 peering, 12 stale+active+clean, 8 active+clean+snaptrim_error, 92 active+clean; 296 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1004 KiB/s wr, 9 op/s 2024-03-10T22:22:07.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:07.279+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:07.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:07.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:07.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:07.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:22:07.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: osdmap e512: 8 total, 7 up, 8 in 2024-03-10T22:22:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[90638]: pgmap v430: 121 pgs: 9 peering, 12 stale+active+clean, 8 active+clean+snaptrim_error, 92 active+clean; 296 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1004 KiB/s wr, 9 op/s 2024-03-10T22:22:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:22:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: osdmap e512: 8 total, 7 up, 8 in 2024-03-10T22:22:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-mon[88180]: pgmap v430: 121 pgs: 9 peering, 12 stale+active+clean, 8 active+clean+snaptrim_error, 92 active+clean; 296 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1004 KiB/s wr, 9 op/s 2024-03-10T22:22:07.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:07.269+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:07.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:07.271+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:07.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:07.271+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:07.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:07.271+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:07.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:07.271+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:07.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:07.271+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:07.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:07.271+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:07.763 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:07 smithi172 podman[99530]: 2024-03-10 22:22:07.42934605 +0000 UTC m=+0.594672072 container remove 6c3147512cfa15a8a14e648f8e6d98a7d6c12707623eca44a8696f2d17c7e2ec (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=reef-c2ea977, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-10T22:22:08.098 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:07 smithi172 podman[99623]: 2024-03-10 22:22:07.739445032 +0000 UTC m=+0.017897035 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:22:08.098 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:07 smithi172 podman[99623]: 2024-03-10 22:22:07.888737282 +0000 UTC m=+0.167189326 container create 841e3f623a3221eba518b9c9f5afcf4169212c01ea712bc77bfd1f086c8a5d79 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-deactivate, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-03-10T22:22:08.098 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:08 smithi172 podman[99623]: 2024-03-10 22:22:08.099443837 +0000 UTC m=+0.377895839 container init 841e3f623a3221eba518b9c9f5afcf4169212c01ea712bc77bfd1f086c8a5d79 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-03-10T22:22:08.276 INFO:tasks.rados.rados.0.smithi169.stdout:2307: done (3 left) 2024-03-10T22:22:08.276 INFO:tasks.rados.rados.0.smithi169.stdout:2308: done (2 left) 2024-03-10T22:22:08.276 INFO:tasks.rados.rados.0.smithi169.stdout:2309: done (1 left) 2024-03-10T22:22:08.276 INFO:tasks.rados.rados.0.smithi169.stdout:2310: done (0 left) 2024-03-10T22:22:08.276 INFO:tasks.rados.rados.0.smithi169.stdout:2311: delete oid 9 current snap is 220 2024-03-10T22:22:08.281 INFO:tasks.rados.rados.0.smithi169.stdout:2311: done (0 left) 2024-03-10T22:22:08.281 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 220 2024-03-10T22:22:08.281 INFO:tasks.rados.rados.0.smithi169.stdout:2312: seq_num 744 ranges {2646016=466944} 2024-03-10T22:22:08.298 INFO:tasks.rados.rados.0.smithi169.stdout:2312: writing smithi16976610-35 from 2646016 to 3112960 tid 1 2024-03-10T22:22:08.298 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 220 2024-03-10T22:22:08.298 INFO:tasks.rados.rados.0.smithi169.stdout:2313: seq_num 745 ranges {2203648=483328} 2024-03-10T22:22:08.312 INFO:tasks.rados.rados.0.smithi169.stdout:2313: writing smithi16976610-6 from 2203648 to 2686976 tid 1 2024-03-10T22:22:08.312 INFO:tasks.rados.rados.0.smithi169.stdout:2314: delete oid 37 current snap is 220 2024-03-10T22:22:08.312 INFO:tasks.rados.rados.0.smithi169.stdout:2312: finishing write tid 1 to smithi16976610-35 2024-03-10T22:22:08.313 INFO:tasks.rados.rados.0.smithi169.stdout:2312: finishing write tid 2 to smithi16976610-35 2024-03-10T22:22:08.313 INFO:tasks.rados.rados.0.smithi169.stdout:2312: finishing write tid 3 to smithi16976610-35 2024-03-10T22:22:08.313 INFO:tasks.rados.rados.0.smithi169.stdout:2312: oid 35 updating version 0 to 304 2024-03-10T22:22:08.313 INFO:tasks.rados.rados.0.smithi169.stdout:2312: oid 35 updating version 304 to 305 2024-03-10T22:22:08.313 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 305 (ObjNum 744 snap 220 seq_num 744) dirty exists 2024-03-10T22:22:08.313 INFO:tasks.rados.rados.0.smithi169.stdout:2312: left oid 35 (ObjNum 744 snap 220 seq_num 744) 2024-03-10T22:22:08.315 INFO:tasks.rados.rados.0.smithi169.stdout:2313: finishing write tid 1 to smithi16976610-6 2024-03-10T22:22:08.316 INFO:tasks.rados.rados.0.smithi169.stdout:2313: finishing write tid 2 to smithi16976610-6 2024-03-10T22:22:08.317 INFO:tasks.rados.rados.0.smithi169.stdout:2313: finishing write tid 3 to smithi16976610-6 2024-03-10T22:22:08.317 INFO:tasks.rados.rados.0.smithi169.stdout:2313: oid 6 updating version 0 to 14006 2024-03-10T22:22:08.317 INFO:tasks.rados.rados.0.smithi169.stdout:2313: oid 6 version 14006 is already newer than 14005 2024-03-10T22:22:08.317 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14006 (ObjNum 745 snap 220 seq_num 745) dirty exists 2024-03-10T22:22:08.317 INFO:tasks.rados.rados.0.smithi169.stdout:2313: left oid 6 (ObjNum 745 snap 220 seq_num 745) 2024-03-10T22:22:08.318 INFO:tasks.rados.rados.0.smithi169.stdout:2312: done (2 left) 2024-03-10T22:22:08.318 INFO:tasks.rados.rados.0.smithi169.stdout:2313: done (1 left) 2024-03-10T22:22:08.318 INFO:tasks.rados.rados.0.smithi169.stdout:2314: done (0 left) 2024-03-10T22:22:08.318 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 220 2024-03-10T22:22:08.318 INFO:tasks.rados.rados.0.smithi169.stdout:2315: seq_num 747 ranges {5046272=516096} 2024-03-10T22:22:08.347 INFO:tasks.rados.rados.0.smithi169.stdout:2315: writing smithi16976610-41 from 5046272 to 5562368 tid 1 2024-03-10T22:22:08.347 INFO:tasks.rados.rados.0.smithi169.stdout:2316: copy_from oid 33 from oid 21 current snap is 220 2024-03-10T22:22:08.347 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 220 2024-03-10T22:22:08.347 INFO:tasks.rados.rados.0.smithi169.stdout:2317: seq_num 748 ranges {7970816=532480} 2024-03-10T22:22:08.393 INFO:tasks.rados.rados.0.smithi169.stdout:2317: writing smithi16976610-10 from 7970816 to 8503296 tid 1 2024-03-10T22:22:08.393 INFO:tasks.rados.rados.0.smithi169.stdout:2318: copy_from oid 19 from oid 47 current snap is 220 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:2315: finishing write tid 1 to smithi16976610-41 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:2315: finishing write tid 2 to smithi16976610-41 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:2315: finishing write tid 3 to smithi16976610-41 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:2315: oid 41 updating version 0 to 13952 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:2315: oid 41 updating version 13952 to 13953 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 13953 (ObjNum 747 snap 220 seq_num 747) dirty exists 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:2315: left oid 41 (ObjNum 747 snap 220 seq_num 747) 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:2316: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:2316: finishing copy_from to smithi16976610-33 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 13989 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:2315: done (3 left) 2024-03-10T22:22:08.394 INFO:tasks.rados.rados.0.smithi169.stdout:2316: done (2 left) 2024-03-10T22:22:08.395 INFO:tasks.rados.rados.0.smithi169.stdout:2319: delete oid 31 current snap is 220 2024-03-10T22:22:08.401 INFO:tasks.rados.rados.0.smithi169.stdout:2317: finishing write tid 1 to smithi16976610-10 2024-03-10T22:22:08.401 INFO:tasks.rados.rados.0.smithi169.stdout:2319: done (2 left) 2024-03-10T22:22:08.401 INFO:tasks.rados.rados.0.smithi169.stdout:2320: snap_remove snap 216 2024-03-10T22:22:08.408 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:08.273+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:08.408 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:08.409 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:08 smithi172 ceph-mon[84635]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-10T22:22:08.409 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:08.409 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:08 smithi172 ceph-mon[84635]: osdmap e513: 8 total, 7 up, 8 in 2024-03-10T22:22:08.409 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:08.409 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:08.409 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:08.409 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:08.409 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:08.410 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:08 smithi172 podman[99623]: 2024-03-10 22:22:08.103024518 +0000 UTC m=+0.381476523 container start 841e3f623a3221eba518b9c9f5afcf4169212c01ea712bc77bfd1f086c8a5d79 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-deactivate, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux ) 2024-03-10T22:22:08.410 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:08 smithi172 podman[99623]: 2024-03-10 22:22:08.182718709 +0000 UTC m=+0.461170708 container attach 841e3f623a3221eba518b9c9f5afcf4169212c01ea712bc77bfd1f086c8a5d79 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:22:08.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:08.282+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:08.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:08.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[90638]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-10T22:22:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[90638]: osdmap e513: 8 total, 7 up, 8 in 2024-03-10T22:22:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[88180]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-10T22:22:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:08.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[88180]: osdmap e513: 8 total, 7 up, 8 in 2024-03-10T22:22:08.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset 119=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:08.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:08.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:08.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:08.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:08.279+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:08.279+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:08.280+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:08.280+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:08.280+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:08.280+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:08.763 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:08 smithi172 podman[99623]: 2024-03-10 22:22:08.409441463 +0000 UTC m=+0.687893467 container died 841e3f623a3221eba518b9c9f5afcf4169212c01ea712bc77bfd1f086c8a5d79 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-deactivate, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-03-10T22:22:09.279 INFO:tasks.rados.rados.0.smithi169.stdout:2320: done (2 left) 2024-03-10T22:22:09.279 INFO:tasks.rados.rados.0.smithi169.stdout:2321: snap_remove snap 217 2024-03-10T22:22:09.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:09.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[88180]: osdmap e514: 8 total, 7 up, 8 in 2024-03-10T22:22:09.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:09.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:09.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:09.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:09.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:09.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:09.414 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[88180]: pgmap v433: 121 pgs: 1 peering+snaptrim_error, 12 peering, 9 stale+active+clean, 7 active+clean+snaptrim_error, 92 active+clean; 297 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 404 KiB/s wr, 7 op/s 2024-03-10T22:22:09.415 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:09.415 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[90638]: osdmap e514: 8 total, 7 up, 8 in 2024-03-10T22:22:09.415 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:09.415 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:09.415 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:09.415 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:09.415 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:09.415 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:09.415 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-mon[90638]: pgmap v433: 121 pgs: 1 peering+snaptrim_error, 12 peering, 9 stale+active+clean, 7 active+clean+snaptrim_error, 92 active+clean; 297 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 404 KiB/s wr, 7 op/s 2024-03-10T22:22:09.416 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:09.282+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:09.416 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:09.282+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:09.416 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:09.282+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:09.416 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:09.282+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:09.416 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:09.282+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:09.416 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:09.282+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:09.416 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:09.282+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:09.497 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:09.278+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:09.498 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:09.278+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:09.498 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:09.498 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:09 smithi172 ceph-mon[84635]: osdmap e514: 8 total, 7 up, 8 in 2024-03-10T22:22:09.498 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:09.498 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:09.498 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:09.498 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:09.498 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:09.499 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:09.499 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:09 smithi172 ceph-mon[84635]: pgmap v433: 121 pgs: 1 peering+snaptrim_error, 12 peering, 9 stale+active+clean, 7 active+clean+snaptrim_error, 92 active+clean; 297 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 404 KiB/s wr, 7 op/s 2024-03-10T22:22:09.499 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:09 smithi172 podman[99650]: 2024-03-10 22:22:09.05328303 +0000 UTC m=+0.637890983 container remove 841e3f623a3221eba518b9c9f5afcf4169212c01ea712bc77bfd1f086c8a5d79 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:22:09.499 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:09 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.6.service: Deactivated successfully. 2024-03-10T22:22:09.499 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:09 smithi172 systemd[1]: Stopped Ceph osd.6 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:22:09.499 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:09 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.6.service: Consumed 23.221s CPU time. 2024-03-10T22:22:09.499 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:09 smithi172 systemd[1]: Starting Ceph osd.6 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:22:09.747 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:09 smithi172 podman[99755]: 2024-03-10 22:22:09.401035775 +0000 UTC m=+0.018728189 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:22:09.748 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:09 smithi172 podman[99755]: 2024-03-10 22:22:09.538435731 +0000 UTC m=+0.156128179 container create 0fac4df3a78a9051cf7b8650f0f68c8de88ae6abf085252ee3a2107807d0de94 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-03-10T22:22:09.748 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:09 smithi172 podman[99755]: 2024-03-10 22:22:09.748912883 +0000 UTC m=+0.366605306 container init 0fac4df3a78a9051cf7b8650f0f68c8de88ae6abf085252ee3a2107807d0de94 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-03-10T22:22:09.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:09.413+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:10.013 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:09 smithi172 podman[99755]: 2024-03-10 22:22:09.751990034 +0000 UTC m=+0.369682441 container start 0fac4df3a78a9051cf7b8650f0f68c8de88ae6abf085252ee3a2107807d0de94 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-10T22:22:10.013 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:09 smithi172 podman[99755]: 2024-03-10 22:22:09.848946073 +0000 UTC m=+0.466638492 container attach 0fac4df3a78a9051cf7b8650f0f68c8de88ae6abf085252ee3a2107807d0de94 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0) 2024-03-10T22:22:10.280 INFO:tasks.rados.rados.0.smithi169.stdout:2321: done (2 left) 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2322: copy_from oid 30 from oid 31 current snap is 220 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2317: finishing write tid 2 to smithi16976610-10 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2317: finishing write tid 3 to smithi16976610-10 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2317: oid 10 updating version 0 to 10348 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2317: oid 10 version 10348 is already newer than 10347 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10348 (ObjNum 748 snap 220 seq_num 748) dirty exists 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2317: left oid 10 (ObjNum 748 snap 220 seq_num 748) 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2317: done (2 left) 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2323: read oid 9 snap -1 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2323: expect deleted 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2324: setattr oid 32 current snap is 220 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2318: finishing copy_from racing read to smithi16976610-19 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:2318: finishing copy_from to smithi16976610-19 2024-03-10T22:22:10.281 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14002 (ObjNum 703 snap 206 seq_num 703) dirty exists 2024-03-10T22:22:10.282 INFO:tasks.rados.rados.0.smithi169.stdout:2318: done (3 left) 2024-03-10T22:22:10.282 INFO:tasks.rados.rados.0.smithi169.stdout:2323: done (2 left) 2024-03-10T22:22:10.282 INFO:tasks.rados.rados.0.smithi169.stdout:2325: snap_remove snap 218 2024-03-10T22:22:10.506 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:10.286+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:10.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:10.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[88180]: osdmap e515: 8 total, 7 up, 8 in 2024-03-10T22:22:10.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:10.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:10.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:10.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:10.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:10.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:10.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:10.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[90638]: osdmap e515: 8 total, 7 up, 8 in 2024-03-10T22:22:10.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:10.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:10.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:10.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:10.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:10.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:10.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:10.279+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:10.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:10.279+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:10.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:10.279+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:10.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:10.279+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:10.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:10.279+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:10.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:10.280+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:10.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:10.280+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-mon[84635]: osdmap e515: 8 total, 7 up, 8 in 2024-03-10T22:22:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:10.514 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate[99770]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-10T22:22:10.514 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate[99770]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-10T22:22:10.514 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 bash[99755]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-10T22:22:10.514 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 bash[99755]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-10T22:22:10.514 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 bash[99755]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-10T22:22:10.514 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 bash[99755]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-10T22:22:10.514 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 bash[99755]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-03-10T22:22:10.514 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 bash[99755]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-10T22:22:10.514 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 bash[99755]: --> ceph-volume raw activate successful for osd ID: 6 2024-03-10T22:22:10.514 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate[99770]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-10T22:22:10.514 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate[99770]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-10T22:22:10.515 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate[99770]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-03-10T22:22:10.515 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate[99770]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-10T22:22:10.515 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate[99770]: --> ceph-volume raw activate successful for osd ID: 6 2024-03-10T22:22:10.515 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 podman[99755]: 2024-03-10 22:22:10.224153046 +0000 UTC m=+0.841845453 container died 0fac4df3a78a9051cf7b8650f0f68c8de88ae6abf085252ee3a2107807d0de94 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_CLEAN=True) 2024-03-10T22:22:11.144 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:10 smithi172 podman[99886]: 2024-03-10 22:22:10.894705463 +0000 UTC m=+0.665086901 container remove 0fac4df3a78a9051cf7b8650f0f68c8de88ae6abf085252ee3a2107807d0de94 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240307) 2024-03-10T22:22:11.144 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:11 smithi172 podman[99951]: 2024-03-10 22:22:11.011264512 +0000 UTC m=+0.018841457 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:22:11.144 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:11 smithi172 podman[99951]: 2024-03-10 22:22:11.145428006 +0000 UTC m=+0.153004939 container create 8163b3f87ae3eb432b1a923e1882fcbfe32545e5601ef0613f8706cea0c3bc2e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-03-10T22:22:11.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:11.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:11.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:11.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:11.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:11.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-mon[84635]: osdmap e516: 8 total, 7 up, 8 in 2024-03-10T22:22:11.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:11.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:11.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-mon[84635]: pgmap v436: 121 pgs: 27 active+undersized, 3 active+undersized+degraded, 1 peering+snaptrim_error, 12 peering, 7 active+clean+snaptrim_error, 71 active+clean; 298 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 868 KiB/s wr, 6 op/s; 7/810 objects degraded (0.864%) 2024-03-10T22:22:11.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:11.145 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:11.294 INFO:tasks.rados.rados.0.smithi169.stdout:2325: done (2 left) 2024-03-10T22:22:11.294 INFO:tasks.rados.rados.0.smithi169.stdout:2326: read oid 14 snap 213 2024-03-10T22:22:11.294 INFO:tasks.rados.rados.0.smithi169.stdout:2326: expect (ObjNum 695 snap 204 seq_num 695) 2024-03-10T22:22:11.294 INFO:tasks.rados.rados.0.smithi169.stdout:2327: rmattr oid 20 current snap is 220 2024-03-10T22:22:11.294 INFO:tasks.rados.rados.0.smithi169.stdout:2327: done (3 left) 2024-03-10T22:22:11.294 INFO:tasks.rados.rados.0.smithi169.stdout:2328: read oid 37 snap -1 2024-03-10T22:22:11.294 INFO:tasks.rados.rados.0.smithi169.stdout:2328: expect deleted 2024-03-10T22:22:11.295 INFO:tasks.rados.rados.0.smithi169.stdout:2329: setattr oid 50 current snap is 220 2024-03-10T22:22:11.295 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 13990 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-03-10T22:22:11.295 INFO:tasks.rados.rados.0.smithi169.stdout:2322: finishing copy_from to smithi16976610-30 2024-03-10T22:22:11.295 INFO:tasks.rados.rados.0.smithi169.stdout:2322: got expected ENOENT (src dne) 2024-03-10T22:22:11.295 INFO:tasks.rados.rados.0.smithi169.stdout:2322: finishing copy_from racing read to smithi16976610-30 2024-03-10T22:22:11.295 INFO:tasks.rados.rados.0.smithi169.stdout:2322: done (4 left) 2024-03-10T22:22:11.296 INFO:tasks.rados.rados.0.smithi169.stdout:2324: done (3 left) 2024-03-10T22:22:11.296 INFO:tasks.rados.rados.0.smithi169.stdout:2328: done (2 left) 2024-03-10T22:22:11.296 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 220 2024-03-10T22:22:11.296 INFO:tasks.rados.rados.0.smithi169.stdout:2330: seq_num 750 ranges {4194304=565248} 2024-03-10T22:22:11.322 INFO:tasks.rados.rados.0.smithi169.stdout:2330: writing smithi16976610-7 from 4194304 to 4759552 tid 1 2024-03-10T22:22:11.322 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 220 2024-03-10T22:22:11.322 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 14006 (ObjNum 731 snap 214 seq_num 731) dirty exists 2024-03-10T22:22:11.322 INFO:tasks.rados.rados.0.smithi169.stdout:2326: expect (ObjNum 695 snap 204 seq_num 695) 2024-03-10T22:22:11.416 INFO:tasks.rados.rados.0.smithi169.stdout:2330: finishing write tid 1 to smithi16976610-7 2024-03-10T22:22:11.416 INFO:tasks.rados.rados.0.smithi169.stdout:2330: finishing write tid 2 to smithi16976610-7 2024-03-10T22:22:11.417 INFO:tasks.rados.rados.0.smithi169.stdout:2331: seq_num 751 ranges {7004160=581632} 2024-03-10T22:22:11.457 INFO:tasks.rados.rados.0.smithi169.stdout:2331: writing smithi16976610-42 from 7004160 to 7585792 tid 1 2024-03-10T22:22:11.457 INFO:tasks.rados.rados.0.smithi169.stdout:2326: done (3 left) 2024-03-10T22:22:11.457 INFO:tasks.rados.rados.0.smithi169.stdout:2329: done (2 left) 2024-03-10T22:22:11.457 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 220 2024-03-10T22:22:11.457 INFO:tasks.rados.rados.0.smithi169.stdout:2332: seq_num 752 ranges {6864896=598016} 2024-03-10T22:22:11.463 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:11.289+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:11.463 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:11.289+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:11.464 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:11 smithi172 podman[99951]: 2024-03-10 22:22:11.364773147 +0000 UTC m=+0.372350080 container init 8163b3f87ae3eb432b1a923e1882fcbfe32545e5601ef0613f8706cea0c3bc2e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:22:11.464 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:11 smithi172 podman[99951]: 2024-03-10 22:22:11.368043767 +0000 UTC m=+0.375620700 container start 8163b3f87ae3eb432b1a923e1882fcbfe32545e5601ef0613f8706cea0c3bc2e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:22:11.464 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-osd[99969]: -- 172.21.15.172:0/2008185977 <== mon.1 v2:172.21.15.172:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bbda701680 con 0x55bbda6cb400 2024-03-10T22:22:11.497 INFO:tasks.rados.rados.0.smithi169.stdout:2332: writing smithi16976610-2 from 6864896 to 7462912 tid 1 2024-03-10T22:22:11.497 INFO:tasks.rados.rados.0.smithi169.stdout:2333: delete oid 6 current snap is 220 2024-03-10T22:22:11.497 INFO:tasks.rados.rados.0.smithi169.stdout:2330: finishing write tid 3 to smithi16976610-7 2024-03-10T22:22:11.497 INFO:tasks.rados.rados.0.smithi169.stdout:2330: oid 7 updating version 0 to 13994 2024-03-10T22:22:11.497 INFO:tasks.rados.rados.0.smithi169.stdout:2330: oid 7 updating version 13994 to 13995 2024-03-10T22:22:11.497 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 13995 (ObjNum 750 snap 220 seq_num 750) dirty exists 2024-03-10T22:22:11.497 INFO:tasks.rados.rados.0.smithi169.stdout:2330: left oid 7 (ObjNum 750 snap 220 seq_num 750) 2024-03-10T22:22:11.498 INFO:tasks.rados.rados.0.smithi169.stdout:2331: finishing write tid 1 to smithi16976610-42 2024-03-10T22:22:11.498 INFO:tasks.rados.rados.0.smithi169.stdout:2331: finishing write tid 2 to smithi16976610-42 2024-03-10T22:22:11.498 INFO:tasks.rados.rados.0.smithi169.stdout:2331: finishing write tid 3 to smithi16976610-42 2024-03-10T22:22:11.498 INFO:tasks.rados.rados.0.smithi169.stdout:2331: oid 42 updating version 0 to 13954 2024-03-10T22:22:11.498 INFO:tasks.rados.rados.0.smithi169.stdout:2331: oid 42 updating version 13954 to 13955 2024-03-10T22:22:11.498 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 13955 (ObjNum 751 snap 220 seq_num 751) dirty exists 2024-03-10T22:22:11.498 INFO:tasks.rados.rados.0.smithi169.stdout:2331: left oid 42 (ObjNum 751 snap 220 seq_num 751) 2024-03-10T22:22:11.500 INFO:tasks.rados.rados.0.smithi169.stdout:2332: finishing write tid 1 to smithi16976610-2 2024-03-10T22:22:11.501 INFO:tasks.rados.rados.0.smithi169.stdout:2332: finishing write tid 2 to smithi16976610-2 2024-03-10T22:22:11.502 INFO:tasks.rados.rados.0.smithi169.stdout:2330: done (3 left) 2024-03-10T22:22:11.502 INFO:tasks.rados.rados.0.smithi169.stdout:2331: done (2 left) 2024-03-10T22:22:11.502 INFO:tasks.rados.rados.0.smithi169.stdout:2333: done (1 left) 2024-03-10T22:22:11.502 INFO:tasks.rados.rados.0.smithi169.stdout:2334: copy_from oid 38 from oid 45 current snap is 220 2024-03-10T22:22:11.502 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 220 2024-03-10T22:22:11.502 INFO:tasks.rados.rados.0.smithi169.stdout:2335: seq_num 754 ranges {2490368=630784} 2024-03-10T22:22:11.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:11.293+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:11.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:11.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:11.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[90638]: osdmap e516: 8 total, 7 up, 8 in 2024-03-10T22:22:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[90638]: pgmap v436: 121 pgs: 27 active+undersized, 3 active+undersized+degraded, 1 peering+snaptrim_error, 12 peering, 7 active+clean+snaptrim_error, 71 active+clean; 298 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 868 KiB/s wr, 6 op/s; 7/810 objects degraded (0.864%) 2024-03-10T22:22:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:11.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:11.325+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:11.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:11.325+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:11.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:11.325+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:11.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:11.325+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:11.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:11.326+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:11.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:11.326+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:11.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:11.328+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:11.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:11.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:11.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:11.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[88180]: osdmap e516: 8 total, 7 up, 8 in 2024-03-10T22:22:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[88180]: pgmap v436: 121 pgs: 27 active+undersized, 3 active+undersized+degraded, 1 peering+snaptrim_error, 12 peering, 7 active+clean+snaptrim_error, 71 active+clean; 298 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 868 KiB/s wr, 6 op/s; 7/810 objects degraded (0.864%) 2024-03-10T22:22:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:11.519 INFO:tasks.rados.rados.0.smithi169.stdout:2335: writing smithi16976610-46 from 2490368 to 3121152 tid 1 2024-03-10T22:22:11.520 INFO:tasks.rados.rados.0.smithi169.stdout:2336: delete oid 18 current snap is 220 2024-03-10T22:22:11.520 INFO:tasks.rados.rados.0.smithi169.stdout:2332: finishing write tid 3 to smithi16976610-2 2024-03-10T22:22:11.520 INFO:tasks.rados.rados.0.smithi169.stdout:2332: oid 2 updating version 0 to 14007 2024-03-10T22:22:11.520 INFO:tasks.rados.rados.0.smithi169.stdout:2332: oid 2 updating version 14007 to 14008 2024-03-10T22:22:11.520 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14008 (ObjNum 752 snap 220 seq_num 752) dirty exists 2024-03-10T22:22:11.520 INFO:tasks.rados.rados.0.smithi169.stdout:2332: left oid 2 (ObjNum 752 snap 220 seq_num 752) 2024-03-10T22:22:11.520 INFO:tasks.rados.rados.0.smithi169.stdout:2334: finishing copy_from racing read to smithi16976610-38 2024-03-10T22:22:11.520 INFO:tasks.rados.rados.0.smithi169.stdout:2334: finishing copy_from to smithi16976610-38 2024-03-10T22:22:11.520 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 13997 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:22:11.523 INFO:tasks.rados.rados.0.smithi169.stdout:2332: done (3 left) 2024-03-10T22:22:11.523 INFO:tasks.rados.rados.0.smithi169.stdout:2334: done (2 left) 2024-03-10T22:22:11.523 INFO:tasks.rados.rados.0.smithi169.stdout:2336: done (1 left) 2024-03-10T22:22:11.523 INFO:tasks.rados.rados.0.smithi169.stdout:2337: rmattr oid 26 current snap is 220 2024-03-10T22:22:11.523 INFO:tasks.rados.rados.0.smithi169.stdout:2337: done (1 left) 2024-03-10T22:22:11.524 INFO:tasks.rados.rados.0.smithi169.stdout:2338: snap_create 2024-03-10T22:22:11.524 INFO:tasks.rados.rados.0.smithi169.stdout:2335: finishing write tid 1 to smithi16976610-46 2024-03-10T22:22:11.524 INFO:tasks.rados.rados.0.smithi169.stdout:2335: finishing write tid 2 to smithi16976610-46 2024-03-10T22:22:11.525 INFO:tasks.rados.rados.0.smithi169.stdout:2335: finishing write tid 3 to smithi16976610-46 2024-03-10T22:22:11.525 INFO:tasks.rados.rados.0.smithi169.stdout:2335: oid 46 updating version 0 to 14005 2024-03-10T22:22:11.525 INFO:tasks.rados.rados.0.smithi169.stdout:2335: oid 46 version 14005 is already newer than 14004 2024-03-10T22:22:11.525 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14005 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-03-10T22:22:11.525 INFO:tasks.rados.rados.0.smithi169.stdout:2335: left oid 46 (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:22:11.763 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:11 smithi172 bash[99951]: 8163b3f87ae3eb432b1a923e1882fcbfe32545e5601ef0613f8706cea0c3bc2e 2024-03-10T22:22:11.763 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:11 smithi172 systemd[1]: Started Ceph osd.6 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:22:12.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:22:11.904+0000 7eff276477c0 -1 Falling back to public interface 2024-03-10T22:22:12.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:12.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: Health check failed: Degraded data redundancy: 7/810 objects degraded (0.864%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:12.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: osdmap e517: 8 total, 7 up, 8 in 2024-03-10T22:22:12.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:12.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: Health check failed: Degraded data redundancy: 7/810 objects degraded (0.864%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: osdmap e517: 8 total, 7 up, 8 in 2024-03-10T22:22:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:12.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:12.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:12.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:12.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:12.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: Health check failed: Degraded data redundancy: 7/810 objects degraded (0.864%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: osdmap e517: 8 total, 7 up, 8 in 2024-03-10T22:22:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset 125=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:12.533 INFO:tasks.rados.rados.0.smithi169.stdout:2335: done (1 left) 2024-03-10T22:22:12.533 INFO:tasks.rados.rados.0.smithi169.stdout:2338: done (0 left) 2024-03-10T22:22:12.533 INFO:tasks.rados.rados.0.smithi169.stdout:2339: rollback oid 36 current snap is 221 2024-03-10T22:22:12.533 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 36 to 213 2024-03-10T22:22:12.533 INFO:tasks.rados.rados.0.smithi169.stdout:2340: delete oid 18 current snap is 221 2024-03-10T22:22:12.537 INFO:tasks.rados.rados.0.smithi169.stdout:2339: finishing rollback tid 0 to smithi16976610-36 2024-03-10T22:22:12.538 INFO:tasks.rados.rados.0.smithi169.stdout:2339: finishing rollback tid 1 to smithi16976610-36 2024-03-10T22:22:12.538 INFO:tasks.rados.rados.0.smithi169.stdout:2339: finishing rollback tid 2 to smithi16976610-36 2024-03-10T22:22:12.538 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 10336 (ObjNum 667 snap 193 seq_num 667) dirty exists 2024-03-10T22:22:12.539 INFO:tasks.rados.rados.0.smithi169.stdout:2339: done (1 left) 2024-03-10T22:22:12.539 INFO:tasks.rados.rados.0.smithi169.stdout:2340: done (0 left) 2024-03-10T22:22:12.539 INFO:tasks.rados.rados.0.smithi169.stdout:2341: read oid 37 snap -1 2024-03-10T22:22:12.540 INFO:tasks.rados.rados.0.smithi169.stdout:2341: expect deleted 2024-03-10T22:22:12.540 INFO:tasks.rados.rados.0.smithi169.stdout:2342: copy_from oid 28 from oid 46 current snap is 221 2024-03-10T22:22:12.540 INFO:tasks.rados.rados.0.smithi169.stdout:2343: rollback oid 8 current snap is 221 2024-03-10T22:22:12.540 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 8 to 219 2024-03-10T22:22:12.540 INFO:tasks.rados.rados.0.smithi169.stdout:2344: rollback oid 9 current snap is 221 2024-03-10T22:22:12.540 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 9 to 213 2024-03-10T22:22:12.540 INFO:tasks.rados.rados.0.smithi169.stdout:2345: snap_create 2024-03-10T22:22:12.542 INFO:tasks.rados.rados.0.smithi169.stdout:2343: finishing rollback tid 0 to smithi16976610-8 2024-03-10T22:22:12.542 INFO:tasks.rados.rados.0.smithi169.stdout:2343: finishing rollback tid 1 to smithi16976610-8 2024-03-10T22:22:12.543 INFO:tasks.rados.rados.0.smithi169.stdout:2343: finishing rollback tid 2 to smithi16976610-8 2024-03-10T22:22:12.543 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 13916 (ObjNum 668 snap 193 seq_num 668) dirty exists 2024-03-10T22:22:12.544 INFO:tasks.rados.rados.0.smithi169.stdout:2344: finishing rollback tid 1 to smithi16976610-9 2024-03-10T22:22:12.544 INFO:tasks.rados.rados.0.smithi169.stdout:2344: finishing rollback tid 2 to smithi16976610-9 2024-03-10T22:22:12.544 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 744 (ObjNum 610 snap 177 seq_num 610) dirty exists 2024-03-10T22:22:12.558 INFO:tasks.rados.rados.0.smithi169.stdout:2342: finishing copy_from racing read to smithi16976610-28 2024-03-10T22:22:12.560 INFO:tasks.rados.rados.0.smithi169.stdout:2342: finishing copy_from to smithi16976610-28 2024-03-10T22:22:12.560 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14005 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-03-10T22:22:12.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:12.538+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:12.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:22:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:22:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:22:13.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:12.536+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:13.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:12.542+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:13.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:12.543+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:13.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:12.544+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:13.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:12.544+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:13.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:12.546+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:13.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:12.546+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:13.448 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:13.448 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:13 smithi172 ceph-mon[84635]: osdmap e518: 8 total, 7 up, 8 in 2024-03-10T22:22:13.448 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:13.448 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:13.448 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:13.449 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:13.449 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:13.449 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:13.449 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:13 smithi172 ceph-mon[84635]: pgmap v439: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 310 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 89/831 objects degraded (10.710%) 2024-03-10T22:22:13.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:13.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[88180]: osdmap e518: 8 total, 7 up, 8 in 2024-03-10T22:22:13.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:13.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:13.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:13.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[88180]: pgmap v439: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 310 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 89/831 objects degraded (10.710%) 2024-03-10T22:22:13.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:13.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[90638]: osdmap e518: 8 total, 7 up, 8 in 2024-03-10T22:22:13.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:13.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:13.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:13.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:13.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:13.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:13 smithi169 ceph-mon[90638]: pgmap v439: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 310 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 89/831 objects degraded (10.710%) 2024-03-10T22:22:13.536 INFO:tasks.rados.rados.0.smithi169.stdout:2341: done (4 left) 2024-03-10T22:22:13.536 INFO:tasks.rados.rados.0.smithi169.stdout:2342: done (3 left) 2024-03-10T22:22:13.536 INFO:tasks.rados.rados.0.smithi169.stdout:2343: done (2 left) 2024-03-10T22:22:13.536 INFO:tasks.rados.rados.0.smithi169.stdout:2344: done (1 left) 2024-03-10T22:22:13.536 INFO:tasks.rados.rados.0.smithi169.stdout:2345: done (0 left) 2024-03-10T22:22:13.536 INFO:tasks.rados.rados.0.smithi169.stdout:2346: read oid 42 snap 219 2024-03-10T22:22:13.536 INFO:tasks.rados.rados.0.smithi169.stdout:2346: expect (ObjNum 722 snap 212 seq_num 722) 2024-03-10T22:22:13.536 INFO:tasks.rados.rados.0.smithi169.stdout:2347: snap_create 2024-03-10T22:22:13.571 INFO:tasks.rados.rados.0.smithi169.stdout:2346: expect (ObjNum 722 snap 212 seq_num 722) 2024-03-10T22:22:13.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:13.536+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:13.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:13.536+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:14.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:14.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:14 smithi172 ceph-mon[84635]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-03-10T22:22:14.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:14 smithi172 ceph-mon[84635]: osdmap e519: 8 total, 7 up, 8 in 2024-03-10T22:22:14.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:14.313+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:14.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:14.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-mon[88180]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-03-10T22:22:14.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-mon[88180]: osdmap e519: 8 total, 7 up, 8 in 2024-03-10T22:22:14.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:14.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-mon[90638]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-03-10T22:22:14.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-mon[90638]: osdmap e519: 8 total, 7 up, 8 in 2024-03-10T22:22:14.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.195+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:14.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.195+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:14.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.195+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:14.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.195+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:14.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.195+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:14.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.195+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:14.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.195+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:14.537 INFO:tasks.rados.rados.0.smithi169.stdout:2346: done (1 left) 2024-03-10T22:22:14.537 INFO:tasks.rados.rados.0.smithi169.stdout:2347: done (0 left) 2024-03-10T22:22:14.537 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 223 2024-03-10T22:22:14.537 INFO:tasks.rados.rados.0.smithi169.stdout:2348: seq_num 757 ranges {2154496=688128} 2024-03-10T22:22:14.552 INFO:tasks.rados.rados.0.smithi169.stdout:2348: writing smithi16976610-39 from 2154496 to 2842624 tid 1 2024-03-10T22:22:14.552 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 223 2024-03-10T22:22:14.552 INFO:tasks.rados.rados.0.smithi169.stdout:2349: seq_num 758 ranges {1867776=704512} 2024-03-10T22:22:14.568 INFO:tasks.rados.rados.0.smithi169.stdout:2349: writing smithi16976610-38 from 1867776 to 2572288 tid 1 2024-03-10T22:22:14.568 INFO:tasks.rados.rados.0.smithi169.stdout:2350: read oid 35 snap -1 2024-03-10T22:22:14.568 INFO:tasks.rados.rados.0.smithi169.stdout:2350: expect (ObjNum 744 snap 220 seq_num 744) 2024-03-10T22:22:14.568 INFO:tasks.rados.rados.0.smithi169.stdout:2351: copy_from oid 28 from oid 26 current snap is 223 2024-03-10T22:22:14.568 INFO:tasks.rados.rados.0.smithi169.stdout:2348: finishing write tid 1 to smithi16976610-39 2024-03-10T22:22:14.568 INFO:tasks.rados.rados.0.smithi169.stdout:2348: finishing write tid 2 to smithi16976610-39 2024-03-10T22:22:14.569 INFO:tasks.rados.rados.0.smithi169.stdout:2348: finishing write tid 3 to smithi16976610-39 2024-03-10T22:22:14.569 INFO:tasks.rados.rados.0.smithi169.stdout:2348: oid 39 updating version 0 to 13992 2024-03-10T22:22:14.569 INFO:tasks.rados.rados.0.smithi169.stdout:2348: oid 39 version 13992 is already newer than 13991 2024-03-10T22:22:14.569 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 13992 (ObjNum 757 snap 223 seq_num 757) dirty exists 2024-03-10T22:22:14.569 INFO:tasks.rados.rados.0.smithi169.stdout:2348: left oid 39 (ObjNum 757 snap 223 seq_num 757) 2024-03-10T22:22:14.569 INFO:tasks.rados.rados.0.smithi169.stdout:2348: done (3 left) 2024-03-10T22:22:14.569 INFO:tasks.rados.rados.0.smithi169.stdout:2352: snap_remove snap 222 2024-03-10T22:22:14.855 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:14.539+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:15.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:14.570+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:15.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.570+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:15.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.570+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:15.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.570+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.570+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.571+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:14.571+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:15.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:15.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:15.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: osdmap e520: 8 total, 7 up, 8 in 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: pgmap v442: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 315 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 89/846 objects degraded (10.520%) 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: osdmap e520: 8 total, 7 up, 8 in 2024-03-10T22:22:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: pgmap v442: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 315 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 89/846 objects degraded (10.520%) 2024-03-10T22:22:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:15.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:15.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:15.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:15.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:15.513 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:22:15.195+0000 7eff276477c0 -1 osd.6 511 log_to_monitors true 2024-03-10T22:22:15.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:15.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:15.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:15.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: osdmap e520: 8 total, 7 up, 8 in 2024-03-10T22:22:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: pgmap v442: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 315 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 89/846 objects degraded (10.520%) 2024-03-10T22:22:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:15.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:15.545 INFO:tasks.rados.rados.0.smithi169.stdout:2349: finishing write tid 1 to smithi16976610-38 2024-03-10T22:22:15.545 INFO:tasks.rados.rados.0.smithi169.stdout:2349: finishing write tid 2 to smithi16976610-38 2024-03-10T22:22:15.545 INFO:tasks.rados.rados.0.smithi169.stdout:2349: finishing write tid 3 to smithi16976610-38 2024-03-10T22:22:15.545 INFO:tasks.rados.rados.0.smithi169.stdout:2349: oid 38 updating version 0 to 14005 2024-03-10T22:22:15.545 INFO:tasks.rados.rados.0.smithi169.stdout:2349: oid 38 updating version 14005 to 14006 2024-03-10T22:22:15.545 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 14006 (ObjNum 758 snap 223 seq_num 758) dirty exists 2024-03-10T22:22:15.545 INFO:tasks.rados.rados.0.smithi169.stdout:2349: left oid 38 (ObjNum 758 snap 223 seq_num 758) 2024-03-10T22:22:15.545 INFO:tasks.rados.rados.0.smithi169.stdout:2351: finishing copy_from racing read to smithi16976610-28 2024-03-10T22:22:15.545 INFO:tasks.rados.rados.0.smithi169.stdout:2350: expect (ObjNum 744 snap 220 seq_num 744) 2024-03-10T22:22:15.711 INFO:tasks.rados.rados.0.smithi169.stdout:2351: finishing copy_from to smithi16976610-28 2024-03-10T22:22:15.712 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 13960 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-03-10T22:22:15.712 INFO:tasks.rados.rados.0.smithi169.stdout:2349: done (3 left) 2024-03-10T22:22:15.712 INFO:tasks.rados.rados.0.smithi169.stdout:2350: done (2 left) 2024-03-10T22:22:15.712 INFO:tasks.rados.rados.0.smithi169.stdout:2351: done (1 left) 2024-03-10T22:22:15.712 INFO:tasks.rados.rados.0.smithi169.stdout:2352: done (0 left) 2024-03-10T22:22:15.712 INFO:tasks.rados.rados.0.smithi169.stdout:2353: read oid 33 snap -1 2024-03-10T22:22:15.712 INFO:tasks.rados.rados.0.smithi169.stdout:2353: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:15.712 INFO:tasks.rados.rados.0.smithi169.stdout:2354: read oid 46 snap 213 2024-03-10T22:22:15.712 INFO:tasks.rados.rados.0.smithi169.stdout:2354: expect (ObjNum 701 snap 206 seq_num 701) 2024-03-10T22:22:15.712 INFO:tasks.rados.rados.0.smithi169.stdout:2355: delete oid 36 current snap is 223 2024-03-10T22:22:15.721 INFO:tasks.rados.rados.0.smithi169.stdout:2354: expect (ObjNum 701 snap 206 seq_num 701) 2024-03-10T22:22:15.776 INFO:tasks.rados.rados.0.smithi169.stdout:2353: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:15.838 INFO:tasks.rados.rados.0.smithi169.stdout:2353: done (2 left) 2024-03-10T22:22:15.839 INFO:tasks.rados.rados.0.smithi169.stdout:2354: done (1 left) 2024-03-10T22:22:15.839 INFO:tasks.rados.rados.0.smithi169.stdout:2355: done (0 left) 2024-03-10T22:22:15.839 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 223 2024-03-10T22:22:15.839 INFO:tasks.rados.rados.0.smithi169.stdout:2356: seq_num 760 ranges {0=737280} 2024-03-10T22:22:15.842 INFO:tasks.rados.rados.0.smithi169.stdout:2356: writing smithi16976610-31 from 0 to 737280 tid 1 2024-03-10T22:22:15.842 INFO:tasks.rados.rados.0.smithi169.stdout:2357: delete oid 16 current snap is 223 2024-03-10T22:22:15.846 INFO:tasks.rados.rados.0.smithi169.stdout:2357: done (1 left) 2024-03-10T22:22:15.846 INFO:tasks.rados.rados.0.smithi169.stdout:2358: snap_remove snap 220 2024-03-10T22:22:16.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:15.715+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:16.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:22:15] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.43.0" 2024-03-10T22:22:16.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:15.714+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:16.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:15.715+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:16.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:15.715+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:16.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:15.715+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:16.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:15.715+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:16.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:15.715+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:16.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:15.719+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:16.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:15.543+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:16.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:15.543+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:16.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:22:16.012+0000 7eff14a97700 -1 osd.6 511 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:22:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: from='osd.6 [v2:172.21.15.172:6816/1336979010,v1:172.21.15.172:6817/1336979010]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:22:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:22:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T22:22:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: from='osd.6 [v2:172.21.15.172:6816/1336979010,v1:172.21.15.172:6817/1336979010]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: osdmap e521: 8 total, 7 up, 8 in 2024-03-10T22:22:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:16.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: from='osd.6 ' entity='osd.6' 2024-03-10T22:22:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:16.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:16.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:16.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: from='osd.6 [v2:172.21.15.172:6816/1336979010,v1:172.21.15.172:6817/1336979010]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:22:16.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:22:16.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: from='osd.6 [v2:172.21.15.172:6816/1336979010,v1:172.21.15.172:6817/1336979010]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: osdmap e521: 8 total, 7 up, 8 in 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: from='osd.6 ' entity='osd.6' 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:16.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: from='osd.6 [v2:172.21.15.172:6816/1336979010,v1:172.21.15.172:6817/1336979010]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: from='osd.6 [v2:172.21.15.172:6816/1336979010,v1:172.21.15.172:6817/1336979010]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: osdmap e521: 8 total, 7 up, 8 in 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: from='osd.6 ' entity='osd.6' 2024-03-10T22:22:16.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:16.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:16.551 INFO:tasks.rados.rados.0.smithi169.stdout:2358: done (1 left) 2024-03-10T22:22:16.551 INFO:tasks.rados.rados.0.smithi169.stdout:2359: snap_remove snap 213 2024-03-10T22:22:16.551 INFO:tasks.rados.rados.0.smithi169.stdout:2356: finishing write tid 1 to smithi16976610-31 2024-03-10T22:22:16.551 INFO:tasks.rados.rados.0.smithi169.stdout:2356: finishing write tid 2 to smithi16976610-31 2024-03-10T22:22:16.551 INFO:tasks.rados.rados.0.smithi169.stdout:2356: finishing write tid 3 to smithi16976610-31 2024-03-10T22:22:16.551 INFO:tasks.rados.rados.0.smithi169.stdout:2356: oid 31 updating version 0 to 13977 2024-03-10T22:22:16.551 INFO:tasks.rados.rados.0.smithi169.stdout:2356: oid 31 updating version 13977 to 13978 2024-03-10T22:22:16.551 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 13978 (ObjNum 760 snap 223 seq_num 760) dirty exists 2024-03-10T22:22:16.551 INFO:tasks.rados.rados.0.smithi169.stdout:2356: left oid 31 (ObjNum 760 snap 223 seq_num 760) 2024-03-10T22:22:17.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:16.553+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:17.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:16.555+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:17.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:16.556+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:17.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:16.556+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:17.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:16.556+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:17.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:16.559+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:17.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:16.559+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:17.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:16.551+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:17.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:17.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: pgmap v445: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 89/858 objects degraded (10.373%) 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: osd.6 [v2:172.21.15.172:6816/1336979010,v1:172.21.15.172:6817/1336979010] boot 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: osdmap e522: 8 total, 8 up, 8 in 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:17.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 89/846 objects degraded (10.520%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: pgmap v445: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 89/858 objects degraded (10.373%) 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: osd.6 [v2:172.21.15.172:6816/1336979010,v1:172.21.15.172:6817/1336979010] boot 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: osdmap e522: 8 total, 8 up, 8 in 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:17.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:17.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 89/846 objects degraded (10.520%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: pgmap v445: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 89/858 objects degraded (10.373%) 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: osd.6 [v2:172.21.15.172:6816/1336979010,v1:172.21.15.172:6817/1336979010] boot 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: osdmap e522: 8 total, 8 up, 8 in 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 89/846 objects degraded (10.520%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:17.559 INFO:tasks.rados.rados.0.smithi169.stdout:2356: done (1 left) 2024-03-10T22:22:17.559 INFO:tasks.rados.rados.0.smithi169.stdout:2359: done (0 left) 2024-03-10T22:22:17.559 INFO:tasks.rados.rados.0.smithi169.stdout:2360: rollback oid 34 current snap is 223 2024-03-10T22:22:17.560 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 34 to 221 2024-03-10T22:22:17.560 INFO:tasks.rados.rados.0.smithi169.stdout:2361: snap_remove snap 219 2024-03-10T22:22:17.849 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:17.568+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:17.850 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:17.568+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:18.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:17.565+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:18.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:17.650+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:18.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:17.559+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:18.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:17.559+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:18.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:17.559+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:18.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:17.559+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:18.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:17.560+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:18.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:17.560+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:18.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:17.560+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:18.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:18.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[88180]: osdmap e523: 8 total, 8 up, 8 in 2024-03-10T22:22:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:18.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:18.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:18.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:18.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:18.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[90638]: osdmap e523: 8 total, 8 up, 8 in 2024-03-10T22:22:18.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:18.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:18.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:18.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:18.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:18.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:18 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:18 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:18 smithi172 ceph-mon[84635]: osdmap e523: 8 total, 8 up, 8 in 2024-03-10T22:22:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:18.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:18.567 INFO:tasks.rados.rados.0.smithi169.stdout:2360: finishing rollback tid 1 to smithi16976610-34 2024-03-10T22:22:18.567 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T22:22:18.567 INFO:tasks.rados.rados.0.smithi169.stdout:2360: done (1 left) 2024-03-10T22:22:18.567 INFO:tasks.rados.rados.0.smithi169.stdout:2361: done (0 left) 2024-03-10T22:22:18.567 INFO:tasks.rados.rados.0.smithi169.stdout:2362: read oid 21 snap -1 2024-03-10T22:22:18.567 INFO:tasks.rados.rados.0.smithi169.stdout:2362: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:18.567 INFO:tasks.rados.rados.0.smithi169.stdout:2363: rmattr oid 12 current snap is 223 2024-03-10T22:22:18.567 INFO:tasks.rados.rados.0.smithi169.stdout:2363: done (1 left) 2024-03-10T22:22:18.568 INFO:tasks.rados.rados.0.smithi169.stdout:2364: rollback oid 28 current snap is 223 2024-03-10T22:22:18.568 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 28 to 221 2024-03-10T22:22:18.568 INFO:tasks.rados.rados.0.smithi169.stdout:2365: snap_create 2024-03-10T22:22:18.573 INFO:tasks.rados.rados.0.smithi169.stdout:2364: finishing rollback tid 0 to smithi16976610-28 2024-03-10T22:22:18.573 INFO:tasks.rados.rados.0.smithi169.stdout:2364: finishing rollback tid 1 to smithi16976610-28 2024-03-10T22:22:18.574 INFO:tasks.rados.rados.0.smithi169.stdout:2364: finishing rollback tid 2 to smithi16976610-28 2024-03-10T22:22:18.574 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14008 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-03-10T22:22:18.578 INFO:tasks.rados.rados.0.smithi169.stdout:2362: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:18.899 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:18.563+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:19.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:18.565+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:19.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:18.565+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:19.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:18.570+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:19.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:18.570+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:19.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:18.571+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:19.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:18.572+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:19.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:18.572+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:19.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:18.572+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:19.486 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:19.486 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:19.486 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-mon[84635]: pgmap v447: 121 pgs: 1 peering+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 316 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 347 KiB/s wr, 10 op/s; 21/861 objects degraded (2.439%) 2024-03-10T22:22:19.486 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-mon[84635]: osdmap e524: 8 total, 8 up, 8 in 2024-03-10T22:22:19.486 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:19.487 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:19.487 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:19.487 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:19.487 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:19.487 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:19.487 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:19.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:19.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[88180]: pgmap v447: 121 pgs: 1 peering+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 316 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 347 KiB/s wr, 10 op/s; 21/861 objects degraded (2.439%) 2024-03-10T22:22:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[88180]: osdmap e524: 8 total, 8 up, 8 in 2024-03-10T22:22:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:19.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:19.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[90638]: pgmap v447: 121 pgs: 1 peering+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 71 active+clean; 316 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 347 KiB/s wr, 10 op/s; 21/861 objects degraded (2.439%) 2024-03-10T22:22:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[90638]: osdmap e524: 8 total, 8 up, 8 in 2024-03-10T22:22:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:19.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:19.561 INFO:tasks.rados.rados.0.smithi169.stdout:2362: done (2 left) 2024-03-10T22:22:19.561 INFO:tasks.rados.rados.0.smithi169.stdout:2364: done (1 left) 2024-03-10T22:22:19.561 INFO:tasks.rados.rados.0.smithi169.stdout:2365: done (0 left) 2024-03-10T22:22:19.561 INFO:tasks.rados.rados.0.smithi169.stdout:2366: rollback oid 31 current snap is 224 2024-03-10T22:22:19.561 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 31 to 223 2024-03-10T22:22:19.561 INFO:tasks.rados.rados.0.smithi169.stdout:2367: snap_remove snap 221 2024-03-10T22:22:19.764 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:19.561+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:19.764 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:19.561+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:20.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:19.564+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:20.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:19.573+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:20.382 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:20.382 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:20 smithi172 ceph-mon[84635]: osdmap e525: 8 total, 8 up, 8 in 2024-03-10T22:22:20.382 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:20.382 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:20.382 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:20.382 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:20.382 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:20.383 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:20.383 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:20.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.019+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:20.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.019+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:20.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.019+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:20.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.019+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:20.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.019+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:20.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.020+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:20.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.020+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[88180]: osdmap e525: 8 total, 8 up, 8 in 2024-03-10T22:22:20.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:20.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:20.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:20.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:20.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:20.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:20.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:20.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:20.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[90638]: osdmap e525: 8 total, 8 up, 8 in 2024-03-10T22:22:20.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:20.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:20.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:20.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:20.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:20.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:20.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:20.571 INFO:tasks.rados.rados.0.smithi169.stdout:2367: done (1 left) 2024-03-10T22:22:20.571 INFO:tasks.rados.rados.0.smithi169.stdout:2368: rmattr oid 21 current snap is 224 2024-03-10T22:22:20.571 INFO:tasks.rados.rados.0.smithi169.stdout:2366: finishing rollback tid 0 to smithi16976610-31 2024-03-10T22:22:20.571 INFO:tasks.rados.rados.0.smithi169.stdout:2366: finishing rollback tid 1 to smithi16976610-31 2024-03-10T22:22:20.571 INFO:tasks.rados.rados.0.smithi169.stdout:2366: finishing rollback tid 2 to smithi16976610-31 2024-03-10T22:22:20.572 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 13982 (ObjNum 760 snap 223 seq_num 760) dirty exists 2024-03-10T22:22:20.572 INFO:tasks.rados.rados.0.smithi169.stdout:2366: done (1 left) 2024-03-10T22:22:20.572 INFO:tasks.rados.rados.0.smithi169.stdout:2369: snap_remove snap 223 2024-03-10T22:22:20.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:20.564+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:21.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:20.626+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:21.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:20.626+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:21.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.571+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:21.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.571+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:21.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.571+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:21.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.572+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:21.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.572+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:21.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:20.573+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:21.503 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:22:21.091+0000 7fcb9e6f0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-03-10T22:22:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: pgmap v450: 121 pgs: 1 peering+snaptrim_error, 15 active+undersized, 6 active+undersized+degraded, 7 active+clean+snaptrim_error, 92 active+clean; 314 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 683 KiB/s wr, 4 op/s; 18/846 objects degraded (2.128%); 1.4 MiB/s, 0 objects/s recovering 2024-03-10T22:22:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: osdmap e526: 8 total, 8 up, 8 in 2024-03-10T22:22:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:21.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:22:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:21.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: pgmap v450: 121 pgs: 1 peering+snaptrim_error, 15 active+undersized, 6 active+undersized+degraded, 7 active+clean+snaptrim_error, 92 active+clean; 314 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 683 KiB/s wr, 4 op/s; 18/846 objects degraded (2.128%); 1.4 MiB/s, 0 objects/s recovering 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: osdmap e526: 8 total, 8 up, 8 in 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:21.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:21.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:21.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:21.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:21.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:21.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:21.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: pgmap v450: 121 pgs: 1 peering+snaptrim_error, 15 active+undersized, 6 active+undersized+degraded, 7 active+clean+snaptrim_error, 92 active+clean; 314 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 683 KiB/s wr, 4 op/s; 18/846 objects degraded (2.128%); 1.4 MiB/s, 0 objects/s recovering 2024-03-10T22:22:21.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: osdmap e526: 8 total, 8 up, 8 in 2024-03-10T22:22:21.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:21.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:21.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:21.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:21.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:21.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:21.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:21.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:21.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:22:21.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:21.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:21.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:21.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:21.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:21.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:21.566 INFO:tasks.rados.rados.0.smithi169.stdout:2369: done (1 left) 2024-03-10T22:22:21.567 INFO:tasks.rados.rados.0.smithi169.stdout:2370: rollback oid 12 current snap is 224 2024-03-10T22:22:21.567 INFO:tasks.rados.rados.0.smithi169.stdout:2370: done (1 left) 2024-03-10T22:22:21.567 INFO:tasks.rados.rados.0.smithi169.stdout:2371: rollback oid 38 current snap is 224 2024-03-10T22:22:21.567 INFO:tasks.rados.rados.0.smithi169.stdout:2371: done (1 left) 2024-03-10T22:22:21.567 INFO:tasks.rados.rados.0.smithi169.stdout:2372: copy_from oid 32 from oid 49 current snap is 224 2024-03-10T22:22:21.567 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 13996 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:22:21.568 INFO:tasks.rados.rados.0.smithi169.stdout:2368: done (1 left) 2024-03-10T22:22:21.568 INFO:tasks.rados.rados.0.smithi169.stdout:2373: copy_from oid 48 from oid 2 current snap is 224 2024-03-10T22:22:21.568 INFO:tasks.rados.rados.0.smithi169.stdout:2374: read oid 22 snap -1 2024-03-10T22:22:21.568 INFO:tasks.rados.rados.0.smithi169.stdout:2374: expect deleted 2024-03-10T22:22:21.568 INFO:tasks.rados.rados.0.smithi169.stdout:2375: read oid 34 snap -1 2024-03-10T22:22:21.568 INFO:tasks.rados.rados.0.smithi169.stdout:2375: expect deleted 2024-03-10T22:22:21.568 INFO:tasks.rados.rados.0.smithi169.stdout:2376: snap_create 2024-03-10T22:22:21.569 INFO:tasks.rados.rados.0.smithi169.stdout:2372: finishing copy_from to smithi16976610-32 2024-03-10T22:22:21.569 INFO:tasks.rados.rados.0.smithi169.stdout:2372: got expected ENOENT (src dne) 2024-03-10T22:22:21.569 INFO:tasks.rados.rados.0.smithi169.stdout:2372: finishing copy_from racing read to smithi16976610-32 2024-03-10T22:22:21.595 INFO:tasks.rados.rados.0.smithi169.stdout:2373: finishing copy_from racing read to smithi16976610-48 2024-03-10T22:22:21.602 INFO:tasks.rados.rados.0.smithi169.stdout:2373: finishing copy_from to smithi16976610-48 2024-03-10T22:22:21.602 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14008 (ObjNum 752 snap 220 seq_num 752) dirty exists 2024-03-10T22:22:22.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:21.573+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:22.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:21.574+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:22.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:21.570+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:22.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:21.570+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:22.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:21.570+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:22.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:21.570+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:22.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:21.570+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:22.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:21.570+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:22.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:21.570+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:22.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:21.567+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:22.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:21.567+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:22.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:22.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:22.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:22.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:22.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-03-10T22:22:22.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: osdmap e527: 8 total, 8 up, 8 in 2024-03-10T22:22:22.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:22.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:22.482 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:22.483 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:22.483 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:22.483 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:22.483 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:22.483 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 18/846 objects degraded (2.128%), 6 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:22.483 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:22:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:22:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: osdmap e527: 8 total, 8 up, 8 in 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:22.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 18/846 objects degraded (2.128%), 6 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: osdmap e527: 8 total, 8 up, 8 in 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:22.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:22.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:22.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:22.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 18/846 objects degraded (2.128%), 6 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:22.568 INFO:tasks.rados.rados.0.smithi169.stdout:2372: done (4 left) 2024-03-10T22:22:22.568 INFO:tasks.rados.rados.0.smithi169.stdout:2373: done (3 left) 2024-03-10T22:22:22.568 INFO:tasks.rados.rados.0.smithi169.stdout:2374: done (2 left) 2024-03-10T22:22:22.568 INFO:tasks.rados.rados.0.smithi169.stdout:2375: done (1 left) 2024-03-10T22:22:22.568 INFO:tasks.rados.rados.0.smithi169.stdout:2376: done (0 left) 2024-03-10T22:22:22.568 INFO:tasks.rados.rados.0.smithi169.stdout:2377: rollback oid 37 current snap is 225 2024-03-10T22:22:22.568 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 37 to 224 2024-03-10T22:22:22.568 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 225 2024-03-10T22:22:22.568 INFO:tasks.rados.rados.0.smithi169.stdout:2378: seq_num 762 ranges {7462912=770048} 2024-03-10T22:22:22.612 INFO:tasks.rados.rados.0.smithi169.stdout:2378: writing smithi16976610-48 from 7462912 to 8232960 tid 1 2024-03-10T22:22:22.612 INFO:tasks.rados.rados.0.smithi169.stdout:2379: snap_create 2024-03-10T22:22:22.612 INFO:tasks.rados.rados.0.smithi169.stdout:2377: finishing rollback tid 1 to smithi16976610-37 2024-03-10T22:22:22.612 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 13966 (ObjNum 161 snap 0 seq_num 1352641904) dirty dne 2024-03-10T22:22:22.618 INFO:tasks.rados.rados.0.smithi169.stdout:2378: finishing write tid 1 to smithi16976610-48 2024-03-10T22:22:22.618 INFO:tasks.rados.rados.0.smithi169.stdout:2378: finishing write tid 2 to smithi16976610-48 2024-03-10T22:22:22.620 INFO:tasks.rados.rados.0.smithi169.stdout:2378: finishing write tid 3 to smithi16976610-48 2024-03-10T22:22:22.620 INFO:tasks.rados.rados.0.smithi169.stdout:2378: oid 48 updating version 0 to 14010 2024-03-10T22:22:22.620 INFO:tasks.rados.rados.0.smithi169.stdout:2378: oid 48 updating version 14010 to 14011 2024-03-10T22:22:22.620 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14011 (ObjNum 762 snap 225 seq_num 762) dirty exists 2024-03-10T22:22:22.620 INFO:tasks.rados.rados.0.smithi169.stdout:2378: left oid 48 (ObjNum 762 snap 225 seq_num 762) 2024-03-10T22:22:22.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:22.567+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:23.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:22.572+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:23.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:22.575+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:23.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:22.615+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:23.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:22.615+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:23.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:22.615+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:23.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:22.618+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:23.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:22.618+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:23.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:22.618+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:23.219 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:22:23.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:23.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[88180]: pgmap v453: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 676 KiB/s wr, 4 op/s; 15 MiB/s, 4 objects/s recovering 2024-03-10T22:22:23.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[88180]: osdmap e528: 8 total, 8 up, 8 in 2024-03-10T22:22:23.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:23.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:23.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[90638]: pgmap v453: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 676 KiB/s wr, 4 op/s; 15 MiB/s, 4 objects/s recovering 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[90638]: osdmap e528: 8 total, 8 up, 8 in 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:23.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:23.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-mon[84635]: pgmap v453: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 676 KiB/s wr, 4 op/s; 15 MiB/s, 4 objects/s recovering 2024-03-10T22:22:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-mon[84635]: osdmap e528: 8 total, 8 up, 8 in 2024-03-10T22:22:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:23.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:23.534 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:22:23.534 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (9m) 114s ago 10m 25.3M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:22:23.534 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (9m) 7s ago 9m 91.7M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:22:23.534 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (11m) 114s ago 11m 16.2M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:22:23.534 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (11m) 7s ago 11m 22.9M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:22:23.534 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (5m) 7s ago 14m 451M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:22:23.534 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (6m) 114s ago 16m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:22:23.534 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (5m) 114s ago 16m 58.5M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:22:23.534 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (4m) 7s ago 15m 51.6M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (4m) 114s ago 15m 50.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (10m) 114s ago 10m 15.9M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (10m) 7s ago 10m 15.4M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (3m) 114s ago 14m 311M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (3m) 114s ago 14m 116M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 32abc424c71c 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (2m) 114s ago 13m 105M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 16a3c6ec7165 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (118s) 114s ago 13m 12.0M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 5707c574c800 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (84s) 7s ago 12m 117M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d63c7dbe9f73 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (48s) 7s ago 12m 84.4M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 431175abf56a 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (12s) 7s ago 11m 11.8M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8163b3f87ae3 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (11m) 7s ago 11m 204M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a90c2f7539a 2024-03-10T22:22:23.535 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (5m) 7s ago 10m 60.8M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:22:23.569 INFO:tasks.rados.rados.0.smithi169.stdout:2377: done (2 left) 2024-03-10T22:22:23.569 INFO:tasks.rados.rados.0.smithi169.stdout:2378: done (1 left) 2024-03-10T22:22:23.569 INFO:tasks.rados.rados.0.smithi169.stdout:2379: done (0 left) 2024-03-10T22:22:23.570 INFO:tasks.rados.rados.0.smithi169.stdout:2380: read oid 21 snap -1 2024-03-10T22:22:23.570 INFO:tasks.rados.rados.0.smithi169.stdout:2380: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:23.570 INFO:tasks.rados.rados.0.smithi169.stdout:2381: rollback oid 36 current snap is 226 2024-03-10T22:22:23.570 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 36 to 225 2024-03-10T22:22:23.570 INFO:tasks.rados.rados.0.smithi169.stdout:2382: snap_create 2024-03-10T22:22:23.570 INFO:tasks.rados.rados.0.smithi169.stdout:2381: finishing rollback tid 1 to smithi16976610-36 2024-03-10T22:22:23.570 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 10337 (ObjNum 289 snap 0 seq_num 1380761560) dirty dne 2024-03-10T22:22:23.576 INFO:tasks.rados.rados.0.smithi169.stdout:2380: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:23.928 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:22:23.928 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:22:23.928 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:22:23.928 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:22:23.928 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:22:23.928 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:22:23.928 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:22:23.928 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:22:23.929 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 1, 2024-03-10T22:22:23.929 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 7 2024-03-10T22:22:23.929 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:22:23.929 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:22:23.929 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:22:23.929 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:22:23.929 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:22:23.929 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3, 2024-03-10T22:22:23.929 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 12 2024-03-10T22:22:23.929 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:22:23.930 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:22:23.930 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:23.573+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:23.930 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:23.574+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:23.930 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:23.568+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:23.930 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:23.568+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:23.930 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:23.568+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:23.930 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:23.568+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:23.930 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:23.568+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:23.931 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:23.569+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:23.931 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:23.569+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:24.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:23.569+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:24.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:23.569+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:24.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:24.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:24.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/846 objects degraded (2.128%), 6 pgs degraded) 2024-03-10T22:22:24.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:24.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: osdmap e529: 8 total, 8 up, 8 in 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/3170091045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:24.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/846 objects degraded (2.128%), 6 pgs degraded) 2024-03-10T22:22:24.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:24.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:24.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:24.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:24.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:24.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:24.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: osdmap e529: 8 total, 8 up, 8 in 2024-03-10T22:22:24.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:24.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:24.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:24.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/3170091045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/846 objects degraded (2.128%), 6 pgs degraded) 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: osdmap e529: 8 total, 8 up, 8 in 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:24.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:24.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:24.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/3170091045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:24.578 INFO:tasks.rados.rados.0.smithi169.stdout:2380: done (2 left) 2024-03-10T22:22:24.578 INFO:tasks.rados.rados.0.smithi169.stdout:2381: done (1 left) 2024-03-10T22:22:24.578 INFO:tasks.rados.rados.0.smithi169.stdout:2382: done (0 left) 2024-03-10T22:22:24.578 INFO:tasks.rados.rados.0.smithi169.stdout:2383: delete oid 22 current snap is 227 2024-03-10T22:22:24.582 INFO:tasks.rados.rados.0.smithi169.stdout:2383: done (0 left) 2024-03-10T22:22:24.582 INFO:tasks.rados.rados.0.smithi169.stdout:2384: copy_from oid 7 from oid 41 current snap is 227 2024-03-10T22:22:24.582 INFO:tasks.rados.rados.0.smithi169.stdout:2385: read oid 34 snap -1 2024-03-10T22:22:24.583 INFO:tasks.rados.rados.0.smithi169.stdout:2385: expect deleted 2024-03-10T22:22:24.583 INFO:tasks.rados.rados.0.smithi169.stdout:2386: delete oid 6 current snap is 227 2024-03-10T22:22:24.586 INFO:tasks.rados.rados.0.smithi169.stdout:2385: done (2 left) 2024-03-10T22:22:24.586 INFO:tasks.rados.rados.0.smithi169.stdout:2386: done (1 left) 2024-03-10T22:22:24.586 INFO:tasks.rados.rados.0.smithi169.stdout:2387: snap_create 2024-03-10T22:22:24.611 INFO:tasks.rados.rados.0.smithi169.stdout:2384: finishing copy_from racing read to smithi16976610-7 2024-03-10T22:22:24.616 INFO:tasks.rados.rados.0.smithi169.stdout:2384: finishing copy_from to smithi16976610-7 2024-03-10T22:22:24.616 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 13953 (ObjNum 747 snap 220 seq_num 747) dirty exists 2024-03-10T22:22:25.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:24.578+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:25.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:24.579+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:25.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:24.585+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:25.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:24.585+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:25.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:24.585+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:25.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:24.586+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:25.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:24.586+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:25.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:24.586+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:25.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:24.575+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:25.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[90638]: pgmap v456: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s; 14 MiB/s, 3 objects/s recovering 2024-03-10T22:22:25.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:25.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[90638]: osdmap e530: 8 total, 8 up, 8 in 2024-03-10T22:22:25.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:25.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:25.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:25.582 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[88180]: pgmap v456: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s; 14 MiB/s, 3 objects/s recovering 2024-03-10T22:22:25.582 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:25.582 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[88180]: osdmap e530: 8 total, 8 up, 8 in 2024-03-10T22:22:25.582 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:25.582 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:25.582 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:25.582 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:25.582 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:25.582 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:25.582 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:25.583 INFO:tasks.rados.rados.0.smithi169.stdout:2384: done (1 left) 2024-03-10T22:22:25.583 INFO:tasks.rados.rados.0.smithi169.stdout:2387: done (0 left) 2024-03-10T22:22:25.584 INFO:tasks.rados.rados.0.smithi169.stdout:2388: copy_from oid 23 from oid 20 current snap is 228 2024-03-10T22:22:25.584 INFO:tasks.rados.rados.0.smithi169.stdout:2389: rmattr oid 4 current snap is 228 2024-03-10T22:22:25.584 INFO:tasks.rados.rados.0.smithi169.stdout:2389: done (1 left) 2024-03-10T22:22:25.584 INFO:tasks.rados.rados.0.smithi169.stdout:2390: snap_create 2024-03-10T22:22:25.585 INFO:tasks.rados.rados.0.smithi169.stdout:2388: finishing copy_from to smithi16976610-23 2024-03-10T22:22:25.585 INFO:tasks.rados.rados.0.smithi169.stdout:2388: got expected ENOENT (src dne) 2024-03-10T22:22:25.585 INFO:tasks.rados.rados.0.smithi169.stdout:2388: finishing copy_from racing read to smithi16976610-23 2024-03-10T22:22:25.925 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:25.925 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:25.925 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:25.925 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:25.926 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:25.584+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:25.926 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:25.585+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:25.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:25.580+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:25.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:25.580+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:25.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:25.580+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:25.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:25.581+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:25.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:25.581+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:25.927 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:25.581+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:25.927 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:25.581+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:26.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:25.581+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:26.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:25.581+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-mon[84635]: pgmap v456: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s; 14 MiB/s, 3 objects/s recovering 2024-03-10T22:22:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-mon[84635]: osdmap e530: 8 total, 8 up, 8 in 2024-03-10T22:22:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:22:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:22:25] "GET /metrics HTTP/1.1" 200 36270 "" "Prometheus/2.43.0" 2024-03-10T22:22:26.587 INFO:tasks.rados.rados.0.smithi169.stdout:2388: done (1 left) 2024-03-10T22:22:26.587 INFO:tasks.rados.rados.0.smithi169.stdout:2390: done (0 left) 2024-03-10T22:22:26.587 INFO:tasks.rados.rados.0.smithi169.stdout:2391: rollback oid 37 current snap is 229 2024-03-10T22:22:26.588 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 37 to 224 2024-03-10T22:22:26.588 INFO:tasks.rados.rados.0.smithi169.stdout:2392: read oid 25 snap -1 2024-03-10T22:22:26.588 INFO:tasks.rados.rados.0.smithi169.stdout:2392: expect (ObjNum 733 snap 214 seq_num 733) 2024-03-10T22:22:26.588 INFO:tasks.rados.rados.0.smithi169.stdout:2393: read oid 29 snap -1 2024-03-10T22:22:26.588 INFO:tasks.rados.rados.0.smithi169.stdout:2393: expect (ObjNum 739 snap 216 seq_num 739) 2024-03-10T22:22:26.588 INFO:tasks.rados.rados.0.smithi169.stdout:2394: read oid 27 snap 224 2024-03-10T22:22:26.588 INFO:tasks.rados.rados.0.smithi169.stdout:2394: expect (ObjNum 677 snap 197 seq_num 677) 2024-03-10T22:22:26.588 INFO:tasks.rados.rados.0.smithi169.stdout:2395: rmattr oid 4 current snap is 229 2024-03-10T22:22:26.588 INFO:tasks.rados.rados.0.smithi169.stdout:2395: done (4 left) 2024-03-10T22:22:26.588 INFO:tasks.rados.rados.0.smithi169.stdout:2396: snap_create 2024-03-10T22:22:26.600 INFO:tasks.rados.rados.0.smithi169.stdout:2391: finishing rollback tid 1 to smithi16976610-37 2024-03-10T22:22:26.600 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 13966 (ObjNum 81 snap 0 seq_num 1349608046) dirty dne 2024-03-10T22:22:26.601 INFO:tasks.rados.rados.0.smithi169.stdout:2393: expect (ObjNum 739 snap 216 seq_num 739) 2024-03-10T22:22:26.675 INFO:tasks.rados.rados.0.smithi169.stdout:2392: expect (ObjNum 733 snap 214 seq_num 733) 2024-03-10T22:22:26.724 INFO:tasks.rados.rados.0.smithi169.stdout:2394: expect (ObjNum 677 snap 197 seq_num 677) 2024-03-10T22:22:27.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:26.596+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:27.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:26.602+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:27.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[88180]: osdmap e531: 8 total, 8 up, 8 in 2024-03-10T22:22:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[90638]: osdmap e531: 8 total, 8 up, 8 in 2024-03-10T22:22:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:27.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:26.589+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:27.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:26.590+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:27.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:26.590+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:27.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:26.591+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:27.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:26.593+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:27.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:26.596+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:27.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:26.586+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:27.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:27.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:27.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-mon[84635]: osdmap e531: 8 total, 8 up, 8 in 2024-03-10T22:22:27.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:27.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:27.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:27.590 INFO:tasks.rados.rados.0.smithi169.stdout:2391: done (4 left) 2024-03-10T22:22:27.590 INFO:tasks.rados.rados.0.smithi169.stdout:2392: done (3 left) 2024-03-10T22:22:27.590 INFO:tasks.rados.rados.0.smithi169.stdout:2393: done (2 left) 2024-03-10T22:22:27.590 INFO:tasks.rados.rados.0.smithi169.stdout:2394: done (1 left) 2024-03-10T22:22:27.590 INFO:tasks.rados.rados.0.smithi169.stdout:2396: done (0 left) 2024-03-10T22:22:27.590 INFO:tasks.rados.rados.0.smithi169.stdout:2397: read oid 32 snap 227 2024-03-10T22:22:27.591 INFO:tasks.rados.rados.0.smithi169.stdout:2397: expect (ObjNum 151088640 snap 21931 seq_num 1073758576) 2024-03-10T22:22:27.591 INFO:tasks.rados.rados.0.smithi169.stdout:2398: read oid 43 snap -1 2024-03-10T22:22:27.591 INFO:tasks.rados.rados.0.smithi169.stdout:2398: expect (ObjNum 692 snap 203 seq_num 692) 2024-03-10T22:22:27.591 INFO:tasks.rados.rados.0.smithi169.stdout:2399: snap_remove snap 225 2024-03-10T22:22:28.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:27.815+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:28.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:27.815+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:28.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[88180]: pgmap v459: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-03-10T22:22:28.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[88180]: osdmap e532: 8 total, 8 up, 8 in 2024-03-10T22:22:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:28.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[90638]: pgmap v459: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-03-10T22:22:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[90638]: osdmap e532: 8 total, 8 up, 8 in 2024-03-10T22:22:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:28.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:28.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:27.815+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:28.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:27.815+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:28.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:27.815+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:28.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:27.815+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:28.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:27.815+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:28.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:27.815+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:28.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:27.815+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:28.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:27.586+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:28.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:27.586+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-mon[84635]: pgmap v459: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-03-10T22:22:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-mon[84635]: osdmap e532: 8 total, 8 up, 8 in 2024-03-10T22:22:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:28.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:28.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:28.593 INFO:tasks.rados.rados.0.smithi169.stdout:2399: done (2 left) 2024-03-10T22:22:28.593 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 33 current snap is 230 2024-03-10T22:22:28.593 INFO:tasks.rados.rados.0.smithi169.stdout:2400: seq_num 765 ranges {2334720=417792,2752512=401408} 2024-03-10T22:22:28.607 INFO:tasks.rados.rados.0.smithi169.stdout:2400: writing smithi16976610-33 from 2334720 to 2752512 tid 1 2024-03-10T22:22:28.610 INFO:tasks.rados.rados.0.smithi169.stdout:2400: writing smithi16976610-33 from 2752512 to 3153920 tid 2 2024-03-10T22:22:28.610 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 230 2024-03-10T22:22:28.610 INFO:tasks.rados.rados.0.smithi169.stdout:2397: expect (ObjNum 151088640 snap 21931 seq_num 1073758576) 2024-03-10T22:22:28.611 INFO:tasks.rados.rados.0.smithi169.stdout:2398: expect (ObjNum 692 snap 203 seq_num 692) 2024-03-10T22:22:28.703 INFO:tasks.rados.rados.0.smithi169.stdout:2400: finishing write tid 1 to smithi16976610-33 2024-03-10T22:22:28.703 INFO:tasks.rados.rados.0.smithi169.stdout:2400: finishing write tid 2 to smithi16976610-33 2024-03-10T22:22:28.703 INFO:tasks.rados.rados.0.smithi169.stdout:2400: finishing write tid 3 to smithi16976610-33 2024-03-10T22:22:28.703 INFO:tasks.rados.rados.0.smithi169.stdout:2400: finishing write tid 4 to smithi16976610-33 2024-03-10T22:22:28.703 INFO:tasks.rados.rados.0.smithi169.stdout:2400: oid 33 updating version 0 to 14007 2024-03-10T22:22:28.704 INFO:tasks.rados.rados.0.smithi169.stdout:2400: oid 33 updating version 14007 to 14008 2024-03-10T22:22:28.704 INFO:tasks.rados.rados.0.smithi169.stdout:2400: oid 33 updating version 14008 to 14009 2024-03-10T22:22:28.704 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14009 (ObjNum 765 snap 230 seq_num 765) dirty exists 2024-03-10T22:22:28.704 INFO:tasks.rados.rados.0.smithi169.stdout:2400: left oid 33 (ObjNum 765 snap 230 seq_num 765) 2024-03-10T22:22:28.704 INFO:tasks.rados.rados.0.smithi169.stdout:2401: seq_num 766 ranges {212992=434176,647168=401408} 2024-03-10T22:22:28.706 INFO:tasks.rados.rados.0.smithi169.stdout:2401: writing smithi16976610-30 from 212992 to 647168 tid 1 2024-03-10T22:22:28.709 INFO:tasks.rados.rados.0.smithi169.stdout:2401: writing smithi16976610-30 from 647168 to 1048576 tid 2 2024-03-10T22:22:28.709 INFO:tasks.rados.rados.0.smithi169.stdout:2397: done (3 left) 2024-03-10T22:22:28.709 INFO:tasks.rados.rados.0.smithi169.stdout:2398: done (2 left) 2024-03-10T22:22:28.709 INFO:tasks.rados.rados.0.smithi169.stdout:2400: done (1 left) 2024-03-10T22:22:28.709 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 230 2024-03-10T22:22:28.710 INFO:tasks.rados.rados.0.smithi169.stdout:2402: seq_num 767 ranges {7462912=450560,7913472=401408} 2024-03-10T22:22:28.750 INFO:tasks.rados.rados.0.smithi169.stdout:2402: writing smithi16976610-2 from 7462912 to 7913472 tid 1 2024-03-10T22:22:28.755 INFO:tasks.rados.rados.0.smithi169.stdout:2402: writing smithi16976610-2 from 7913472 to 8314880 tid 2 2024-03-10T22:22:28.755 INFO:tasks.rados.rados.0.smithi169.stdout:2403: read oid 24 snap -1 2024-03-10T22:22:28.755 INFO:tasks.rados.rados.0.smithi169.stdout:2403: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:28.756 INFO:tasks.rados.rados.0.smithi169.stdout:2404: delete oid 49 current snap is 230 2024-03-10T22:22:28.756 INFO:tasks.rados.rados.0.smithi169.stdout:2401: finishing write tid 1 to smithi16976610-30 2024-03-10T22:22:28.756 INFO:tasks.rados.rados.0.smithi169.stdout:2401: finishing write tid 2 to smithi16976610-30 2024-03-10T22:22:28.756 INFO:tasks.rados.rados.0.smithi169.stdout:2401: finishing write tid 3 to smithi16976610-30 2024-03-10T22:22:28.756 INFO:tasks.rados.rados.0.smithi169.stdout:2401: finishing write tid 4 to smithi16976610-30 2024-03-10T22:22:28.756 INFO:tasks.rados.rados.0.smithi169.stdout:2401: oid 30 updating version 0 to 13995 2024-03-10T22:22:28.756 INFO:tasks.rados.rados.0.smithi169.stdout:2401: oid 30 version 13995 is already newer than 13994 2024-03-10T22:22:28.756 INFO:tasks.rados.rados.0.smithi169.stdout:2401: oid 30 version 13995 is already newer than 13993 2024-03-10T22:22:28.756 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 13995 (ObjNum 766 snap 230 seq_num 766) dirty exists 2024-03-10T22:22:28.756 INFO:tasks.rados.rados.0.smithi169.stdout:2401: left oid 30 (ObjNum 766 snap 230 seq_num 766) 2024-03-10T22:22:28.757 INFO:tasks.rados.rados.0.smithi169.stdout:2401: done (3 left) 2024-03-10T22:22:28.757 INFO:tasks.rados.rados.0.smithi169.stdout:2404: done (2 left) 2024-03-10T22:22:28.757 INFO:tasks.rados.rados.0.smithi169.stdout:2405: setattr oid 19 current snap is 230 2024-03-10T22:22:28.758 INFO:tasks.rados.rados.0.smithi169.stdout:2402: finishing write tid 1 to smithi16976610-2 2024-03-10T22:22:28.758 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 230 2024-03-10T22:22:28.758 INFO:tasks.rados.rados.0.smithi169.stdout:2406: seq_num 769 ranges {3612672=483328,4096000=401408} 2024-03-10T22:22:28.780 INFO:tasks.rados.rados.0.smithi169.stdout:2406: writing smithi16976610-27 from 3612672 to 4096000 tid 1 2024-03-10T22:22:28.783 INFO:tasks.rados.rados.0.smithi169.stdout:2406: writing smithi16976610-27 from 4096000 to 4497408 tid 2 2024-03-10T22:22:28.783 INFO:tasks.rados.rados.0.smithi169.stdout:2407: delete oid 30 current snap is 230 2024-03-10T22:22:28.783 INFO:tasks.rados.rados.0.smithi169.stdout:2402: finishing write tid 2 to smithi16976610-2 2024-03-10T22:22:28.783 INFO:tasks.rados.rados.0.smithi169.stdout:2403: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:28.847 INFO:tasks.rados.rados.0.smithi169.stdout:2402: finishing write tid 3 to smithi16976610-2 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14008 (ObjNum 703 snap 206 seq_num 703) dirty exists 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:2402: finishing write tid 4 to smithi16976610-2 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:2402: oid 2 updating version 0 to 14014 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:2402: oid 2 version 14014 is already newer than 14013 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:2402: oid 2 version 14014 is already newer than 14012 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14014 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:2402: left oid 2 (ObjNum 767 snap 230 seq_num 767) 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:2406: finishing write tid 1 to smithi16976610-27 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:2406: finishing write tid 2 to smithi16976610-27 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:2406: finishing write tid 3 to smithi16976610-27 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:2402: done (4 left) 2024-03-10T22:22:28.848 INFO:tasks.rados.rados.0.smithi169.stdout:2403: done (3 left) 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:2405: done (2 left) 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:2407: done (1 left) 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:2408: read oid 3 snap 227 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:2408: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 230 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:2406: finishing write tid 4 to smithi16976610-27 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:2406: oid 27 updating version 0 to 14016 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:2406: oid 27 updating version 14016 to 14017 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:2406: oid 27 version 14017 is already newer than 14015 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14017 (ObjNum 769 snap 230 seq_num 769) dirty exists 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:2406: left oid 27 (ObjNum 769 snap 230 seq_num 769) 2024-03-10T22:22:28.849 INFO:tasks.rados.rados.0.smithi169.stdout:2409: seq_num 771 ranges {0=516096,516096=401408} 2024-03-10T22:22:28.850 INFO:tasks.rados.rados.0.smithi169.stdout:2409: writing smithi16976610-6 from 0 to 516096 tid 1 2024-03-10T22:22:28.852 INFO:tasks.rados.rados.0.smithi169.stdout:2409: writing smithi16976610-6 from 516096 to 917504 tid 2 2024-03-10T22:22:28.852 INFO:tasks.rados.rados.0.smithi169.stdout:2406: done (2 left) 2024-03-10T22:22:28.852 INFO:tasks.rados.rados.0.smithi169.stdout:2410: snap_remove snap 226 2024-03-10T22:22:29.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:28.614+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:29.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:28.614+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[88180]: osdmap e533: 8 total, 8 up, 8 in 2024-03-10T22:22:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[88180]: osdmap e534: 8 total, 8 up, 8 in 2024-03-10T22:22:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[90638]: osdmap e533: 8 total, 8 up, 8 in 2024-03-10T22:22:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:29.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-mon[90638]: osdmap e534: 8 total, 8 up, 8 in 2024-03-10T22:22:29.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:28.753+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:29.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:28.753+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:29.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:28.753+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:29.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:28.753+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:29.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:28.755+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:29.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:28.759+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:29.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:28.589+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:29.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:29.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:28 smithi172 ceph-mon[84635]: osdmap e533: 8 total, 8 up, 8 in 2024-03-10T22:22:29.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:29.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:29.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:29.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:29.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:29.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:28 smithi172 ceph-mon[84635]: osdmap e534: 8 total, 8 up, 8 in 2024-03-10T22:22:29.611 INFO:tasks.rados.rados.0.smithi169.stdout:2410: done (2 left) 2024-03-10T22:22:29.611 INFO:tasks.rados.rados.0.smithi169.stdout:2411: rmattr oid 33 current snap is 230 2024-03-10T22:22:29.611 INFO:tasks.rados.rados.0.smithi169.stdout:2409: finishing write tid 1 to smithi16976610-6 2024-03-10T22:22:29.611 INFO:tasks.rados.rados.0.smithi169.stdout:2409: finishing write tid 2 to smithi16976610-6 2024-03-10T22:22:29.611 INFO:tasks.rados.rados.0.smithi169.stdout:2409: finishing write tid 3 to smithi16976610-6 2024-03-10T22:22:29.611 INFO:tasks.rados.rados.0.smithi169.stdout:2409: finishing write tid 4 to smithi16976610-6 2024-03-10T22:22:29.611 INFO:tasks.rados.rados.0.smithi169.stdout:2409: oid 6 updating version 0 to 14018 2024-03-10T22:22:29.611 INFO:tasks.rados.rados.0.smithi169.stdout:2409: oid 6 updating version 14018 to 14019 2024-03-10T22:22:29.612 INFO:tasks.rados.rados.0.smithi169.stdout:2409: oid 6 updating version 14019 to 14020 2024-03-10T22:22:29.612 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14020 (ObjNum 771 snap 230 seq_num 771) dirty exists 2024-03-10T22:22:29.612 INFO:tasks.rados.rados.0.smithi169.stdout:2409: left oid 6 (ObjNum 771 snap 230 seq_num 771) 2024-03-10T22:22:29.612 INFO:tasks.rados.rados.0.smithi169.stdout:2408: expect (ObjNum 491 snap 145 seq_num 491) 2024-03-10T22:22:29.723 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14010 (ObjNum 765 snap 230 seq_num 765) dirty exists 2024-03-10T22:22:29.723 INFO:tasks.rados.rados.0.smithi169.stdout:2408: done (2 left) 2024-03-10T22:22:29.723 INFO:tasks.rados.rados.0.smithi169.stdout:2409: done (1 left) 2024-03-10T22:22:29.723 INFO:tasks.rados.rados.0.smithi169.stdout:2411: done (0 left) 2024-03-10T22:22:29.723 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 230 2024-03-10T22:22:29.723 INFO:tasks.rados.rados.0.smithi169.stdout:2412: seq_num 772 ranges {0=532480,532480=401408} 2024-03-10T22:22:29.725 INFO:tasks.rados.rados.0.smithi169.stdout:2412: writing smithi16976610-49 from 0 to 532480 tid 1 2024-03-10T22:22:29.728 INFO:tasks.rados.rados.0.smithi169.stdout:2412: writing smithi16976610-49 from 532480 to 933888 tid 2 2024-03-10T22:22:29.728 INFO:tasks.rados.rados.0.smithi169.stdout:2413: copy_from oid 39 from oid 22 current snap is 230 2024-03-10T22:22:29.728 INFO:tasks.rados.rados.0.smithi169.stdout:2414: delete oid 46 current snap is 230 2024-03-10T22:22:29.730 INFO:tasks.rados.rados.0.smithi169.stdout:2413: finishing copy_from to smithi16976610-39 2024-03-10T22:22:29.730 INFO:tasks.rados.rados.0.smithi169.stdout:2413: got expected ENOENT (src dne) 2024-03-10T22:22:29.730 INFO:tasks.rados.rados.0.smithi169.stdout:2413: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:22:29.730 INFO:tasks.rados.rados.0.smithi169.stdout:2412: finishing write tid 1 to smithi16976610-49 2024-03-10T22:22:29.731 INFO:tasks.rados.rados.0.smithi169.stdout:2412: finishing write tid 2 to smithi16976610-49 2024-03-10T22:22:29.731 INFO:tasks.rados.rados.0.smithi169.stdout:2412: finishing write tid 3 to smithi16976610-49 2024-03-10T22:22:29.732 INFO:tasks.rados.rados.0.smithi169.stdout:2413: done (2 left) 2024-03-10T22:22:29.732 INFO:tasks.rados.rados.0.smithi169.stdout:2414: done (1 left) 2024-03-10T22:22:29.733 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 230 2024-03-10T22:22:29.733 INFO:tasks.rados.rados.0.smithi169.stdout:2415: seq_num 774 ranges {1253376=565248,1818624=401408} 2024-03-10T22:22:29.742 INFO:tasks.rados.rados.0.smithi169.stdout:2415: writing smithi16976610-25 from 1253376 to 1818624 tid 1 2024-03-10T22:22:29.744 INFO:tasks.rados.rados.0.smithi169.stdout:2415: writing smithi16976610-25 from 1818624 to 2220032 tid 2 2024-03-10T22:22:29.744 INFO:tasks.rados.rados.0.smithi169.stdout:2416: snap_remove snap 229 2024-03-10T22:22:30.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:29.617+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:30.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:29.618+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[90638]: pgmap v462: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 927 KiB/s rd, 1 op/s 2024-03-10T22:22:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:30.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:30.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:30.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:30.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[88180]: pgmap v462: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 927 KiB/s rd, 1 op/s 2024-03-10T22:22:30.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:30.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:30.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:30.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:30.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:30.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:30.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:30.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:30.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:29.731+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:30.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:29.731+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:30.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:29.731+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:30.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:29.732+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:30.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:29.732+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:30.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:29.732+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:30.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:29.732+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:30.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:29.702+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:30.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:29.702+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:30.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:30.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:30.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-mon[84635]: pgmap v462: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 927 KiB/s rd, 1 op/s 2024-03-10T22:22:30.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:30.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:30.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:30.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:30.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:30.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:30.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:30.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:2416: done (2 left) 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:2417: delete oid 43 current snap is 230 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:2412: finishing write tid 4 to smithi16976610-49 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:2412: oid 49 updating version 0 to 13991 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:2412: oid 49 version 13991 is already newer than 13989 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:2412: oid 49 version 13991 is already newer than 13990 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 13991 (ObjNum 772 snap 230 seq_num 772) dirty exists 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:2412: left oid 49 (ObjNum 772 snap 230 seq_num 772) 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:2415: finishing write tid 1 to smithi16976610-25 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:2415: finishing write tid 2 to smithi16976610-25 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:2415: finishing write tid 3 to smithi16976610-25 2024-03-10T22:22:30.623 INFO:tasks.rados.rados.0.smithi169.stdout:2415: finishing write tid 4 to smithi16976610-25 2024-03-10T22:22:30.624 INFO:tasks.rados.rados.0.smithi169.stdout:2415: oid 25 updating version 0 to 14011 2024-03-10T22:22:30.624 INFO:tasks.rados.rados.0.smithi169.stdout:2415: oid 25 version 14011 is already newer than 14010 2024-03-10T22:22:30.624 INFO:tasks.rados.rados.0.smithi169.stdout:2415: oid 25 version 14011 is already newer than 14009 2024-03-10T22:22:30.624 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14011 (ObjNum 774 snap 230 seq_num 774) dirty exists 2024-03-10T22:22:30.624 INFO:tasks.rados.rados.0.smithi169.stdout:2415: left oid 25 (ObjNum 774 snap 230 seq_num 774) 2024-03-10T22:22:30.625 INFO:tasks.rados.rados.0.smithi169.stdout:2412: done (2 left) 2024-03-10T22:22:30.625 INFO:tasks.rados.rados.0.smithi169.stdout:2415: done (1 left) 2024-03-10T22:22:30.625 INFO:tasks.rados.rados.0.smithi169.stdout:2417: done (0 left) 2024-03-10T22:22:30.625 INFO:tasks.rados.rados.0.smithi169.stdout:2418: setattr oid 22 current snap is 230 2024-03-10T22:22:30.627 INFO:tasks.rados.rados.0.smithi169.stdout:2419: snap_create 2024-03-10T22:22:30.632 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 14011 (ObjNum 33 snap 0 seq_num 150695216) dirty exists 2024-03-10T22:22:31.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:30.633+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:31.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:30.633+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:31.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[90638]: osdmap e535: 8 total, 8 up, 8 in 2024-03-10T22:22:31.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:31.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[90638]: pgmap v465: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-03-10T22:22:31.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[88180]: osdmap e535: 8 total, 8 up, 8 in 2024-03-10T22:22:31.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:31.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:31.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:31.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:31.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:31.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:31.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:31.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:31.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-mon[88180]: pgmap v465: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-03-10T22:22:31.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:30.862+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:31.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:30.862+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:31.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:30.862+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:31.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:30.862+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:31.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:30.862+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:31.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:30.862+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:31.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:30 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:30.618+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:30 smithi172 ceph-mon[84635]: osdmap e535: 8 total, 8 up, 8 in 2024-03-10T22:22:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:30 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:30 smithi172 ceph-mon[84635]: pgmap v465: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-03-10T22:22:31.627 INFO:tasks.rados.rados.0.smithi169.stdout:2418: done (1 left) 2024-03-10T22:22:31.627 INFO:tasks.rados.rados.0.smithi169.stdout:2419: done (0 left) 2024-03-10T22:22:31.627 INFO:tasks.rados.rados.0.smithi169.stdout:2420: snap_remove snap 228 2024-03-10T22:22:32.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:32.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[90638]: osdmap e536: 8 total, 8 up, 8 in 2024-03-10T22:22:32.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:32.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:32.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:32.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:32.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:32.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[88180]: osdmap e536: 8 total, 8 up, 8 in 2024-03-10T22:22:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:32.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:32.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:31.625+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:32.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:31.625+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:32.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:32.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:31 smithi172 ceph-mon[84635]: osdmap e536: 8 total, 8 up, 8 in 2024-03-10T22:22:32.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:31 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:32.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:31 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:32.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:32.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:32.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:32.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:32.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:32.023+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:32.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:32.025+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:32.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.022+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:32.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.024+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:32.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.025+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:32.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.025+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:32.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.025+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:32.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.025+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:32.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.025+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:32.628 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:22:32.634 INFO:tasks.rados.rados.0.smithi169.stdout:2420: done (0 left) 2024-03-10T22:22:32.634 INFO:tasks.rados.rados.0.smithi169.stdout:2421: read oid 8 snap -1 2024-03-10T22:22:32.635 INFO:tasks.rados.rados.0.smithi169.stdout:2421: expect (ObjNum 668 snap 193 seq_num 668) 2024-03-10T22:22:32.635 INFO:tasks.rados.rados.0.smithi169.stdout:2422: read oid 35 snap -1 2024-03-10T22:22:32.635 INFO:tasks.rados.rados.0.smithi169.stdout:2422: expect (ObjNum 744 snap 220 seq_num 744) 2024-03-10T22:22:32.635 INFO:tasks.rados.rados.0.smithi169.stdout:2423: read oid 6 snap -1 2024-03-10T22:22:32.635 INFO:tasks.rados.rados.0.smithi169.stdout:2423: expect (ObjNum 771 snap 230 seq_num 771) 2024-03-10T22:22:32.635 INFO:tasks.rados.rados.0.smithi169.stdout:2424: snap_remove snap 224 2024-03-10T22:22:32.913 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:32.630+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:32.913 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:32.914 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:32.914 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-mon[84635]: osdmap e537: 8 total, 8 up, 8 in 2024-03-10T22:22:32.914 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:32.914 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:32.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:32.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:32.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:32.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:32.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:32 smithi172 ceph-mon[84635]: pgmap v468: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 319 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-03-10T22:22:33.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:32.639+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:33.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:32.639+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[88180]: osdmap e537: 8 total, 8 up, 8 in 2024-03-10T22:22:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:33.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[88180]: pgmap v468: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 319 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-03-10T22:22:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[90638]: osdmap e537: 8 total, 8 up, 8 in 2024-03-10T22:22:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:33.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-mon[90638]: pgmap v468: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 319 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-03-10T22:22:33.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.636+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:33.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.636+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:33.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.637+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:33.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.638+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:33.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.638+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:33.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:32.640+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:33.639 INFO:tasks.rados.rados.0.smithi169.stdout:2424: done (3 left) 2024-03-10T22:22:33.639 INFO:tasks.rados.rados.0.smithi169.stdout:2425: snap_create 2024-03-10T22:22:33.639 INFO:tasks.rados.rados.0.smithi169.stdout:2423: expect (ObjNum 771 snap 230 seq_num 771) 2024-03-10T22:22:33.663 INFO:tasks.rados.rados.0.smithi169.stdout:2422: expect (ObjNum 744 snap 220 seq_num 744) 2024-03-10T22:22:33.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:33.638+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:33.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:33.638+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:33.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-mon[84635]: osdmap e538: 8 total, 8 up, 8 in 2024-03-10T22:22:33.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:33.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:33.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:33.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:33.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:33.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:33.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:33.826 INFO:tasks.rados.rados.0.smithi169.stdout:2421: expect (ObjNum 668 snap 193 seq_num 668) 2024-03-10T22:22:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[88180]: osdmap e538: 8 total, 8 up, 8 in 2024-03-10T22:22:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:34.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:34.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:34.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:34.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[90638]: osdmap e538: 8 total, 8 up, 8 in 2024-03-10T22:22:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:34.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:34.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:34.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:34.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:34.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:34.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:34.171+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:34.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:34.171+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:34.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:34.182+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:34.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:34.182+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:34.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:34.183+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:34.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:34.183+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:34.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:34.183+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:34.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:34.183+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:34.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:34.183+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:34.650 INFO:tasks.rados.rados.0.smithi169.stdout:2421: done (3 left) 2024-03-10T22:22:34.650 INFO:tasks.rados.rados.0.smithi169.stdout:2422: done (2 left) 2024-03-10T22:22:34.650 INFO:tasks.rados.rados.0.smithi169.stdout:2423: done (1 left) 2024-03-10T22:22:34.650 INFO:tasks.rados.rados.0.smithi169.stdout:2425: done (0 left) 2024-03-10T22:22:34.650 INFO:tasks.rados.rados.0.smithi169.stdout:2426: snap_remove snap 230 2024-03-10T22:22:35.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:34.711+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:35.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:34.711+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:35.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:35.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-mon[88180]: osdmap e539: 8 total, 8 up, 8 in 2024-03-10T22:22:35.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:35.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:35.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-mon[88180]: pgmap v471: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-03-10T22:22:35.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:35.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-mon[90638]: osdmap e539: 8 total, 8 up, 8 in 2024-03-10T22:22:35.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:35.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:35.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:34 smithi169 ceph-mon[90638]: pgmap v471: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-03-10T22:22:35.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:34.645+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:35.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:35.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:34 smithi172 ceph-mon[84635]: osdmap e539: 8 total, 8 up, 8 in 2024-03-10T22:22:35.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:35.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:35.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:34 smithi172 ceph-mon[84635]: pgmap v471: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-03-10T22:22:35.648 INFO:tasks.rados.rados.0.smithi169.stdout:2426: done (0 left) 2024-03-10T22:22:35.648 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 232 2024-03-10T22:22:35.648 INFO:tasks.rados.rados.0.smithi169.stdout:2427: seq_num 776 ranges {917504=606208,1523712=401408} 2024-03-10T22:22:35.654 INFO:tasks.rados.rados.0.smithi169.stdout:2427: writing smithi16976610-6 from 917504 to 1523712 tid 1 2024-03-10T22:22:35.659 INFO:tasks.rados.rados.0.smithi169.stdout:2427: writing smithi16976610-6 from 1523712 to 1925120 tid 2 2024-03-10T22:22:35.659 INFO:tasks.rados.rados.0.smithi169.stdout:2428: copy_from oid 20 from oid 45 current snap is 232 2024-03-10T22:22:35.659 INFO:tasks.rados.rados.0.smithi169.stdout:2429: rollback oid 39 current snap is 232 2024-03-10T22:22:35.659 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 39 to 227 2024-03-10T22:22:35.659 INFO:tasks.rados.rados.0.smithi169.stdout:2430: read oid 30 snap 227 2024-03-10T22:22:35.660 INFO:tasks.rados.rados.0.smithi169.stdout:2430: expect (ObjNum 729 snap 213 seq_num 729) 2024-03-10T22:22:35.660 INFO:tasks.rados.rados.0.smithi169.stdout:2431: read oid 8 snap -1 2024-03-10T22:22:35.660 INFO:tasks.rados.rados.0.smithi169.stdout:2431: expect (ObjNum 668 snap 193 seq_num 668) 2024-03-10T22:22:35.660 INFO:tasks.rados.rados.0.smithi169.stdout:2432: read oid 11 snap -1 2024-03-10T22:22:35.660 INFO:tasks.rados.rados.0.smithi169.stdout:2432: expect (ObjNum 740 snap 218 seq_num 740) 2024-03-10T22:22:35.660 INFO:tasks.rados.rados.0.smithi169.stdout:2433: snap_create 2024-03-10T22:22:35.663 INFO:tasks.rados.rados.0.smithi169.stdout:2429: finishing rollback tid 0 to smithi16976610-39 2024-03-10T22:22:35.668 INFO:tasks.rados.rados.0.smithi169.stdout:2427: finishing write tid 1 to smithi16976610-6 2024-03-10T22:22:35.669 INFO:tasks.rados.rados.0.smithi169.stdout:2429: finishing rollback tid 1 to smithi16976610-39 2024-03-10T22:22:35.669 INFO:tasks.rados.rados.0.smithi169.stdout:2427: finishing write tid 2 to smithi16976610-6 2024-03-10T22:22:35.669 INFO:tasks.rados.rados.0.smithi169.stdout:2427: finishing write tid 3 to smithi16976610-6 2024-03-10T22:22:35.670 INFO:tasks.rados.rados.0.smithi169.stdout:2427: finishing write tid 4 to smithi16976610-6 2024-03-10T22:22:35.670 INFO:tasks.rados.rados.0.smithi169.stdout:2427: oid 6 updating version 0 to 14022 2024-03-10T22:22:35.671 INFO:tasks.rados.rados.0.smithi169.stdout:2427: oid 6 version 14022 is already newer than 14021 2024-03-10T22:22:35.671 INFO:tasks.rados.rados.0.smithi169.stdout:2427: oid 6 updating version 14022 to 14023 2024-03-10T22:22:35.671 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14023 (ObjNum 776 snap 232 seq_num 776) dirty exists 2024-03-10T22:22:35.671 INFO:tasks.rados.rados.0.smithi169.stdout:2427: left oid 6 (ObjNum 776 snap 232 seq_num 776) 2024-03-10T22:22:35.671 INFO:tasks.rados.rados.0.smithi169.stdout:2429: finishing rollback tid 2 to smithi16976610-39 2024-03-10T22:22:35.671 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14000 (ObjNum 757 snap 223 seq_num 757) dirty exists 2024-03-10T22:22:35.671 INFO:tasks.rados.rados.0.smithi169.stdout:2430: expect (ObjNum 729 snap 213 seq_num 729) 2024-03-10T22:22:35.684 INFO:tasks.rados.rados.0.smithi169.stdout:2432: expect (ObjNum 740 snap 218 seq_num 740) 2024-03-10T22:22:35.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:35.665+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:35.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:35.669+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:35.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[90638]: osdmap e540: 8 total, 8 up, 8 in 2024-03-10T22:22:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:35.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[88180]: osdmap e540: 8 total, 8 up, 8 in 2024-03-10T22:22:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:35.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.424+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:35.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.424+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:35.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.424+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:35.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.425+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.425+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.425+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.659+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.665+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.665+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.665+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.665+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.665+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:35.665+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:35.826 INFO:tasks.rados.rados.0.smithi169.stdout:2428: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:22:35.827 INFO:tasks.rados.rados.0.smithi169.stdout:2428: finishing copy_from to smithi16976610-20 2024-03-10T22:22:35.827 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 13997 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:22:35.827 INFO:tasks.rados.rados.0.smithi169.stdout:2431: expect (ObjNum 668 snap 193 seq_num 668) 2024-03-10T22:22:36.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:35.647+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:36.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:35.647+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:36.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:35 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:36.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:36.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:36.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:36.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:36.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:36.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:35 smithi172 ceph-mon[84635]: osdmap e540: 8 total, 8 up, 8 in 2024-03-10T22:22:36.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:36.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:22:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:22:35] "GET /metrics HTTP/1.1" 200 36270 "" "Prometheus/2.43.0" 2024-03-10T22:22:36.667 INFO:tasks.rados.rados.0.smithi169.stdout:2427: done (6 left) 2024-03-10T22:22:36.667 INFO:tasks.rados.rados.0.smithi169.stdout:2428: done (5 left) 2024-03-10T22:22:36.667 INFO:tasks.rados.rados.0.smithi169.stdout:2429: done (4 left) 2024-03-10T22:22:36.667 INFO:tasks.rados.rados.0.smithi169.stdout:2430: done (3 left) 2024-03-10T22:22:36.667 INFO:tasks.rados.rados.0.smithi169.stdout:2431: done (2 left) 2024-03-10T22:22:36.667 INFO:tasks.rados.rados.0.smithi169.stdout:2432: done (1 left) 2024-03-10T22:22:36.667 INFO:tasks.rados.rados.0.smithi169.stdout:2433: done (0 left) 2024-03-10T22:22:36.667 INFO:tasks.rados.rados.0.smithi169.stdout:2434: read oid 15 snap 232 2024-03-10T22:22:36.668 INFO:tasks.rados.rados.0.smithi169.stdout:2434: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:36.668 INFO:tasks.rados.rados.0.smithi169.stdout:2435: snap_remove snap 231 2024-03-10T22:22:36.919 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:36.658+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:36.919 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:36.919 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:36.919 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:36.919 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:36.919 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: osdmap e541: 8 total, 8 up, 8 in 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:36.920 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: Upgrade: osd.7 is safe to restart 2024-03-10T22:22:36.921 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:36 smithi172 ceph-mon[84635]: pgmap v474: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 648 KiB/s wr, 13 op/s 2024-03-10T22:22:37.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:36.661+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:37.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:36.661+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:37.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:36.661+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:37.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:36.661+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:37.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:36.661+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:37.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:36.661+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: osdmap e541: 8 total, 8 up, 8 in 2024-03-10T22:22:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:37.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:37.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:37.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:37.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:37.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:37.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:37.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:37.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:37.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:37.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: Upgrade: osd.7 is safe to restart 2024-03-10T22:22:37.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[88180]: pgmap v474: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 648 KiB/s wr, 13 op/s 2024-03-10T22:22:37.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: osdmap e541: 8 total, 8 up, 8 in 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:37.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:37.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T22:22:37.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: Upgrade: osd.7 is safe to restart 2024-03-10T22:22:37.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:36 smithi169 ceph-mon[90638]: pgmap v474: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 648 KiB/s wr, 13 op/s 2024-03-10T22:22:37.668 INFO:tasks.rados.rados.0.smithi169.stdout:2435: done (1 left) 2024-03-10T22:22:37.668 INFO:tasks.rados.rados.0.smithi169.stdout:2436: read oid 49 snap -1 2024-03-10T22:22:37.668 INFO:tasks.rados.rados.0.smithi169.stdout:2436: expect (ObjNum 772 snap 230 seq_num 772) 2024-03-10T22:22:37.668 INFO:tasks.rados.rados.0.smithi169.stdout:2437: delete oid 44 current snap is 233 2024-03-10T22:22:37.668 INFO:tasks.rados.rados.0.smithi169.stdout:2434: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:37.740 INFO:tasks.rados.rados.0.smithi169.stdout:2436: expect (ObjNum 772 snap 230 seq_num 772) 2024-03-10T22:22:37.764 INFO:tasks.rados.rados.0.smithi169.stdout:2434: done (2 left) 2024-03-10T22:22:37.765 INFO:tasks.rados.rados.0.smithi169.stdout:2436: done (1 left) 2024-03-10T22:22:37.765 INFO:tasks.rados.rados.0.smithi169.stdout:2437: done (0 left) 2024-03-10T22:22:37.765 INFO:tasks.rados.rados.0.smithi169.stdout:2438: read oid 6 snap 227 2024-03-10T22:22:37.765 INFO:tasks.rados.rados.0.smithi169.stdout:2438: expect deleted 2024-03-10T22:22:37.765 INFO:tasks.rados.rados.0.smithi169.stdout:2439: rollback oid 46 current snap is 233 2024-03-10T22:22:37.765 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 46 to 232 2024-03-10T22:22:37.765 INFO:tasks.rados.rados.0.smithi169.stdout:2440: setattr oid 32 current snap is 233 2024-03-10T22:22:37.766 INFO:tasks.rados.rados.0.smithi169.stdout:2438: done (2 left) 2024-03-10T22:22:37.766 INFO:tasks.rados.rados.0.smithi169.stdout:2441: read oid 48 snap -1 2024-03-10T22:22:37.766 INFO:tasks.rados.rados.0.smithi169.stdout:2441: expect (ObjNum 762 snap 225 seq_num 762) 2024-03-10T22:22:37.766 INFO:tasks.rados.rados.0.smithi169.stdout:2442: snap_remove snap 227 2024-03-10T22:22:38.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:37.677+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:38.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:37.682+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:38.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:38.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:38.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:38.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:38.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:38.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:38.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[90638]: osdmap e542: 8 total, 8 up, 8 in 2024-03-10T22:22:38.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:38.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:38.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:38.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:38.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:38.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:38.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-mon[88180]: osdmap e542: 8 total, 8 up, 8 in 2024-03-10T22:22:38.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:37.672+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:38.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:37.672+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:38.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:37.672+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:38.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:37.673+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:38.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:37.673+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:38.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:37.673+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:38.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:37.673+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:38.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:37.681+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:38.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:37.681+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:37 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:37 smithi172 ceph-mon[84635]: osdmap e542: 8 total, 8 up, 8 in 2024-03-10T22:22:38.727 INFO:tasks.rados.rados.0.smithi169.stdout:2442: done (3 left) 2024-03-10T22:22:38.727 INFO:tasks.rados.rados.0.smithi169.stdout:2443: rollback oid 23 current snap is 233 2024-03-10T22:22:38.727 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 23 to 232 2024-03-10T22:22:38.727 INFO:tasks.rados.rados.0.smithi169.stdout:2439: finishing rollback tid 1 to smithi16976610-46 2024-03-10T22:22:38.727 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14006 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-03-10T22:22:38.727 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14001 (ObjNum 33 snap 0 seq_num 151363184) dirty exists 2024-03-10T22:22:38.727 INFO:tasks.rados.rados.0.smithi169.stdout:2441: expect (ObjNum 762 snap 225 seq_num 762) 2024-03-10T22:22:38.996 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:38.727+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:38.997 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: osdmap e543: 8 total, 8 up, 8 in 2024-03-10T22:22:38.997 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:38.997 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:38.997 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:38.997 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:38.997 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:38.997 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:38.997 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:38.997 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:38.997 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: Upgrade: Updating osd.7 2024-03-10T22:22:38.997 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:38.998 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T22:22:38.998 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:38.998 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: Deploying daemon osd.7 on smithi172 2024-03-10T22:22:38.998 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:38 smithi172 ceph-mon[84635]: pgmap v477: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-10T22:22:39.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:38.905+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:39.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:38.905+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: osdmap e543: 8 total, 8 up, 8 in 2024-03-10T22:22:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:39.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:39.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:39.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:39.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:39.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: Upgrade: Updating osd.7 2024-03-10T22:22:39.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:39.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T22:22:39.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:39.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: Deploying daemon osd.7 on smithi172 2024-03-10T22:22:39.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[90638]: pgmap v477: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-10T22:22:39.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: osdmap e543: 8 total, 8 up, 8 in 2024-03-10T22:22:39.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:39.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:39.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:39.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:39.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:39.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:39.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:39.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:39.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: Upgrade: Updating osd.7 2024-03-10T22:22:39.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:39.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T22:22:39.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:39.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: Deploying daemon osd.7 on smithi172 2024-03-10T22:22:39.008 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-mon[88180]: pgmap v477: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-10T22:22:39.008 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:38.726+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:39.008 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:38.726+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:39.008 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:38.726+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:39.008 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:38.727+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:39.008 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:38.727+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:39.008 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:38.727+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:39.340 INFO:tasks.rados.rados.0.smithi169.stdout:2443: finishing rollback tid 0 to smithi16976610-23 2024-03-10T22:22:39.340 INFO:tasks.rados.rados.0.smithi169.stdout:2443: finishing rollback tid 1 to smithi16976610-23 2024-03-10T22:22:39.340 INFO:tasks.rados.rados.0.smithi169.stdout:2443: finishing rollback tid 2 to smithi16976610-23 2024-03-10T22:22:39.340 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14009 (ObjNum 692 snap 203 seq_num 692) dirty exists 2024-03-10T22:22:39.340 INFO:tasks.rados.rados.0.smithi169.stdout:2439: done (3 left) 2024-03-10T22:22:39.340 INFO:tasks.rados.rados.0.smithi169.stdout:2440: done (2 left) 2024-03-10T22:22:39.340 INFO:tasks.rados.rados.0.smithi169.stdout:2441: done (1 left) 2024-03-10T22:22:39.340 INFO:tasks.rados.rados.0.smithi169.stdout:2443: done (0 left) 2024-03-10T22:22:39.340 INFO:tasks.rados.rados.0.smithi169.stdout:2444: rollback oid 33 current snap is 233 2024-03-10T22:22:39.340 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 33 to 232 2024-03-10T22:22:39.340 INFO:tasks.rados.rados.0.smithi169.stdout:2445: rmattr oid 16 current snap is 233 2024-03-10T22:22:39.341 INFO:tasks.rados.rados.0.smithi169.stdout:2445: done (1 left) 2024-03-10T22:22:39.341 INFO:tasks.rados.rados.0.smithi169.stdout:2446: read oid 48 snap -1 2024-03-10T22:22:39.341 INFO:tasks.rados.rados.0.smithi169.stdout:2446: expect (ObjNum 762 snap 225 seq_num 762) 2024-03-10T22:22:39.341 INFO:tasks.rados.rados.0.smithi169.stdout:2447: rmattr oid 19 current snap is 233 2024-03-10T22:22:39.341 INFO:tasks.rados.rados.0.smithi169.stdout:2448: snap_create 2024-03-10T22:22:39.343 INFO:tasks.rados.rados.0.smithi169.stdout:2444: finishing rollback tid 0 to smithi16976610-33 2024-03-10T22:22:39.344 INFO:tasks.rados.rados.0.smithi169.stdout:2444: finishing rollback tid 1 to smithi16976610-33 2024-03-10T22:22:39.344 INFO:tasks.rados.rados.0.smithi169.stdout:2444: finishing rollback tid 2 to smithi16976610-33 2024-03-10T22:22:39.344 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14014 (ObjNum 765 snap 230 seq_num 765) dirty exists 2024-03-10T22:22:39.344 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14012 (ObjNum 703 snap 206 seq_num 703) dirty exists 2024-03-10T22:22:39.362 INFO:tasks.rados.rados.0.smithi169.stdout:2446: expect (ObjNum 762 snap 225 seq_num 762) 2024-03-10T22:22:39.970 INFO:tasks.rados.rados.0.smithi169.stdout:2444: done (3 left) 2024-03-10T22:22:39.970 INFO:tasks.rados.rados.0.smithi169.stdout:2446: done (2 left) 2024-03-10T22:22:39.970 INFO:tasks.rados.rados.0.smithi169.stdout:2447: done (1 left) 2024-03-10T22:22:39.970 INFO:tasks.rados.rados.0.smithi169.stdout:2448: done (0 left) 2024-03-10T22:22:39.970 INFO:tasks.rados.rados.0.smithi169.stdout:2449: delete oid 46 current snap is 234 2024-03-10T22:22:39.971 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:39.971 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:39 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:39.971 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:39 smithi172 ceph-mon[84635]: osdmap e544: 8 total, 8 up, 8 in 2024-03-10T22:22:39.971 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:39.971 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:39.971 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:39.971 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:39.971 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:39.971 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:39.972 INFO:tasks.rados.rados.0.smithi169.stdout:2449: done (0 left) 2024-03-10T22:22:39.972 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 234 2024-03-10T22:22:39.972 INFO:tasks.rados.rados.0.smithi169.stdout:2450: seq_num 779 ranges {933888=655360,1589248=401408} 2024-03-10T22:22:39.980 INFO:tasks.rados.rados.0.smithi169.stdout:2450: writing smithi16976610-49 from 933888 to 1589248 tid 1 2024-03-10T22:22:39.982 INFO:tasks.rados.rados.0.smithi169.stdout:2450: writing smithi16976610-49 from 1589248 to 1990656 tid 2 2024-03-10T22:22:39.982 INFO:tasks.rados.rados.0.smithi169.stdout:2451: rmattr oid 35 current snap is 234 2024-03-10T22:22:39.983 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 234 2024-03-10T22:22:39.983 INFO:tasks.rados.rados.0.smithi169.stdout:2452: seq_num 780 ranges {0=671744,671744=401408} 2024-03-10T22:22:39.986 INFO:tasks.rados.rados.0.smithi169.stdout:2452: writing smithi16976610-44 from 0 to 671744 tid 1 2024-03-10T22:22:39.989 INFO:tasks.rados.rados.0.smithi169.stdout:2452: writing smithi16976610-44 from 671744 to 1073152 tid 2 2024-03-10T22:22:39.989 INFO:tasks.rados.rados.0.smithi169.stdout:2453: delete oid 19 current snap is 234 2024-03-10T22:22:39.990 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 0 (ObjNum 744 snap 220 seq_num 744) dirty exists 2024-03-10T22:22:39.990 INFO:tasks.rados.rados.0.smithi169.stdout:2450: finishing write tid 1 to smithi16976610-49 2024-03-10T22:22:39.990 INFO:tasks.rados.rados.0.smithi169.stdout:2450: finishing write tid 2 to smithi16976610-49 2024-03-10T22:22:39.990 INFO:tasks.rados.rados.0.smithi169.stdout:2450: finishing write tid 3 to smithi16976610-49 2024-03-10T22:22:39.990 INFO:tasks.rados.rados.0.smithi169.stdout:2450: finishing write tid 4 to smithi16976610-49 2024-03-10T22:22:39.990 INFO:tasks.rados.rados.0.smithi169.stdout:2450: oid 49 updating version 0 to 13993 2024-03-10T22:22:39.990 INFO:tasks.rados.rados.0.smithi169.stdout:2450: oid 49 updating version 13993 to 13994 2024-03-10T22:22:39.990 INFO:tasks.rados.rados.0.smithi169.stdout:2450: oid 49 version 13994 is already newer than 13992 2024-03-10T22:22:39.990 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 13994 (ObjNum 779 snap 234 seq_num 779) dirty exists 2024-03-10T22:22:39.990 INFO:tasks.rados.rados.0.smithi169.stdout:2450: left oid 49 (ObjNum 779 snap 234 seq_num 779) 2024-03-10T22:22:39.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:39.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:39.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[90638]: osdmap e544: 8 total, 8 up, 8 in 2024-03-10T22:22:39.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:39.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:39.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:39.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:39.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:39.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:39.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:39.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:39.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[88180]: osdmap e544: 8 total, 8 up, 8 in 2024-03-10T22:22:39.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:39.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:39.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:39.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:39.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:39.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:39.993 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:39.736+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:39.993 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:39.736+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:39.993 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:39.736+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:39.993 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:39.736+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:39.993 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:39.736+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:39.993 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:39.736+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:39.993 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:39.736+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:39.994 INFO:tasks.rados.rados.0.smithi169.stdout:2450: done (3 left) 2024-03-10T22:22:39.994 INFO:tasks.rados.rados.0.smithi169.stdout:2451: done (2 left) 2024-03-10T22:22:39.994 INFO:tasks.rados.rados.0.smithi169.stdout:2453: done (1 left) 2024-03-10T22:22:39.995 INFO:tasks.rados.rados.0.smithi169.stdout:2454: setattr oid 46 current snap is 234 2024-03-10T22:22:39.996 INFO:tasks.rados.rados.0.smithi169.stdout:2452: finishing write tid 1 to smithi16976610-44 2024-03-10T22:22:39.998 INFO:tasks.rados.rados.0.smithi169.stdout:2455: read oid 2 snap -1 2024-03-10T22:22:39.998 INFO:tasks.rados.rados.0.smithi169.stdout:2455: expect (ObjNum 767 snap 230 seq_num 767) 2024-03-10T22:22:39.998 INFO:tasks.rados.rados.0.smithi169.stdout:2456: copy_from oid 7 from oid 21 current snap is 234 2024-03-10T22:22:39.998 INFO:tasks.rados.rados.0.smithi169.stdout:2457: read oid 38 snap -1 2024-03-10T22:22:39.998 INFO:tasks.rados.rados.0.smithi169.stdout:2457: expect (ObjNum 758 snap 223 seq_num 758) 2024-03-10T22:22:39.998 INFO:tasks.rados.rados.0.smithi169.stdout:2458: rollback oid 15 current snap is 234 2024-03-10T22:22:39.998 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 15 to 233 2024-03-10T22:22:39.999 INFO:tasks.rados.rados.0.smithi169.stdout:2459: snap_create 2024-03-10T22:22:40.000 INFO:tasks.rados.rados.0.smithi169.stdout:2452: finishing write tid 2 to smithi16976610-44 2024-03-10T22:22:40.002 INFO:tasks.rados.rados.0.smithi169.stdout:2452: finishing write tid 3 to smithi16976610-44 2024-03-10T22:22:40.005 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14010 (ObjNum 129 snap 0 seq_num 151304840) dirty exists 2024-03-10T22:22:40.005 INFO:tasks.rados.rados.0.smithi169.stdout:2458: finishing rollback tid 0 to smithi16976610-15 2024-03-10T22:22:40.007 INFO:tasks.rados.rados.0.smithi169.stdout:2458: finishing rollback tid 1 to smithi16976610-15 2024-03-10T22:22:40.009 INFO:tasks.rados.rados.0.smithi169.stdout:2452: finishing write tid 4 to smithi16976610-44 2024-03-10T22:22:40.009 INFO:tasks.rados.rados.0.smithi169.stdout:2452: oid 44 updating version 0 to 13988 2024-03-10T22:22:40.009 INFO:tasks.rados.rados.0.smithi169.stdout:2452: oid 44 updating version 13988 to 13989 2024-03-10T22:22:40.009 INFO:tasks.rados.rados.0.smithi169.stdout:2452: oid 44 version 13989 is already newer than 13987 2024-03-10T22:22:40.009 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 13989 (ObjNum 780 snap 234 seq_num 780) dirty exists 2024-03-10T22:22:40.009 INFO:tasks.rados.rados.0.smithi169.stdout:2452: left oid 44 (ObjNum 780 snap 234 seq_num 780) 2024-03-10T22:22:40.012 INFO:tasks.rados.rados.0.smithi169.stdout:2456: finishing copy_from racing read to smithi16976610-7 2024-03-10T22:22:40.014 INFO:tasks.rados.rados.0.smithi169.stdout:2457: expect (ObjNum 758 snap 223 seq_num 758) 2024-03-10T22:22:40.113 INFO:tasks.rados.rados.0.smithi169.stdout:2456: finishing copy_from to smithi16976610-7 2024-03-10T22:22:40.113 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 13996 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:22:40.113 INFO:tasks.rados.rados.0.smithi169.stdout:2458: finishing rollback tid 2 to smithi16976610-15 2024-03-10T22:22:40.113 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14013 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:22:40.113 INFO:tasks.rados.rados.0.smithi169.stdout:2455: expect (ObjNum 767 snap 230 seq_num 767) 2024-03-10T22:22:40.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:39.989+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:40.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:39.992+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:40.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:39.992+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:40.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:39.992+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:40.746 INFO:tasks.rados.rados.0.smithi169.stdout:2452: done (6 left) 2024-03-10T22:22:40.746 INFO:tasks.rados.rados.0.smithi169.stdout:2454: done (5 left) 2024-03-10T22:22:40.747 INFO:tasks.rados.rados.0.smithi169.stdout:2455: done (4 left) 2024-03-10T22:22:40.747 INFO:tasks.rados.rados.0.smithi169.stdout:2456: done (3 left) 2024-03-10T22:22:40.747 INFO:tasks.rados.rados.0.smithi169.stdout:2457: done (2 left) 2024-03-10T22:22:40.747 INFO:tasks.rados.rados.0.smithi169.stdout:2458: done (1 left) 2024-03-10T22:22:40.747 INFO:tasks.rados.rados.0.smithi169.stdout:2459: done (0 left) 2024-03-10T22:22:40.747 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 20 current snap is 235 2024-03-10T22:22:40.747 INFO:tasks.rados.rados.0.smithi169.stdout:2460: seq_num 782 ranges {1867776=704512,2572288=401408} 2024-03-10T22:22:40.760 INFO:tasks.rados.rados.0.smithi169.stdout:2460: writing smithi16976610-20 from 1867776 to 2572288 tid 1 2024-03-10T22:22:40.762 INFO:tasks.rados.rados.0.smithi169.stdout:2460: writing smithi16976610-20 from 2572288 to 2973696 tid 2 2024-03-10T22:22:40.762 INFO:tasks.rados.rados.0.smithi169.stdout:2461: delete oid 11 current snap is 235 2024-03-10T22:22:40.766 INFO:tasks.rados.rados.0.smithi169.stdout:2461: done (1 left) 2024-03-10T22:22:40.767 INFO:tasks.rados.rados.0.smithi169.stdout:2462: snap_remove snap 232 2024-03-10T22:22:41.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:40.765+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:41.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:40.765+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:41.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[90638]: osdmap e545: 8 total, 8 up, 8 in 2024-03-10T22:22:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[90638]: pgmap v480: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 702 KiB/s wr, 10 op/s 2024-03-10T22:22:41.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:41.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[88180]: osdmap e545: 8 total, 8 up, 8 in 2024-03-10T22:22:41.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:41.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:41.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:41.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:41.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:41.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:41.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:41.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:41.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[88180]: pgmap v480: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 702 KiB/s wr, 10 op/s 2024-03-10T22:22:41.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:41.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:40.762+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:41.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:40.762+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:41.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:40.762+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:41.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:40.762+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:41.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:40.765+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:41.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:40.765+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:41.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:40.741+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-mon[84635]: osdmap e545: 8 total, 8 up, 8 in 2024-03-10T22:22:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:41.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:41.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-mon[84635]: pgmap v480: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 702 KiB/s wr, 10 op/s 2024-03-10T22:22:41.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:41.368 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:41 smithi172 systemd[1]: Stopping Ceph osd.7 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:22:41.740 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[53232]: 2024-03-10T22:22:41.368+0000 7f5cf331d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:22:41.740 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[53232]: 2024-03-10T22:22:41.368+0000 7f5cf331d700 -1 osd.7 546 *** Got signal Terminated *** 2024-03-10T22:22:41.740 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[53232]: 2024-03-10T22:22:41.368+0000 7f5cf331d700 -1 osd.7 546 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:2462: done (1 left) 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:2463: read oid 18 snap 233 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:2463: expect deleted 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:2464: delete oid 42 current snap is 235 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:2460: finishing write tid 1 to smithi16976610-20 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:2460: finishing write tid 2 to smithi16976610-20 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:2460: finishing write tid 3 to smithi16976610-20 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:2460: finishing write tid 4 to smithi16976610-20 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:2460: oid 20 updating version 0 to 13998 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:2460: oid 20 updating version 13998 to 13999 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:2460: oid 20 updating version 13999 to 14000 2024-03-10T22:22:41.757 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14000 (ObjNum 782 snap 235 seq_num 782) dirty exists 2024-03-10T22:22:41.758 INFO:tasks.rados.rados.0.smithi169.stdout:2460: left oid 20 (ObjNum 782 snap 235 seq_num 782) 2024-03-10T22:22:42.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:41.753+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:42.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:41.760+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[88180]: osdmap e546: 8 total, 8 up, 8 in 2024-03-10T22:22:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[88180]: osd.7 marked itself down and dead 2024-03-10T22:22:42.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:42.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[90638]: osdmap e546: 8 total, 8 up, 8 in 2024-03-10T22:22:42.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:42.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:42.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:42.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:42.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:42.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:42.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:42.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-mon[90638]: osd.7 marked itself down and dead 2024-03-10T22:22:42.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:41.754+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:42.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:41.755+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:42.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:41.755+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:42.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:41.758+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:42.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:41.758+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:42.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:41.758+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:42.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:41.751+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:42.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:41.751+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:42.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:42.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-mon[84635]: osdmap e546: 8 total, 8 up, 8 in 2024-03-10T22:22:42.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:42.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:42.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:42.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:42.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:42.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:42.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:42.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:41 smithi172 ceph-mon[84635]: osd.7 marked itself down and dead 2024-03-10T22:22:42.469 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:42 smithi172 podman[104226]: 2024-03-10 22:22:42.175885344 +0000 UTC m=+0.933401584 container died 2a90c2f7539a9504b588947184a3a95f74c8c30f88090c707499e7214923f08e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=reef-c2ea977, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:22:42.470 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:22:42.741 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:42 smithi172 podman[104226]: 2024-03-10 22:22:42.619351905 +0000 UTC m=+1.376868156 container cleanup 2a90c2f7539a9504b588947184a3a95f74c8c30f88090c707499e7214923f08e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-03-10T22:22:42.741 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:42 smithi172 bash[104226]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7 2024-03-10T22:22:42.768 INFO:tasks.rados.rados.0.smithi169.stdout:2460: done (2 left) 2024-03-10T22:22:42.768 INFO:tasks.rados.rados.0.smithi169.stdout:2463: done (1 left) 2024-03-10T22:22:42.768 INFO:tasks.rados.rados.0.smithi169.stdout:2464: done (0 left) 2024-03-10T22:22:42.768 INFO:tasks.rados.rados.0.smithi169.stdout:2465: read oid 7 snap -1 2024-03-10T22:22:42.768 INFO:tasks.rados.rados.0.smithi169.stdout:2465: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:42.769 INFO:tasks.rados.rados.0.smithi169.stdout:2466: rollback oid 26 current snap is 235 2024-03-10T22:22:42.769 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 26 to 233 2024-03-10T22:22:42.769 INFO:tasks.rados.rados.0.smithi169.stdout:2467: rmattr oid 45 current snap is 235 2024-03-10T22:22:42.769 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 235 2024-03-10T22:22:42.769 INFO:tasks.rados.rados.0.smithi169.stdout:2468: seq_num 785 ranges {4497408=753664,5251072=401408} 2024-03-10T22:22:42.797 INFO:tasks.rados.rados.0.smithi169.stdout:2468: writing smithi16976610-27 from 4497408 to 5251072 tid 1 2024-03-10T22:22:42.799 INFO:tasks.rados.rados.0.smithi169.stdout:2468: writing smithi16976610-27 from 5251072 to 5652480 tid 2 2024-03-10T22:22:42.800 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 235 2024-03-10T22:22:42.800 INFO:tasks.rados.rados.0.smithi169.stdout:2466: finishing rollback tid 0 to smithi16976610-26 2024-03-10T22:22:42.800 INFO:tasks.rados.rados.0.smithi169.stdout:2466: finishing rollback tid 1 to smithi16976610-26 2024-03-10T22:22:42.800 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14014 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:22:42.800 INFO:tasks.rados.rados.0.smithi169.stdout:2466: finishing rollback tid 2 to smithi16976610-26 2024-03-10T22:22:42.800 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 13998 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-03-10T22:22:42.800 INFO:tasks.rados.rados.0.smithi169.stdout:2465: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:42.863 INFO:tasks.rados.rados.0.smithi169.stdout:2468: finishing write tid 1 to smithi16976610-27 2024-03-10T22:22:42.863 INFO:tasks.rados.rados.0.smithi169.stdout:2468: finishing write tid 2 to smithi16976610-27 2024-03-10T22:22:42.863 INFO:tasks.rados.rados.0.smithi169.stdout:2468: finishing write tid 3 to smithi16976610-27 2024-03-10T22:22:42.863 INFO:tasks.rados.rados.0.smithi169.stdout:2468: finishing write tid 4 to smithi16976610-27 2024-03-10T22:22:42.863 INFO:tasks.rados.rados.0.smithi169.stdout:2468: oid 27 updating version 0 to 14026 2024-03-10T22:22:42.863 INFO:tasks.rados.rados.0.smithi169.stdout:2468: oid 27 version 14026 is already newer than 14024 2024-03-10T22:22:42.863 INFO:tasks.rados.rados.0.smithi169.stdout:2468: oid 27 version 14026 is already newer than 14025 2024-03-10T22:22:42.864 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14026 (ObjNum 785 snap 235 seq_num 785) dirty exists 2024-03-10T22:22:42.864 INFO:tasks.rados.rados.0.smithi169.stdout:2468: left oid 27 (ObjNum 785 snap 235 seq_num 785) 2024-03-10T22:22:42.864 INFO:tasks.rados.rados.0.smithi169.stdout:2469: seq_num 786 ranges {2220032=770048,2990080=401408} 2024-03-10T22:22:42.878 INFO:tasks.rados.rados.0.smithi169.stdout:2469: writing smithi16976610-25 from 2220032 to 2990080 tid 1 2024-03-10T22:22:42.881 INFO:tasks.rados.rados.0.smithi169.stdout:2469: writing smithi16976610-25 from 2990080 to 3391488 tid 2 2024-03-10T22:22:42.881 INFO:tasks.rados.rados.0.smithi169.stdout:2465: done (4 left) 2024-03-10T22:22:42.881 INFO:tasks.rados.rados.0.smithi169.stdout:2466: done (3 left) 2024-03-10T22:22:42.881 INFO:tasks.rados.rados.0.smithi169.stdout:2467: done (2 left) 2024-03-10T22:22:42.881 INFO:tasks.rados.rados.0.smithi169.stdout:2468: done (1 left) 2024-03-10T22:22:42.881 INFO:tasks.rados.rados.0.smithi169.stdout:2470: read oid 39 snap -1 2024-03-10T22:22:42.881 INFO:tasks.rados.rados.0.smithi169.stdout:2470: expect (ObjNum 757 snap 223 seq_num 757) 2024-03-10T22:22:42.881 INFO:tasks.rados.rados.0.smithi169.stdout:2471: snap_create 2024-03-10T22:22:42.889 INFO:tasks.rados.rados.0.smithi169.stdout:2469: finishing write tid 1 to smithi16976610-25 2024-03-10T22:22:42.889 INFO:tasks.rados.rados.0.smithi169.stdout:2469: finishing write tid 2 to smithi16976610-25 2024-03-10T22:22:42.889 INFO:tasks.rados.rados.0.smithi169.stdout:2469: finishing write tid 3 to smithi16976610-25 2024-03-10T22:22:42.893 INFO:tasks.rados.rados.0.smithi169.stdout:2469: finishing write tid 4 to smithi16976610-25 2024-03-10T22:22:42.893 INFO:tasks.rados.rados.0.smithi169.stdout:2469: oid 25 updating version 0 to 14017 2024-03-10T22:22:42.893 INFO:tasks.rados.rados.0.smithi169.stdout:2469: oid 25 version 14017 is already newer than 14016 2024-03-10T22:22:42.894 INFO:tasks.rados.rados.0.smithi169.stdout:2469: oid 25 version 14017 is already newer than 14015 2024-03-10T22:22:42.894 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14017 (ObjNum 786 snap 235 seq_num 786) dirty exists 2024-03-10T22:22:42.894 INFO:tasks.rados.rados.0.smithi169.stdout:2469: left oid 25 (ObjNum 786 snap 235 seq_num 786) 2024-03-10T22:22:42.894 INFO:tasks.rados.rados.0.smithi169.stdout:2470: expect (ObjNum 757 snap 223 seq_num 757) 2024-03-10T22:22:43.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:42.756+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:43.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:42.763+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:43.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[88180]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:22:43.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[88180]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-03-10T22:22:43.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[88180]: osdmap e547: 8 total, 7 up, 8 in 2024-03-10T22:22:43.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:43.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:43.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:43.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:43.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:43.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:43.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:43.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[88180]: pgmap v483: 121 pgs: 7 peering, 13 stale+active+clean, 8 active+clean+snaptrim_error, 93 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-03-10T22:22:43.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:42.757+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:43.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:42.758+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:43.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:42.758+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:43.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:42.758+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:43.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:42.759+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:43.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[90638]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:22:43.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[90638]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-03-10T22:22:43.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[90638]: osdmap e547: 8 total, 7 up, 8 in 2024-03-10T22:22:43.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:43.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:43.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:43.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:43.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:43.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:43.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:43.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:42 smithi169 ceph-mon[90638]: pgmap v483: 121 pgs: 7 peering, 13 stale+active+clean, 8 active+clean+snaptrim_error, 93 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-03-10T22:22:43.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:42.753+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:43.013 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:42 smithi172 podman[104244]: 2024-03-10 22:22:42.795846954 +0000 UTC m=+0.620940847 container remove 2a90c2f7539a9504b588947184a3a95f74c8c30f88090c707499e7214923f08e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-c2ea977, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307) 2024-03-10T22:22:43.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-mon[84635]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T22:22:43.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-mon[84635]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-03-10T22:22:43.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-mon[84635]: osdmap e547: 8 total, 7 up, 8 in 2024-03-10T22:22:43.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:43.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:43.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:43.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:43.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:43.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:43.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:43.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:42 smithi172 ceph-mon[84635]: pgmap v483: 121 pgs: 7 peering, 13 stale+active+clean, 8 active+clean+snaptrim_error, 93 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-03-10T22:22:43.498 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:43 smithi172 podman[104332]: 2024-03-10 22:22:43.139550437 +0000 UTC m=+0.019085221 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:22:43.498 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:43 smithi172 podman[104332]: 2024-03-10 22:22:43.263709748 +0000 UTC m=+0.143244561 container create afce2ced42d97faca2acf3cc009d5e60e65bc7a3c480da4fc2c87944b5bba80a (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, ceph=True, RELEASE=main-cb2b48d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:22:43.754 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:43 smithi172 podman[104332]: 2024-03-10 22:22:43.499491055 +0000 UTC m=+0.379025822 container init afce2ced42d97faca2acf3cc009d5e60e65bc7a3c480da4fc2c87944b5bba80a (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-deactivate, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-cb2b48d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-10T22:22:43.755 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:43 smithi172 podman[104332]: 2024-03-10 22:22:43.503102938 +0000 UTC m=+0.382637706 container start afce2ced42d97faca2acf3cc009d5e60e65bc7a3c480da4fc2c87944b5bba80a (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-03-10T22:22:43.755 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:43 smithi172 podman[104332]: 2024-03-10 22:22:43.599601891 +0000 UTC m=+0.479136662 container attach afce2ced42d97faca2acf3cc009d5e60e65bc7a3c480da4fc2c87944b5bba80a (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-deactivate, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-03-10T22:22:43.755 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:43 smithi172 ceph-mon[84635]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-03-10T22:22:43.755 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:43.755 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:43 smithi172 ceph-mon[84635]: osdmap e548: 8 total, 7 up, 8 in 2024-03-10T22:22:43.755 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:43.755 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:43 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:43.755 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:43.756 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:43.756 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:43.756 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:43.757 INFO:tasks.rados.rados.0.smithi169.stdout:2469: done (2 left) 2024-03-10T22:22:43.757 INFO:tasks.rados.rados.0.smithi169.stdout:2470: done (1 left) 2024-03-10T22:22:43.757 INFO:tasks.rados.rados.0.smithi169.stdout:2471: done (0 left) 2024-03-10T22:22:43.757 INFO:tasks.rados.rados.0.smithi169.stdout:2472: rmattr oid 11 current snap is 236 2024-03-10T22:22:43.757 INFO:tasks.rados.rados.0.smithi169.stdout:2472: done (0 left) 2024-03-10T22:22:43.757 INFO:tasks.rados.rados.0.smithi169.stdout:2473: read oid 45 snap -1 2024-03-10T22:22:43.757 INFO:tasks.rados.rados.0.smithi169.stdout:2473: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:22:43.757 INFO:tasks.rados.rados.0.smithi169.stdout:2474: delete oid 1 current snap is 236 2024-03-10T22:22:43.760 INFO:tasks.rados.rados.0.smithi169.stdout:2474: done (1 left) 2024-03-10T22:22:43.760 INFO:tasks.rados.rados.0.smithi169.stdout:2475: setattr oid 2 current snap is 236 2024-03-10T22:22:43.762 INFO:tasks.rados.rados.0.smithi169.stdout:2476: snap_remove snap 235 2024-03-10T22:22:44.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:43.756+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:44.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:43.761+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:44.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[90638]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-03-10T22:22:44.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:44.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[90638]: osdmap e548: 8 total, 7 up, 8 in 2024-03-10T22:22:44.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:44.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:44.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:44.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:44.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:44.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:44.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[88180]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-03-10T22:22:44.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:44.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[88180]: osdmap e548: 8 total, 7 up, 8 in 2024-03-10T22:22:44.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:44.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:44.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:44.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:44.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:44.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:44.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:43.764+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:44.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:43.764+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:44.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:43.766+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:44.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:43.766+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:44.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:43.766+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:44.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:43.766+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:44.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:43.753+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:44.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:43.753+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:44.013 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:43 smithi172 podman[104332]: 2024-03-10 22:22:43.796061616 +0000 UTC m=+0.675596382 container died afce2ced42d97faca2acf3cc009d5e60e65bc7a3c480da4fc2c87944b5bba80a (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-deactivate, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240307) 2024-03-10T22:22:44.757 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:44 smithi172 podman[104358]: 2024-03-10 22:22:44.436739793 +0000 UTC m=+0.635329620 container remove afce2ced42d97faca2acf3cc009d5e60e65bc7a3c480da4fc2c87944b5bba80a (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307) 2024-03-10T22:22:44.757 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:44 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.7.service: Deactivated successfully. 2024-03-10T22:22:44.758 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:44 smithi172 systemd[1]: Stopped Ceph osd.7 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:22:44.758 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:44 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.7.service: Consumed 16.386s CPU time. 2024-03-10T22:22:44.758 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:44 smithi172 systemd[1]: Starting Ceph osd.7 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:22:44.763 INFO:tasks.rados.rados.0.smithi169.stdout:2476: done (2 left) 2024-03-10T22:22:44.763 INFO:tasks.rados.rados.0.smithi169.stdout:2477: read oid 25 snap -1 2024-03-10T22:22:44.763 INFO:tasks.rados.rados.0.smithi169.stdout:2477: expect (ObjNum 786 snap 235 seq_num 786) 2024-03-10T22:22:44.763 INFO:tasks.rados.rados.0.smithi169.stdout:2478: snap_remove snap 233 2024-03-10T22:22:45.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:44.794+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:45.013 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:44 smithi172 podman[104463]: 2024-03-10 22:22:44.781576052 +0000 UTC m=+0.017885011 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:22:45.014 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:44 smithi172 podman[104463]: 2024-03-10 22:22:44.898783949 +0000 UTC m=+0.135092899 container create 40f7902f629446644f4a7158e72e6eae0f57891a7a426876d81542081398302c (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d) 2024-03-10T22:22:45.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:45.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:44 smithi172 ceph-mon[84635]: osdmap e549: 8 total, 7 up, 8 in 2024-03-10T22:22:45.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:45.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:45.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:44 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:45.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:45.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:45.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:45.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:44 smithi172 ceph-mon[84635]: pgmap v486: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 12 active+undersized, 2 active+undersized+degraded, 7 peering, 8 stale+active+clean, 7 active+clean+snaptrim_error, 84 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 46/882 objects degraded (5.215%) 2024-03-10T22:22:45.213 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:44.762+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:45.213 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:44.762+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:45.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:45.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[90638]: osdmap e549: 8 total, 7 up, 8 in 2024-03-10T22:22:45.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:45.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:45.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:45.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:45.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:45.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:45.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[90638]: pgmap v486: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 12 active+undersized, 2 active+undersized+degraded, 7 peering, 8 stale+active+clean, 7 active+clean+snaptrim_error, 84 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 46/882 objects degraded (5.215%) 2024-03-10T22:22:45.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:45.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[88180]: osdmap e549: 8 total, 7 up, 8 in 2024-03-10T22:22:45.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:45.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:45.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:45.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:45.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:45.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:45.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:44 smithi169 ceph-mon[88180]: pgmap v486: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 12 active+undersized, 2 active+undersized+degraded, 7 peering, 8 stale+active+clean, 7 active+clean+snaptrim_error, 84 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 46/882 objects degraded (5.215%) 2024-03-10T22:22:45.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:45.212+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:45.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:45.212+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:45.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:45.212+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:45.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:45.213+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:45.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:45.213+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:45.513 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 podman[104463]: 2024-03-10 22:22:45.142912922 +0000 UTC m=+0.379221871 container init 40f7902f629446644f4a7158e72e6eae0f57891a7a426876d81542081398302c (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-03-10T22:22:45.513 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 podman[104463]: 2024-03-10 22:22:45.146087429 +0000 UTC m=+0.382396385 container start 40f7902f629446644f4a7158e72e6eae0f57891a7a426876d81542081398302c (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-03-10T22:22:45.513 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 podman[104463]: 2024-03-10 22:22:45.226259718 +0000 UTC m=+0.462568677 container attach 40f7902f629446644f4a7158e72e6eae0f57891a7a426876d81542081398302c (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate, GIT_CLEAN=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:22:45.766 INFO:tasks.rados.rados.0.smithi169.stdout:2473: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:22:45.817 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14027 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-03-10T22:22:45.818 INFO:tasks.rados.rados.0.smithi169.stdout:2477: expect (ObjNum 786 snap 235 seq_num 786) 2024-03-10T22:22:45.887 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:45.765+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:45.887 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:45.765+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:45.887 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-mon[84635]: Health check failed: Degraded data redundancy: 46/882 objects degraded (5.215%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:45.888 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:45.888 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-mon[84635]: osdmap e550: 8 total, 7 up, 8 in 2024-03-10T22:22:45.888 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:45.888 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:45.888 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate[104478]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-10T22:22:45.888 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate[104478]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-10T22:22:45.888 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 bash[104463]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-10T22:22:45.888 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 bash[104463]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-10T22:22:45.889 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 bash[104463]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-10T22:22:45.889 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 bash[104463]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-10T22:22:45.889 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 bash[104463]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-03-10T22:22:45.889 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 bash[104463]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-10T22:22:45.889 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 bash[104463]: --> ceph-volume raw activate successful for osd ID: 7 2024-03-10T22:22:45.889 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate[104478]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-10T22:22:45.889 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate[104478]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-10T22:22:45.889 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate[104478]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-03-10T22:22:45.889 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate[104478]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-10T22:22:45.889 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate[104478]: --> ceph-volume raw activate successful for osd ID: 7 2024-03-10T22:22:45.889 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:45 smithi172 podman[104463]: 2024-03-10 22:22:45.60903927 +0000 UTC m=+0.845348231 container died 40f7902f629446644f4a7158e72e6eae0f57891a7a426876d81542081398302c (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True) 2024-03-10T22:22:45.973 INFO:tasks.rados.rados.0.smithi169.stdout:2473: done (3 left) 2024-03-10T22:22:45.974 INFO:tasks.rados.rados.0.smithi169.stdout:2475: done (2 left) 2024-03-10T22:22:45.974 INFO:tasks.rados.rados.0.smithi169.stdout:2477: done (1 left) 2024-03-10T22:22:45.974 INFO:tasks.rados.rados.0.smithi169.stdout:2478: done (0 left) 2024-03-10T22:22:45.974 INFO:tasks.rados.rados.0.smithi169.stdout:2479: copy_from oid 34 from oid 33 current snap is 236 2024-03-10T22:22:45.975 INFO:tasks.rados.rados.0.smithi169.stdout:2480: rmattr oid 44 current snap is 236 2024-03-10T22:22:45.975 INFO:tasks.rados.rados.0.smithi169.stdout:2480: done (1 left) 2024-03-10T22:22:45.975 INFO:tasks.rados.rados.0.smithi169.stdout:2481: copy_from oid 6 from oid 24 current snap is 236 2024-03-10T22:22:45.975 INFO:tasks.rados.rados.0.smithi169.stdout:2482: snap_create 2024-03-10T22:22:45.985 INFO:tasks.rados.rados.0.smithi169.stdout:2481: finishing copy_from racing read to smithi16976610-6 2024-03-10T22:22:45.987 INFO:tasks.rados.rados.0.smithi169.stdout:2481: finishing copy_from to smithi16976610-6 2024-03-10T22:22:45.987 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14000 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:22:45.992 INFO:tasks.rados.rados.0.smithi169.stdout:2479: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:22:45.992 INFO:tasks.rados.rados.0.smithi169.stdout:2479: finishing copy_from to smithi16976610-34 2024-03-10T22:22:45.993 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14014 (ObjNum 765 snap 230 seq_num 765) dirty exists 2024-03-10T22:22:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:22:45] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.43.0" 2024-03-10T22:22:46.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-mon[90638]: Health check failed: Degraded data redundancy: 46/882 objects degraded (5.215%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:46.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-mon[90638]: osdmap e550: 8 total, 7 up, 8 in 2024-03-10T22:22:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:46.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:45.768+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:46.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:45.768+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:46.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-mon[88180]: Health check failed: Degraded data redundancy: 46/882 objects degraded (5.215%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-mon[88180]: osdmap e550: 8 total, 7 up, 8 in 2024-03-10T22:22:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:46.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:45.765+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:46.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:45.765+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:46.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:45.765+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:46.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:45.767+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:46.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:45.768+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:46.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:45.768+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:46.513 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:46 smithi172 podman[104594]: 2024-03-10 22:22:46.18825618 +0000 UTC m=+0.574138186 container remove 40f7902f629446644f4a7158e72e6eae0f57891a7a426876d81542081398302c (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d) 2024-03-10T22:22:46.513 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:46 smithi172 podman[104661]: 2024-03-10 22:22:46.307020749 +0000 UTC m=+0.019526897 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:22:46.513 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:46 smithi172 podman[104661]: 2024-03-10 22:22:46.405956855 +0000 UTC m=+0.118462991 container create 1eb32f4069abd2af8cadc67d1c5e554636279055c82b19fc515263e5326c3dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-10T22:22:46.780 INFO:tasks.rados.rados.0.smithi169.stdout:2479: done (2 left) 2024-03-10T22:22:46.780 INFO:tasks.rados.rados.0.smithi169.stdout:2481: done (1 left) 2024-03-10T22:22:46.780 INFO:tasks.rados.rados.0.smithi169.stdout:2482: done (0 left) 2024-03-10T22:22:46.780 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 237 2024-03-10T22:22:46.780 INFO:tasks.rados.rados.0.smithi169.stdout:2483: seq_num 788 ranges {0=802816,802816=401408} 2024-03-10T22:22:46.783 INFO:tasks.rados.rados.0.smithi169.stdout:2483: writing smithi16976610-40 from 0 to 802816 tid 1 2024-03-10T22:22:46.786 INFO:tasks.rados.rados.0.smithi169.stdout:2483: writing smithi16976610-40 from 802816 to 1204224 tid 2 2024-03-10T22:22:46.786 INFO:tasks.rados.rados.0.smithi169.stdout:2484: setattr oid 23 current snap is 237 2024-03-10T22:22:46.787 INFO:tasks.rados.rados.0.smithi169.stdout:2485: delete oid 21 current snap is 237 2024-03-10T22:22:46.791 INFO:tasks.rados.rados.0.smithi169.stdout:2483: finishing write tid 1 to smithi16976610-40 2024-03-10T22:22:46.792 INFO:tasks.rados.rados.0.smithi169.stdout:2483: finishing write tid 2 to smithi16976610-40 2024-03-10T22:22:46.792 INFO:tasks.rados.rados.0.smithi169.stdout:2483: finishing write tid 3 to smithi16976610-40 2024-03-10T22:22:46.796 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14014 (ObjNum 692 snap 203 seq_num 692) dirty exists 2024-03-10T22:22:46.796 INFO:tasks.rados.rados.0.smithi169.stdout:2484: done (2 left) 2024-03-10T22:22:46.796 INFO:tasks.rados.rados.0.smithi169.stdout:2485: done (1 left) 2024-03-10T22:22:46.796 INFO:tasks.rados.rados.0.smithi169.stdout:2486: read oid 18 snap -1 2024-03-10T22:22:46.796 INFO:tasks.rados.rados.0.smithi169.stdout:2486: expect deleted 2024-03-10T22:22:46.798 INFO:tasks.rados.rados.0.smithi169.stdout:2487: rollback oid 44 current snap is 237 2024-03-10T22:22:46.798 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 44 to 234 2024-03-10T22:22:46.798 INFO:tasks.rados.rados.0.smithi169.stdout:2488: setattr oid 32 current snap is 237 2024-03-10T22:22:46.798 INFO:tasks.rados.rados.0.smithi169.stdout:2483: finishing write tid 4 to smithi16976610-40 2024-03-10T22:22:46.798 INFO:tasks.rados.rados.0.smithi169.stdout:2483: oid 40 updating version 0 to 14016 2024-03-10T22:22:46.798 INFO:tasks.rados.rados.0.smithi169.stdout:2483: oid 40 version 14016 is already newer than 14015 2024-03-10T22:22:46.799 INFO:tasks.rados.rados.0.smithi169.stdout:2483: oid 40 updating version 14016 to 14017 2024-03-10T22:22:46.799 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 14017 (ObjNum 788 snap 237 seq_num 788) dirty exists 2024-03-10T22:22:46.799 INFO:tasks.rados.rados.0.smithi169.stdout:2483: left oid 40 (ObjNum 788 snap 237 seq_num 788) 2024-03-10T22:22:46.799 INFO:tasks.rados.rados.0.smithi169.stdout:2483: done (3 left) 2024-03-10T22:22:46.799 INFO:tasks.rados.rados.0.smithi169.stdout:2486: done (2 left) 2024-03-10T22:22:46.799 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 237 2024-03-10T22:22:46.800 INFO:tasks.rados.rados.0.smithi169.stdout:2489: seq_num 790 ranges {2572288=434176,3006464=548864,3555328=253952} 2024-03-10T22:22:46.815 INFO:tasks.rados.rados.0.smithi169.stdout:2489: writing smithi16976610-38 from 2572288 to 3006464 tid 1 2024-03-10T22:22:46.818 INFO:tasks.rados.rados.0.smithi169.stdout:2489: writing smithi16976610-38 from 3006464 to 3555328 tid 2 2024-03-10T22:22:46.820 INFO:tasks.rados.rados.0.smithi169.stdout:2489: writing smithi16976610-38 from 3555328 to 3809280 tid 3 2024-03-10T22:22:46.820 INFO:tasks.rados.rados.0.smithi169.stdout:2490: copy_from oid 13 from oid 5 current snap is 237 2024-03-10T22:22:46.820 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14003 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-03-10T22:22:46.820 INFO:tasks.rados.rados.0.smithi169.stdout:2487: finishing rollback tid 0 to smithi16976610-44 2024-03-10T22:22:46.820 INFO:tasks.rados.rados.0.smithi169.stdout:2487: finishing rollback tid 1 to smithi16976610-44 2024-03-10T22:22:46.820 INFO:tasks.rados.rados.0.smithi169.stdout:2487: finishing rollback tid 2 to smithi16976610-44 2024-03-10T22:22:46.820 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 13993 (ObjNum 780 snap 234 seq_num 780) dirty exists 2024-03-10T22:22:46.820 INFO:tasks.rados.rados.0.smithi169.stdout:2489: finishing write tid 1 to smithi16976610-38 2024-03-10T22:22:46.820 INFO:tasks.rados.rados.0.smithi169.stdout:2487: done (3 left) 2024-03-10T22:22:46.821 INFO:tasks.rados.rados.0.smithi169.stdout:2488: done (2 left) 2024-03-10T22:22:46.821 INFO:tasks.rados.rados.0.smithi169.stdout:2491: snap_remove snap 236 2024-03-10T22:22:47.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:46.776+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:47.013 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:46 smithi172 podman[104661]: 2024-03-10 22:22:46.634075541 +0000 UTC m=+0.346581677 container init 1eb32f4069abd2af8cadc67d1c5e554636279055c82b19fc515263e5326c3dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307) 2024-03-10T22:22:47.013 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:46 smithi172 podman[104661]: 2024-03-10 22:22:46.637116762 +0000 UTC m=+0.349622906 container start 1eb32f4069abd2af8cadc67d1c5e554636279055c82b19fc515263e5326c3dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-03-10T22:22:47.013 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-osd[104681]: -- 172.21.15.172:0/3090977547 <== mon.1 v2:172.21.15.172:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c3c8d03680 con 0x55c3c8ccd000 2024-03-10T22:22:47.013 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:46 smithi172 bash[104661]: 1eb32f4069abd2af8cadc67d1c5e554636279055c82b19fc515263e5326c3dd9 2024-03-10T22:22:47.013 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:46 smithi172 systemd[1]: Started Ceph osd.7 for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: osdmap e551: 8 total, 7 up, 8 in 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:47.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:47.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:46 smithi172 ceph-mon[84635]: pgmap v489: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 30 active+undersized, 7 active+undersized+degraded, 7 peering, 7 active+clean+snaptrim_error, 69 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 57/885 objects degraded (6.441%) 2024-03-10T22:22:47.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:46.780+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:47.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:46.780+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:47.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:47.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:47.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:47.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: osdmap e551: 8 total, 7 up, 8 in 2024-03-10T22:22:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[88180]: pgmap v489: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 30 active+undersized, 7 active+undersized+degraded, 7 peering, 7 active+clean+snaptrim_error, 69 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 57/885 objects degraded (6.441%) 2024-03-10T22:22:47.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:46.790+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:47.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:46.790+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:47.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:46.793+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:47.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:46.793+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:47.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:46.794+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:47.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: osdmap e551: 8 total, 7 up, 8 in 2024-03-10T22:22:47.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:47.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:47.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:47.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:47.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:46 smithi169 ceph-mon[90638]: pgmap v489: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 30 active+undersized, 7 active+undersized+degraded, 7 peering, 7 active+clean+snaptrim_error, 69 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 57/885 objects degraded (6.441%) 2024-03-10T22:22:47.513 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:22:47.191+0000 7f79a97ec7c0 -1 Falling back to public interface 2024-03-10T22:22:47.794 INFO:tasks.rados.rados.0.smithi169.stdout:2491: done (2 left) 2024-03-10T22:22:47.795 INFO:tasks.rados.rados.0.smithi169.stdout:2492: snap_create 2024-03-10T22:22:47.795 INFO:tasks.rados.rados.0.smithi169.stdout:2489: finishing write tid 2 to smithi16976610-38 2024-03-10T22:22:47.795 INFO:tasks.rados.rados.0.smithi169.stdout:2489: finishing write tid 3 to smithi16976610-38 2024-03-10T22:22:47.795 INFO:tasks.rados.rados.0.smithi169.stdout:2489: finishing write tid 4 to smithi16976610-38 2024-03-10T22:22:47.796 INFO:tasks.rados.rados.0.smithi169.stdout:2489: finishing write tid 5 to smithi16976610-38 2024-03-10T22:22:47.796 INFO:tasks.rados.rados.0.smithi169.stdout:2489: oid 38 updating version 0 to 14018 2024-03-10T22:22:47.796 INFO:tasks.rados.rados.0.smithi169.stdout:2489: oid 38 updating version 14018 to 14019 2024-03-10T22:22:47.796 INFO:tasks.rados.rados.0.smithi169.stdout:2489: oid 38 updating version 14019 to 14020 2024-03-10T22:22:47.796 INFO:tasks.rados.rados.0.smithi169.stdout:2489: oid 38 updating version 14020 to 14021 2024-03-10T22:22:47.796 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 14021 (ObjNum 790 snap 237 seq_num 790) dirty exists 2024-03-10T22:22:47.796 INFO:tasks.rados.rados.0.smithi169.stdout:2489: left oid 38 (ObjNum 790 snap 237 seq_num 790) 2024-03-10T22:22:47.796 INFO:tasks.rados.rados.0.smithi169.stdout:2490: finishing copy_from racing read to smithi16976610-13 2024-03-10T22:22:47.796 INFO:tasks.rados.rados.0.smithi169.stdout:2490: finishing copy_from to smithi16976610-13 2024-03-10T22:22:47.796 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 13973 (ObjNum 652 snap 191 seq_num 652) dirty exists 2024-03-10T22:22:48.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:47.793+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:48.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:47.793+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-mon[84635]: osdmap e552: 8 total, 7 up, 8 in 2024-03-10T22:22:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:48.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:48.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:48.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:48.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:48.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:48.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:48.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:48.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:47.795+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:48.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:47.795+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[88180]: osdmap e552: 8 total, 7 up, 8 in 2024-03-10T22:22:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:48.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[90638]: osdmap e552: 8 total, 7 up, 8 in 2024-03-10T22:22:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:48.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:48.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:48.317+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:48.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:48.317+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:48.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:48.317+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:48.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:48.317+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:48.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:48.318+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:48.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:48.318+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:48.808 INFO:tasks.rados.rados.0.smithi169.stdout:2489: done (2 left) 2024-03-10T22:22:48.808 INFO:tasks.rados.rados.0.smithi169.stdout:2490: done (1 left) 2024-03-10T22:22:48.808 INFO:tasks.rados.rados.0.smithi169.stdout:2492: done (0 left) 2024-03-10T22:22:48.808 INFO:tasks.rados.rados.0.smithi169.stdout:2493: rollback oid 29 current snap is 238 2024-03-10T22:22:48.808 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 29 to 234 2024-03-10T22:22:48.808 INFO:tasks.rados.rados.0.smithi169.stdout:2494: snap_remove snap 237 2024-03-10T22:22:49.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:49.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-mon[90638]: osdmap e553: 8 total, 7 up, 8 in 2024-03-10T22:22:49.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:49.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:49.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-mon[90638]: pgmap v492: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 36 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 69 active+clean; 332 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 952 KiB/s wr, 6 op/s; 59/894 objects degraded (6.600%) 2024-03-10T22:22:49.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:48.808+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:49.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:48.808+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:49.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:49.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-mon[88180]: osdmap e553: 8 total, 7 up, 8 in 2024-03-10T22:22:49.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:49.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:49.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-mon[88180]: pgmap v492: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 36 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 69 active+clean; 332 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 952 KiB/s wr, 6 op/s; 59/894 objects degraded (6.600%) 2024-03-10T22:22:49.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:48.813+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:49.258 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:48.813+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:49.258 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:48.813+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:49.258 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:48.814+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:49.258 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:48.815+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:49.258 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:48.801+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:49.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:49.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:48 smithi172 ceph-mon[84635]: osdmap e553: 8 total, 7 up, 8 in 2024-03-10T22:22:49.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:49.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:49.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:48 smithi172 ceph-mon[84635]: pgmap v492: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 36 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 69 active+clean; 332 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 952 KiB/s wr, 6 op/s; 59/894 objects degraded (6.600%) 2024-03-10T22:22:49.809 INFO:tasks.rados.rados.0.smithi169.stdout:2494: done (1 left) 2024-03-10T22:22:49.809 INFO:tasks.rados.rados.0.smithi169.stdout:2495: rollback oid 42 current snap is 238 2024-03-10T22:22:49.809 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 42 to 234 2024-03-10T22:22:49.809 INFO:tasks.rados.rados.0.smithi169.stdout:2493: finishing rollback tid 0 to smithi16976610-29 2024-03-10T22:22:49.809 INFO:tasks.rados.rados.0.smithi169.stdout:2493: finishing rollback tid 1 to smithi16976610-29 2024-03-10T22:22:49.809 INFO:tasks.rados.rados.0.smithi169.stdout:2493: finishing rollback tid 2 to smithi16976610-29 2024-03-10T22:22:49.809 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14000 (ObjNum 739 snap 216 seq_num 739) dirty exists 2024-03-10T22:22:49.809 INFO:tasks.rados.rados.0.smithi169.stdout:2493: done (1 left) 2024-03-10T22:22:49.809 INFO:tasks.rados.rados.0.smithi169.stdout:2496: delete oid 11 current snap is 238 2024-03-10T22:22:49.814 INFO:tasks.rados.rados.0.smithi169.stdout:2495: finishing rollback tid 1 to smithi16976610-42 2024-03-10T22:22:49.814 INFO:tasks.rados.rados.0.smithi169.stdout:2495: finishing rollback tid 2 to smithi16976610-42 2024-03-10T22:22:49.814 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 13958 (ObjNum 751 snap 220 seq_num 751) dirty exists 2024-03-10T22:22:49.820 INFO:tasks.rados.rados.0.smithi169.stdout:2495: done (1 left) 2024-03-10T22:22:49.820 INFO:tasks.rados.rados.0.smithi169.stdout:2496: done (0 left) 2024-03-10T22:22:49.820 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 238 2024-03-10T22:22:49.820 INFO:tasks.rados.rados.0.smithi169.stdout:2497: seq_num 792 ranges {3153920=466944,3620864=761856,4382720=40960} 2024-03-10T22:22:49.840 INFO:tasks.rados.rados.0.smithi169.stdout:2497: writing smithi16976610-34 from 3153920 to 3620864 tid 1 2024-03-10T22:22:49.845 INFO:tasks.rados.rados.0.smithi169.stdout:2497: writing smithi16976610-34 from 3620864 to 4382720 tid 2 2024-03-10T22:22:49.845 INFO:tasks.rados.rados.0.smithi169.stdout:2497: writing smithi16976610-34 from 4382720 to 4423680 tid 3 2024-03-10T22:22:49.845 INFO:tasks.rados.rados.0.smithi169.stdout:2498: rmattr oid 44 current snap is 238 2024-03-10T22:22:49.845 INFO:tasks.rados.rados.0.smithi169.stdout:2498: done (1 left) 2024-03-10T22:22:49.845 INFO:tasks.rados.rados.0.smithi169.stdout:2499: rmattr oid 48 current snap is 238 2024-03-10T22:22:49.845 INFO:tasks.rados.rados.0.smithi169.stdout:2499: done (1 left) 2024-03-10T22:22:49.845 INFO:tasks.rados.rados.0.smithi169.stdout:2500: copy_from oid 39 from oid 8 current snap is 238 2024-03-10T22:22:49.845 INFO:tasks.rados.rados.0.smithi169.stdout:2497: finishing write tid 1 to smithi16976610-34 2024-03-10T22:22:49.845 INFO:tasks.rados.rados.0.smithi169.stdout:2501: copy_from oid 42 from oid 41 current snap is 238 2024-03-10T22:22:49.845 INFO:tasks.rados.rados.0.smithi169.stdout:2502: snap_remove snap 234 2024-03-10T22:22:50.088 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:49.802+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:50.088 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:49.802+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:50.088 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: osdmap e554: 8 total, 7 up, 8 in 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:50.089 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:50.156 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:49.809+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:50.156 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:49.809+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:50.156 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:50.156 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:50.156 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:50.157 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:50.157 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-03-10T22:22:50.157 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:50.157 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: osdmap e554: 8 total, 7 up, 8 in 2024-03-10T22:22:50.157 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:50.157 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:50.157 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:50.157 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:50.157 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:50.157 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:50.158 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:49.818+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:50.158 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:49.818+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:50.158 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:49.818+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:50.158 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:49.818+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:50.158 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:49.818+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:50.158 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:49.819+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: osdmap e554: 8 total, 7 up, 8 in 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:50.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:50.684 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:22:50.362+0000 7f79a97ec7c0 -1 osd.7 546 log_to_monitors true 2024-03-10T22:22:50.823 INFO:tasks.rados.rados.0.smithi169.stdout:2497: finishing write tid 2 to smithi16976610-34 2024-03-10T22:22:50.823 INFO:tasks.rados.rados.0.smithi169.stdout:2497: finishing write tid 3 to smithi16976610-34 2024-03-10T22:22:50.823 INFO:tasks.rados.rados.0.smithi169.stdout:2497: finishing write tid 4 to smithi16976610-34 2024-03-10T22:22:50.823 INFO:tasks.rados.rados.0.smithi169.stdout:2497: finishing write tid 5 to smithi16976610-34 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:2497: oid 34 updating version 0 to 14023 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:2497: oid 34 updating version 14023 to 14025 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:2497: oid 34 version 14025 is already newer than 14022 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:2497: oid 34 version 14025 is already newer than 14024 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14025 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:2497: left oid 34 (ObjNum 792 snap 238 seq_num 792) 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:2500: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:2500: finishing copy_from to smithi16976610-39 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 13916 (ObjNum 668 snap 193 seq_num 668) dirty exists 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:2501: finishing copy_from racing read to smithi16976610-42 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:2501: finishing copy_from to smithi16976610-42 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 13953 (ObjNum 747 snap 220 seq_num 747) dirty exists 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:2497: done (3 left) 2024-03-10T22:22:50.824 INFO:tasks.rados.rados.0.smithi169.stdout:2500: done (2 left) 2024-03-10T22:22:50.825 INFO:tasks.rados.rados.0.smithi169.stdout:2501: done (1 left) 2024-03-10T22:22:50.825 INFO:tasks.rados.rados.0.smithi169.stdout:2502: done (0 left) 2024-03-10T22:22:50.825 INFO:tasks.rados.rados.0.smithi169.stdout:2503: rollback oid 17 current snap is 238 2024-03-10T22:22:50.825 INFO:tasks.rados.rados.0.smithi169.stdout:2503: done (0 left) 2024-03-10T22:22:50.825 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 238 2024-03-10T22:22:50.825 INFO:tasks.rados.rados.0.smithi169.stdout:2504: seq_num 793 ranges {1990656=483328,2473984=647168,3121152=155648} 2024-03-10T22:22:50.836 INFO:tasks.rados.rados.0.smithi169.stdout:2504: writing smithi16976610-49 from 1990656 to 2473984 tid 1 2024-03-10T22:22:50.840 INFO:tasks.rados.rados.0.smithi169.stdout:2504: writing smithi16976610-49 from 2473984 to 3121152 tid 2 2024-03-10T22:22:50.841 INFO:tasks.rados.rados.0.smithi169.stdout:2504: writing smithi16976610-49 from 3121152 to 3276800 tid 3 2024-03-10T22:22:50.842 INFO:tasks.rados.rados.0.smithi169.stdout:2505: delete oid 14 current snap is 238 2024-03-10T22:22:50.845 INFO:tasks.rados.rados.0.smithi169.stdout:2504: finishing write tid 1 to smithi16976610-49 2024-03-10T22:22:50.845 INFO:tasks.rados.rados.0.smithi169.stdout:2504: finishing write tid 2 to smithi16976610-49 2024-03-10T22:22:50.846 INFO:tasks.rados.rados.0.smithi169.stdout:2504: finishing write tid 3 to smithi16976610-49 2024-03-10T22:22:50.846 INFO:tasks.rados.rados.0.smithi169.stdout:2504: finishing write tid 4 to smithi16976610-49 2024-03-10T22:22:50.848 INFO:tasks.rados.rados.0.smithi169.stdout:2504: finishing write tid 5 to smithi16976610-49 2024-03-10T22:22:50.848 INFO:tasks.rados.rados.0.smithi169.stdout:2504: oid 49 updating version 0 to 13999 2024-03-10T22:22:50.848 INFO:tasks.rados.rados.0.smithi169.stdout:2504: oid 49 updating version 13999 to 14000 2024-03-10T22:22:50.848 INFO:tasks.rados.rados.0.smithi169.stdout:2504: oid 49 updating version 14000 to 14002 2024-03-10T22:22:50.848 INFO:tasks.rados.rados.0.smithi169.stdout:2504: oid 49 version 14002 is already newer than 14001 2024-03-10T22:22:50.848 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 14002 (ObjNum 793 snap 238 seq_num 793) dirty exists 2024-03-10T22:22:50.848 INFO:tasks.rados.rados.0.smithi169.stdout:2504: left oid 49 (ObjNum 793 snap 238 seq_num 793) 2024-03-10T22:22:50.853 INFO:tasks.rados.rados.0.smithi169.stdout:2504: done (1 left) 2024-03-10T22:22:50.853 INFO:tasks.rados.rados.0.smithi169.stdout:2505: done (0 left) 2024-03-10T22:22:50.853 INFO:tasks.rados.rados.0.smithi169.stdout:2506: snap_create 2024-03-10T22:22:51.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:50.820+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-mon[84635]: osdmap e555: 8 total, 7 up, 8 in 2024-03-10T22:22:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:51.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:51.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:51.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:51.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:51.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:51.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-mon[84635]: from='osd.7 [v2:172.21.15.172:6824/2215628665,v1:172.21.15.172:6825/2215628665]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:22:51.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-mon[84635]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:22:51.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:50 smithi172 ceph-mon[84635]: pgmap v495: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 36 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 69 active+clean; 337 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 62/912 objects degraded (6.798%) 2024-03-10T22:22:51.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:50.824+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:51.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:50.824+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[90638]: osdmap e555: 8 total, 7 up, 8 in 2024-03-10T22:22:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:51.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:51.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[90638]: from='osd.7 [v2:172.21.15.172:6824/2215628665,v1:172.21.15.172:6825/2215628665]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:22:51.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[90638]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:22:51.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[90638]: pgmap v495: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 36 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 69 active+clean; 337 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 62/912 objects degraded (6.798%) 2024-03-10T22:22:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[88180]: osdmap e555: 8 total, 7 up, 8 in 2024-03-10T22:22:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:51.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:51.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:51.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[88180]: from='osd.7 [v2:172.21.15.172:6824/2215628665,v1:172.21.15.172:6825/2215628665]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:22:51.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[88180]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T22:22:51.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-mon[88180]: pgmap v495: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 36 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 69 active+clean; 337 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 62/912 objects degraded (6.798%) 2024-03-10T22:22:51.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:50.839+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:51.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:50.839+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:51.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:50.839+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:51.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:50.840+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:51.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:50.840+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:51.571 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:22:51.276+0000 7f7996c3c700 -1 osd.7 546 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T22:22:51.822 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: Health check update: Degraded data redundancy: 62/912 objects degraded (6.798%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:51.822 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T22:22:51.822 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:51.822 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: from='osd.7 [v2:172.21.15.172:6824/2215628665,v1:172.21.15.172:6825/2215628665]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:51.823 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: osdmap e556: 8 total, 7 up, 8 in 2024-03-10T22:22:51.823 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:51.823 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:51.823 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:51.823 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:51.823 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:51.823 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:51.823 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:51.823 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: from='osd.7 ' entity='osd.7' 2024-03-10T22:22:51.823 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:51.823 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:51.834 INFO:tasks.rados.rados.0.smithi169.stdout:2506: done (0 left) 2024-03-10T22:22:51.834 INFO:tasks.rados.rados.0.smithi169.stdout:2507: read oid 46 snap -1 2024-03-10T22:22:51.834 INFO:tasks.rados.rados.0.smithi169.stdout:2507: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:22:51.834 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 239 2024-03-10T22:22:51.834 INFO:tasks.rados.rados.0.smithi169.stdout:2508: seq_num 795 ranges {2334720=524288,2859008=417792,3276800=385024} 2024-03-10T22:22:51.851 INFO:tasks.rados.rados.0.smithi169.stdout:2508: writing smithi16976610-15 from 2334720 to 2859008 tid 1 2024-03-10T22:22:51.852 INFO:tasks.rados.rados.0.smithi169.stdout:2508: writing smithi16976610-15 from 2859008 to 3276800 tid 2 2024-03-10T22:22:51.855 INFO:tasks.rados.rados.0.smithi169.stdout:2508: writing smithi16976610-15 from 3276800 to 3661824 tid 3 2024-03-10T22:22:51.855 INFO:tasks.rados.rados.0.smithi169.stdout:2509: read oid 49 snap 238 2024-03-10T22:22:51.856 INFO:tasks.rados.rados.0.smithi169.stdout:2509: expect (ObjNum 793 snap 238 seq_num 793) 2024-03-10T22:22:51.856 INFO:tasks.rados.rados.0.smithi169.stdout:2510: copy_from oid 43 from oid 10 current snap is 239 2024-03-10T22:22:51.856 INFO:tasks.rados.rados.0.smithi169.stdout:2511: read oid 29 snap 238 2024-03-10T22:22:51.856 INFO:tasks.rados.rados.0.smithi169.stdout:2511: expect (ObjNum 739 snap 216 seq_num 739) 2024-03-10T22:22:51.856 INFO:tasks.rados.rados.0.smithi169.stdout:2512: snap_create 2024-03-10T22:22:51.864 INFO:tasks.rados.rados.0.smithi169.stdout:2511: expect (ObjNum 739 snap 216 seq_num 739) 2024-03-10T22:22:52.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:51.842+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:52.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:51.844+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:52.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: Health check update: Degraded data redundancy: 62/912 objects degraded (6.798%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: from='osd.7 [v2:172.21.15.172:6824/2215628665,v1:172.21.15.172:6825/2215628665]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: osdmap e556: 8 total, 7 up, 8 in 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: from='osd.7 ' entity='osd.7' 2024-03-10T22:22:52.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:52.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:52.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:51.835+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:52.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:51.837+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:52.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:51.837+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:52.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:51.837+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:52.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:51.844+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:52.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:51.844+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: Health check update: Degraded data redundancy: 62/912 objects degraded (6.798%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: from='osd.7 [v2:172.21.15.172:6824/2215628665,v1:172.21.15.172:6825/2215628665]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: osdmap e556: 8 total, 7 up, 8 in 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi172", "root=default"]}]: dispatch 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:52.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:52.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: from='osd.7 ' entity='osd.7' 2024-03-10T22:22:52.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:52.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:51 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:52.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:51.839+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:52.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:51.839+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:52.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:22:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:22:52.837 INFO:tasks.rados.rados.0.smithi169.stdout:2511: done (5 left) 2024-03-10T22:22:52.837 INFO:tasks.rados.rados.0.smithi169.stdout:2512: done (4 left) 2024-03-10T22:22:52.837 INFO:tasks.rados.rados.0.smithi169.stdout:2513: copy_from oid 20 from oid 22 current snap is 240 2024-03-10T22:22:52.837 INFO:tasks.rados.rados.0.smithi169.stdout:2514: setattr oid 21 current snap is 240 2024-03-10T22:22:52.840 INFO:tasks.rados.rados.0.smithi169.stdout:2515: snap_create 2024-03-10T22:22:52.849 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14001 (ObjNum 129 snap 0 seq_num 150848152) dirty exists 2024-03-10T22:22:52.851 INFO:tasks.rados.rados.0.smithi169.stdout:2513: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:22:52.853 INFO:tasks.rados.rados.0.smithi169.stdout:2513: finishing copy_from to smithi16976610-20 2024-03-10T22:22:52.853 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14011 (ObjNum 129 snap 0 seq_num 154147736) dirty exists 2024-03-10T22:22:52.864 INFO:tasks.rados.rados.0.smithi169.stdout:2507: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:22:52.871 INFO:tasks.rados.rados.0.smithi169.stdout:2508: finishing write tid 1 to smithi16976610-15 2024-03-10T22:22:52.872 INFO:tasks.rados.rados.0.smithi169.stdout:2508: finishing write tid 2 to smithi16976610-15 2024-03-10T22:22:52.873 INFO:tasks.rados.rados.0.smithi169.stdout:2508: finishing write tid 3 to smithi16976610-15 2024-03-10T22:22:52.873 INFO:tasks.rados.rados.0.smithi169.stdout:2508: finishing write tid 4 to smithi16976610-15 2024-03-10T22:22:52.875 INFO:tasks.rados.rados.0.smithi169.stdout:2508: finishing write tid 5 to smithi16976610-15 2024-03-10T22:22:52.876 INFO:tasks.rados.rados.0.smithi169.stdout:2508: oid 15 updating version 0 to 14017 2024-03-10T22:22:52.876 INFO:tasks.rados.rados.0.smithi169.stdout:2508: oid 15 version 14017 is already newer than 14016 2024-03-10T22:22:52.876 INFO:tasks.rados.rados.0.smithi169.stdout:2508: oid 15 updating version 14017 to 14018 2024-03-10T22:22:52.876 INFO:tasks.rados.rados.0.smithi169.stdout:2508: oid 15 version 14018 is already newer than 14015 2024-03-10T22:22:52.876 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14018 (ObjNum 795 snap 239 seq_num 795) dirty exists 2024-03-10T22:22:52.876 INFO:tasks.rados.rados.0.smithi169.stdout:2508: left oid 15 (ObjNum 795 snap 239 seq_num 795) 2024-03-10T22:22:52.905 INFO:tasks.rados.rados.0.smithi169.stdout:2509: expect (ObjNum 793 snap 238 seq_num 793) 2024-03-10T22:22:53.040 INFO:tasks.rados.rados.0.smithi169.stdout:2510: finishing copy_from racing read to smithi16976610-43 2024-03-10T22:22:53.040 INFO:tasks.rados.rados.0.smithi169.stdout:2510: finishing copy_from to smithi16976610-43 2024-03-10T22:22:53.040 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 10348 (ObjNum 748 snap 220 seq_num 748) dirty exists 2024-03-10T22:22:53.104 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:52.837+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:53.104 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:22:53.104 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: osd.7 [v2:172.21.15.172:6824/2215628665,v1:172.21.15.172:6825/2215628665] boot 2024-03-10T22:22:53.104 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: osdmap e557: 8 total, 8 up, 8 in 2024-03-10T22:22:53.104 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:53.104 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:53.105 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:53.105 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:22:53.105 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:53.105 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:53.105 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:53.105 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:53.105 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:53.105 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:53.105 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:52 smithi172 ceph-mon[84635]: pgmap v498: 121 pgs: 4 peering, 1 active+undersized+degraded+snaptrim_error, 32 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 69 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 4.3 MiB/s wr, 20 op/s; 62/921 objects degraded (6.732%) 2024-03-10T22:22:53.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:52.844+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:53.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:52.846+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:53.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: osd.7 [v2:172.21.15.172:6824/2215628665,v1:172.21.15.172:6825/2215628665] boot 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: osdmap e557: 8 total, 8 up, 8 in 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:53.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[90638]: pgmap v498: 121 pgs: 4 peering, 1 active+undersized+degraded+snaptrim_error, 32 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 69 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 4.3 MiB/s wr, 20 op/s; 62/921 objects degraded (6.732%) 2024-03-10T22:22:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:52.838+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:52.838+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:52.841+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:52.843+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:52.844+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:52.976+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:53.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: osd.7 [v2:172.21.15.172:6824/2215628665,v1:172.21.15.172:6825/2215628665] boot 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: osdmap e557: 8 total, 8 up, 8 in 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:52 smithi169 ceph-mon[88180]: pgmap v498: 121 pgs: 4 peering, 1 active+undersized+degraded+snaptrim_error, 32 active+undersized, 8 active+undersized+degraded, 7 active+clean+snaptrim_error, 69 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 4.3 MiB/s wr, 20 op/s; 62/921 objects degraded (6.732%) 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2507: done (6 left) 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2508: done (5 left) 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2509: done (4 left) 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2510: done (3 left) 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2513: done (2 left) 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2514: done (1 left) 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2515: done (0 left) 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2516: copy_from oid 9 from oid 43 current snap is 241 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2517: copy_from oid 20 from oid 18 current snap is 241 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2518: read oid 15 snap 239 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2518: expect (ObjNum 795 snap 239 seq_num 795) 2024-03-10T22:22:53.849 INFO:tasks.rados.rados.0.smithi169.stdout:2519: rollback oid 48 current snap is 241 2024-03-10T22:22:53.850 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 48 to 238 2024-03-10T22:22:53.850 INFO:tasks.rados.rados.0.smithi169.stdout:2520: read oid 19 snap -1 2024-03-10T22:22:53.850 INFO:tasks.rados.rados.0.smithi169.stdout:2520: expect deleted 2024-03-10T22:22:53.850 INFO:tasks.rados.rados.0.smithi169.stdout:2521: read oid 45 snap -1 2024-03-10T22:22:53.850 INFO:tasks.rados.rados.0.smithi169.stdout:2521: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:22:53.850 INFO:tasks.rados.rados.0.smithi169.stdout:2522: copy_from oid 32 from oid 30 current snap is 241 2024-03-10T22:22:53.850 INFO:tasks.rados.rados.0.smithi169.stdout:2523: read oid 1 snap -1 2024-03-10T22:22:53.850 INFO:tasks.rados.rados.0.smithi169.stdout:2523: expect deleted 2024-03-10T22:22:53.850 INFO:tasks.rados.rados.0.smithi169.stdout:2524: rollback oid 2 current snap is 241 2024-03-10T22:22:53.850 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 2 to 238 2024-03-10T22:22:53.850 INFO:tasks.rados.rados.0.smithi169.stdout:2525: snap_remove snap 240 2024-03-10T22:22:54.106 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:53.848+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:54.107 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:53.848+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:54.107 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:53 smithi172 ceph-mon[84635]: osdmap e558: 8 total, 8 up, 8 in 2024-03-10T22:22:54.107 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:54.107 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:53 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:54.107 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:54.107 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:54.107 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:54.107 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:54.107 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:54.108 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:54.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:53.852+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:54.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:53.856+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:54.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[90638]: osdmap e558: 8 total, 8 up, 8 in 2024-03-10T22:22:54.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:54.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:54.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:54.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:54.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:54.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:54.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:54.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:54.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[88180]: osdmap e558: 8 total, 8 up, 8 in 2024-03-10T22:22:54.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:54.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:54.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:54.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:54.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:54.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:54.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:54.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:54.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:53.852+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:54.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:53.852+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:54.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:53.854+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:54.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:53.854+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:54.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:53.858+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:54.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:53.870+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:54.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:53.870+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:54.275 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:22:54.590 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:22:54.590 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (9m) 2m ago 10m 25.3M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:22:54.591 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (9m) 3s ago 9m 91.7M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:22:54.591 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (11m) 2m ago 11m 16.2M - 18.2.1-746-gc2ea977b a30af69eda22 c776005881b0 2024-03-10T22:22:54.591 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (11m) 3s ago 11m 23.2M - 18.2.1-746-gc2ea977b a30af69eda22 9be46bd6b2f6 2024-03-10T22:22:54.591 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (6m) 3s ago 15m 451M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:22:54.591 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (6m) 2m ago 17m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:22:54.592 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (5m) 2m ago 17m 58.5M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:22:54.592 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (5m) 3s ago 15m 55.1M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:22:54.592 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (5m) 2m ago 15m 50.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:22:54.592 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (10m) 2m ago 10m 15.9M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:22:54.592 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (10m) 3s ago 10m 15.7M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:22:54.592 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (4m) 2m ago 14m 311M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:22:54.593 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (3m) 2m ago 14m 116M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 32abc424c71c 2024-03-10T22:22:54.593 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (3m) 2m ago 14m 105M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 16a3c6ec7165 2024-03-10T22:22:54.593 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (2m) 2m ago 13m 12.0M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 5707c574c800 2024-03-10T22:22:54.593 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (115s) 3s ago 13m 127M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d63c7dbe9f73 2024-03-10T22:22:54.593 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (79s) 3s ago 12m 98.4M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 431175abf56a 2024-03-10T22:22:54.593 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (43s) 3s ago 12m 103M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8163b3f87ae3 2024-03-10T22:22:54.594 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (8s) 3s ago 12m 11.7M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 1eb32f4069ab 2024-03-10T22:22:54.594 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (6m) 3s ago 11m 61.0M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:22:54.851 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: osdmap e559: 8 total, 8 up, 8 in 2024-03-10T22:22:54.856 INFO:tasks.rados.rados.0.smithi169.stdout:2525: done (9 left) 2024-03-10T22:22:54.856 INFO:tasks.rados.rados.0.smithi169.stdout:2526: rmattr oid 39 current snap is 241 2024-03-10T22:22:54.856 INFO:tasks.rados.rados.0.smithi169.stdout:2526: done (9 left) 2024-03-10T22:22:54.856 INFO:tasks.rados.rados.0.smithi169.stdout:2527: read oid 13 snap -1 2024-03-10T22:22:54.856 INFO:tasks.rados.rados.0.smithi169.stdout:2527: expect (ObjNum 652 snap 191 seq_num 652) 2024-03-10T22:22:54.857 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 241 2024-03-10T22:22:54.857 INFO:tasks.rados.rados.0.smithi169.stdout:2528: seq_num 796 ranges {737280=540672,1277952=704512,1982464=98304} 2024-03-10T22:22:54.863 INFO:tasks.rados.rados.0.smithi169.stdout:2528: writing smithi16976610-31 from 737280 to 1277952 tid 1 2024-03-10T22:22:54.867 INFO:tasks.rados.rados.0.smithi169.stdout:2528: writing smithi16976610-31 from 1277952 to 1982464 tid 2 2024-03-10T22:22:54.868 INFO:tasks.rados.rados.0.smithi169.stdout:2528: writing smithi16976610-31 from 1982464 to 2080768 tid 3 2024-03-10T22:22:54.868 INFO:tasks.rados.rados.0.smithi169.stdout:2529: copy_from oid 22 from oid 38 current snap is 241 2024-03-10T22:22:54.869 INFO:tasks.rados.rados.0.smithi169.stdout:2522: finishing copy_from to smithi16976610-32 2024-03-10T22:22:54.869 INFO:tasks.rados.rados.0.smithi169.stdout:2522: got expected ENOENT (src dne) 2024-03-10T22:22:54.869 INFO:tasks.rados.rados.0.smithi169.stdout:2522: finishing copy_from racing read to smithi16976610-32 2024-03-10T22:22:54.869 INFO:tasks.rados.rados.0.smithi169.stdout:2517: finishing copy_from to smithi16976610-20 2024-03-10T22:22:54.869 INFO:tasks.rados.rados.0.smithi169.stdout:2517: got expected ENOENT (src dne) 2024-03-10T22:22:54.869 INFO:tasks.rados.rados.0.smithi169.stdout:2517: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:22:54.870 INFO:tasks.rados.rados.0.smithi169.stdout:2521: expect (ObjNum 541 snap 155 seq_num 541) 2024-03-10T22:22:54.921 INFO:tasks.rados.rados.0.smithi169.stdout:2519: finishing rollback tid 0 to smithi16976610-48 2024-03-10T22:22:54.922 INFO:tasks.rados.rados.0.smithi169.stdout:2519: finishing rollback tid 1 to smithi16976610-48 2024-03-10T22:22:54.922 INFO:tasks.rados.rados.0.smithi169.stdout:2519: finishing rollback tid 2 to smithi16976610-48 2024-03-10T22:22:54.922 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14030 (ObjNum 762 snap 225 seq_num 762) dirty exists 2024-03-10T22:22:54.922 INFO:tasks.rados.rados.0.smithi169.stdout:2524: finishing rollback tid 0 to smithi16976610-2 2024-03-10T22:22:54.922 INFO:tasks.rados.rados.0.smithi169.stdout:2524: finishing rollback tid 1 to smithi16976610-2 2024-03-10T22:22:54.922 INFO:tasks.rados.rados.0.smithi169.stdout:2518: expect (ObjNum 795 snap 239 seq_num 795) 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:22:54.995 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T22:22:54.996 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:22:54.996 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:22:54.996 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2, 2024-03-10T22:22:54.996 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 13 2024-03-10T22:22:54.996 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:22:54.996 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:22:55.063 INFO:tasks.rados.rados.0.smithi169.stdout:2524: finishing rollback tid 2 to smithi16976610-2 2024-03-10T22:22:55.063 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14033 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-03-10T22:22:55.063 INFO:tasks.rados.rados.0.smithi169.stdout:2516: finishing copy_from racing read to smithi16976610-9 2024-03-10T22:22:55.063 INFO:tasks.rados.rados.0.smithi169.stdout:2516: finishing copy_from to smithi16976610-9 2024-03-10T22:22:55.063 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 10348 (ObjNum 748 snap 220 seq_num 748) dirty exists 2024-03-10T22:22:55.064 INFO:tasks.rados.rados.0.smithi169.stdout:2527: expect (ObjNum 652 snap 191 seq_num 652) 2024-03-10T22:22:55.173 INFO:tasks.rados.rados.0.smithi169.stdout:2528: finishing write tid 1 to smithi16976610-31 2024-03-10T22:22:55.173 INFO:tasks.rados.rados.0.smithi169.stdout:2528: finishing write tid 2 to smithi16976610-31 2024-03-10T22:22:55.173 INFO:tasks.rados.rados.0.smithi169.stdout:2528: finishing write tid 3 to smithi16976610-31 2024-03-10T22:22:55.173 INFO:tasks.rados.rados.0.smithi169.stdout:2528: finishing write tid 4 to smithi16976610-31 2024-03-10T22:22:55.173 INFO:tasks.rados.rados.0.smithi169.stdout:2528: finishing write tid 5 to smithi16976610-31 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:2528: oid 31 updating version 0 to 13999 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:2528: oid 31 version 13999 is already newer than 13998 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:2528: oid 31 version 13999 is already newer than 13996 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:2528: oid 31 version 13999 is already newer than 13997 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 13999 (ObjNum 796 snap 241 seq_num 796) dirty exists 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:2528: left oid 31 (ObjNum 796 snap 241 seq_num 796) 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:2529: finishing copy_from racing read to smithi16976610-22 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:2529: finishing copy_from to smithi16976610-22 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 14021 (ObjNum 790 snap 237 seq_num 790) dirty exists 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:2516: done (11 left) 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:2517: done (10 left) 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:2518: done (9 left) 2024-03-10T22:22:55.174 INFO:tasks.rados.rados.0.smithi169.stdout:2519: done (8 left) 2024-03-10T22:22:55.175 INFO:tasks.rados.rados.0.smithi169.stdout:2520: done (7 left) 2024-03-10T22:22:55.175 INFO:tasks.rados.rados.0.smithi169.stdout:2521: done (6 left) 2024-03-10T22:22:55.175 INFO:tasks.rados.rados.0.smithi169.stdout:2522: done (5 left) 2024-03-10T22:22:55.175 INFO:tasks.rados.rados.0.smithi169.stdout:2523: done (4 left) 2024-03-10T22:22:55.175 INFO:tasks.rados.rados.0.smithi169.stdout:2524: done (3 left) 2024-03-10T22:22:55.175 INFO:tasks.rados.rados.0.smithi169.stdout:2527: done (2 left) 2024-03-10T22:22:55.175 INFO:tasks.rados.rados.0.smithi169.stdout:2528: done (1 left) 2024-03-10T22:22:55.175 INFO:tasks.rados.rados.0.smithi169.stdout:2529: done (0 left) 2024-03-10T22:22:55.175 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 241 2024-03-10T22:22:55.175 INFO:tasks.rados.rados.0.smithi169.stdout:2530: seq_num 797 ranges {1204224=557056,1761280=589824,2351104=212992} 2024-03-10T22:22:55.181 INFO:tasks.rados.rados.0.smithi169.stdout:2530: writing smithi16976610-40 from 1204224 to 1761280 tid 1 2024-03-10T22:22:55.185 INFO:tasks.rados.rados.0.smithi169.stdout:2530: writing smithi16976610-40 from 1761280 to 2351104 tid 2 2024-03-10T22:22:55.186 INFO:tasks.rados.rados.0.smithi169.stdout:2530: writing smithi16976610-40 from 2351104 to 2564096 tid 3 2024-03-10T22:22:55.186 INFO:tasks.rados.rados.0.smithi169.stdout:2530: finishing write tid 1 to smithi16976610-40 2024-03-10T22:22:55.186 INFO:tasks.rados.rados.0.smithi169.stdout:2531: read oid 24 snap -1 2024-03-10T22:22:55.187 INFO:tasks.rados.rados.0.smithi169.stdout:2531: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:55.187 INFO:tasks.rados.rados.0.smithi169.stdout:2532: snap_create 2024-03-10T22:22:55.189 INFO:tasks.rados.rados.0.smithi169.stdout:2530: finishing write tid 2 to smithi16976610-40 2024-03-10T22:22:55.189 INFO:tasks.rados.rados.0.smithi169.stdout:2530: finishing write tid 3 to smithi16976610-40 2024-03-10T22:22:55.189 INFO:tasks.rados.rados.0.smithi169.stdout:2530: finishing write tid 4 to smithi16976610-40 2024-03-10T22:22:55.191 INFO:tasks.rados.rados.0.smithi169.stdout:2530: finishing write tid 5 to smithi16976610-40 2024-03-10T22:22:55.191 INFO:tasks.rados.rados.0.smithi169.stdout:2530: oid 40 updating version 0 to 14026 2024-03-10T22:22:55.191 INFO:tasks.rados.rados.0.smithi169.stdout:2530: oid 40 updating version 14026 to 14029 2024-03-10T22:22:55.191 INFO:tasks.rados.rados.0.smithi169.stdout:2530: oid 40 version 14029 is already newer than 14027 2024-03-10T22:22:55.191 INFO:tasks.rados.rados.0.smithi169.stdout:2530: oid 40 version 14029 is already newer than 14028 2024-03-10T22:22:55.191 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 14029 (ObjNum 797 snap 241 seq_num 797) dirty exists 2024-03-10T22:22:55.191 INFO:tasks.rados.rados.0.smithi169.stdout:2530: left oid 40 (ObjNum 797 snap 241 seq_num 797) 2024-03-10T22:22:55.195 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:54.868+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:55.195 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: osdmap e559: 8 total, 8 up, 8 in 2024-03-10T22:22:55.195 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:55.196 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:55.196 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:55.196 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:55.196 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:55.196 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:55.196 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:55.196 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:55.196 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:55.196 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: pgmap v501: 121 pgs: 4 peering, 24 active+undersized, 7 active+undersized+degraded, 8 active+clean+snaptrim_error, 78 active+clean; 347 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 14 op/s; 22/927 objects degraded (2.373%); 1.4 MiB/s, 0 objects/s recovering 2024-03-10T22:22:55.196 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:54 smithi172 ceph-mon[84635]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:55.197 INFO:tasks.rados.rados.0.smithi169.stdout:2531: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:22:55.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:54.856+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:55.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:54.856+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:55.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.048+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:55.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.048+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13a=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:55.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.049+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:55.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.049+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:55.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.049+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:55.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.049+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: pgmap v501: 121 pgs: 4 peering, 24 active+undersized, 7 active+undersized+degraded, 8 active+clean+snaptrim_error, 78 active+clean; 347 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 14 op/s; 22/927 objects degraded (2.373%); 1.4 MiB/s, 0 objects/s recovering 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[90638]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: osdmap e559: 8 total, 8 up, 8 in 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: No clone_snaps in snapset 126=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:55.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:55.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:55.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:55.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: pgmap v501: 121 pgs: 4 peering, 24 active+undersized, 7 active+undersized+degraded, 8 active+clean+snaptrim_error, 78 active+clean; 347 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 14 op/s; 22/927 objects degraded (2.373%); 1.4 MiB/s, 0 objects/s recovering 2024-03-10T22:22:55.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:54 smithi169 ceph-mon[88180]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:22:55.860 INFO:tasks.rados.rados.0.smithi169.stdout:2530: done (2 left) 2024-03-10T22:22:55.860 INFO:tasks.rados.rados.0.smithi169.stdout:2531: done (1 left) 2024-03-10T22:22:55.860 INFO:tasks.rados.rados.0.smithi169.stdout:2532: done (0 left) 2024-03-10T22:22:55.860 INFO:tasks.rados.rados.0.smithi169.stdout:2533: setattr oid 39 current snap is 242 2024-03-10T22:22:55.862 INFO:tasks.rados.rados.0.smithi169.stdout:2534: rmattr oid 7 current snap is 242 2024-03-10T22:22:55.862 INFO:tasks.rados.rados.0.smithi169.stdout:2535: read oid 26 snap -1 2024-03-10T22:22:55.862 INFO:tasks.rados.rados.0.smithi169.stdout:2535: expect (ObjNum 696 snap 205 seq_num 696) 2024-03-10T22:22:55.862 INFO:tasks.rados.rados.0.smithi169.stdout:2536: read oid 25 snap -1 2024-03-10T22:22:55.862 INFO:tasks.rados.rados.0.smithi169.stdout:2536: expect (ObjNum 786 snap 235 seq_num 786) 2024-03-10T22:22:55.862 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 242 2024-03-10T22:22:55.862 INFO:tasks.rados.rados.0.smithi169.stdout:2537: seq_num 798 ranges {0=573440,573440=466944,1040384=335872} 2024-03-10T22:22:55.865 INFO:tasks.rados.rados.0.smithi169.stdout:2537: writing smithi16976610-18 from 0 to 573440 tid 1 2024-03-10T22:22:55.870 INFO:tasks.rados.rados.0.smithi169.stdout:2537: writing smithi16976610-18 from 573440 to 1040384 tid 2 2024-03-10T22:22:55.874 INFO:tasks.rados.rados.0.smithi169.stdout:2537: writing smithi16976610-18 from 1040384 to 1376256 tid 3 2024-03-10T22:22:55.874 INFO:tasks.rados.rados.0.smithi169.stdout:2538: rmattr oid 2 current snap is 242 2024-03-10T22:22:55.874 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14004 (ObjNum 668 snap 193 seq_num 668) dirty exists 2024-03-10T22:22:55.874 INFO:tasks.rados.rados.0.smithi169.stdout:2533: done (5 left) 2024-03-10T22:22:55.875 INFO:tasks.rados.rados.0.smithi169.stdout:2539: copy_from oid 9 from oid 47 current snap is 242 2024-03-10T22:22:55.875 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 242 2024-03-10T22:22:55.875 INFO:tasks.rados.rados.0.smithi169.stdout:2540: seq_num 799 ranges {8503296=589824,9093120=802816} 2024-03-10T22:22:55.924 INFO:tasks.rados.rados.0.smithi169.stdout:2540: writing smithi16976610-10 from 8503296 to 9093120 tid 1 2024-03-10T22:22:55.928 INFO:tasks.rados.rados.0.smithi169.stdout:2540: writing smithi16976610-10 from 9093120 to 9895936 tid 2 2024-03-10T22:22:55.928 INFO:tasks.rados.rados.0.smithi169.stdout:2541: snap_remove snap 238 2024-03-10T22:22:56.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:22:55] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-03-10T22:22:56.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:55.860+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:56.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:55.861+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: osdmap e560: 8 total, 8 up, 8 in 2024-03-10T22:22:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/2757943742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13a=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:56.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:56.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:56.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:56.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:56.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:56.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:56.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:56.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:56.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:22:56.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: osdmap e560: 8 total, 8 up, 8 in 2024-03-10T22:22:56.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:56.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:56.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:56.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/2757943742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:56.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13a=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:56.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:56.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:56.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:56.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:56.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:56.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:56.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:56.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:56.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:56.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:22:56.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.866+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13a=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:56.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.867+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:56.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.867+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:56.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.868+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:56.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.869+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:56.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.869+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:56.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:55.870+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:56.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:55.865+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:56.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:55.865+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: osdmap e560: 8 total, 8 up, 8 in 2024-03-10T22:22:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/2757943742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13a=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:56.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:56.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:56.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:56.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:56.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:22:56.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:56.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:56.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:56.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:22:56.866 INFO:tasks.rados.rados.0.smithi169.stdout:2537: finishing write tid 1 to smithi16976610-18 2024-03-10T22:22:56.866 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14002 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:22:56.867 INFO:tasks.rados.rados.0.smithi169.stdout:2537: finishing write tid 2 to smithi16976610-18 2024-03-10T22:22:56.867 INFO:tasks.rados.rados.0.smithi169.stdout:2537: finishing write tid 3 to smithi16976610-18 2024-03-10T22:22:56.867 INFO:tasks.rados.rados.0.smithi169.stdout:2537: finishing write tid 4 to smithi16976610-18 2024-03-10T22:22:56.867 INFO:tasks.rados.rados.0.smithi169.stdout:2535: expect (ObjNum 696 snap 205 seq_num 696) 2024-03-10T22:22:56.933 INFO:tasks.rados.rados.0.smithi169.stdout:2536: expect (ObjNum 786 snap 235 seq_num 786) 2024-03-10T22:22:57.098 INFO:tasks.rados.rados.0.smithi169.stdout:2537: finishing write tid 5 to smithi16976610-18 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2537: oid 18 updating version 0 to 14011 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2537: oid 18 version 14011 is already newer than 14010 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2537: oid 18 updating version 14011 to 14013 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2537: oid 18 version 14013 is already newer than 14012 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14013 (ObjNum 798 snap 242 seq_num 798) dirty exists 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2537: left oid 18 (ObjNum 798 snap 242 seq_num 798) 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14034 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2539: finishing copy_from racing read to smithi16976610-9 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2539: finishing copy_from to smithi16976610-9 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 14002 (ObjNum 703 snap 206 seq_num 703) dirty exists 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2540: finishing write tid 1 to smithi16976610-10 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2534: done (7 left) 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2535: done (6 left) 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2536: done (5 left) 2024-03-10T22:22:57.099 INFO:tasks.rados.rados.0.smithi169.stdout:2537: done (4 left) 2024-03-10T22:22:57.100 INFO:tasks.rados.rados.0.smithi169.stdout:2538: done (3 left) 2024-03-10T22:22:57.100 INFO:tasks.rados.rados.0.smithi169.stdout:2539: done (2 left) 2024-03-10T22:22:57.100 INFO:tasks.rados.rados.0.smithi169.stdout:2541: done (1 left) 2024-03-10T22:22:57.100 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 242 2024-03-10T22:22:57.100 INFO:tasks.rados.rados.0.smithi169.stdout:2540: finishing write tid 2 to smithi16976610-10 2024-03-10T22:22:57.100 INFO:tasks.rados.rados.0.smithi169.stdout:2542: seq_num 800 ranges {81920=606208,688128=688128,1376256=114688} 2024-03-10T22:22:57.102 INFO:tasks.rados.rados.0.smithi169.stdout:2542: writing smithi16976610-12 from 81920 to 688128 tid 1 2024-03-10T22:22:57.105 INFO:tasks.rados.rados.0.smithi169.stdout:2542: writing smithi16976610-12 from 688128 to 1376256 tid 2 2024-03-10T22:22:57.107 INFO:tasks.rados.rados.0.smithi169.stdout:2542: writing smithi16976610-12 from 1376256 to 1490944 tid 3 2024-03-10T22:22:57.107 INFO:tasks.rados.rados.0.smithi169.stdout:2543: rollback oid 50 current snap is 242 2024-03-10T22:22:57.107 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 50 to 239 2024-03-10T22:22:57.107 INFO:tasks.rados.rados.0.smithi169.stdout:2540: finishing write tid 3 to smithi16976610-10 2024-03-10T22:22:57.107 INFO:tasks.rados.rados.0.smithi169.stdout:2540: finishing write tid 4 to smithi16976610-10 2024-03-10T22:22:57.107 INFO:tasks.rados.rados.0.smithi169.stdout:2540: oid 10 updating version 0 to 10351 2024-03-10T22:22:57.107 INFO:tasks.rados.rados.0.smithi169.stdout:2540: oid 10 version 10351 is already newer than 10350 2024-03-10T22:22:57.107 INFO:tasks.rados.rados.0.smithi169.stdout:2540: oid 10 version 10351 is already newer than 10349 2024-03-10T22:22:57.107 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10351 (ObjNum 799 snap 242 seq_num 799) dirty exists 2024-03-10T22:22:57.107 INFO:tasks.rados.rados.0.smithi169.stdout:2540: left oid 10 (ObjNum 799 snap 242 seq_num 799) 2024-03-10T22:22:57.108 INFO:tasks.rados.rados.0.smithi169.stdout:2540: done (2 left) 2024-03-10T22:22:57.108 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 242 2024-03-10T22:22:57.108 INFO:tasks.rados.rados.0.smithi169.stdout:2544: seq_num 801 ranges {0=622592,622592=573440,1196032=229376} 2024-03-10T22:22:57.111 INFO:tasks.rados.rados.0.smithi169.stdout:2544: writing smithi16976610-37 from 0 to 622592 tid 1 2024-03-10T22:22:57.116 INFO:tasks.rados.rados.0.smithi169.stdout:2544: writing smithi16976610-37 from 622592 to 1196032 tid 2 2024-03-10T22:22:57.118 INFO:tasks.rados.rados.0.smithi169.stdout:2544: writing smithi16976610-37 from 1196032 to 1425408 tid 3 2024-03-10T22:22:57.118 INFO:tasks.rados.rados.0.smithi169.stdout:2545: snap_create 2024-03-10T22:22:57.118 INFO:tasks.rados.rados.0.smithi169.stdout:2542: finishing write tid 1 to smithi16976610-12 2024-03-10T22:22:57.118 INFO:tasks.rados.rados.0.smithi169.stdout:2542: finishing write tid 2 to smithi16976610-12 2024-03-10T22:22:57.118 INFO:tasks.rados.rados.0.smithi169.stdout:2542: finishing write tid 3 to smithi16976610-12 2024-03-10T22:22:57.118 INFO:tasks.rados.rados.0.smithi169.stdout:2542: finishing write tid 4 to smithi16976610-12 2024-03-10T22:22:57.120 INFO:tasks.rados.rados.0.smithi169.stdout:2543: finishing rollback tid 0 to smithi16976610-50 2024-03-10T22:22:57.120 INFO:tasks.rados.rados.0.smithi169.stdout:2542: finishing write tid 5 to smithi16976610-12 2024-03-10T22:22:57.120 INFO:tasks.rados.rados.0.smithi169.stdout:2542: oid 12 updating version 0 to 13917 2024-03-10T22:22:57.120 INFO:tasks.rados.rados.0.smithi169.stdout:2542: oid 12 updating version 13917 to 13919 2024-03-10T22:22:57.120 INFO:tasks.rados.rados.0.smithi169.stdout:2542: oid 12 version 13919 is already newer than 13918 2024-03-10T22:22:57.120 INFO:tasks.rados.rados.0.smithi169.stdout:2542: oid 12 updating version 13919 to 13920 2024-03-10T22:22:57.121 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 13920 (ObjNum 800 snap 242 seq_num 800) dirty exists 2024-03-10T22:22:57.121 INFO:tasks.rados.rados.0.smithi169.stdout:2542: left oid 12 (ObjNum 800 snap 242 seq_num 800) 2024-03-10T22:22:57.122 INFO:tasks.rados.rados.0.smithi169.stdout:2543: finishing rollback tid 1 to smithi16976610-50 2024-03-10T22:22:57.122 INFO:tasks.rados.rados.0.smithi169.stdout:2543: finishing rollback tid 2 to smithi16976610-50 2024-03-10T22:22:57.122 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 14020 (ObjNum 731 snap 214 seq_num 731) dirty exists 2024-03-10T22:22:57.125 INFO:tasks.rados.rados.0.smithi169.stdout:2544: finishing write tid 1 to smithi16976610-37 2024-03-10T22:22:57.125 INFO:tasks.rados.rados.0.smithi169.stdout:2544: finishing write tid 2 to smithi16976610-37 2024-03-10T22:22:57.125 INFO:tasks.rados.rados.0.smithi169.stdout:2544: finishing write tid 3 to smithi16976610-37 2024-03-10T22:22:57.130 INFO:tasks.rados.rados.0.smithi169.stdout:2544: finishing write tid 4 to smithi16976610-37 2024-03-10T22:22:57.133 INFO:tasks.rados.rados.0.smithi169.stdout:2544: finishing write tid 5 to smithi16976610-37 2024-03-10T22:22:57.133 INFO:tasks.rados.rados.0.smithi169.stdout:2544: oid 37 updating version 0 to 14003 2024-03-10T22:22:57.133 INFO:tasks.rados.rados.0.smithi169.stdout:2544: oid 37 version 14003 is already newer than 14000 2024-03-10T22:22:57.133 INFO:tasks.rados.rados.0.smithi169.stdout:2544: oid 37 version 14003 is already newer than 14002 2024-03-10T22:22:57.133 INFO:tasks.rados.rados.0.smithi169.stdout:2544: oid 37 version 14003 is already newer than 14001 2024-03-10T22:22:57.133 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14003 (ObjNum 801 snap 242 seq_num 801) dirty exists 2024-03-10T22:22:57.133 INFO:tasks.rados.rados.0.smithi169.stdout:2544: left oid 37 (ObjNum 801 snap 242 seq_num 801) 2024-03-10T22:22:57.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:56.871+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:57.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:56.871+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:57.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:57.012+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:57.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:57.012+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:57.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:57.013+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:57.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:57.013+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:57.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:57.013+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:57.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:57.013+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:57.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:57.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: osdmap e561: 8 total, 8 up, 8 in 2024-03-10T22:22:57.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:57.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:57.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:57.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13a=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: Upgrade: Setting container_image for all osd 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T22:22:57.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: osdmap e561: 8 total, 8 up, 8 in 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:57.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13a=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: Upgrade: Setting container_image for all osd 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:57.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T22:22:57.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T22:22:57.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-03-10T22:22:57.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T22:22:57.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T22:22:57.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-03-10T22:22:57.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T22:22:57.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T22:22:57.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-03-10T22:22:57.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T22:22:57.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T22:22:57.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: Upgrade: Setting require_osd_release to 19 squid 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[88180]: pgmap v504: 121 pgs: 4 peering, 8 active+clean+snaptrim_error, 109 active+clean; 346 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 14 op/s; 8.5 MiB/s, 3 objects/s recovering 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T22:22:57.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T22:22:57.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-03-10T22:22:57.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T22:22:57.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T22:22:57.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-03-10T22:22:57.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: Upgrade: Setting require_osd_release to 19 squid 2024-03-10T22:22:57.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T22:22:57.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T22:22:57.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:56 smithi169 ceph-mon[90638]: pgmap v504: 121 pgs: 4 peering, 8 active+clean+snaptrim_error, 109 active+clean; 346 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 14 op/s; 8.5 MiB/s, 3 objects/s recovering 2024-03-10T22:22:57.266 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:56.866+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:57.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:57.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: osdmap e561: 8 total, 8 up, 8 in 2024-03-10T22:22:57.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:57.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:57.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:57.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13a=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:57.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:57.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:57.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:57.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: Upgrade: Setting container_image for all osd 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-03-10T22:22:57.268 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T22:22:57.269 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-03-10T22:22:57.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T22:22:57.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T22:22:57.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-03-10T22:22:57.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: Upgrade: Setting require_osd_release to 19 squid 2024-03-10T22:22:57.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T22:22:57.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T22:22:57.270 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:56 smithi172 ceph-mon[84635]: pgmap v504: 121 pgs: 4 peering, 8 active+clean+snaptrim_error, 109 active+clean; 346 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 14 op/s; 8.5 MiB/s, 3 objects/s recovering 2024-03-10T22:22:58.050 INFO:tasks.rados.rados.0.smithi169.stdout:2542: done (3 left) 2024-03-10T22:22:58.050 INFO:tasks.rados.rados.0.smithi169.stdout:2543: done (2 left) 2024-03-10T22:22:58.050 INFO:tasks.rados.rados.0.smithi169.stdout:2544: done (1 left) 2024-03-10T22:22:58.050 INFO:tasks.rados.rados.0.smithi169.stdout:2545: done (0 left) 2024-03-10T22:22:58.050 INFO:tasks.rados.rados.0.smithi169.stdout:2546: snap_remove snap 242 2024-03-10T22:22:58.051 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-03-10T22:22:58.051 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-03-10T22:22:58.051 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: osdmap e562: 8 total, 8 up, 8 in 2024-03-10T22:22:58.051 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:58.051 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:58.051 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:58.051 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T22:22:58.051 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: Upgrade: It appears safe to stop mds.a 2024-03-10T22:22:58.052 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:58.052 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:58.052 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:58.052 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:58.052 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:58.052 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[88180]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/927 objects degraded (2.373%), 7 pgs degraded) 2024-03-10T22:22:58.052 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-03-10T22:22:58.052 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-03-10T22:22:58.052 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: osdmap e562: 8 total, 8 up, 8 in 2024-03-10T22:22:58.052 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:58.052 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:58.053 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:58.053 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T22:22:58.053 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: Upgrade: It appears safe to stop mds.a 2024-03-10T22:22:58.053 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:58.053 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:58.053 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:58.053 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:58.053 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:58.053 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:57 smithi169 ceph-mon[90638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/927 objects degraded (2.373%), 7 pgs degraded) 2024-03-10T22:22:58.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:58.052+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:22:58.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:58.052+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-03-10T22:22:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-03-10T22:22:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: osdmap e562: 8 total, 8 up, 8 in 2024-03-10T22:22:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:58.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:58.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T22:22:58.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: Upgrade: It appears safe to stop mds.a 2024-03-10T22:22:58.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:58.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:58.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:58.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:58.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:58.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:57 smithi172 ceph-mon[84635]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/927 objects degraded (2.373%), 7 pgs degraded) 2024-03-10T22:22:58.482 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:58.050+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:58.482 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:58.050+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:58.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:58.618+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:58.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:58.618+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:58.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:58.618+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:58.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:58.618+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:58.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:58.619+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:58.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:58.619+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:58.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:58.619+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:59.053 INFO:tasks.rados.rados.0.smithi169.stdout:2546: done (0 left) 2024-03-10T22:22:59.053 INFO:tasks.rados.rados.0.smithi169.stdout:2547: read oid 16 snap -1 2024-03-10T22:22:59.053 INFO:tasks.rados.rados.0.smithi169.stdout:2547: expect deleted 2024-03-10T22:22:59.053 INFO:tasks.rados.rados.0.smithi169.stdout:2548: read oid 15 snap -1 2024-03-10T22:22:59.053 INFO:tasks.rados.rados.0.smithi169.stdout:2548: expect (ObjNum 795 snap 239 seq_num 795) 2024-03-10T22:22:59.053 INFO:tasks.rados.rados.0.smithi169.stdout:2549: rollback oid 36 current snap is 243 2024-03-10T22:22:59.053 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 36 to 241 2024-03-10T22:22:59.053 INFO:tasks.rados.rados.0.smithi169.stdout:2550: rollback oid 29 current snap is 243 2024-03-10T22:22:59.053 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 29 to 239 2024-03-10T22:22:59.053 INFO:tasks.rados.rados.0.smithi169.stdout:2551: snap_create 2024-03-10T22:22:59.058 INFO:tasks.rados.rados.0.smithi169.stdout:2549: finishing rollback tid 1 to smithi16976610-36 2024-03-10T22:22:59.058 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 10337 (ObjNum 65 snap 0 seq_num 139457360) dirty dne 2024-03-10T22:22:59.059 INFO:tasks.rados.rados.0.smithi169.stdout:2550: finishing rollback tid 0 to smithi16976610-29 2024-03-10T22:22:59.060 INFO:tasks.rados.rados.0.smithi169.stdout:2550: finishing rollback tid 1 to smithi16976610-29 2024-03-10T22:22:59.060 INFO:tasks.rados.rados.0.smithi169.stdout:2550: finishing rollback tid 2 to smithi16976610-29 2024-03-10T22:22:59.060 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14005 (ObjNum 739 snap 216 seq_num 739) dirty exists 2024-03-10T22:22:59.068 INFO:tasks.rados.rados.0.smithi169.stdout:2548: expect (ObjNum 795 snap 239 seq_num 795) 2024-03-10T22:22:59.336 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:59.053+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:59.336 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:22:59.053+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:59.336 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[90638]: osdmap e563: 8 total, 8 up, 8 in 2024-03-10T22:22:59.336 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:59.336 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:59.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:59.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[90638]: Upgrade: Updating mds.a 2024-03-10T22:22:59.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:59.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:22:59.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:22:59.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:59.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[90638]: Deploying daemon mds.a on smithi169 2024-03-10T22:22:59.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[90638]: pgmap v507: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.2 MiB/s wr, 11 op/s; 7.1 MiB/s, 2 objects/s recovering 2024-03-10T22:22:59.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[88180]: osdmap e563: 8 total, 8 up, 8 in 2024-03-10T22:22:59.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:59.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:59.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:59.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[88180]: Upgrade: Updating mds.a 2024-03-10T22:22:59.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:59.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:22:59.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:22:59.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:59.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[88180]: Deploying daemon mds.a on smithi169 2024-03-10T22:22:59.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-mon[88180]: pgmap v507: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.2 MiB/s wr, 11 op/s; 7.1 MiB/s, 2 objects/s recovering 2024-03-10T22:22:59.339 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:59.055+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:22:59.339 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:59.055+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:22:59.339 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:59.057+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:22:59.339 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:59.058+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:22:59.339 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:59.058+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:22:59.339 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:22:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:22:59.060+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:22:59.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:22:59.055+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-mon[84635]: osdmap e563: 8 total, 8 up, 8 in 2024-03-10T22:22:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:22:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:22:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:22:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-mon[84635]: Upgrade: Updating mds.a 2024-03-10T22:22:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:22:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:22:59.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:22:59.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:22:59.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-mon[84635]: Deploying daemon mds.a on smithi169 2024-03-10T22:22:59.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:22:59 smithi172 ceph-mon[84635]: pgmap v507: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.2 MiB/s wr, 11 op/s; 7.1 MiB/s, 2 objects/s recovering 2024-03-10T22:23:00.056 INFO:tasks.rados.rados.0.smithi169.stdout:2547: done (4 left) 2024-03-10T22:23:00.056 INFO:tasks.rados.rados.0.smithi169.stdout:2548: done (3 left) 2024-03-10T22:23:00.056 INFO:tasks.rados.rados.0.smithi169.stdout:2549: done (2 left) 2024-03-10T22:23:00.056 INFO:tasks.rados.rados.0.smithi169.stdout:2550: done (1 left) 2024-03-10T22:23:00.056 INFO:tasks.rados.rados.0.smithi169.stdout:2551: done (0 left) 2024-03-10T22:23:00.056 INFO:tasks.rados.rados.0.smithi169.stdout:2552: rollback oid 20 current snap is 244 2024-03-10T22:23:00.056 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 243 2024-03-10T22:23:00.056 INFO:tasks.rados.rados.0.smithi169.stdout:2553: copy_from oid 33 from oid 28 current snap is 244 2024-03-10T22:23:00.056 INFO:tasks.rados.rados.0.smithi169.stdout:2554: read oid 50 snap 241 2024-03-10T22:23:00.056 INFO:tasks.rados.rados.0.smithi169.stdout:2554: expect (ObjNum 731 snap 214 seq_num 731) 2024-03-10T22:23:00.057 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 244 2024-03-10T22:23:00.057 INFO:tasks.rados.rados.0.smithi169.stdout:2555: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-03-10T22:23:00.061 INFO:tasks.rados.rados.0.smithi169.stdout:2555: writing smithi16976610-30 from 0 to 638976 tid 1 2024-03-10T22:23:00.062 INFO:tasks.rados.rados.0.smithi169.stdout:2555: writing smithi16976610-30 from 638976 to 1097728 tid 2 2024-03-10T22:23:00.065 INFO:tasks.rados.rados.0.smithi169.stdout:2555: writing smithi16976610-30 from 1097728 to 1441792 tid 3 2024-03-10T22:23:00.065 INFO:tasks.rados.rados.0.smithi169.stdout:2556: read oid 11 snap -1 2024-03-10T22:23:00.065 INFO:tasks.rados.rados.0.smithi169.stdout:2556: expect deleted 2024-03-10T22:23:00.065 INFO:tasks.rados.rados.0.smithi169.stdout:2557: copy_from oid 27 from oid 42 current snap is 244 2024-03-10T22:23:00.066 INFO:tasks.rados.rados.0.smithi169.stdout:2558: setattr oid 45 current snap is 244 2024-03-10T22:23:00.067 INFO:tasks.rados.rados.0.smithi169.stdout:2552: finishing rollback tid 0 to smithi16976610-20 2024-03-10T22:23:00.067 INFO:tasks.rados.rados.0.smithi169.stdout:2552: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:23:00.068 INFO:tasks.rados.rados.0.smithi169.stdout:2556: done (6 left) 2024-03-10T22:23:00.068 INFO:tasks.rados.rados.0.smithi169.stdout:2559: read oid 46 snap -1 2024-03-10T22:23:00.068 INFO:tasks.rados.rados.0.smithi169.stdout:2559: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:00.069 INFO:tasks.rados.rados.0.smithi169.stdout:2560: rmattr oid 18 current snap is 244 2024-03-10T22:23:00.069 INFO:tasks.rados.rados.0.smithi169.stdout:2560: done (7 left) 2024-03-10T22:23:00.069 INFO:tasks.rados.rados.0.smithi169.stdout:2561: rmattr oid 49 current snap is 244 2024-03-10T22:23:00.069 INFO:tasks.rados.rados.0.smithi169.stdout:2561: done (7 left) 2024-03-10T22:23:00.069 INFO:tasks.rados.rados.0.smithi169.stdout:2562: delete oid 3 current snap is 244 2024-03-10T22:23:00.069 INFO:tasks.rados.rados.0.smithi169.stdout:2552: finishing rollback tid 2 to smithi16976610-20 2024-03-10T22:23:00.069 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14014 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T22:23:00.070 INFO:tasks.rados.rados.0.smithi169.stdout:2555: finishing write tid 1 to smithi16976610-30 2024-03-10T22:23:00.070 INFO:tasks.rados.rados.0.smithi169.stdout:2559: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:00.075 INFO:tasks.rados.rados.0.smithi169.stdout:2555: finishing write tid 2 to smithi16976610-30 2024-03-10T22:23:00.075 INFO:tasks.rados.rados.0.smithi169.stdout:2555: finishing write tid 3 to smithi16976610-30 2024-03-10T22:23:00.075 INFO:tasks.rados.rados.0.smithi169.stdout:2555: finishing write tid 4 to smithi16976610-30 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2552: done (7 left) 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2559: done (6 left) 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2562: done (5 left) 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2563: read oid 2 snap -1 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2563: expect (ObjNum 767 snap 230 seq_num 767) 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2564: rmattr oid 23 current snap is 244 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2555: finishing write tid 5 to smithi16976610-30 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2555: oid 30 updating version 0 to 14006 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2555: oid 30 updating version 14006 to 14008 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2555: oid 30 version 14008 is already newer than 14007 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2555: oid 30 version 14008 is already newer than 14005 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14008 (ObjNum 802 snap 244 seq_num 802) dirty exists 2024-03-10T22:23:00.076 INFO:tasks.rados.rados.0.smithi169.stdout:2555: left oid 30 (ObjNum 802 snap 244 seq_num 802) 2024-03-10T22:23:00.077 INFO:tasks.rados.rados.0.smithi169.stdout:2554: expect (ObjNum 731 snap 214 seq_num 731) 2024-03-10T22:23:00.134 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:00.055+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:00.134 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:00.055+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:00.135 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:00.135 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:00.135 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:00.135 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:00.135 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:00.135 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: osdmap e564: 8 total, 8 up, 8 in 2024-03-10T22:23:00.135 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:00.135 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:00.136 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:00.136 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:00.136 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:00.136 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:00.136 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:00.136 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:00.136 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[90638]: osdmap e565: 8 total, 8 up, 8 in 2024-03-10T22:23:00.136 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:00.136 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:00.136 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: osdmap e564: 8 total, 8 up, 8 in 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:00.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-mon[88180]: osdmap e565: 8 total, 8 up, 8 in 2024-03-10T22:23:00.138 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:00.053+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:00.138 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:00.053+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:00.138 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:00.054+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:00.138 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:00.054+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:00.138 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:00.055+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:00.138 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:00.055+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:00.138 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:00.055+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:00.220 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14019 (ObjNum 692 snap 203 seq_num 692) dirty exists 2024-03-10T22:23:00.220 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14021 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-03-10T22:23:00.220 INFO:tasks.rados.rados.0.smithi169.stdout:2553: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:23:00.220 INFO:tasks.rados.rados.0.smithi169.stdout:2553: finishing copy_from to smithi16976610-33 2024-03-10T22:23:00.220 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14008 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-03-10T22:23:00.221 INFO:tasks.rados.rados.0.smithi169.stdout:2557: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:23:00.221 INFO:tasks.rados.rados.0.smithi169.stdout:2563: expect (ObjNum 767 snap 230 seq_num 767) 2024-03-10T22:23:00.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:00.064+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:00.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:00.064+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: osdmap e564: 8 total, 8 up, 8 in 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:00 smithi172 ceph-mon[84635]: osdmap e565: 8 total, 8 up, 8 in 2024-03-10T22:23:00.730 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:00 smithi169 systemd[1]: Stopping Ceph mds.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:23:00.874 INFO:tasks.rados.rados.0.smithi169.stdout:2557: finishing copy_from to smithi16976610-27 2024-03-10T22:23:00.874 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 13953 (ObjNum 747 snap 220 seq_num 747) dirty exists 2024-03-10T22:23:00.874 INFO:tasks.rados.rados.0.smithi169.stdout:2553: done (6 left) 2024-03-10T22:23:00.874 INFO:tasks.rados.rados.0.smithi169.stdout:2554: done (5 left) 2024-03-10T22:23:00.874 INFO:tasks.rados.rados.0.smithi169.stdout:2555: done (4 left) 2024-03-10T22:23:00.874 INFO:tasks.rados.rados.0.smithi169.stdout:2557: done (3 left) 2024-03-10T22:23:00.874 INFO:tasks.rados.rados.0.smithi169.stdout:2558: done (2 left) 2024-03-10T22:23:00.874 INFO:tasks.rados.rados.0.smithi169.stdout:2563: done (1 left) 2024-03-10T22:23:00.874 INFO:tasks.rados.rados.0.smithi169.stdout:2564: done (0 left) 2024-03-10T22:23:00.874 INFO:tasks.rados.rados.0.smithi169.stdout:2565: snap_remove snap 239 2024-03-10T22:23:01.003 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a[64254]: 2024-03-10T22:23:00.730+0000 7f1edefcb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:23:01.003 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a[64254]: 2024-03-10T22:23:00.730+0000 7f1edefcb700 -1 mds.a *** got signal Terminated *** 2024-03-10T22:23:01.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:01.067+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:01.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:01.067+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:01.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[90638]: pgmap v510: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 23 op/s 2024-03-10T22:23:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:01.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:01.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:01.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:01.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:01.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:01.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:01.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-mon[88180]: pgmap v510: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 23 op/s 2024-03-10T22:23:01.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:01.068+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:01.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:01.068+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:01.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:01.068+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:01.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:01.068+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:01.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:01.068+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:01.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:01.068+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:01.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:01 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:01.062+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:01.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:01 smithi172 ceph-mon[84635]: pgmap v510: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 23 op/s 2024-03-10T22:23:02.068 INFO:tasks.rados.rados.0.smithi169.stdout:2565: done (0 left) 2024-03-10T22:23:02.068 INFO:tasks.rados.rados.0.smithi169.stdout:2566: snap_create 2024-03-10T22:23:02.205 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:02.067+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:02.206 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:02.068+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: osdmap e566: 8 total, 8 up, 8 in 2024-03-10T22:23:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: fsmap cephfs:1 {0=b=up:active} 2024-03-10T22:23:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:23:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[88180]: osdmap e567: 8 total, 8 up, 8 in 2024-03-10T22:23:02.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:02.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: osdmap e566: 8 total, 8 up, 8 in 2024-03-10T22:23:02.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:02.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:02.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:02.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:02.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:02.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:02.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:02.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: fsmap cephfs:1 {0=b=up:active} 2024-03-10T22:23:02.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:23:02.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-mon[90638]: osdmap e567: 8 total, 8 up, 8 in 2024-03-10T22:23:02.208 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:01 smithi169 podman[115860]: 2024-03-10 22:23:01.925072181 +0000 UTC m=+1.325382538 container died c776005881b0734f1799113eb8f825098fc25d120a4aff5fbf8ba46a7b8f7c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-c2ea977, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:23:02.313 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:02.314 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: osdmap e566: 8 total, 8 up, 8 in 2024-03-10T22:23:02.314 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:02.314 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:02.314 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:02.314 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:02.314 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:02.314 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:02.314 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:02.314 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: fsmap cephfs:1 {0=b=up:active} 2024-03-10T22:23:02.314 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:23:02.314 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-mon[84635]: osdmap e567: 8 total, 8 up, 8 in 2024-03-10T22:23:02.503 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:02 smithi169 podman[115860]: 2024-03-10 22:23:02.431285902 +0000 UTC m=+1.831596307 container cleanup c776005881b0734f1799113eb8f825098fc25d120a4aff5fbf8ba46a7b8f7c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-c2ea977, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-03-10T22:23:02.503 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:02 smithi169 bash[115860]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a 2024-03-10T22:23:02.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:02.327+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:02.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:02.327+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:02.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:02.327+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:02.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:02.327+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:02.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:02.327+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:02.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:02.327+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:02.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:02.327+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:02.624 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:02.327+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:02.624 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:02.327+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:02.624 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:23:03.003 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:02 smithi169 podman[115876]: 2024-03-10 22:23:02.657999396 +0000 UTC m=+0.735805036 container remove c776005881b0734f1799113eb8f825098fc25d120a4aff5fbf8ba46a7b8f7c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, ceph=True, org.label-schema.build-date=20240307) 2024-03-10T22:23:03.003 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:02 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.a.service: Deactivated successfully. 2024-03-10T22:23:03.003 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:02 smithi169 systemd[1]: Stopped Ceph mds.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:23:03.003 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:02 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.a.service: Consumed 1.110s CPU time. 2024-03-10T22:23:03.067 INFO:tasks.rados.rados.0.smithi169.stdout:2566: done (0 left) 2024-03-10T22:23:03.067 INFO:tasks.rados.rados.0.smithi169.stdout:2567: rollback oid 30 current snap is 245 2024-03-10T22:23:03.067 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 241 2024-03-10T22:23:03.067 INFO:tasks.rados.rados.0.smithi169.stdout:2568: rollback oid 21 current snap is 245 2024-03-10T22:23:03.067 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 241 2024-03-10T22:23:03.067 INFO:tasks.rados.rados.0.smithi169.stdout:2569: delete oid 10 current snap is 245 2024-03-10T22:23:03.073 INFO:tasks.rados.rados.0.smithi169.stdout:2567: finishing rollback tid 0 to smithi16976610-30 2024-03-10T22:23:03.073 INFO:tasks.rados.rados.0.smithi169.stdout:2567: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:23:03.073 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14010 (ObjNum 529 snap 0 seq_num 1352642272) dirty dne 2024-03-10T22:23:03.074 INFO:tasks.rados.rados.0.smithi169.stdout:2568: finishing rollback tid 0 to smithi16976610-21 2024-03-10T22:23:03.074 INFO:tasks.rados.rados.0.smithi169.stdout:2567: done (2 left) 2024-03-10T22:23:03.074 INFO:tasks.rados.rados.0.smithi169.stdout:2569: done (1 left) 2024-03-10T22:23:03.074 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 245 2024-03-10T22:23:03.074 INFO:tasks.rados.rados.0.smithi169.stdout:2570: seq_num 805 ranges {2334720=688128,3022848=507904,3530752=294912} 2024-03-10T22:23:03.091 INFO:tasks.rados.rados.0.smithi169.stdout:2570: writing smithi16976610-6 from 2334720 to 3022848 tid 1 2024-03-10T22:23:03.094 INFO:tasks.rados.rados.0.smithi169.stdout:2570: writing smithi16976610-6 from 3022848 to 3530752 tid 2 2024-03-10T22:23:03.096 INFO:tasks.rados.rados.0.smithi169.stdout:2570: writing smithi16976610-6 from 3530752 to 3825664 tid 3 2024-03-10T22:23:03.096 INFO:tasks.rados.rados.0.smithi169.stdout:2571: snap_create 2024-03-10T22:23:03.096 INFO:tasks.rados.rados.0.smithi169.stdout:2568: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:23:03.096 INFO:tasks.rados.rados.0.smithi169.stdout:2568: finishing rollback tid 2 to smithi16976610-21 2024-03-10T22:23:03.096 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14008 (ObjNum 4321 snap 0 seq_num 151320720) dirty exists 2024-03-10T22:23:03.097 INFO:tasks.rados.rados.0.smithi169.stdout:2570: finishing write tid 1 to smithi16976610-6 2024-03-10T22:23:03.100 INFO:tasks.rados.rados.0.smithi169.stdout:2570: finishing write tid 2 to smithi16976610-6 2024-03-10T22:23:03.100 INFO:tasks.rados.rados.0.smithi169.stdout:2570: finishing write tid 3 to smithi16976610-6 2024-03-10T22:23:03.100 INFO:tasks.rados.rados.0.smithi169.stdout:2570: finishing write tid 4 to smithi16976610-6 2024-03-10T22:23:03.102 INFO:tasks.rados.rados.0.smithi169.stdout:2570: finishing write tid 5 to smithi16976610-6 2024-03-10T22:23:03.102 INFO:tasks.rados.rados.0.smithi169.stdout:2570: oid 6 updating version 0 to 14037 2024-03-10T22:23:03.102 INFO:tasks.rados.rados.0.smithi169.stdout:2570: oid 6 version 14037 is already newer than 14036 2024-03-10T22:23:03.102 INFO:tasks.rados.rados.0.smithi169.stdout:2570: oid 6 version 14037 is already newer than 14035 2024-03-10T22:23:03.102 INFO:tasks.rados.rados.0.smithi169.stdout:2570: oid 6 updating version 14037 to 14038 2024-03-10T22:23:03.102 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14038 (ObjNum 805 snap 245 seq_num 805) dirty exists 2024-03-10T22:23:03.102 INFO:tasks.rados.rados.0.smithi169.stdout:2570: left oid 6 (ObjNum 805 snap 245 seq_num 805) 2024-03-10T22:23:03.389 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:03.390 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:03.390 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-mon[88180]: pgmap v513: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.7 MiB/s wr, 24 op/s 2024-03-10T22:23:03.390 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-mon[88180]: osdmap e568: 8 total, 8 up, 8 in 2024-03-10T22:23:03.390 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:03.390 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:03.390 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-mon[90638]: pgmap v513: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.7 MiB/s wr, 24 op/s 2024-03-10T22:23:03.390 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-mon[90638]: osdmap e568: 8 total, 8 up, 8 in 2024-03-10T22:23:03.391 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:03.067+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:03.391 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:03.067+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:03.391 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:03 smithi169 systemd[1]: Starting Ceph mds.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:23:03.391 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:03 smithi169 podman[116007]: 2024-03-10 22:23:03.184011521 +0000 UTC m=+0.018213125 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:23:03.391 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:03 smithi169 podman[116007]: 2024-03-10 22:23:03.284710004 +0000 UTC m=+0.118911598 container create 9c5fcd9e9cb9b367074f8e5fc442405a5971671238fee645280407ae30154a37 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-10T22:23:03.391 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:03.066+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:03.391 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:03.066+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:03.392 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:03.066+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:03.392 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:03.066+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:03.392 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:03.066+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:03.392 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:03.067+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:03.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:03.068+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:03 smithi172 ceph-mon[84635]: pgmap v513: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.7 MiB/s wr, 24 op/s 2024-03-10T22:23:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:03 smithi172 ceph-mon[84635]: osdmap e568: 8 total, 8 up, 8 in 2024-03-10T22:23:03.753 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:03 smithi169 podman[116007]: 2024-03-10 22:23:03.520567276 +0000 UTC m=+0.354768870 container init 9c5fcd9e9cb9b367074f8e5fc442405a5971671238fee645280407ae30154a37 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:23:03.753 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:03 smithi169 podman[116007]: 2024-03-10 22:23:03.523239568 +0000 UTC m=+0.357441172 container start 9c5fcd9e9cb9b367074f8e5fc442405a5971671238fee645280407ae30154a37 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, ceph=True) 2024-03-10T22:23:03.753 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a[116021]: starting mds.a at 2024-03-10T22:23:03.753 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:03 smithi169 bash[116007]: 9c5fcd9e9cb9b367074f8e5fc442405a5971671238fee645280407ae30154a37 2024-03-10T22:23:03.753 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:03 smithi169 systemd[1]: Started Ceph mds.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:23:04.097 INFO:tasks.rados.rados.0.smithi169.stdout:2568: done (2 left) 2024-03-10T22:23:04.097 INFO:tasks.rados.rados.0.smithi169.stdout:2570: done (1 left) 2024-03-10T22:23:04.097 INFO:tasks.rados.rados.0.smithi169.stdout:2571: done (0 left) 2024-03-10T22:23:04.097 INFO:tasks.rados.rados.0.smithi169.stdout:2572: rmattr oid 36 current snap is 246 2024-03-10T22:23:04.098 INFO:tasks.rados.rados.0.smithi169.stdout:2572: done (0 left) 2024-03-10T22:23:04.098 INFO:tasks.rados.rados.0.smithi169.stdout:2573: delete oid 24 current snap is 246 2024-03-10T22:23:04.103 INFO:tasks.rados.rados.0.smithi169.stdout:2573: done (0 left) 2024-03-10T22:23:04.104 INFO:tasks.rados.rados.0.smithi169.stdout:2574: read oid 46 snap -1 2024-03-10T22:23:04.104 INFO:tasks.rados.rados.0.smithi169.stdout:2574: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:04.104 INFO:tasks.rados.rados.0.smithi169.stdout:2575: read oid 23 snap -1 2024-03-10T22:23:04.104 INFO:tasks.rados.rados.0.smithi169.stdout:2575: expect (ObjNum 692 snap 203 seq_num 692) 2024-03-10T22:23:04.104 INFO:tasks.rados.rados.0.smithi169.stdout:2576: read oid 7 snap 244 2024-03-10T22:23:04.104 INFO:tasks.rados.rados.0.smithi169.stdout:2576: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:23:04.104 INFO:tasks.rados.rados.0.smithi169.stdout:2577: rmattr oid 37 current snap is 246 2024-03-10T22:23:04.104 INFO:tasks.rados.rados.0.smithi169.stdout:2577: done (3 left) 2024-03-10T22:23:04.104 INFO:tasks.rados.rados.0.smithi169.stdout:2578: read oid 24 snap -1 2024-03-10T22:23:04.104 INFO:tasks.rados.rados.0.smithi169.stdout:2578: expect deleted 2024-03-10T22:23:04.104 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 246 2024-03-10T22:23:04.105 INFO:tasks.rados.rados.0.smithi169.stdout:2579: seq_num 807 ranges {1376256=720896,2097152=729088,2826240=73728} 2024-03-10T22:23:04.115 INFO:tasks.rados.rados.0.smithi169.stdout:2579: writing smithi16976610-18 from 1376256 to 2097152 tid 1 2024-03-10T22:23:04.119 INFO:tasks.rados.rados.0.smithi169.stdout:2579: writing smithi16976610-18 from 2097152 to 2826240 tid 2 2024-03-10T22:23:04.120 INFO:tasks.rados.rados.0.smithi169.stdout:2579: writing smithi16976610-18 from 2826240 to 2899968 tid 3 2024-03-10T22:23:04.120 INFO:tasks.rados.rados.0.smithi169.stdout:2580: read oid 29 snap 244 2024-03-10T22:23:04.120 INFO:tasks.rados.rados.0.smithi169.stdout:2580: expect (ObjNum 739 snap 216 seq_num 739) 2024-03-10T22:23:04.120 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 246 2024-03-10T22:23:04.121 INFO:tasks.rados.rados.0.smithi169.stdout:2581: seq_num 808 ranges {8503296=737280,9240576=614400,9854976=188416} 2024-03-10T22:23:04.171 INFO:tasks.rados.rados.0.smithi169.stdout:2581: writing smithi16976610-43 from 8503296 to 9240576 tid 1 2024-03-10T22:23:04.174 INFO:tasks.rados.rados.0.smithi169.stdout:2581: writing smithi16976610-43 from 9240576 to 9854976 tid 2 2024-03-10T22:23:04.175 INFO:tasks.rados.rados.0.smithi169.stdout:2581: writing smithi16976610-43 from 9854976 to 10043392 tid 3 2024-03-10T22:23:04.176 INFO:tasks.rados.rados.0.smithi169.stdout:2582: delete oid 45 current snap is 246 2024-03-10T22:23:04.176 INFO:tasks.rados.rados.0.smithi169.stdout:2574: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:04.180 INFO:tasks.rados.rados.0.smithi169.stdout:2576: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:23:04.248 INFO:tasks.rados.rados.0.smithi169.stdout:2575: expect (ObjNum 692 snap 203 seq_num 692) 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2579: finishing write tid 1 to smithi16976610-18 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2579: finishing write tid 2 to smithi16976610-18 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2579: finishing write tid 3 to smithi16976610-18 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2574: done (7 left) 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2575: done (6 left) 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2576: done (5 left) 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2578: done (4 left) 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2582: done (3 left) 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2583: snap_create 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2579: finishing write tid 4 to smithi16976610-18 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2579: finishing write tid 5 to smithi16976610-18 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2579: oid 18 updating version 0 to 14017 2024-03-10T22:23:04.343 INFO:tasks.rados.rados.0.smithi169.stdout:2579: oid 18 version 14017 is already newer than 14016 2024-03-10T22:23:04.344 INFO:tasks.rados.rados.0.smithi169.stdout:2579: oid 18 version 14017 is already newer than 14014 2024-03-10T22:23:04.344 INFO:tasks.rados.rados.0.smithi169.stdout:2579: oid 18 version 14017 is already newer than 14015 2024-03-10T22:23:04.344 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14017 (ObjNum 807 snap 246 seq_num 807) dirty exists 2024-03-10T22:23:04.344 INFO:tasks.rados.rados.0.smithi169.stdout:2579: left oid 18 (ObjNum 807 snap 246 seq_num 807) 2024-03-10T22:23:04.344 INFO:tasks.rados.rados.0.smithi169.stdout:2580: expect (ObjNum 739 snap 216 seq_num 739) 2024-03-10T22:23:04.415 INFO:tasks.rados.rados.0.smithi169.stdout:2581: finishing write tid 1 to smithi16976610-43 2024-03-10T22:23:04.415 INFO:tasks.rados.rados.0.smithi169.stdout:2581: finishing write tid 2 to smithi16976610-43 2024-03-10T22:23:04.415 INFO:tasks.rados.rados.0.smithi169.stdout:2581: finishing write tid 3 to smithi16976610-43 2024-03-10T22:23:04.415 INFO:tasks.rados.rados.0.smithi169.stdout:2581: finishing write tid 4 to smithi16976610-43 2024-03-10T22:23:04.415 INFO:tasks.rados.rados.0.smithi169.stdout:2581: finishing write tid 5 to smithi16976610-43 2024-03-10T22:23:04.415 INFO:tasks.rados.rados.0.smithi169.stdout:2581: oid 43 updating version 0 to 14013 2024-03-10T22:23:04.415 INFO:tasks.rados.rados.0.smithi169.stdout:2581: oid 43 updating version 14013 to 14014 2024-03-10T22:23:04.415 INFO:tasks.rados.rados.0.smithi169.stdout:2581: oid 43 version 14014 is already newer than 14012 2024-03-10T22:23:04.415 INFO:tasks.rados.rados.0.smithi169.stdout:2581: oid 43 version 14014 is already newer than 14011 2024-03-10T22:23:04.415 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14014 (ObjNum 808 snap 246 seq_num 808) dirty exists 2024-03-10T22:23:04.415 INFO:tasks.rados.rados.0.smithi169.stdout:2581: left oid 43 (ObjNum 808 snap 246 seq_num 808) 2024-03-10T22:23:04.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:04.093+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:04.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:04.094+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:04.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:04.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:04.099+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:04.099+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:04.100+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:04.100+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:04.101+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:04.101+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:04.101+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:04.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:04.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:04.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:04.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:04.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:04.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:04 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:04.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:04.091+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:04.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:04.091+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:04 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:05.103 INFO:tasks.rados.rados.0.smithi169.stdout:2579: done (3 left) 2024-03-10T22:23:05.103 INFO:tasks.rados.rados.0.smithi169.stdout:2580: done (2 left) 2024-03-10T22:23:05.103 INFO:tasks.rados.rados.0.smithi169.stdout:2581: done (1 left) 2024-03-10T22:23:05.103 INFO:tasks.rados.rados.0.smithi169.stdout:2583: done (0 left) 2024-03-10T22:23:05.103 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 13 current snap is 247 2024-03-10T22:23:05.104 INFO:tasks.rados.rados.0.smithi169.stdout:2584: seq_num 810 ranges {2727936=770048,3497984=778240,4276224=24576} 2024-03-10T22:23:05.122 INFO:tasks.rados.rados.0.smithi169.stdout:2584: writing smithi16976610-13 from 2727936 to 3497984 tid 1 2024-03-10T22:23:05.127 INFO:tasks.rados.rados.0.smithi169.stdout:2584: writing smithi16976610-13 from 3497984 to 4276224 tid 2 2024-03-10T22:23:05.127 INFO:tasks.rados.rados.0.smithi169.stdout:2584: writing smithi16976610-13 from 4276224 to 4300800 tid 3 2024-03-10T22:23:05.127 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 17 current snap is 247 2024-03-10T22:23:05.127 INFO:tasks.rados.rados.0.smithi169.stdout:2585: seq_num 811 ranges {2367488=786432,3153920=663552,3817472=139264} 2024-03-10T22:23:05.144 INFO:tasks.rados.rados.0.smithi169.stdout:2585: writing smithi16976610-17 from 2367488 to 3153920 tid 1 2024-03-10T22:23:05.149 INFO:tasks.rados.rados.0.smithi169.stdout:2585: writing smithi16976610-17 from 3153920 to 3817472 tid 2 2024-03-10T22:23:05.150 INFO:tasks.rados.rados.0.smithi169.stdout:2585: writing smithi16976610-17 from 3817472 to 3956736 tid 3 2024-03-10T22:23:05.150 INFO:tasks.rados.rados.0.smithi169.stdout:2586: read oid 30 snap -1 2024-03-10T22:23:05.151 INFO:tasks.rados.rados.0.smithi169.stdout:2586: expect deleted 2024-03-10T22:23:05.151 INFO:tasks.rados.rados.0.smithi169.stdout:2587: snap_remove snap 243 2024-03-10T22:23:05.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:05.102+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:05.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:05.103+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:boot 2024-03-10T22:23:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:23:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:23:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: osdmap e569: 8 total, 8 up, 8 in 2024-03-10T22:23:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[90638]: pgmap v516: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 378 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-03-10T22:23:05.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:05.147+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:05.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:05.148+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:05.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:05.148+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:05.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:05.148+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:05.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:05.148+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:05.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:05.151+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:05.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:boot 2024-03-10T22:23:05.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:23:05.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:23:05.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:05.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:05.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:05.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: osdmap e569: 8 total, 8 up, 8 in 2024-03-10T22:23:05.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:05.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:05.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:05.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:05.509 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:05.510 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-mon[88180]: pgmap v516: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 378 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-03-10T22:23:05.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:05.098+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:boot 2024-03-10T22:23:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T22:23:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:23:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: osdmap e569: 8 total, 8 up, 8 in 2024-03-10T22:23:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:05.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:05.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:05.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:05.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:05 smithi172 ceph-mon[84635]: pgmap v516: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 378 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-03-10T22:23:06.110 INFO:tasks.rados.rados.0.smithi169.stdout:2587: done (3 left) 2024-03-10T22:23:06.111 INFO:tasks.rados.rados.0.smithi169.stdout:2588: delete oid 47 current snap is 247 2024-03-10T22:23:06.111 INFO:tasks.rados.rados.0.smithi169.stdout:2584: finishing write tid 1 to smithi16976610-13 2024-03-10T22:23:06.111 INFO:tasks.rados.rados.0.smithi169.stdout:2584: finishing write tid 2 to smithi16976610-13 2024-03-10T22:23:06.111 INFO:tasks.rados.rados.0.smithi169.stdout:2584: finishing write tid 3 to smithi16976610-13 2024-03-10T22:23:06.111 INFO:tasks.rados.rados.0.smithi169.stdout:2584: finishing write tid 4 to smithi16976610-13 2024-03-10T22:23:06.111 INFO:tasks.rados.rados.0.smithi169.stdout:2584: finishing write tid 5 to smithi16976610-13 2024-03-10T22:23:06.111 INFO:tasks.rados.rados.0.smithi169.stdout:2584: oid 13 updating version 0 to 14006 2024-03-10T22:23:06.112 INFO:tasks.rados.rados.0.smithi169.stdout:2584: oid 13 version 14006 is already newer than 14005 2024-03-10T22:23:06.112 INFO:tasks.rados.rados.0.smithi169.stdout:2584: oid 13 updating version 14006 to 14007 2024-03-10T22:23:06.112 INFO:tasks.rados.rados.0.smithi169.stdout:2584: oid 13 updating version 14007 to 14008 2024-03-10T22:23:06.112 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 14008 (ObjNum 810 snap 247 seq_num 810) dirty exists 2024-03-10T22:23:06.112 INFO:tasks.rados.rados.0.smithi169.stdout:2584: left oid 13 (ObjNum 810 snap 247 seq_num 810) 2024-03-10T22:23:06.112 INFO:tasks.rados.rados.0.smithi169.stdout:2585: finishing write tid 1 to smithi16976610-17 2024-03-10T22:23:06.112 INFO:tasks.rados.rados.0.smithi169.stdout:2585: finishing write tid 2 to smithi16976610-17 2024-03-10T22:23:06.112 INFO:tasks.rados.rados.0.smithi169.stdout:2585: finishing write tid 3 to smithi16976610-17 2024-03-10T22:23:06.113 INFO:tasks.rados.rados.0.smithi169.stdout:2585: finishing write tid 4 to smithi16976610-17 2024-03-10T22:23:06.113 INFO:tasks.rados.rados.0.smithi169.stdout:2585: finishing write tid 5 to smithi16976610-17 2024-03-10T22:23:06.113 INFO:tasks.rados.rados.0.smithi169.stdout:2585: oid 17 updating version 0 to 14041 2024-03-10T22:23:06.113 INFO:tasks.rados.rados.0.smithi169.stdout:2585: oid 17 updating version 14041 to 14042 2024-03-10T22:23:06.113 INFO:tasks.rados.rados.0.smithi169.stdout:2585: oid 17 version 14042 is already newer than 14039 2024-03-10T22:23:06.114 INFO:tasks.rados.rados.0.smithi169.stdout:2585: oid 17 version 14042 is already newer than 14040 2024-03-10T22:23:06.114 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 14042 (ObjNum 811 snap 247 seq_num 811) dirty exists 2024-03-10T22:23:06.114 INFO:tasks.rados.rados.0.smithi169.stdout:2585: left oid 17 (ObjNum 811 snap 247 seq_num 811) 2024-03-10T22:23:06.120 INFO:tasks.rados.rados.0.smithi169.stdout:2584: done (3 left) 2024-03-10T22:23:06.120 INFO:tasks.rados.rados.0.smithi169.stdout:2585: done (2 left) 2024-03-10T22:23:06.120 INFO:tasks.rados.rados.0.smithi169.stdout:2586: done (1 left) 2024-03-10T22:23:06.120 INFO:tasks.rados.rados.0.smithi169.stdout:2588: done (0 left) 2024-03-10T22:23:06.120 INFO:tasks.rados.rados.0.smithi169.stdout:2589: snap_create 2024-03-10T22:23:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:23:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:23:05] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-03-10T22:23:06.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:06.114+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:06.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:06.118+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:06.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:06.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-mon[88180]: osdmap e570: 8 total, 8 up, 8 in 2024-03-10T22:23:06.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:06.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:06.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:06.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:06.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-mon[90638]: osdmap e570: 8 total, 8 up, 8 in 2024-03-10T22:23:06.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:06.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:06.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:06.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:06.117+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:06.118+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:06.118+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:06.119+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:06.119+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:06.119+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:06.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:06.119+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:06.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:06 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:06.107+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:06.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:06 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:06.107+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:06 smithi172 ceph-mon[84635]: osdmap e570: 8 total, 8 up, 8 in 2024-03-10T22:23:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:06.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:06 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:07.118 INFO:tasks.rados.rados.0.smithi169.stdout:2589: done (0 left) 2024-03-10T22:23:07.118 INFO:tasks.rados.rados.0.smithi169.stdout:2590: delete oid 28 current snap is 248 2024-03-10T22:23:07.123 INFO:tasks.rados.rados.0.smithi169.stdout:2590: done (0 left) 2024-03-10T22:23:07.124 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 248 2024-03-10T22:23:07.124 INFO:tasks.rados.rados.0.smithi169.stdout:2591: seq_num 814 ranges {3162112=442368,3604480=770048,4374528=434176} 2024-03-10T22:23:07.143 INFO:tasks.rados.rados.0.smithi169.stdout:2591: writing smithi16976610-39 from 3162112 to 3604480 tid 1 2024-03-10T22:23:07.148 INFO:tasks.rados.rados.0.smithi169.stdout:2591: writing smithi16976610-39 from 3604480 to 4374528 tid 2 2024-03-10T22:23:07.150 INFO:tasks.rados.rados.0.smithi169.stdout:2591: writing smithi16976610-39 from 4374528 to 4808704 tid 3 2024-03-10T22:23:07.151 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 13 current snap is 248 2024-03-10T22:23:07.151 INFO:tasks.rados.rados.0.smithi169.stdout:2591: finishing write tid 1 to smithi16976610-39 2024-03-10T22:23:07.151 INFO:tasks.rados.rados.0.smithi169.stdout:2592: seq_num 815 ranges {4300800=458752,4759552=655360,5414912=409600,5824512=139264} 2024-03-10T22:23:07.177 INFO:tasks.rados.rados.0.smithi169.stdout:2592: writing smithi16976610-13 from 4300800 to 4759552 tid 1 2024-03-10T22:23:07.180 INFO:tasks.rados.rados.0.smithi169.stdout:2592: writing smithi16976610-13 from 4759552 to 5414912 tid 2 2024-03-10T22:23:07.183 INFO:tasks.rados.rados.0.smithi169.stdout:2592: writing smithi16976610-13 from 5414912 to 5824512 tid 3 2024-03-10T22:23:07.184 INFO:tasks.rados.rados.0.smithi169.stdout:2592: writing smithi16976610-13 from 5824512 to 5963776 tid 4 2024-03-10T22:23:07.184 INFO:tasks.rados.rados.0.smithi169.stdout:2593: snap_remove snap 246 2024-03-10T22:23:07.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:07.118+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:07.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:07.118+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:07.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:07.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: osdmap e571: 8 total, 8 up, 8 in 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:07.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: pgmap v519: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 380 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-03-10T22:23:07.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:07.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: osdmap e571: 8 total, 8 up, 8 in 2024-03-10T22:23:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:07.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:07.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:07.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:07.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:07.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:07.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:07.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: pgmap v519: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 380 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-03-10T22:23:07.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:07.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:07.514 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:07.117+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: osdmap e571: 8 total, 8 up, 8 in 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:07.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: pgmap v519: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 380 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-03-10T22:23:07.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:07.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:07 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:08.126 INFO:tasks.rados.rados.0.smithi169.stdout:2593: done (2 left) 2024-03-10T22:23:08.129 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 248 2024-03-10T22:23:08.130 INFO:tasks.rados.rados.0.smithi169.stdout:2594: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2024-03-10T22:23:08.130 INFO:tasks.rados.rados.0.smithi169.stdout:2594: writing smithi16976610-28 from 0 to 475136 tid 1 2024-03-10T22:23:08.133 INFO:tasks.rados.rados.0.smithi169.stdout:2594: writing smithi16976610-28 from 475136 to 1015808 tid 2 2024-03-10T22:23:08.138 INFO:tasks.rados.rados.0.smithi169.stdout:2594: writing smithi16976610-28 from 1015808 to 1630208 tid 3 2024-03-10T22:23:08.139 INFO:tasks.rados.rados.0.smithi169.stdout:2594: writing smithi16976610-28 from 1630208 to 1679360 tid 4 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2595: read oid 31 snap 241 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2595: expect (ObjNum 796 snap 241 seq_num 796) 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2596: delete oid 3 current snap is 248 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2591: finishing write tid 2 to smithi16976610-39 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2591: finishing write tid 3 to smithi16976610-39 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2591: finishing write tid 4 to smithi16976610-39 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2591: finishing write tid 5 to smithi16976610-39 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2591: oid 39 updating version 0 to 14015 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2591: oid 39 updating version 14015 to 14018 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2591: oid 39 version 14018 is already newer than 14017 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2591: oid 39 version 14018 is already newer than 14016 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14018 (ObjNum 814 snap 248 seq_num 814) dirty exists 2024-03-10T22:23:08.140 INFO:tasks.rados.rados.0.smithi169.stdout:2591: left oid 39 (ObjNum 814 snap 248 seq_num 814) 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: finishing write tid 1 to smithi16976610-13 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: finishing write tid 2 to smithi16976610-13 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: finishing write tid 3 to smithi16976610-13 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: finishing write tid 4 to smithi16976610-13 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: finishing write tid 5 to smithi16976610-13 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: finishing write tid 6 to smithi16976610-13 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: oid 13 updating version 0 to 14012 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: oid 13 updating version 14012 to 14014 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: oid 13 version 14014 is already newer than 14011 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: oid 13 version 14014 is already newer than 14010 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: oid 13 version 14014 is already newer than 14013 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 14014 (ObjNum 815 snap 248 seq_num 815) dirty exists 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2592: left oid 13 (ObjNum 815 snap 248 seq_num 815) 2024-03-10T22:23:08.141 INFO:tasks.rados.rados.0.smithi169.stdout:2594: finishing write tid 1 to smithi16976610-28 2024-03-10T22:23:08.142 INFO:tasks.rados.rados.0.smithi169.stdout:2594: finishing write tid 2 to smithi16976610-28 2024-03-10T22:23:08.142 INFO:tasks.rados.rados.0.smithi169.stdout:2594: finishing write tid 3 to smithi16976610-28 2024-03-10T22:23:08.142 INFO:tasks.rados.rados.0.smithi169.stdout:2591: done (4 left) 2024-03-10T22:23:08.142 INFO:tasks.rados.rados.0.smithi169.stdout:2592: done (3 left) 2024-03-10T22:23:08.143 INFO:tasks.rados.rados.0.smithi169.stdout:2596: done (2 left) 2024-03-10T22:23:08.143 INFO:tasks.rados.rados.0.smithi169.stdout:2597: delete oid 12 current snap is 248 2024-03-10T22:23:08.143 INFO:tasks.rados.rados.0.smithi169.stdout:2594: finishing write tid 4 to smithi16976610-28 2024-03-10T22:23:08.143 INFO:tasks.rados.rados.0.smithi169.stdout:2594: finishing write tid 5 to smithi16976610-28 2024-03-10T22:23:08.146 INFO:tasks.rados.rados.0.smithi169.stdout:2594: finishing write tid 6 to smithi16976610-28 2024-03-10T22:23:08.146 INFO:tasks.rados.rados.0.smithi169.stdout:2594: oid 28 updating version 0 to 14021 2024-03-10T22:23:08.146 INFO:tasks.rados.rados.0.smithi169.stdout:2594: oid 28 version 14021 is already newer than 14020 2024-03-10T22:23:08.146 INFO:tasks.rados.rados.0.smithi169.stdout:2594: oid 28 version 14021 is already newer than 14019 2024-03-10T22:23:08.146 INFO:tasks.rados.rados.0.smithi169.stdout:2594: oid 28 updating version 14021 to 14023 2024-03-10T22:23:08.147 INFO:tasks.rados.rados.0.smithi169.stdout:2594: oid 28 version 14023 is already newer than 14022 2024-03-10T22:23:08.147 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14023 (ObjNum 816 snap 248 seq_num 816) dirty exists 2024-03-10T22:23:08.147 INFO:tasks.rados.rados.0.smithi169.stdout:2594: left oid 28 (ObjNum 816 snap 248 seq_num 816) 2024-03-10T22:23:08.147 INFO:tasks.rados.rados.0.smithi169.stdout:2594: done (2 left) 2024-03-10T22:23:08.147 INFO:tasks.rados.rados.0.smithi169.stdout:2597: done (1 left) 2024-03-10T22:23:08.147 INFO:tasks.rados.rados.0.smithi169.stdout:2598: setattr oid 37 current snap is 248 2024-03-10T22:23:08.148 INFO:tasks.rados.rados.0.smithi169.stdout:2599: snap_remove snap 244 2024-03-10T22:23:08.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:08.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[90638]: osdmap e572: 8 total, 8 up, 8 in 2024-03-10T22:23:08.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:08.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:08.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:08.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:08.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:08.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[88180]: osdmap e572: 8 total, 8 up, 8 in 2024-03-10T22:23:08.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:08.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:08.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:08.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:08.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:08.125+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:08.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:08.126+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:08.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:07.915+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:08.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:07.915+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:08.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:07.915+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:08.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:07.915+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:08.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:07.915+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:08.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:07.915+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:08.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:08.142+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:08.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:08.142+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:08.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:08.143+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:08.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:08.143+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:08.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:08.143+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:08.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:08.143+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:08.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:08.143+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:08.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:08.122+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:08.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:08.122+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:08 smithi172 ceph-mon[84635]: osdmap e572: 8 total, 8 up, 8 in 2024-03-10T22:23:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:08 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:08.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:08 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:09.129 INFO:tasks.rados.rados.0.smithi169.stdout:2599: done (2 left) 2024-03-10T22:23:09.129 INFO:tasks.rados.rados.0.smithi169.stdout:2600: snap_create 2024-03-10T22:23:09.130 INFO:tasks.rados.rados.0.smithi169.stdout:2595: expect (ObjNum 796 snap 241 seq_num 796) 2024-03-10T22:23:09.196 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14016 (ObjNum 801 snap 242 seq_num 801) dirty exists 2024-03-10T22:23:09.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:09.129+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:09.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:09.129+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:09.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:09.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:09.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:09.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:09.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:09.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:09.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[90638]: osdmap e573: 8 total, 8 up, 8 in 2024-03-10T22:23:09.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:09.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:09.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[90638]: pgmap v522: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-03-10T22:23:09.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:09.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:09.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:09.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:09.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:09.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:09.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[88180]: osdmap e573: 8 total, 8 up, 8 in 2024-03-10T22:23:09.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:09.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:09.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-mon[88180]: pgmap v522: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-03-10T22:23:09.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:09.127+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:09.513 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[61460]: logger=cleanup t=2024-03-10T22:23:09.273287311Z level=info msg="Completed cleanup jobs" duration=12.510648ms 2024-03-10T22:23:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-mon[84635]: osdmap e573: 8 total, 8 up, 8 in 2024-03-10T22:23:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:09 smithi172 ceph-mon[84635]: pgmap v522: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-03-10T22:23:10.136 INFO:tasks.rados.rados.0.smithi169.stdout:2595: done (2 left) 2024-03-10T22:23:10.136 INFO:tasks.rados.rados.0.smithi169.stdout:2598: done (1 left) 2024-03-10T22:23:10.136 INFO:tasks.rados.rados.0.smithi169.stdout:2600: done (0 left) 2024-03-10T22:23:10.136 INFO:tasks.rados.rados.0.smithi169.stdout:2601: read oid 42 snap -1 2024-03-10T22:23:10.136 INFO:tasks.rados.rados.0.smithi169.stdout:2601: expect (ObjNum 747 snap 220 seq_num 747) 2024-03-10T22:23:10.136 INFO:tasks.rados.rados.0.smithi169.stdout:2602: snap_remove snap 245 2024-03-10T22:23:10.221 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:10.135+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:10.221 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:10.135+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:10.221 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:10.221 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:10.221 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:10.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:10.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:10.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:10.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[88180]: osdmap e574: 8 total, 8 up, 8 in 2024-03-10T22:23:10.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:10.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:10.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:10.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:10.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:10.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:10.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:10.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:10.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[90638]: osdmap e574: 8 total, 8 up, 8 in 2024-03-10T22:23:10.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:10.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:10.223 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:09.944+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:10.223 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:09.944+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:10.223 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:09.944+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:10.223 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:09.944+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:10.223 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:09.944+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:10.224 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:09.945+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:10.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:10.217+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:10.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:10.217+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:10 smithi172 ceph-mon[84635]: osdmap e574: 8 total, 8 up, 8 in 2024-03-10T22:23:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:10.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:11.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:10.719+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:11.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:10.719+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:11.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:10.719+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:11.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:10.719+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:11.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:10.719+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:11.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:10.719+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:11.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:10.719+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:11.134 INFO:tasks.rados.rados.0.smithi169.stdout:2602: done (1 left) 2024-03-10T22:23:11.134 INFO:tasks.rados.rados.0.smithi169.stdout:2603: copy_from oid 21 from oid 12 current snap is 249 2024-03-10T22:23:11.134 INFO:tasks.rados.rados.0.smithi169.stdout:2604: copy_from oid 13 from oid 26 current snap is 249 2024-03-10T22:23:11.134 INFO:tasks.rados.rados.0.smithi169.stdout:2605: delete oid 50 current snap is 249 2024-03-10T22:23:11.134 INFO:tasks.rados.rados.0.smithi169.stdout:2601: expect (ObjNum 747 snap 220 seq_num 747) 2024-03-10T22:23:11.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:11.133+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:11.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:11.134+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: osdmap e575: 8 total, 8 up, 8 in 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: pgmap v525: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 388 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:11.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:11.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:11.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:11.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:11.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:11.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[90638]: osdmap e576: 8 total, 8 up, 8 in 2024-03-10T22:23:11.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:11.137+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:11.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:11.137+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:11.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:11.137+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:11.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:11.137+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:11.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:11.138+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:11.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:11.138+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: osdmap e575: 8 total, 8 up, 8 in 2024-03-10T22:23:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: pgmap v525: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 388 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-03-10T22:23:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:11.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:11.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:11.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:11.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:11.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:11.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:11.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:11 smithi169 ceph-mon[88180]: osdmap e576: 8 total, 8 up, 8 in 2024-03-10T22:23:11.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:11.143+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: osdmap e575: 8 total, 8 up, 8 in 2024-03-10T22:23:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: pgmap v525: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 388 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-03-10T22:23:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:11 smithi172 ceph-mon[84635]: osdmap e576: 8 total, 8 up, 8 in 2024-03-10T22:23:11.541 INFO:tasks.rados.rados.0.smithi169.stdout:2603: finishing copy_from to smithi16976610-21 2024-03-10T22:23:11.541 INFO:tasks.rados.rados.0.smithi169.stdout:2603: got expected ENOENT (src dne) 2024-03-10T22:23:11.541 INFO:tasks.rados.rados.0.smithi169.stdout:2601: done (3 left) 2024-03-10T22:23:11.542 INFO:tasks.rados.rados.0.smithi169.stdout:2605: done (2 left) 2024-03-10T22:23:11.542 INFO:tasks.rados.rados.0.smithi169.stdout:2606: read oid 32 snap -1 2024-03-10T22:23:11.542 INFO:tasks.rados.rados.0.smithi169.stdout:2606: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:11.542 INFO:tasks.rados.rados.0.smithi169.stdout:2607: snap_create 2024-03-10T22:23:11.542 INFO:tasks.rados.rados.0.smithi169.stdout:2603: finishing copy_from racing read to smithi16976610-21 2024-03-10T22:23:11.542 INFO:tasks.rados.rados.0.smithi169.stdout:2604: finishing copy_from racing read to smithi16976610-13 2024-03-10T22:23:11.542 INFO:tasks.rados.rados.0.smithi169.stdout:2604: finishing copy_from to smithi16976610-13 2024-03-10T22:23:11.542 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 13998 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-03-10T22:23:11.542 INFO:tasks.rados.rados.0.smithi169.stdout:2606: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:12.161 INFO:tasks.rados.rados.0.smithi169.stdout:2603: done (3 left) 2024-03-10T22:23:12.161 INFO:tasks.rados.rados.0.smithi169.stdout:2604: done (2 left) 2024-03-10T22:23:12.161 INFO:tasks.rados.rados.0.smithi169.stdout:2606: done (1 left) 2024-03-10T22:23:12.162 INFO:tasks.rados.rados.0.smithi169.stdout:2607: done (0 left) 2024-03-10T22:23:12.162 INFO:tasks.rados.rados.0.smithi169.stdout:2608: delete oid 46 current snap is 250 2024-03-10T22:23:12.171 INFO:tasks.rados.rados.0.smithi169.stdout:2608: done (0 left) 2024-03-10T22:23:12.171 INFO:tasks.rados.rados.0.smithi169.stdout:2609: delete oid 40 current snap is 250 2024-03-10T22:23:12.174 INFO:tasks.rados.rados.0.smithi169.stdout:2609: done (0 left) 2024-03-10T22:23:12.175 INFO:tasks.rados.rados.0.smithi169.stdout:2610: snap_create 2024-03-10T22:23:12.501 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:12.158+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:12.501 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:12.158+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:12.502 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:23:12.502 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:12.502 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:12.502 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:12.502 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:12.502 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:12.502 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:12.502 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:12.502 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:12.502 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:12.503 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:12.503 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:12.503 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:12.503 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:23:12.503 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:12.503 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:12.503 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.503 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.503 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.503 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.503 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:12 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T22:23:12.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:12.161+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:12.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:12.161+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:12.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:12.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T22:23:12.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:12.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:12.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:12.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:12.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:12.508 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T22:23:12.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:12.167+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:12.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:12.167+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:12.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:12.167+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:12.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:12.167+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:12.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:12.169+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:12.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:12.169+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:12.508 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:12.169+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:13.174 INFO:tasks.rados.rados.0.smithi169.stdout:2610: done (0 left) 2024-03-10T22:23:13.174 INFO:tasks.rados.rados.0.smithi169.stdout:2611: read oid 50 snap -1 2024-03-10T22:23:13.174 INFO:tasks.rados.rados.0.smithi169.stdout:2611: expect deleted 2024-03-10T22:23:13.174 INFO:tasks.rados.rados.0.smithi169.stdout:2612: read oid 18 snap -1 2024-03-10T22:23:13.174 INFO:tasks.rados.rados.0.smithi169.stdout:2612: expect (ObjNum 807 snap 246 seq_num 807) 2024-03-10T22:23:13.174 INFO:tasks.rados.rados.0.smithi169.stdout:2613: rmattr oid 13 current snap is 251 2024-03-10T22:23:13.174 INFO:tasks.rados.rados.0.smithi169.stdout:2613: done (2 left) 2024-03-10T22:23:13.174 INFO:tasks.rados.rados.0.smithi169.stdout:2614: rmattr oid 11 current snap is 251 2024-03-10T22:23:13.175 INFO:tasks.rados.rados.0.smithi169.stdout:2614: done (2 left) 2024-03-10T22:23:13.175 INFO:tasks.rados.rados.0.smithi169.stdout:2615: snap_create 2024-03-10T22:23:13.184 INFO:tasks.rados.rados.0.smithi169.stdout:2612: expect (ObjNum 807 snap 246 seq_num 807) 2024-03-10T22:23:13.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:13.174+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:13.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:13.174+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[88180]: Upgrade: It appears safe to stop mds.b 2024-03-10T22:23:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[88180]: osdmap e577: 8 total, 8 up, 8 in 2024-03-10T22:23:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:13.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[88180]: pgmap v528: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 390 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-03-10T22:23:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[90638]: Upgrade: It appears safe to stop mds.b 2024-03-10T22:23:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[90638]: osdmap e577: 8 total, 8 up, 8 in 2024-03-10T22:23:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:13.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-mon[90638]: pgmap v528: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 390 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-03-10T22:23:13.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:13.170+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:13.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-mon[84635]: Upgrade: It appears safe to stop mds.b 2024-03-10T22:23:13.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:13.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-mon[84635]: osdmap e577: 8 total, 8 up, 8 in 2024-03-10T22:23:13.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:13.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:13.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:13.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:13.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:13.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:13.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:13.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:13 smithi172 ceph-mon[84635]: pgmap v528: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 390 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-03-10T22:23:14.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:13.516+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:14.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:13.516+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:14.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:13.516+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:14.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:13.516+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:14.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:13.517+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:14.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:13.517+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:14.176 INFO:tasks.rados.rados.0.smithi169.stdout:2611: done (2 left) 2024-03-10T22:23:14.176 INFO:tasks.rados.rados.0.smithi169.stdout:2612: done (1 left) 2024-03-10T22:23:14.176 INFO:tasks.rados.rados.0.smithi169.stdout:2615: done (0 left) 2024-03-10T22:23:14.176 INFO:tasks.rados.rados.0.smithi169.stdout:2616: copy_from oid 48 from oid 32 current snap is 252 2024-03-10T22:23:14.176 INFO:tasks.rados.rados.0.smithi169.stdout:2617: rollback oid 19 current snap is 252 2024-03-10T22:23:14.177 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 19 to 248 2024-03-10T22:23:14.177 INFO:tasks.rados.rados.0.smithi169.stdout:2618: copy_from oid 36 from oid 37 current snap is 252 2024-03-10T22:23:14.177 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 252 2024-03-10T22:23:14.177 INFO:tasks.rados.rados.0.smithi169.stdout:2619: seq_num 822 ranges {4808704=573440,5382144=696320,6078464=507904} 2024-03-10T22:23:14.206 INFO:tasks.rados.rados.0.smithi169.stdout:2619: writing smithi16976610-39 from 4808704 to 5382144 tid 1 2024-03-10T22:23:14.210 INFO:tasks.rados.rados.0.smithi169.stdout:2619: writing smithi16976610-39 from 5382144 to 6078464 tid 2 2024-03-10T22:23:14.213 INFO:tasks.rados.rados.0.smithi169.stdout:2619: writing smithi16976610-39 from 6078464 to 6586368 tid 3 2024-03-10T22:23:14.214 INFO:tasks.rados.rados.0.smithi169.stdout:2620: snap_create 2024-03-10T22:23:14.214 INFO:tasks.rados.rados.0.smithi169.stdout:2617: finishing rollback tid 1 to smithi16976610-19 2024-03-10T22:23:14.214 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14013 (ObjNum 945 snap 0 seq_num 1377450320) dirty dne 2024-03-10T22:23:14.214 INFO:tasks.rados.rados.0.smithi169.stdout:2616: finishing copy_from racing read to smithi16976610-48 2024-03-10T22:23:14.214 INFO:tasks.rados.rados.0.smithi169.stdout:2616: finishing copy_from to smithi16976610-48 2024-03-10T22:23:14.214 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14003 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T22:23:14.214 INFO:tasks.rados.rados.0.smithi169.stdout:2618: finishing copy_from racing read to smithi16976610-36 2024-03-10T22:23:14.214 INFO:tasks.rados.rados.0.smithi169.stdout:2618: finishing copy_from to smithi16976610-36 2024-03-10T22:23:14.214 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 14016 (ObjNum 801 snap 242 seq_num 801) dirty exists 2024-03-10T22:23:14.236 INFO:tasks.rados.rados.0.smithi169.stdout:2619: finishing write tid 1 to smithi16976610-39 2024-03-10T22:23:14.236 INFO:tasks.rados.rados.0.smithi169.stdout:2619: finishing write tid 2 to smithi16976610-39 2024-03-10T22:23:14.236 INFO:tasks.rados.rados.0.smithi169.stdout:2619: finishing write tid 3 to smithi16976610-39 2024-03-10T22:23:14.237 INFO:tasks.rados.rados.0.smithi169.stdout:2619: finishing write tid 4 to smithi16976610-39 2024-03-10T22:23:14.238 INFO:tasks.rados.rados.0.smithi169.stdout:2619: finishing write tid 5 to smithi16976610-39 2024-03-10T22:23:14.238 INFO:tasks.rados.rados.0.smithi169.stdout:2619: oid 39 updating version 0 to 14020 2024-03-10T22:23:14.238 INFO:tasks.rados.rados.0.smithi169.stdout:2619: oid 39 version 14020 is already newer than 14019 2024-03-10T22:23:14.238 INFO:tasks.rados.rados.0.smithi169.stdout:2619: oid 39 updating version 14020 to 14021 2024-03-10T22:23:14.238 INFO:tasks.rados.rados.0.smithi169.stdout:2619: oid 39 updating version 14021 to 14022 2024-03-10T22:23:14.238 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14022 (ObjNum 822 snap 252 seq_num 822) dirty exists 2024-03-10T22:23:14.238 INFO:tasks.rados.rados.0.smithi169.stdout:2619: left oid 39 (ObjNum 822 snap 252 seq_num 822) 2024-03-10T22:23:14.453 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:14.171+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:14.453 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:14.172+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:14.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:14.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: osdmap e578: 8 total, 8 up, 8 in 2024-03-10T22:23:14.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:14.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:14.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:14.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:14.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:14.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:14.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:14.454 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: Upgrade: Updating mds.b 2024-03-10T22:23:14.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:14.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:23:14.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:23:14.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:14.455 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:14 smithi172 ceph-mon[84635]: Deploying daemon mds.b on smithi172 2024-03-10T22:23:14.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:14.176+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:14.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:14.176+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:14.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:14.180+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:14.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:14.181+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:14.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:14.181+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:14.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:14.181+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:14.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:14.182+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:14.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:14.183+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:14.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:14.183+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:14.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:14.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: osdmap e578: 8 total, 8 up, 8 in 2024-03-10T22:23:14.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:14.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:14.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:14.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:14.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:14.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:14.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:14.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: Upgrade: Updating mds.b 2024-03-10T22:23:14.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:14.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:23:14.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:23:14.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:14.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[90638]: Deploying daemon mds.b on smithi172 2024-03-10T22:23:14.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: osdmap e578: 8 total, 8 up, 8 in 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: Upgrade: Updating mds.b 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:23:14.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T22:23:14.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:14.507 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:14 smithi169 ceph-mon[88180]: Deploying daemon mds.b on smithi172 2024-03-10T22:23:15.189 INFO:tasks.rados.rados.0.smithi169.stdout:2616: done (4 left) 2024-03-10T22:23:15.189 INFO:tasks.rados.rados.0.smithi169.stdout:2617: done (3 left) 2024-03-10T22:23:15.189 INFO:tasks.rados.rados.0.smithi169.stdout:2618: done (2 left) 2024-03-10T22:23:15.189 INFO:tasks.rados.rados.0.smithi169.stdout:2619: done (1 left) 2024-03-10T22:23:15.189 INFO:tasks.rados.rados.0.smithi169.stdout:2620: done (0 left) 2024-03-10T22:23:15.189 INFO:tasks.rados.rados.0.smithi169.stdout:2621: read oid 28 snap -1 2024-03-10T22:23:15.189 INFO:tasks.rados.rados.0.smithi169.stdout:2621: expect (ObjNum 816 snap 248 seq_num 816) 2024-03-10T22:23:15.189 INFO:tasks.rados.rados.0.smithi169.stdout:2622: read oid 50 snap -1 2024-03-10T22:23:15.189 INFO:tasks.rados.rados.0.smithi169.stdout:2622: expect deleted 2024-03-10T22:23:15.190 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 253 2024-03-10T22:23:15.190 INFO:tasks.rados.rados.0.smithi169.stdout:2623: seq_num 823 ranges {3661824=589824,4251648=573440,4825088=630784} 2024-03-10T22:23:15.211 INFO:tasks.rados.rados.0.smithi169.stdout:2623: writing smithi16976610-15 from 3661824 to 4251648 tid 1 2024-03-10T22:23:15.215 INFO:tasks.rados.rados.0.smithi169.stdout:2623: writing smithi16976610-15 from 4251648 to 4825088 tid 2 2024-03-10T22:23:15.219 INFO:tasks.rados.rados.0.smithi169.stdout:2623: writing smithi16976610-15 from 4825088 to 5455872 tid 3 2024-03-10T22:23:15.219 INFO:tasks.rados.rados.0.smithi169.stdout:2624: snap_remove snap 247 2024-03-10T22:23:15.351 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:15.184+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:15.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:15.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-mon[84635]: osdmap e579: 8 total, 8 up, 8 in 2024-03-10T22:23:15.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:15.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:15.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:15.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:15.351 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:15.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:15.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:15.352 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-mon[84635]: pgmap v531: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 390 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 504 KiB/s wr, 9 op/s 2024-03-10T22:23:15.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:15.188+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:15.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:15.188+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:15.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.214+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:15.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.214+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:15.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.214+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:15.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.217+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:15.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.217+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:15.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.218+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[88180]: osdmap e579: 8 total, 8 up, 8 in 2024-03-10T22:23:15.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:15.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:15.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:15.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:15.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:15.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:15.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:15.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[88180]: pgmap v531: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 390 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 504 KiB/s wr, 9 op/s 2024-03-10T22:23:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[90638]: osdmap e579: 8 total, 8 up, 8 in 2024-03-10T22:23:15.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:15.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:15.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:15.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:15.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:15.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:15.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:15.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-mon[90638]: pgmap v531: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 390 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 504 KiB/s wr, 9 op/s 2024-03-10T22:23:15.603 INFO:tasks.rados.rados.0.smithi169.stdout:2621: expect (ObjNum 816 snap 248 seq_num 816) 2024-03-10T22:23:15.606 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:15 smithi172 systemd[1]: Stopping Ceph mds.b for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:23:15.606 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b[57537]: 2024-03-10T22:23:15.594+0000 7f8583b75700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:23:15.606 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b[57537]: 2024-03-10T22:23:15.594+0000 7f8583b75700 -1 mds.b *** got signal Terminated *** 2024-03-10T22:23:15.653 INFO:tasks.rados.rados.0.smithi169.stdout:2623: finishing write tid 1 to smithi16976610-15 2024-03-10T22:23:15.653 INFO:tasks.rados.rados.0.smithi169.stdout:2623: finishing write tid 2 to smithi16976610-15 2024-03-10T22:23:15.653 INFO:tasks.rados.rados.0.smithi169.stdout:2623: finishing write tid 3 to smithi16976610-15 2024-03-10T22:23:15.653 INFO:tasks.rados.rados.0.smithi169.stdout:2623: finishing write tid 4 to smithi16976610-15 2024-03-10T22:23:15.653 INFO:tasks.rados.rados.0.smithi169.stdout:2623: finishing write tid 5 to smithi16976610-15 2024-03-10T22:23:15.653 INFO:tasks.rados.rados.0.smithi169.stdout:2623: oid 15 updating version 0 to 14022 2024-03-10T22:23:15.653 INFO:tasks.rados.rados.0.smithi169.stdout:2623: oid 15 updating version 14022 to 14024 2024-03-10T22:23:15.653 INFO:tasks.rados.rados.0.smithi169.stdout:2623: oid 15 updating version 14024 to 14025 2024-03-10T22:23:15.653 INFO:tasks.rados.rados.0.smithi169.stdout:2623: oid 15 version 14025 is already newer than 14023 2024-03-10T22:23:15.653 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14025 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:23:15.653 INFO:tasks.rados.rados.0.smithi169.stdout:2623: left oid 15 (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:23:15.654 INFO:tasks.rados.rados.0.smithi169.stdout:2621: done (3 left) 2024-03-10T22:23:15.654 INFO:tasks.rados.rados.0.smithi169.stdout:2622: done (2 left) 2024-03-10T22:23:15.654 INFO:tasks.rados.rados.0.smithi169.stdout:2623: done (1 left) 2024-03-10T22:23:15.654 INFO:tasks.rados.rados.0.smithi169.stdout:2624: done (0 left) 2024-03-10T22:23:15.654 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 253 2024-03-10T22:23:15.654 INFO:tasks.rados.rados.0.smithi169.stdout:2625: seq_num 824 ranges {5562368=606208,6168576=458752,6627328=573440,7200768=172032} 2024-03-10T22:23:15.685 INFO:tasks.rados.rados.0.smithi169.stdout:2625: writing smithi16976610-41 from 5562368 to 6168576 tid 1 2024-03-10T22:23:15.687 INFO:tasks.rados.rados.0.smithi169.stdout:2625: writing smithi16976610-41 from 6168576 to 6627328 tid 2 2024-03-10T22:23:15.691 INFO:tasks.rados.rados.0.smithi169.stdout:2625: writing smithi16976610-41 from 6627328 to 7200768 tid 3 2024-03-10T22:23:15.692 INFO:tasks.rados.rados.0.smithi169.stdout:2625: writing smithi16976610-41 from 7200768 to 7372800 tid 4 2024-03-10T22:23:15.693 INFO:tasks.rados.rados.0.smithi169.stdout:2626: rollback oid 31 current snap is 253 2024-03-10T22:23:15.693 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 31 to 241 2024-03-10T22:23:15.693 INFO:tasks.rados.rados.0.smithi169.stdout:2625: finishing write tid 1 to smithi16976610-41 2024-03-10T22:23:15.693 INFO:tasks.rados.rados.0.smithi169.stdout:2625: finishing write tid 2 to smithi16976610-41 2024-03-10T22:23:15.693 INFO:tasks.rados.rados.0.smithi169.stdout:2627: read oid 24 snap 252 2024-03-10T22:23:15.693 INFO:tasks.rados.rados.0.smithi169.stdout:2627: expect deleted 2024-03-10T22:23:15.693 INFO:tasks.rados.rados.0.smithi169.stdout:2628: read oid 13 snap 248 2024-03-10T22:23:15.693 INFO:tasks.rados.rados.0.smithi169.stdout:2628: expect (ObjNum 815 snap 248 seq_num 815) 2024-03-10T22:23:15.693 INFO:tasks.rados.rados.0.smithi169.stdout:2629: read oid 44 snap -1 2024-03-10T22:23:15.693 INFO:tasks.rados.rados.0.smithi169.stdout:2629: expect (ObjNum 780 snap 234 seq_num 780) 2024-03-10T22:23:15.693 INFO:tasks.rados.rados.0.smithi169.stdout:2630: snap_create 2024-03-10T22:23:15.694 INFO:tasks.rados.rados.0.smithi169.stdout:2625: finishing write tid 3 to smithi16976610-41 2024-03-10T22:23:15.694 INFO:tasks.rados.rados.0.smithi169.stdout:2625: finishing write tid 4 to smithi16976610-41 2024-03-10T22:23:15.695 INFO:tasks.rados.rados.0.smithi169.stdout:2625: finishing write tid 5 to smithi16976610-41 2024-03-10T22:23:15.696 INFO:tasks.rados.rados.0.smithi169.stdout:2625: finishing write tid 6 to smithi16976610-41 2024-03-10T22:23:15.696 INFO:tasks.rados.rados.0.smithi169.stdout:2625: oid 41 updating version 0 to 13962 2024-03-10T22:23:15.696 INFO:tasks.rados.rados.0.smithi169.stdout:2625: oid 41 updating version 13962 to 13963 2024-03-10T22:23:15.696 INFO:tasks.rados.rados.0.smithi169.stdout:2625: oid 41 version 13963 is already newer than 13961 2024-03-10T22:23:15.696 INFO:tasks.rados.rados.0.smithi169.stdout:2625: oid 41 version 13963 is already newer than 13959 2024-03-10T22:23:15.696 INFO:tasks.rados.rados.0.smithi169.stdout:2625: oid 41 version 13963 is already newer than 13960 2024-03-10T22:23:15.696 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 13963 (ObjNum 824 snap 253 seq_num 824) dirty exists 2024-03-10T22:23:15.697 INFO:tasks.rados.rados.0.smithi169.stdout:2625: left oid 41 (ObjNum 824 snap 253 seq_num 824) 2024-03-10T22:23:15.698 INFO:tasks.rados.rados.0.smithi169.stdout:2626: finishing rollback tid 0 to smithi16976610-31 2024-03-10T22:23:15.701 INFO:tasks.rados.rados.0.smithi169.stdout:2626: finishing rollback tid 1 to smithi16976610-31 2024-03-10T22:23:15.701 INFO:tasks.rados.rados.0.smithi169.stdout:2626: finishing rollback tid 2 to smithi16976610-31 2024-03-10T22:23:15.701 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14022 (ObjNum 796 snap 241 seq_num 796) dirty exists 2024-03-10T22:23:15.721 INFO:tasks.rados.rados.0.smithi169.stdout:2628: expect (ObjNum 815 snap 248 seq_num 815) 2024-03-10T22:23:15.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:23:15.595+0000 7fc675098700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T22:23:15.925 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:15.605+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:15.925 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:15.608+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:15.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.614+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:15.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.614+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:15.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.615+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:15.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.615+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:15.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.615+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:15.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.615+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:15.926 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:15.615+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:16.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:15.604+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:16.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:15.604+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:16.023 INFO:tasks.rados.rados.0.smithi169.stdout:2629: expect (ObjNum 780 snap 234 seq_num 780) 2024-03-10T22:23:16.184 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:23:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:23:15] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2024-03-10T22:23:16.437 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:16.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: osdmap e580: 8 total, 8 up, 8 in 2024-03-10T22:23:16.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:16.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:16.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:16.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:16.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:16.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:16.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:16.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: osdmap e581: 8 total, 8 up, 8 in 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: fsmap cephfs:1/1 {0=a=up:replay} 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:16.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:16.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:16.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:16.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: osdmap e580: 8 total, 8 up, 8 in 2024-03-10T22:23:16.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:16.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:16.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:16.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:16.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:16.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:16.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: osdmap e581: 8 total, 8 up, 8 in 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: fsmap cephfs:1/1 {0=a=up:replay} 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:16.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:16.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:16.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:16.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: osdmap e580: 8 total, 8 up, 8 in 2024-03-10T22:23:16.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:16.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:16.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:16.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:16.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:16.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:16.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:16.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T22:23:16.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T22:23:16.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: osdmap e581: 8 total, 8 up, 8 in 2024-03-10T22:23:16.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-03-10T22:23:16.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T22:23:16.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T22:23:16.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:16.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:16.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: fsmap cephfs:1/1 {0=a=up:replay} 2024-03-10T22:23:16.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:16.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:16.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:16.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:16.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:16.617 INFO:tasks.rados.rados.0.smithi169.stdout:2625: done (5 left) 2024-03-10T22:23:16.617 INFO:tasks.rados.rados.0.smithi169.stdout:2626: done (4 left) 2024-03-10T22:23:16.617 INFO:tasks.rados.rados.0.smithi169.stdout:2627: done (3 left) 2024-03-10T22:23:16.617 INFO:tasks.rados.rados.0.smithi169.stdout:2628: done (2 left) 2024-03-10T22:23:16.617 INFO:tasks.rados.rados.0.smithi169.stdout:2629: done (1 left) 2024-03-10T22:23:16.618 INFO:tasks.rados.rados.0.smithi169.stdout:2630: done (0 left) 2024-03-10T22:23:16.618 INFO:tasks.rados.rados.0.smithi169.stdout:2631: copy_from oid 22 from oid 19 current snap is 254 2024-03-10T22:23:16.618 INFO:tasks.rados.rados.0.smithi169.stdout:2632: read oid 11 snap -1 2024-03-10T22:23:16.618 INFO:tasks.rados.rados.0.smithi169.stdout:2632: expect deleted 2024-03-10T22:23:16.618 INFO:tasks.rados.rados.0.smithi169.stdout:2633: snap_create 2024-03-10T22:23:16.620 INFO:tasks.rados.rados.0.smithi169.stdout:2631: finishing copy_from to smithi16976610-22 2024-03-10T22:23:16.620 INFO:tasks.rados.rados.0.smithi169.stdout:2631: got expected ENOENT (src dne) 2024-03-10T22:23:16.620 INFO:tasks.rados.rados.0.smithi169.stdout:2631: finishing copy_from racing read to smithi16976610-22 2024-03-10T22:23:16.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:16.617+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:16.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:16.617+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:17.392 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:17.392 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:23:17.392 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[90638]: pgmap v534: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-03-10T22:23:17.392 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[90638]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:reconnect 2024-03-10T22:23:17.392 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[90638]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-03-10T22:23:17.392 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[90638]: osdmap e582: 8 total, 8 up, 8 in 2024-03-10T22:23:17.392 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:17.392 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:17.393 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:17.393 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:23:17.393 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[88180]: pgmap v534: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-03-10T22:23:17.393 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[88180]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:reconnect 2024-03-10T22:23:17.393 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[88180]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-03-10T22:23:17.393 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[88180]: osdmap e582: 8 total, 8 up, 8 in 2024-03-10T22:23:17.393 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:17.393 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:17.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:17.391+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:17 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:23:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:17 smithi172 ceph-mon[84635]: pgmap v534: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-03-10T22:23:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:17 smithi172 ceph-mon[84635]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:reconnect 2024-03-10T22:23:17.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:17 smithi172 ceph-mon[84635]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-03-10T22:23:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:17 smithi172 ceph-mon[84635]: osdmap e582: 8 total, 8 up, 8 in 2024-03-10T22:23:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:17.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:17.618 INFO:tasks.rados.rados.0.smithi169.stdout:2631: done (2 left) 2024-03-10T22:23:17.618 INFO:tasks.rados.rados.0.smithi169.stdout:2632: done (1 left) 2024-03-10T22:23:17.618 INFO:tasks.rados.rados.0.smithi169.stdout:2633: done (0 left) 2024-03-10T22:23:17.618 INFO:tasks.rados.rados.0.smithi169.stdout:2634: rmattr oid 34 current snap is 255 2024-03-10T22:23:17.618 INFO:tasks.rados.rados.0.smithi169.stdout:2635: setattr oid 27 current snap is 255 2024-03-10T22:23:17.619 INFO:tasks.rados.rados.0.smithi169.stdout:2636: read oid 38 snap -1 2024-03-10T22:23:17.620 INFO:tasks.rados.rados.0.smithi169.stdout:2636: expect (ObjNum 790 snap 237 seq_num 790) 2024-03-10T22:23:17.620 INFO:tasks.rados.rados.0.smithi169.stdout:2637: setattr oid 30 current snap is 255 2024-03-10T22:23:17.621 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 255 2024-03-10T22:23:17.622 INFO:tasks.rados.rados.0.smithi169.stdout:2638: seq_num 825 ranges {0=622592,622592=745472,1368064=458752} 2024-03-10T22:23:17.625 INFO:tasks.rados.rados.0.smithi169.stdout:2638: writing smithi16976610-48 from 0 to 622592 tid 1 2024-03-10T22:23:17.630 INFO:tasks.rados.rados.0.smithi169.stdout:2638: writing smithi16976610-48 from 622592 to 1368064 tid 2 2024-03-10T22:23:17.634 INFO:tasks.rados.rados.0.smithi169.stdout:2638: writing smithi16976610-48 from 1368064 to 1826816 tid 3 2024-03-10T22:23:17.634 INFO:tasks.rados.rados.0.smithi169.stdout:2639: rollback oid 32 current snap is 255 2024-03-10T22:23:17.634 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 32 to 248 2024-03-10T22:23:17.634 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14043 (ObjNum 747 snap 220 seq_num 747) dirty exists 2024-03-10T22:23:17.634 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14023 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-03-10T22:23:17.634 INFO:tasks.rados.rados.0.smithi169.stdout:2635: done (5 left) 2024-03-10T22:23:17.635 INFO:tasks.rados.rados.0.smithi169.stdout:2637: done (4 left) 2024-03-10T22:23:17.635 INFO:tasks.rados.rados.0.smithi169.stdout:2640: setattr oid 2 current snap is 255 2024-03-10T22:23:17.635 INFO:tasks.rados.rados.0.smithi169.stdout:2638: finishing write tid 1 to smithi16976610-48 2024-03-10T22:23:17.635 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14031 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-03-10T22:23:17.636 INFO:tasks.rados.rados.0.smithi169.stdout:2634: done (4 left) 2024-03-10T22:23:17.636 INFO:tasks.rados.rados.0.smithi169.stdout:2641: copy_from oid 14 from oid 18 current snap is 255 2024-03-10T22:23:17.636 INFO:tasks.rados.rados.0.smithi169.stdout:2642: rmattr oid 9 current snap is 255 2024-03-10T22:23:17.636 INFO:tasks.rados.rados.0.smithi169.stdout:2643: copy_from oid 5 from oid 8 current snap is 255 2024-03-10T22:23:17.637 INFO:tasks.rados.rados.0.smithi169.stdout:2644: read oid 28 snap -1 2024-03-10T22:23:17.637 INFO:tasks.rados.rados.0.smithi169.stdout:2644: expect (ObjNum 816 snap 248 seq_num 816) 2024-03-10T22:23:17.637 INFO:tasks.rados.rados.0.smithi169.stdout:2645: delete oid 37 current snap is 255 2024-03-10T22:23:17.641 INFO:tasks.rados.rados.0.smithi169.stdout:2639: finishing rollback tid 0 to smithi16976610-32 2024-03-10T22:23:17.643 INFO:tasks.rados.rados.0.smithi169.stdout:2638: finishing write tid 2 to smithi16976610-48 2024-03-10T22:23:17.644 INFO:tasks.rados.rados.0.smithi169.stdout:2639: finishing rollback tid 1 to smithi16976610-32 2024-03-10T22:23:17.644 INFO:tasks.rados.rados.0.smithi169.stdout:2639: finishing rollback tid 2 to smithi16976610-32 2024-03-10T22:23:17.644 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14026 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:23:17.645 INFO:tasks.rados.rados.0.smithi169.stdout:2636: expect (ObjNum 790 snap 237 seq_num 790) 2024-03-10T22:23:17.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:17.618+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:17.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:17.618+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:17.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.390+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:17.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.391+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:17.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.391+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:17.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.391+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:17.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.391+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:17.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.391+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:17.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.622+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:17.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.623+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:17.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.625+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:17.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.625+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:17.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.625+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:17.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.626+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:17.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:17.626+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:17.821 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 14015 (ObjNum 703 snap 206 seq_num 703) dirty exists 2024-03-10T22:23:17.821 INFO:tasks.rados.rados.0.smithi169.stdout:2638: finishing write tid 3 to smithi16976610-48 2024-03-10T22:23:17.821 INFO:tasks.rados.rados.0.smithi169.stdout:2638: finishing write tid 4 to smithi16976610-48 2024-03-10T22:23:17.821 INFO:tasks.rados.rados.0.smithi169.stdout:2644: expect (ObjNum 816 snap 248 seq_num 816) 2024-03-10T22:23:17.864 INFO:tasks.rados.rados.0.smithi169.stdout:2638: finishing write tid 5 to smithi16976610-48 2024-03-10T22:23:17.864 INFO:tasks.rados.rados.0.smithi169.stdout:2638: oid 48 updating version 0 to 14046 2024-03-10T22:23:17.864 INFO:tasks.rados.rados.0.smithi169.stdout:2638: oid 48 version 14046 is already newer than 14045 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2638: oid 48 updating version 14046 to 14047 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2638: oid 48 version 14047 is already newer than 14044 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14047 (ObjNum 825 snap 255 seq_num 825) dirty exists 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2638: left oid 48 (ObjNum 825 snap 255 seq_num 825) 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14048 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2641: finishing copy_from racing read to smithi16976610-14 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2643: finishing copy_from racing read to smithi16976610-5 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2636: done (8 left) 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2638: done (7 left) 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2639: done (6 left) 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2640: done (5 left) 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2642: done (4 left) 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2644: done (3 left) 2024-03-10T22:23:17.865 INFO:tasks.rados.rados.0.smithi169.stdout:2645: done (2 left) 2024-03-10T22:23:17.866 INFO:tasks.rados.rados.0.smithi169.stdout:2646: rmattr oid 27 current snap is 255 2024-03-10T22:23:17.866 INFO:tasks.rados.rados.0.smithi169.stdout:2641: finishing copy_from to smithi16976610-14 2024-03-10T22:23:17.866 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14017 (ObjNum 807 snap 246 seq_num 807) dirty exists 2024-03-10T22:23:17.866 INFO:tasks.rados.rados.0.smithi169.stdout:2643: finishing copy_from to smithi16976610-5 2024-03-10T22:23:17.866 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 13916 (ObjNum 668 snap 193 seq_num 668) dirty exists 2024-03-10T22:23:17.866 INFO:tasks.rados.rados.0.smithi169.stdout:2641: done (2 left) 2024-03-10T22:23:17.866 INFO:tasks.rados.rados.0.smithi169.stdout:2643: done (1 left) 2024-03-10T22:23:17.866 INFO:tasks.rados.rados.0.smithi169.stdout:2647: delete oid 3 current snap is 255 2024-03-10T22:23:17.867 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14049 (ObjNum 747 snap 220 seq_num 747) dirty exists 2024-03-10T22:23:17.867 INFO:tasks.rados.rados.0.smithi169.stdout:2646: done (1 left) 2024-03-10T22:23:17.867 INFO:tasks.rados.rados.0.smithi169.stdout:2647: done (0 left) 2024-03-10T22:23:17.867 INFO:tasks.rados.rados.0.smithi169.stdout:2648: rollback oid 38 current snap is 255 2024-03-10T22:23:17.868 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 38 to 241 2024-03-10T22:23:17.868 INFO:tasks.rados.rados.0.smithi169.stdout:2649: rollback oid 39 current snap is 255 2024-03-10T22:23:17.868 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 39 to 241 2024-03-10T22:23:17.868 INFO:tasks.rados.rados.0.smithi169.stdout:2650: read oid 2 snap 252 2024-03-10T22:23:17.868 INFO:tasks.rados.rados.0.smithi169.stdout:2650: expect (ObjNum 767 snap 230 seq_num 767) 2024-03-10T22:23:17.868 INFO:tasks.rados.rados.0.smithi169.stdout:2651: copy_from oid 18 from oid 5 current snap is 255 2024-03-10T22:23:17.868 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 255 2024-03-10T22:23:17.868 INFO:tasks.rados.rados.0.smithi169.stdout:2652: seq_num 828 ranges {2899968=671744,3571712=802816,4374528=401408} 2024-03-10T22:23:17.885 INFO:tasks.rados.rados.0.smithi169.stdout:2652: writing smithi16976610-14 from 2899968 to 3571712 tid 1 2024-03-10T22:23:17.890 INFO:tasks.rados.rados.0.smithi169.stdout:2652: writing smithi16976610-14 from 3571712 to 4374528 tid 2 2024-03-10T22:23:17.893 INFO:tasks.rados.rados.0.smithi169.stdout:2652: writing smithi16976610-14 from 4374528 to 4775936 tid 3 2024-03-10T22:23:17.893 INFO:tasks.rados.rados.0.smithi169.stdout:2653: rollback oid 11 current snap is 255 2024-03-10T22:23:17.893 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 11 to 253 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:2648: finishing rollback tid 0 to smithi16976610-38 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:2654: read oid 33 snap -1 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:2654: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:2655: snap_create 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:2649: finishing rollback tid 0 to smithi16976610-39 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:2648: finishing rollback tid 1 to smithi16976610-38 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:2648: finishing rollback tid 2 to smithi16976610-38 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 14034 (ObjNum 790 snap 237 seq_num 790) dirty exists 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:2649: finishing rollback tid 1 to smithi16976610-39 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:2649: finishing rollback tid 2 to smithi16976610-39 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14029 (ObjNum 668 snap 193 seq_num 668) dirty exists 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:2652: finishing write tid 1 to smithi16976610-14 2024-03-10T22:23:17.894 INFO:tasks.rados.rados.0.smithi169.stdout:2653: finishing rollback tid 1 to smithi16976610-11 2024-03-10T22:23:17.895 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 0 (ObjNum 33 snap 0 seq_num 139457784) dirty dne 2024-03-10T22:23:17.896 INFO:tasks.rados.rados.0.smithi169.stdout:2652: finishing write tid 2 to smithi16976610-14 2024-03-10T22:23:17.897 INFO:tasks.rados.rados.0.smithi169.stdout:2650: expect (ObjNum 767 snap 230 seq_num 767) 2024-03-10T22:23:18.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:17.626+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:18.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:17.626+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:18.510 INFO:tasks.rados.rados.0.smithi169.stdout:2651: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:23:18.510 INFO:tasks.rados.rados.0.smithi169.stdout:2652: finishing write tid 3 to smithi16976610-14 2024-03-10T22:23:18.510 INFO:tasks.rados.rados.0.smithi169.stdout:2652: finishing write tid 4 to smithi16976610-14 2024-03-10T22:23:18.510 INFO:tasks.rados.rados.0.smithi169.stdout:2652: finishing write tid 5 to smithi16976610-14 2024-03-10T22:23:18.510 INFO:tasks.rados.rados.0.smithi169.stdout:2652: oid 14 updating version 0 to 14026 2024-03-10T22:23:18.510 INFO:tasks.rados.rados.0.smithi169.stdout:2652: oid 14 version 14026 is already newer than 14025 2024-03-10T22:23:18.510 INFO:tasks.rados.rados.0.smithi169.stdout:2652: oid 14 version 14026 is already newer than 14024 2024-03-10T22:23:18.511 INFO:tasks.rados.rados.0.smithi169.stdout:2652: oid 14 updating version 14026 to 14027 2024-03-10T22:23:18.511 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14027 (ObjNum 828 snap 255 seq_num 828) dirty exists 2024-03-10T22:23:18.511 INFO:tasks.rados.rados.0.smithi169.stdout:2652: left oid 14 (ObjNum 828 snap 255 seq_num 828) 2024-03-10T22:23:18.511 INFO:tasks.rados.rados.0.smithi169.stdout:2651: finishing copy_from to smithi16976610-18 2024-03-10T22:23:18.511 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 13916 (ObjNum 668 snap 193 seq_num 668) dirty exists 2024-03-10T22:23:18.511 INFO:tasks.rados.rados.0.smithi169.stdout:2654: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:23:18.669 INFO:tasks.rados.rados.0.smithi169.stdout:2648: done (7 left) 2024-03-10T22:23:18.669 INFO:tasks.rados.rados.0.smithi169.stdout:2649: done (6 left) 2024-03-10T22:23:18.669 INFO:tasks.rados.rados.0.smithi169.stdout:2650: done (5 left) 2024-03-10T22:23:18.669 INFO:tasks.rados.rados.0.smithi169.stdout:2651: done (4 left) 2024-03-10T22:23:18.669 INFO:tasks.rados.rados.0.smithi169.stdout:2652: done (3 left) 2024-03-10T22:23:18.669 INFO:tasks.rados.rados.0.smithi169.stdout:2653: done (2 left) 2024-03-10T22:23:18.669 INFO:tasks.rados.rados.0.smithi169.stdout:2654: done (1 left) 2024-03-10T22:23:18.669 INFO:tasks.rados.rados.0.smithi169.stdout:2655: done (0 left) 2024-03-10T22:23:18.669 INFO:tasks.rados.rados.0.smithi169.stdout:2656: delete oid 35 current snap is 256 2024-03-10T22:23:18.673 INFO:tasks.rados.rados.0.smithi169.stdout:2656: done (0 left) 2024-03-10T22:23:18.674 INFO:tasks.rados.rados.0.smithi169.stdout:2657: snap_create 2024-03-10T22:23:18.872 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:18.625+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:18.872 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:18.872 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:rejoin 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: osdmap e583: 8 total, 8 up, 8 in 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:18.873 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:18.874 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:18.874 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:18.874 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:18.874 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:19.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:18.624+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:19.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:18.625+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:19.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:19.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:19.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:19.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:19.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:rejoin 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: osdmap e583: 8 total, 8 up, 8 in 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:19.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:19.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:19.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:19.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:19.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:19.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:19.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:19.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:rejoin 2024-03-10T22:23:19.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-03-10T22:23:19.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-03-10T22:23:19.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: osdmap e583: 8 total, 8 up, 8 in 2024-03-10T22:23:19.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:19.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:19.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset 13b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:19.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:19.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:19.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:19.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:19.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:19.007 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:18.706+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:19.007 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:18.706+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:19.007 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:18.707+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:19.008 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:18.707+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:19.008 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:18.707+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:19.008 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:18.708+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:19.163 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:18 smithi172 podman[109137]: 2024-03-10 22:23:18.873343498 +0000 UTC m=+3.381417044 container died 9be46bd6b2f66882efe73e33e9ae116765782b93ae3d1ec285d2262ba6d0aa8e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, CEPH_POINT_RELEASE=, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307) 2024-03-10T22:23:19.512 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:19 smithi172 podman[109137]: 2024-03-10 22:23:19.337510851 +0000 UTC m=+3.845584396 container cleanup 9be46bd6b2f66882efe73e33e9ae116765782b93ae3d1ec285d2262ba6d0aa8e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-c2ea977, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-03-10T22:23:19.513 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:19 smithi172 bash[109137]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b 2024-03-10T22:23:19.632 INFO:tasks.rados.rados.0.smithi169.stdout:2657: done (0 left) 2024-03-10T22:23:19.632 INFO:tasks.rados.rados.0.smithi169.stdout:2658: copy_from oid 2 from oid 45 current snap is 257 2024-03-10T22:23:19.632 INFO:tasks.rados.rados.0.smithi169.stdout:2659: rmattr oid 23 current snap is 257 2024-03-10T22:23:19.632 INFO:tasks.rados.rados.0.smithi169.stdout:2660: rmattr oid 38 current snap is 257 2024-03-10T22:23:19.632 INFO:tasks.rados.rados.0.smithi169.stdout:2661: delete oid 47 current snap is 257 2024-03-10T22:23:19.636 INFO:tasks.rados.rados.0.smithi169.stdout:2658: finishing copy_from to smithi16976610-2 2024-03-10T22:23:19.636 INFO:tasks.rados.rados.0.smithi169.stdout:2658: got expected ENOENT (src dne) 2024-03-10T22:23:19.636 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14026 (ObjNum 692 snap 203 seq_num 692) dirty exists 2024-03-10T22:23:19.636 INFO:tasks.rados.rados.0.smithi169.stdout:2658: finishing copy_from racing read to smithi16976610-2 2024-03-10T22:23:19.638 INFO:tasks.rados.rados.0.smithi169.stdout:2658: done (3 left) 2024-03-10T22:23:19.638 INFO:tasks.rados.rados.0.smithi169.stdout:2659: done (2 left) 2024-03-10T22:23:19.638 INFO:tasks.rados.rados.0.smithi169.stdout:2661: done (1 left) 2024-03-10T22:23:19.638 INFO:tasks.rados.rados.0.smithi169.stdout:2662: snap_remove snap 248 2024-03-10T22:23:19.973 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:19.627+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:19.973 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:19.627+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:19.973 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:19 smithi172 podman[109151]: 2024-03-10 22:23:19.63886795 +0000 UTC m=+0.761723628 container remove 9be46bd6b2f66882efe73e33e9ae116765782b93ae3d1ec285d2262ba6d0aa8e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-c2ea977, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:23:19.973 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:19 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.b.service: Deactivated successfully. 2024-03-10T22:23:19.973 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:19 smithi172 systemd[1]: Stopped Ceph mds.b for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:23:19.973 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:19 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.b.service: Consumed 1.617s CPU time. 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: pgmap v537: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:active 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: fsmap cephfs:1 {0=a=up:active} 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: osdmap e584: 8 total, 8 up, 8 in 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:19.974 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:19.975 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:20.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:19.632+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:20.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:19.633+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: pgmap v537: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:active 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: fsmap cephfs:1 {0=a=up:active} 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: osdmap e584: 8 total, 8 up, 8 in 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:20.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:20.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:19.630+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:20.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:19.632+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:20.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:19.632+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:20.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:19.632+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:20.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:19.632+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:20.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:19.633+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:20.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:19.633+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: pgmap v537: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: mds.? [v2:172.21.15.169:6834/344844183,v1:172.21.15.169:6835/344844183] up:active 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: fsmap cephfs:1 {0=a=up:active} 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: osdmap e584: 8 total, 8 up, 8 in 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:20.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:20.263 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:19 smithi172 systemd[1]: Starting Ceph mds.b for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:23:20.263 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:20 smithi172 podman[109286]: 2024-03-10 22:23:20.091779431 +0000 UTC m=+0.017730803 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:23:20.263 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:20 smithi172 podman[109286]: 2024-03-10 22:23:20.207011158 +0000 UTC m=+0.132962567 container create 9ed80a7d22a272f91a172ca37db91a0c570be9caa462905e5b4c49f1a8d65895 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-10T22:23:20.503 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a[116021]: 2024-03-10T22:23:20.090+0000 7f8757b05700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-10T22:23:20.632 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:20 smithi172 podman[109286]: 2024-03-10 22:23:20.434549126 +0000 UTC m=+0.360500502 container init 9ed80a7d22a272f91a172ca37db91a0c570be9caa462905e5b4c49f1a8d65895 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS) 2024-03-10T22:23:20.632 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:20 smithi172 podman[109286]: 2024-03-10 22:23:20.437399048 +0000 UTC m=+0.363350411 container start 9ed80a7d22a272f91a172ca37db91a0c570be9caa462905e5b4c49f1a8d65895 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-03-10T22:23:20.633 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b[109302]: starting mds.b at 2024-03-10T22:23:20.633 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:20 smithi172 bash[109286]: 9ed80a7d22a272f91a172ca37db91a0c570be9caa462905e5b4c49f1a8d65895 2024-03-10T22:23:20.633 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:23:20 smithi172 systemd[1]: Started Ceph mds.b for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:23:20.635 INFO:tasks.rados.rados.0.smithi169.stdout:2662: done (1 left) 2024-03-10T22:23:20.635 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 257 2024-03-10T22:23:20.635 INFO:tasks.rados.rados.0.smithi169.stdout:2663: seq_num 831 ranges {0=720896,720896=499712,1220608=704512} 2024-03-10T22:23:20.640 INFO:tasks.rados.rados.0.smithi169.stdout:2663: writing smithi16976610-10 from 0 to 720896 tid 1 2024-03-10T22:23:20.643 INFO:tasks.rados.rados.0.smithi169.stdout:2663: writing smithi16976610-10 from 720896 to 1220608 tid 2 2024-03-10T22:23:20.648 INFO:tasks.rados.rados.0.smithi169.stdout:2663: writing smithi16976610-10 from 1220608 to 1925120 tid 3 2024-03-10T22:23:20.648 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 257 2024-03-10T22:23:20.648 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 14035 (ObjNum 790 snap 237 seq_num 790) dirty exists 2024-03-10T22:23:20.648 INFO:tasks.rados.rados.0.smithi169.stdout:2664: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2024-03-10T22:23:20.652 INFO:tasks.rados.rados.0.smithi169.stdout:2664: writing smithi16976610-16 from 0 to 737280 tid 1 2024-03-10T22:23:20.658 INFO:tasks.rados.rados.0.smithi169.stdout:2664: writing smithi16976610-16 from 737280 to 1523712 tid 2 2024-03-10T22:23:20.660 INFO:tasks.rados.rados.0.smithi169.stdout:2664: writing smithi16976610-16 from 1523712 to 1941504 tid 3 2024-03-10T22:23:20.660 INFO:tasks.rados.rados.0.smithi169.stdout:2660: done (2 left) 2024-03-10T22:23:20.661 INFO:tasks.rados.rados.0.smithi169.stdout:2665: snap_remove snap 255 2024-03-10T22:23:20.796 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:20.635+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:20.796 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:20.635+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:20.796 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:20.796 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:20.796 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: osdmap e585: 8 total, 8 up, 8 in 2024-03-10T22:23:20.796 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:20.796 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:20.797 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:20.797 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:20.797 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:20.797 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:20.797 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: pgmap v540: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 407 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-03-10T22:23:20.797 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:20.797 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:20.797 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:20.797 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:20.797 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: osdmap e585: 8 total, 8 up, 8 in 2024-03-10T22:23:20.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:20.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:20.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:20.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:20.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:20.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:20.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: pgmap v540: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 407 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-03-10T22:23:20.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:20.798 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:20.798 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:20.643+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:20.798 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:20.643+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:20.799 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:20.644+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:20.799 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:20.645+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:20.799 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:20.645+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:20.799 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:20.649+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:21.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:20.635+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: osdmap e585: 8 total, 8 up, 8 in 2024-03-10T22:23:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: pgmap v540: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 407 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-03-10T22:23:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:21.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:20 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:21.640 INFO:tasks.rados.rados.0.smithi169.stdout:2665: done (2 left) 2024-03-10T22:23:21.640 INFO:tasks.rados.rados.0.smithi169.stdout:2666: setattr oid 11 current snap is 257 2024-03-10T22:23:21.640 INFO:tasks.rados.rados.0.smithi169.stdout:2663: finishing write tid 1 to smithi16976610-10 2024-03-10T22:23:21.640 INFO:tasks.rados.rados.0.smithi169.stdout:2663: finishing write tid 2 to smithi16976610-10 2024-03-10T22:23:21.640 INFO:tasks.rados.rados.0.smithi169.stdout:2663: finishing write tid 3 to smithi16976610-10 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2663: finishing write tid 4 to smithi16976610-10 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2663: finishing write tid 5 to smithi16976610-10 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2663: oid 10 updating version 0 to 10356 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2663: oid 10 version 10356 is already newer than 10353 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2663: oid 10 version 10356 is already newer than 10355 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2663: oid 10 version 10356 is already newer than 10354 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10356 (ObjNum 831 snap 257 seq_num 831) dirty exists 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2663: left oid 10 (ObjNum 831 snap 257 seq_num 831) 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2664: finishing write tid 1 to smithi16976610-16 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2664: finishing write tid 2 to smithi16976610-16 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2664: finishing write tid 3 to smithi16976610-16 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2664: finishing write tid 4 to smithi16976610-16 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2664: finishing write tid 5 to smithi16976610-16 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2664: oid 16 updating version 0 to 14028 2024-03-10T22:23:21.641 INFO:tasks.rados.rados.0.smithi169.stdout:2664: oid 16 version 14028 is already newer than 14025 2024-03-10T22:23:21.642 INFO:tasks.rados.rados.0.smithi169.stdout:2664: oid 16 version 14028 is already newer than 14027 2024-03-10T22:23:21.642 INFO:tasks.rados.rados.0.smithi169.stdout:2664: oid 16 version 14028 is already newer than 14026 2024-03-10T22:23:21.642 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14028 (ObjNum 832 snap 257 seq_num 832) dirty exists 2024-03-10T22:23:21.642 INFO:tasks.rados.rados.0.smithi169.stdout:2664: left oid 16 (ObjNum 832 snap 257 seq_num 832) 2024-03-10T22:23:21.643 INFO:tasks.rados.rados.0.smithi169.stdout:2663: done (2 left) 2024-03-10T22:23:21.643 INFO:tasks.rados.rados.0.smithi169.stdout:2664: done (1 left) 2024-03-10T22:23:21.643 INFO:tasks.rados.rados.0.smithi169.stdout:2667: rmattr oid 39 current snap is 257 2024-03-10T22:23:21.643 INFO:tasks.rados.rados.0.smithi169.stdout:2667: done (1 left) 2024-03-10T22:23:21.643 INFO:tasks.rados.rados.0.smithi169.stdout:2668: rollback oid 23 current snap is 257 2024-03-10T22:23:21.643 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 23 to 241 2024-03-10T22:23:21.643 INFO:tasks.rados.rados.0.smithi169.stdout:2669: snap_remove snap 251 2024-03-10T22:23:21.650 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:21.650 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-mon[84635]: mds.? [v2:172.21.15.172:6832/2975397083,v1:172.21.15.172:6833/2975397083] up:boot 2024-03-10T22:23:21.650 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-mon[84635]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-03-10T22:23:21.650 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:23:21.650 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-mon[84635]: osdmap e586: 8 total, 8 up, 8 in 2024-03-10T22:23:21.650 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:21.650 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:21.651 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:21.651 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:21.651 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:21.651 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:21.651 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:21.649+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:21.651 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:21.649+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:22.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:21.645+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:22.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:21.645+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:22.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:22.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[88180]: mds.? [v2:172.21.15.172:6832/2975397083,v1:172.21.15.172:6833/2975397083] up:boot 2024-03-10T22:23:22.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[88180]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-03-10T22:23:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:23:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[88180]: osdmap e586: 8 total, 8 up, 8 in 2024-03-10T22:23:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:22.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:21.643+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:22.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:21.644+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:22.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:21.644+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:22.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:21.647+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:22.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:21.648+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:22.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:21.648+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:22.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:21.648+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[90638]: mds.? [v2:172.21.15.172:6832/2975397083,v1:172.21.15.172:6833/2975397083] up:boot 2024-03-10T22:23:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[90638]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-03-10T22:23:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T22:23:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[90638]: osdmap e586: 8 total, 8 up, 8 in 2024-03-10T22:23:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:22.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:22.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:22.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:22.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:22.634 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:23:22.660 INFO:tasks.rados.rados.0.smithi169.stdout:2668: finishing rollback tid 0 to smithi16976610-23 2024-03-10T22:23:22.660 INFO:tasks.rados.rados.0.smithi169.stdout:2668: finishing rollback tid 1 to smithi16976610-23 2024-03-10T22:23:22.660 INFO:tasks.rados.rados.0.smithi169.stdout:2668: finishing rollback tid 2 to smithi16976610-23 2024-03-10T22:23:22.661 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14029 (ObjNum 692 snap 203 seq_num 692) dirty exists 2024-03-10T22:23:22.661 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14004 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:23:22.661 INFO:tasks.rados.rados.0.smithi169.stdout:2666: done (2 left) 2024-03-10T22:23:22.661 INFO:tasks.rados.rados.0.smithi169.stdout:2668: done (1 left) 2024-03-10T22:23:22.661 INFO:tasks.rados.rados.0.smithi169.stdout:2669: done (0 left) 2024-03-10T22:23:22.661 INFO:tasks.rados.rados.0.smithi169.stdout:2670: delete oid 23 current snap is 257 2024-03-10T22:23:22.666 INFO:tasks.rados.rados.0.smithi169.stdout:2670: done (0 left) 2024-03-10T22:23:22.666 INFO:tasks.rados.rados.0.smithi169.stdout:2671: read oid 50 snap -1 2024-03-10T22:23:22.666 INFO:tasks.rados.rados.0.smithi169.stdout:2671: expect deleted 2024-03-10T22:23:22.666 INFO:tasks.rados.rados.0.smithi169.stdout:2672: rollback oid 21 current snap is 257 2024-03-10T22:23:22.666 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 254 2024-03-10T22:23:22.666 INFO:tasks.rados.rados.0.smithi169.stdout:2673: delete oid 35 current snap is 257 2024-03-10T22:23:22.669 INFO:tasks.rados.rados.0.smithi169.stdout:2671: done (2 left) 2024-03-10T22:23:22.669 INFO:tasks.rados.rados.0.smithi169.stdout:2673: done (1 left) 2024-03-10T22:23:22.670 INFO:tasks.rados.rados.0.smithi169.stdout:2674: delete oid 50 current snap is 257 2024-03-10T22:23:22.670 INFO:tasks.rados.rados.0.smithi169.stdout:2672: finishing rollback tid 0 to smithi16976610-21 2024-03-10T22:23:22.670 INFO:tasks.rados.rados.0.smithi169.stdout:2672: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:23:22.671 INFO:tasks.rados.rados.0.smithi169.stdout:2672: finishing rollback tid 2 to smithi16976610-21 2024-03-10T22:23:22.671 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14011 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-03-10T22:23:22.672 INFO:tasks.rados.rados.0.smithi169.stdout:2672: done (1 left) 2024-03-10T22:23:22.672 INFO:tasks.rados.rados.0.smithi169.stdout:2674: done (0 left) 2024-03-10T22:23:22.672 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 257 2024-03-10T22:23:22.672 INFO:tasks.rados.rados.0.smithi169.stdout:2675: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-03-10T22:23:22.674 INFO:tasks.rados.rados.0.smithi169.stdout:2675: writing smithi16976610-35 from 0 to 409600 tid 1 2024-03-10T22:23:22.678 INFO:tasks.rados.rados.0.smithi169.stdout:2675: writing smithi16976610-35 from 409600 to 1130496 tid 2 2024-03-10T22:23:22.681 INFO:tasks.rados.rados.0.smithi169.stdout:2675: writing smithi16976610-35 from 1130496 to 1646592 tid 3 2024-03-10T22:23:22.684 INFO:tasks.rados.rados.0.smithi169.stdout:2675: writing smithi16976610-35 from 1646592 to 2015232 tid 4 2024-03-10T22:23:22.684 INFO:tasks.rados.rados.0.smithi169.stdout:2676: delete oid 17 current snap is 257 2024-03-10T22:23:22.684 INFO:tasks.rados.rados.0.smithi169.stdout:2675: finishing write tid 1 to smithi16976610-35 2024-03-10T22:23:22.684 INFO:tasks.rados.rados.0.smithi169.stdout:2675: finishing write tid 2 to smithi16976610-35 2024-03-10T22:23:22.684 INFO:tasks.rados.rados.0.smithi169.stdout:2675: finishing write tid 3 to smithi16976610-35 2024-03-10T22:23:22.686 INFO:tasks.rados.rados.0.smithi169.stdout:2676: done (1 left) 2024-03-10T22:23:22.686 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 257 2024-03-10T22:23:22.686 INFO:tasks.rados.rados.0.smithi169.stdout:2677: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-03-10T22:23:22.688 INFO:tasks.rados.rados.0.smithi169.stdout:2677: writing smithi16976610-3 from 0 to 442368 tid 1 2024-03-10T22:23:22.691 INFO:tasks.rados.rados.0.smithi169.stdout:2677: writing smithi16976610-3 from 442368 to 983040 tid 2 2024-03-10T22:23:22.694 INFO:tasks.rados.rados.0.smithi169.stdout:2677: writing smithi16976610-3 from 983040 to 1515520 tid 3 2024-03-10T22:23:22.697 INFO:tasks.rados.rados.0.smithi169.stdout:2677: writing smithi16976610-3 from 1515520 to 1957888 tid 4 2024-03-10T22:23:22.698 INFO:tasks.rados.rados.0.smithi169.stdout:2677: writing smithi16976610-3 from 1957888 to 2048000 tid 5 2024-03-10T22:23:22.698 INFO:tasks.rados.rados.0.smithi169.stdout:2678: snap_create 2024-03-10T22:23:22.698 INFO:tasks.rados.rados.0.smithi169.stdout:2675: finishing write tid 4 to smithi16976610-35 2024-03-10T22:23:22.698 INFO:tasks.rados.rados.0.smithi169.stdout:2675: finishing write tid 5 to smithi16976610-35 2024-03-10T22:23:22.698 INFO:tasks.rados.rados.0.smithi169.stdout:2675: finishing write tid 6 to smithi16976610-35 2024-03-10T22:23:22.698 INFO:tasks.rados.rados.0.smithi169.stdout:2675: oid 35 updating version 0 to 311 2024-03-10T22:23:22.698 INFO:tasks.rados.rados.0.smithi169.stdout:2675: oid 35 version 311 is already newer than 310 2024-03-10T22:23:22.698 INFO:tasks.rados.rados.0.smithi169.stdout:2675: oid 35 version 311 is already newer than 309 2024-03-10T22:23:22.698 INFO:tasks.rados.rados.0.smithi169.stdout:2675: oid 35 version 311 is already newer than 307 2024-03-10T22:23:22.698 INFO:tasks.rados.rados.0.smithi169.stdout:2675: oid 35 version 311 is already newer than 308 2024-03-10T22:23:22.699 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 311 (ObjNum 836 snap 257 seq_num 836) dirty exists 2024-03-10T22:23:22.699 INFO:tasks.rados.rados.0.smithi169.stdout:2675: left oid 35 (ObjNum 836 snap 257 seq_num 836) 2024-03-10T22:23:22.699 INFO:tasks.rados.rados.0.smithi169.stdout:2677: finishing write tid 1 to smithi16976610-3 2024-03-10T22:23:22.699 INFO:tasks.rados.rados.0.smithi169.stdout:2677: finishing write tid 2 to smithi16976610-3 2024-03-10T22:23:22.699 INFO:tasks.rados.rados.0.smithi169.stdout:2677: finishing write tid 3 to smithi16976610-3 2024-03-10T22:23:22.701 INFO:tasks.rados.rados.0.smithi169.stdout:2677: finishing write tid 4 to smithi16976610-3 2024-03-10T22:23:22.701 INFO:tasks.rados.rados.0.smithi169.stdout:2677: finishing write tid 5 to smithi16976610-3 2024-03-10T22:23:22.701 INFO:tasks.rados.rados.0.smithi169.stdout:2677: finishing write tid 6 to smithi16976610-3 2024-03-10T22:23:22.703 INFO:tasks.rados.rados.0.smithi169.stdout:2677: finishing write tid 7 to smithi16976610-3 2024-03-10T22:23:22.703 INFO:tasks.rados.rados.0.smithi169.stdout:2677: oid 3 updating version 0 to 14009 2024-03-10T22:23:22.703 INFO:tasks.rados.rados.0.smithi169.stdout:2677: oid 3 version 14009 is already newer than 14005 2024-03-10T22:23:22.703 INFO:tasks.rados.rados.0.smithi169.stdout:2677: oid 3 version 14009 is already newer than 14008 2024-03-10T22:23:22.703 INFO:tasks.rados.rados.0.smithi169.stdout:2677: oid 3 updating version 14009 to 14010 2024-03-10T22:23:22.703 INFO:tasks.rados.rados.0.smithi169.stdout:2677: oid 3 version 14010 is already newer than 14006 2024-03-10T22:23:22.703 INFO:tasks.rados.rados.0.smithi169.stdout:2677: oid 3 version 14010 is already newer than 14007 2024-03-10T22:23:22.704 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 14010 (ObjNum 838 snap 257 seq_num 838) dirty exists 2024-03-10T22:23:22.704 INFO:tasks.rados.rados.0.smithi169.stdout:2677: left oid 3 (ObjNum 838 snap 257 seq_num 838) 2024-03-10T22:23:22.927 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:22.654+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:22.927 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:22.927 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:22.927 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-mon[84635]: osdmap e587: 8 total, 8 up, 8 in 2024-03-10T22:23:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:22.928 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:22 smithi172 ceph-mon[84635]: pgmap v543: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 409 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 53 op/s 2024-03-10T22:23:23.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:22.660+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:23.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:22.660+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[90638]: osdmap e587: 8 total, 8 up, 8 in 2024-03-10T22:23:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[90638]: pgmap v543: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 409 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 53 op/s 2024-03-10T22:23:23.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[88180]: osdmap e587: 8 total, 8 up, 8 in 2024-03-10T22:23:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-mon[88180]: pgmap v543: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 409 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 53 op/s 2024-03-10T22:23:23.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:22.663+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:23.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:22.664+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:23.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:22.664+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:23.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:22.664+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:23.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:22.664+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:23.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:22.665+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:23.657 INFO:tasks.rados.rados.0.smithi169.stdout:2675: done (2 left) 2024-03-10T22:23:23.657 INFO:tasks.rados.rados.0.smithi169.stdout:2677: done (1 left) 2024-03-10T22:23:23.657 INFO:tasks.rados.rados.0.smithi169.stdout:2678: done (0 left) 2024-03-10T22:23:23.657 INFO:tasks.rados.rados.0.smithi169.stdout:2679: delete oid 47 current snap is 258 2024-03-10T22:23:23.666 INFO:tasks.rados.rados.0.smithi169.stdout:2679: done (0 left) 2024-03-10T22:23:23.666 INFO:tasks.rados.rados.0.smithi169.stdout:2680: copy_from oid 37 from oid 34 current snap is 258 2024-03-10T22:23:23.666 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 258 2024-03-10T22:23:23.666 INFO:tasks.rados.rados.0.smithi169.stdout:2681: seq_num 840 ranges {6684672=475136,7159808=712704,7872512=499712,8372224=393216} 2024-03-10T22:23:23.706 INFO:tasks.rados.rados.0.smithi169.stdout:2681: writing smithi16976610-9 from 6684672 to 7159808 tid 1 2024-03-10T22:23:23.710 INFO:tasks.rados.rados.0.smithi169.stdout:2681: writing smithi16976610-9 from 7159808 to 7872512 tid 2 2024-03-10T22:23:23.713 INFO:tasks.rados.rados.0.smithi169.stdout:2681: writing smithi16976610-9 from 7872512 to 8372224 tid 3 2024-03-10T22:23:23.716 INFO:tasks.rados.rados.0.smithi169.stdout:2681: writing smithi16976610-9 from 8372224 to 8765440 tid 4 2024-03-10T22:23:23.716 INFO:tasks.rados.rados.0.smithi169.stdout:2682: rollback oid 27 current snap is 258 2024-03-10T22:23:23.716 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 27 to 241 2024-03-10T22:23:23.716 INFO:tasks.rados.rados.0.smithi169.stdout:2680: finishing copy_from racing read to smithi16976610-37 2024-03-10T22:23:23.717 INFO:tasks.rados.rados.0.smithi169.stdout:2680: finishing copy_from to smithi16976610-37 2024-03-10T22:23:23.717 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14031 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-03-10T22:23:23.717 INFO:tasks.rados.rados.0.smithi169.stdout:2681: finishing write tid 1 to smithi16976610-9 2024-03-10T22:23:23.717 INFO:tasks.rados.rados.0.smithi169.stdout:2681: finishing write tid 2 to smithi16976610-9 2024-03-10T22:23:23.717 INFO:tasks.rados.rados.0.smithi169.stdout:2680: done (2 left) 2024-03-10T22:23:23.717 INFO:tasks.rados.rados.0.smithi169.stdout:2683: delete oid 48 current snap is 258 2024-03-10T22:23:23.717 INFO:tasks.rados.rados.0.smithi169.stdout:2681: finishing write tid 3 to smithi16976610-9 2024-03-10T22:23:23.720 INFO:tasks.rados.rados.0.smithi169.stdout:2681: finishing write tid 4 to smithi16976610-9 2024-03-10T22:23:23.720 INFO:tasks.rados.rados.0.smithi169.stdout:2681: finishing write tid 5 to smithi16976610-9 2024-03-10T22:23:23.721 INFO:tasks.rados.rados.0.smithi169.stdout:2682: finishing rollback tid 0 to smithi16976610-27 2024-03-10T22:23:23.721 INFO:tasks.rados.rados.0.smithi169.stdout:2682: finishing rollback tid 1 to smithi16976610-27 2024-03-10T22:23:23.722 INFO:tasks.rados.rados.0.smithi169.stdout:2681: finishing write tid 6 to smithi16976610-9 2024-03-10T22:23:23.722 INFO:tasks.rados.rados.0.smithi169.stdout:2681: oid 9 updating version 0 to 14016 2024-03-10T22:23:23.722 INFO:tasks.rados.rados.0.smithi169.stdout:2681: oid 9 updating version 14016 to 14020 2024-03-10T22:23:23.722 INFO:tasks.rados.rados.0.smithi169.stdout:2681: oid 9 version 14020 is already newer than 14019 2024-03-10T22:23:23.722 INFO:tasks.rados.rados.0.smithi169.stdout:2681: oid 9 version 14020 is already newer than 14018 2024-03-10T22:23:23.722 INFO:tasks.rados.rados.0.smithi169.stdout:2681: oid 9 version 14020 is already newer than 14017 2024-03-10T22:23:23.723 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 14020 (ObjNum 840 snap 258 seq_num 840) dirty exists 2024-03-10T22:23:23.723 INFO:tasks.rados.rados.0.smithi169.stdout:2681: left oid 9 (ObjNum 840 snap 258 seq_num 840) 2024-03-10T22:23:23.723 INFO:tasks.rados.rados.0.smithi169.stdout:2682: finishing rollback tid 2 to smithi16976610-27 2024-03-10T22:23:23.723 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14053 (ObjNum 785 snap 235 seq_num 785) dirty exists 2024-03-10T22:23:23.724 INFO:tasks.rados.rados.0.smithi169.stdout:2681: done (2 left) 2024-03-10T22:23:23.724 INFO:tasks.rados.rados.0.smithi169.stdout:2682: done (1 left) 2024-03-10T22:23:23.724 INFO:tasks.rados.rados.0.smithi169.stdout:2683: done (0 left) 2024-03-10T22:23:23.724 INFO:tasks.rados.rados.0.smithi169.stdout:2684: delete oid 13 current snap is 258 2024-03-10T22:23:23.728 INFO:tasks.rados.rados.0.smithi169.stdout:2684: done (0 left) 2024-03-10T22:23:23.728 INFO:tasks.rados.rados.0.smithi169.stdout:2685: snap_create 2024-03-10T22:23:24.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:23.661+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:24.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:23.664+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:24.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[88180]: osdmap e588: 8 total, 8 up, 8 in 2024-03-10T22:23:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:24.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:24.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:24.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:24.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[90638]: osdmap e588: 8 total, 8 up, 8 in 2024-03-10T22:23:24.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:24.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:24.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:24.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:24.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:24.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:23.709+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:24.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:23.711+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:24.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:23.711+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:24.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:23.711+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:24.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:23.711+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:24.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:23.712+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:24.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:23.712+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:24.008 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:23.654+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:24.008 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:23.654+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:24.008 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:24.008 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:24.008 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:24.008 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:23 smithi172 ceph-mon[84635]: osdmap e588: 8 total, 8 up, 8 in 2024-03-10T22:23:24.009 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:24.009 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 148=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:24.009 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:24.009 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:24.009 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:24.658 INFO:tasks.rados.rados.0.smithi169.stdout:2685: done (0 left) 2024-03-10T22:23:24.658 INFO:tasks.rados.rados.0.smithi169.stdout:2686: snap_remove snap 256 2024-03-10T22:23:25.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:24.658+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:25.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:24.658+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:25.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:24.656+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:25.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:24.656+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:25.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:24.657+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:25.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:24.657+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:25.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:24.657+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:25.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:24.658+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:25.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:25.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:25.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:25.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: osdmap e589: 8 total, 8 up, 8 in 2024-03-10T22:23:25.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:25.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:25.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:25.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:25.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:25.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:25.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:25.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:25.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:25.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[88180]: pgmap v546: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 411 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 944 KiB/s wr, 17 op/s 2024-03-10T22:23:25.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:25.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:25.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:25.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: osdmap e589: 8 total, 8 up, 8 in 2024-03-10T22:23:25.009 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:25.009 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:25.009 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:25.009 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:25.009 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:25.009 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:25.009 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:25.010 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:25.010 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:25.010 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:24 smithi169 ceph-mon[90638]: pgmap v546: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 411 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 944 KiB/s wr, 17 op/s 2024-03-10T22:23:25.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:24.660+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: osdmap e589: 8 total, 8 up, 8 in 2024-03-10T22:23:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:25.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:25.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:25.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:24 smithi172 ceph-mon[84635]: pgmap v546: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 411 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 944 KiB/s wr, 17 op/s 2024-03-10T22:23:25.351 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:23:25.661 INFO:tasks.rados.rados.0.smithi169.stdout:2686: done (0 left) 2024-03-10T22:23:25.661 INFO:tasks.rados.rados.0.smithi169.stdout:2687: snap_create 2024-03-10T22:23:25.675 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:23:25.675 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (10m) 18s ago 11m 25.4M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:23:25.675 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (10m) 1s ago 10m 91.7M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:23:25.676 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (22s) 18s ago 12m 14.9M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 9c5fcd9e9cb9 2024-03-10T22:23:25.676 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (5s) 1s ago 12m 14.7M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 9ed80a7d22a2 2024-03-10T22:23:25.676 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (6m) 1s ago 15m 451M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:23:25.676 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (7m) 18s ago 17m 518M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:23:25.676 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (6m) 18s ago 17m 70.4M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:23:25.676 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (5m) 1s ago 16m 56.5M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:23:25.676 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (5m) 18s ago 16m 62.5M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:23:25.677 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (11m) 18s ago 11m 15.6M - 1.5.0 0da6a335fe13 f3622508e166 2024-03-10T22:23:25.677 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (11m) 1s ago 11m 15.7M - 1.5.0 0da6a335fe13 d14b8c61910c 2024-03-10T22:23:25.677 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (4m) 18s ago 15m 347M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:23:25.677 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (4m) 18s ago 15m 151M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 32abc424c71c 2024-03-10T22:23:25.677 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (3m) 18s ago 14m 173M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 16a3c6ec7165 2024-03-10T22:23:25.677 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (3m) 18s ago 14m 145M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 5707c574c800 2024-03-10T22:23:25.678 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (2m) 1s ago 13m 140M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d63c7dbe9f73 2024-03-10T22:23:25.678 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (110s) 1s ago 13m 107M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 431175abf56a 2024-03-10T22:23:25.678 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (74s) 1s ago 13m 114M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8163b3f87ae3 2024-03-10T22:23:25.678 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (39s) 1s ago 12m 94.7M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 1eb32f4069ab 2024-03-10T22:23:25.678 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (6m) 1s ago 11m 61.3M - 2.43.0 a07b618ecd1d 5c79893647d7 2024-03-10T22:23:25.924 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:25.661+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:25.925 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:25.661+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:25.925 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:25.925 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:25.925 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: osdmap e590: 8 total, 8 up, 8 in 2024-03-10T22:23:25.925 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:25.925 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:25.925 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:25.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:25.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:25.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:25.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:25.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:25.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:25.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:25.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:25.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:25.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: osdmap e590: 8 total, 8 up, 8 in 2024-03-10T22:23:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:26.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:25.657+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:26.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:25.657+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: osdmap e590: 8 total, 8 up, 8 in 2024-03-10T22:23:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:26.066 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:23:26.067 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:23:26.067 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:23:26.067 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:23:26.067 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:23:26.067 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:23:26.067 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:23:26.068 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:23:26.068 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T22:23:26.068 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:23:26.068 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:23:26.068 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:23:26.068 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:23:26.069 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:23:26.069 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 15 2024-03-10T22:23:26.069 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:23:26.069 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:23:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:23:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:23:25] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-03-10T22:23:26.660 INFO:tasks.rados.rados.0.smithi169.stdout:2687: done (0 left) 2024-03-10T22:23:26.660 INFO:tasks.rados.rados.0.smithi169.stdout:2688: snap_remove snap 252 2024-03-10T22:23:27.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:26.659+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:27.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:26.659+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:27.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:27.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[90638]: osdmap e591: 8 total, 8 up, 8 in 2024-03-10T22:23:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[90638]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/4094595051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[90638]: pgmap v549: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 12 op/s 2024-03-10T22:23:27.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[90638]: osdmap e592: 8 total, 8 up, 8 in 2024-03-10T22:23:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[88180]: osdmap e591: 8 total, 8 up, 8 in 2024-03-10T22:23:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:27.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[88180]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/4094595051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[88180]: pgmap v549: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 12 op/s 2024-03-10T22:23:27.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-mon[88180]: osdmap e592: 8 total, 8 up, 8 in 2024-03-10T22:23:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:26.717+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:26.717+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:26.717+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:26.717+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:26.717+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:26.718+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:27.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:26.718+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:27.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:26.658+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:26 smithi172 ceph-mon[84635]: osdmap e591: 8 total, 8 up, 8 in 2024-03-10T22:23:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:26 smithi172 ceph-mon[84635]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:26 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/4094595051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:27.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:26 smithi172 ceph-mon[84635]: pgmap v549: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 12 op/s 2024-03-10T22:23:27.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:26 smithi172 ceph-mon[84635]: osdmap e592: 8 total, 8 up, 8 in 2024-03-10T22:23:27.663 INFO:tasks.rados.rados.0.smithi169.stdout:2688: done (0 left) 2024-03-10T22:23:27.663 INFO:tasks.rados.rados.0.smithi169.stdout:2689: setattr oid 43 current snap is 260 2024-03-10T22:23:27.664 INFO:tasks.rados.rados.0.smithi169.stdout:2690: setattr oid 29 current snap is 260 2024-03-10T22:23:27.666 INFO:tasks.rados.rados.0.smithi169.stdout:2691: rmattr oid 12 current snap is 260 2024-03-10T22:23:27.666 INFO:tasks.rados.rados.0.smithi169.stdout:2691: done (2 left) 2024-03-10T22:23:27.666 INFO:tasks.rados.rados.0.smithi169.stdout:2692: read oid 3 snap -1 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:2692: expect (ObjNum 838 snap 257 seq_num 838) 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:2693: copy_from oid 15 from oid 24 current snap is 260 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:2694: read oid 32 snap 250 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:2694: expect (ObjNum 151249184 snap 21931 seq_num 150705200) 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:2695: rmattr oid 27 current snap is 260 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:2695: done (5 left) 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:2696: read oid 37 snap 250 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:2696: expect (ObjNum 801 snap 242 seq_num 801) 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:2697: rollback oid 6 current snap is 260 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 6 to 254 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:2698: copy_from oid 30 from oid 11 current snap is 260 2024-03-10T22:23:27.667 INFO:tasks.rados.rados.0.smithi169.stdout:2699: snap_remove snap 241 2024-03-10T22:23:28.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:27.660+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:28.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:27.662+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:28.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[90638]: osdmap e593: 8 total, 8 up, 8 in 2024-03-10T22:23:28.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:28.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:28.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:28.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:28.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:28.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:28.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:28.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:28.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-mon[88180]: osdmap e593: 8 total, 8 up, 8 in 2024-03-10T22:23:28.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:27.669+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:28.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:27.671+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:28.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:27.671+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:28.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:27.672+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:28.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:27.679+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:28.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:27.679+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:28.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:27.660+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:28.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:27.660+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:28.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:28.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:28.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:27 smithi172 ceph-mon[84635]: osdmap e593: 8 total, 8 up, 8 in 2024-03-10T22:23:28.670 INFO:tasks.rados.rados.0.smithi169.stdout:2699: done (8 left) 2024-03-10T22:23:28.670 INFO:tasks.rados.rados.0.smithi169.stdout:2700: read oid 49 snap -1 2024-03-10T22:23:28.670 INFO:tasks.rados.rados.0.smithi169.stdout:2700: expect (ObjNum 793 snap 238 seq_num 793) 2024-03-10T22:23:28.670 INFO:tasks.rados.rados.0.smithi169.stdout:2701: rollback oid 10 current snap is 260 2024-03-10T22:23:28.671 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 10 to 258 2024-03-10T22:23:28.671 INFO:tasks.rados.rados.0.smithi169.stdout:2702: delete oid 19 current snap is 260 2024-03-10T22:23:28.671 INFO:tasks.rados.rados.0.smithi169.stdout:2694: expect (ObjNum 151249184 snap 21931 seq_num 150705200) 2024-03-10T22:23:28.680 INFO:tasks.rados.rados.0.smithi169.stdout:2693: finishing copy_from to smithi16976610-15 2024-03-10T22:23:28.680 INFO:tasks.rados.rados.0.smithi169.stdout:2693: got expected ENOENT (src dne) 2024-03-10T22:23:28.680 INFO:tasks.rados.rados.0.smithi169.stdout:2693: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:23:28.680 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14012 (ObjNum 739 snap 216 seq_num 739) dirty exists 2024-03-10T22:23:28.680 INFO:tasks.rados.rados.0.smithi169.stdout:2698: finishing copy_from racing read to smithi16976610-30 2024-03-10T22:23:28.680 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14030 (ObjNum 808 snap 246 seq_num 808) dirty exists 2024-03-10T22:23:28.681 INFO:tasks.rados.rados.0.smithi169.stdout:2698: finishing copy_from to smithi16976610-30 2024-03-10T22:23:28.681 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14004 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T22:23:28.681 INFO:tasks.rados.rados.0.smithi169.stdout:2697: finishing rollback tid 0 to smithi16976610-6 2024-03-10T22:23:28.681 INFO:tasks.rados.rados.0.smithi169.stdout:2692: expect (ObjNum 838 snap 257 seq_num 838) 2024-03-10T22:23:28.736 INFO:tasks.rados.rados.0.smithi169.stdout:2697: finishing rollback tid 1 to smithi16976610-6 2024-03-10T22:23:28.736 INFO:tasks.rados.rados.0.smithi169.stdout:2696: expect (ObjNum 801 snap 242 seq_num 801) 2024-03-10T22:23:28.774 INFO:tasks.rados.rados.0.smithi169.stdout:2697: finishing rollback tid 2 to smithi16976610-6 2024-03-10T22:23:28.774 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14057 (ObjNum 805 snap 245 seq_num 805) dirty exists 2024-03-10T22:23:28.774 INFO:tasks.rados.rados.0.smithi169.stdout:2701: finishing rollback tid 0 to smithi16976610-10 2024-03-10T22:23:28.774 INFO:tasks.rados.rados.0.smithi169.stdout:2701: finishing rollback tid 1 to smithi16976610-10 2024-03-10T22:23:28.774 INFO:tasks.rados.rados.0.smithi169.stdout:2701: finishing rollback tid 2 to smithi16976610-10 2024-03-10T22:23:28.774 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 10359 (ObjNum 831 snap 257 seq_num 831) dirty exists 2024-03-10T22:23:28.774 INFO:tasks.rados.rados.0.smithi169.stdout:2700: expect (ObjNum 793 snap 238 seq_num 793) 2024-03-10T22:23:28.904 INFO:tasks.rados.rados.0.smithi169.stdout:2689: done (10 left) 2024-03-10T22:23:28.904 INFO:tasks.rados.rados.0.smithi169.stdout:2690: done (9 left) 2024-03-10T22:23:28.904 INFO:tasks.rados.rados.0.smithi169.stdout:2692: done (8 left) 2024-03-10T22:23:28.904 INFO:tasks.rados.rados.0.smithi169.stdout:2693: done (7 left) 2024-03-10T22:23:28.904 INFO:tasks.rados.rados.0.smithi169.stdout:2694: done (6 left) 2024-03-10T22:23:28.904 INFO:tasks.rados.rados.0.smithi169.stdout:2696: done (5 left) 2024-03-10T22:23:28.904 INFO:tasks.rados.rados.0.smithi169.stdout:2697: done (4 left) 2024-03-10T22:23:28.904 INFO:tasks.rados.rados.0.smithi169.stdout:2698: done (3 left) 2024-03-10T22:23:28.904 INFO:tasks.rados.rados.0.smithi169.stdout:2700: done (2 left) 2024-03-10T22:23:28.905 INFO:tasks.rados.rados.0.smithi169.stdout:2701: done (1 left) 2024-03-10T22:23:28.905 INFO:tasks.rados.rados.0.smithi169.stdout:2702: done (0 left) 2024-03-10T22:23:28.905 INFO:tasks.rados.rados.0.smithi169.stdout:2703: delete oid 47 current snap is 260 2024-03-10T22:23:28.908 INFO:tasks.rados.rados.0.smithi169.stdout:2703: done (0 left) 2024-03-10T22:23:28.908 INFO:tasks.rados.rados.0.smithi169.stdout:2704: read oid 20 snap -1 2024-03-10T22:23:28.908 INFO:tasks.rados.rados.0.smithi169.stdout:2704: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:28.908 INFO:tasks.rados.rados.0.smithi169.stdout:2705: rollback oid 8 current snap is 260 2024-03-10T22:23:28.909 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 8 to 249 2024-03-10T22:23:28.909 INFO:tasks.rados.rados.0.smithi169.stdout:2706: rollback oid 47 current snap is 260 2024-03-10T22:23:28.909 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 47 to 257 2024-03-10T22:23:28.909 INFO:tasks.rados.rados.0.smithi169.stdout:2707: setattr oid 4 current snap is 260 2024-03-10T22:23:28.909 INFO:tasks.rados.rados.0.smithi169.stdout:2704: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:28.913 INFO:tasks.rados.rados.0.smithi169.stdout:2705: finishing rollback tid 0 to smithi16976610-8 2024-03-10T22:23:28.913 INFO:tasks.rados.rados.0.smithi169.stdout:2705: finishing rollback tid 1 to smithi16976610-8 2024-03-10T22:23:28.913 INFO:tasks.rados.rados.0.smithi169.stdout:2705: finishing rollback tid 2 to smithi16976610-8 2024-03-10T22:23:28.913 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 13924 (ObjNum 668 snap 193 seq_num 668) dirty exists 2024-03-10T22:23:28.913 INFO:tasks.rados.rados.0.smithi169.stdout:2704: done (3 left) 2024-03-10T22:23:28.914 INFO:tasks.rados.rados.0.smithi169.stdout:2705: done (2 left) 2024-03-10T22:23:28.914 INFO:tasks.rados.rados.0.smithi169.stdout:2708: snap_create 2024-03-10T22:23:28.914 INFO:tasks.rados.rados.0.smithi169.stdout:2706: finishing rollback tid 1 to smithi16976610-47 2024-03-10T22:23:28.914 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 14023 (ObjNum 833 snap 0 seq_num 151645440) dirty dne 2024-03-10T22:23:28.914 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:28.669+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:28.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:28.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:28.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:28.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:28.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:28.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:28.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:28.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:28.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:28 smithi172 ceph-mon[84635]: pgmap v552: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 419 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.0 MiB/s wr, 8 op/s 2024-03-10T22:23:28.916 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:28 smithi172 ceph-mon[84635]: osdmap e594: 8 total, 8 up, 8 in 2024-03-10T22:23:28.916 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14031 (ObjNum 353 snap 0 seq_num 151230992) dirty exists 2024-03-10T22:23:29.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:28.671+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:29.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:28.671+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:29.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:29.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[90638]: pgmap v552: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 419 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.0 MiB/s wr, 8 op/s 2024-03-10T22:23:29.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[90638]: osdmap e594: 8 total, 8 up, 8 in 2024-03-10T22:23:29.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:29.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:29.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:29.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:29.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:29.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:29.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:29.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:29.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[88180]: pgmap v552: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 419 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.0 MiB/s wr, 8 op/s 2024-03-10T22:23:29.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-mon[88180]: osdmap e594: 8 total, 8 up, 8 in 2024-03-10T22:23:29.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:28.665+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:29.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:28.665+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:29.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:28.666+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:29.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:28.666+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:29.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:28.666+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:29.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:28.666+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:29.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:28.666+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:29.696 INFO:tasks.rados.rados.0.smithi169.stdout:2706: done (2 left) 2024-03-10T22:23:29.696 INFO:tasks.rados.rados.0.smithi169.stdout:2707: done (1 left) 2024-03-10T22:23:29.696 INFO:tasks.rados.rados.0.smithi169.stdout:2708: done (0 left) 2024-03-10T22:23:29.696 INFO:tasks.rados.rados.0.smithi169.stdout:2709: delete oid 27 current snap is 261 2024-03-10T22:23:29.701 INFO:tasks.rados.rados.0.smithi169.stdout:2709: done (0 left) 2024-03-10T22:23:29.701 INFO:tasks.rados.rados.0.smithi169.stdout:2710: read oid 47 snap 260 2024-03-10T22:23:29.701 INFO:tasks.rados.rados.0.smithi169.stdout:2710: expect deleted 2024-03-10T22:23:29.701 INFO:tasks.rados.rados.0.smithi169.stdout:2711: read oid 6 snap -1 2024-03-10T22:23:29.701 INFO:tasks.rados.rados.0.smithi169.stdout:2711: expect (ObjNum 805 snap 245 seq_num 805) 2024-03-10T22:23:29.701 INFO:tasks.rados.rados.0.smithi169.stdout:2712: read oid 29 snap 254 2024-03-10T22:23:29.701 INFO:tasks.rados.rados.0.smithi169.stdout:2712: expect (ObjNum 739 snap 216 seq_num 739) 2024-03-10T22:23:29.701 INFO:tasks.rados.rados.0.smithi169.stdout:2713: snap_remove snap 249 2024-03-10T22:23:29.997 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:29.695+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:29.997 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:29.696+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:29.997 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:29.697+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:29.997 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:29.697+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:29.997 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:29.698+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:29.997 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:29.699+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:29.997 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:29.699+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:29.998 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:29.699+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:29.998 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:29.690+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:29.998 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:29.690+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: Upgrade: Setting container_image for all mds 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T22:23:30.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-03-10T22:23:30.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: Upgrade: Setting container_image for all rgw 2024-03-10T22:23:30.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:30.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:30.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:30.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: Upgrade: Setting container_image for all mds 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T22:23:30.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: Upgrade: Setting container_image for all rgw 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: Upgrade: Setting container_image for all rbd-mirror 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: Upgrade: Setting container_image for all ceph-exporter 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: Upgrade: Setting container_image for all iscsi 2024-03-10T22:23:30.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: Upgrade: Setting container_image for all nfs 2024-03-10T22:23:30.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: Upgrade: Setting container_image for all nvmeof 2024-03-10T22:23:30.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[90638]: osdmap e595: 8 total, 8 up, 8 in 2024-03-10T22:23:30.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: Upgrade: Setting container_image for all rbd-mirror 2024-03-10T22:23:30.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: Upgrade: Setting container_image for all ceph-exporter 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: Upgrade: Setting container_image for all iscsi 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: Upgrade: Setting container_image for all nfs 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: Upgrade: Setting container_image for all nvmeof 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:29 smithi169 ceph-mon[88180]: osdmap e595: 8 total, 8 up, 8 in 2024-03-10T22:23:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: Upgrade: Setting container_image for all mds 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: Upgrade: Setting container_image for all rgw 2024-03-10T22:23:30.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: Upgrade: Setting container_image for all rbd-mirror 2024-03-10T22:23:30.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: Upgrade: Setting container_image for all ceph-exporter 2024-03-10T22:23:30.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: Upgrade: Setting container_image for all iscsi 2024-03-10T22:23:30.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.266 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: Upgrade: Setting container_image for all nfs 2024-03-10T22:23:30.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:30.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: Upgrade: Setting container_image for all nvmeof 2024-03-10T22:23:30.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:30.267 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:29 smithi172 ceph-mon[84635]: osdmap e595: 8 total, 8 up, 8 in 2024-03-10T22:23:30.692 INFO:tasks.rados.rados.0.smithi169.stdout:2713: done (3 left) 2024-03-10T22:23:30.693 INFO:tasks.rados.rados.0.smithi169.stdout:2714: read oid 35 snap 259 2024-03-10T22:23:30.693 INFO:tasks.rados.rados.0.smithi169.stdout:2714: expect (ObjNum 836 snap 257 seq_num 836) 2024-03-10T22:23:30.693 INFO:tasks.rados.rados.0.smithi169.stdout:2715: read oid 10 snap -1 2024-03-10T22:23:30.693 INFO:tasks.rados.rados.0.smithi169.stdout:2715: expect (ObjNum 831 snap 257 seq_num 831) 2024-03-10T22:23:30.693 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 261 2024-03-10T22:23:30.693 INFO:tasks.rados.rados.0.smithi169.stdout:2716: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2024-03-10T22:23:30.696 INFO:tasks.rados.rados.0.smithi169.stdout:2716: writing smithi16976610-4 from 0 to 573440 tid 1 2024-03-10T22:23:30.699 INFO:tasks.rados.rados.0.smithi169.stdout:2716: writing smithi16976610-4 from 573440 to 1040384 tid 2 2024-03-10T22:23:30.702 INFO:tasks.rados.rados.0.smithi169.stdout:2716: writing smithi16976610-4 from 1040384 to 1531904 tid 3 2024-03-10T22:23:30.705 INFO:tasks.rados.rados.0.smithi169.stdout:2716: writing smithi16976610-4 from 1531904 to 2080768 tid 4 2024-03-10T22:23:30.706 INFO:tasks.rados.rados.0.smithi169.stdout:2716: writing smithi16976610-4 from 2080768 to 2179072 tid 5 2024-03-10T22:23:30.706 INFO:tasks.rados.rados.0.smithi169.stdout:2717: snap_remove snap 258 2024-03-10T22:23:30.706 INFO:tasks.rados.rados.0.smithi169.stdout:2712: expect (ObjNum 739 snap 216 seq_num 739) 2024-03-10T22:23:30.780 INFO:tasks.rados.rados.0.smithi169.stdout:2711: expect (ObjNum 805 snap 245 seq_num 805) 2024-03-10T22:23:30.923 INFO:tasks.rados.rados.0.smithi169.stdout:2715: expect (ObjNum 831 snap 257 seq_num 831) 2024-03-10T22:23:30.974 INFO:tasks.rados.rados.0.smithi169.stdout:2716: finishing write tid 1 to smithi16976610-4 2024-03-10T22:23:30.974 INFO:tasks.rados.rados.0.smithi169.stdout:2714: expect (ObjNum 836 snap 257 seq_num 836) 2024-03-10T22:23:31.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:30.693+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:31.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:30.693+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:31.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:30.695+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:31.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:30.695+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:31.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:30.695+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:31.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:30.696+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:31.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:30.696+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:31.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:30.698+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:31.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:30.698+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:31.004 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:30 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:30.695+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:31.028 INFO:tasks.rados.rados.0.smithi169.stdout:2716: finishing write tid 2 to smithi16976610-4 2024-03-10T22:23:31.028 INFO:tasks.rados.rados.0.smithi169.stdout:2716: finishing write tid 3 to smithi16976610-4 2024-03-10T22:23:31.028 INFO:tasks.rados.rados.0.smithi169.stdout:2716: finishing write tid 4 to smithi16976610-4 2024-03-10T22:23:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:31 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:31.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:31.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:31 smithi172 ceph-mon[84635]: pgmap v555: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-03-10T22:23:31.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:31 smithi172 ceph-mon[84635]: osdmap e596: 8 total, 8 up, 8 in 2024-03-10T22:23:31.425 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:31.426 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:31.426 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:31.426 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:31.426 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:31.426 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:31.426 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:31.426 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:31.426 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[88180]: pgmap v555: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-03-10T22:23:31.426 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[88180]: osdmap e596: 8 total, 8 up, 8 in 2024-03-10T22:23:31.427 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:31.427 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:31.427 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:31.427 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:31.427 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:31.427 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:31.427 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:31.427 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:31.427 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[90638]: pgmap v555: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-03-10T22:23:31.427 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:31 smithi169 ceph-mon[90638]: osdmap e596: 8 total, 8 up, 8 in 2024-03-10T22:23:31.753 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:31 smithi169 systemd[1]: Stopping Ceph node-exporter.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:23:32.012 INFO:tasks.rados.rados.0.smithi169.stdout:2710: done (6 left) 2024-03-10T22:23:32.012 INFO:tasks.rados.rados.0.smithi169.stdout:2711: done (5 left) 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2712: done (4 left) 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2714: done (3 left) 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2715: done (2 left) 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2717: done (1 left) 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2718: read oid 21 snap -1 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2718: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 261 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2716: finishing write tid 5 to smithi16976610-4 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2716: finishing write tid 6 to smithi16976610-4 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2716: finishing write tid 7 to smithi16976610-4 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2716: oid 4 updating version 0 to 14033 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2716: oid 4 updating version 14033 to 14035 2024-03-10T22:23:32.013 INFO:tasks.rados.rados.0.smithi169.stdout:2716: oid 4 version 14035 is already newer than 14032 2024-03-10T22:23:32.014 INFO:tasks.rados.rados.0.smithi169.stdout:2716: oid 4 version 14035 is already newer than 14034 2024-03-10T22:23:32.014 INFO:tasks.rados.rados.0.smithi169.stdout:2716: oid 4 updating version 14035 to 14036 2024-03-10T22:23:32.014 INFO:tasks.rados.rados.0.smithi169.stdout:2716: oid 4 updating version 14036 to 14037 2024-03-10T22:23:32.014 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14037 (ObjNum 846 snap 261 seq_num 846) dirty exists 2024-03-10T22:23:32.014 INFO:tasks.rados.rados.0.smithi169.stdout:2716: left oid 4 (ObjNum 846 snap 261 seq_num 846) 2024-03-10T22:23:32.014 INFO:tasks.rados.rados.0.smithi169.stdout:2719: seq_num 847 ranges {3162112=589824,3751936=753664,4505600=655360,5160960=196608} 2024-03-10T22:23:32.032 INFO:tasks.rados.rados.0.smithi169.stdout:2719: writing smithi16976610-39 from 3162112 to 3751936 tid 1 2024-03-10T22:23:32.036 INFO:tasks.rados.rados.0.smithi169.stdout:2719: writing smithi16976610-39 from 3751936 to 4505600 tid 2 2024-03-10T22:23:32.040 INFO:tasks.rados.rados.0.smithi169.stdout:2719: writing smithi16976610-39 from 4505600 to 5160960 tid 3 2024-03-10T22:23:32.042 INFO:tasks.rados.rados.0.smithi169.stdout:2719: writing smithi16976610-39 from 5160960 to 5357568 tid 4 2024-03-10T22:23:32.042 INFO:tasks.rados.rados.0.smithi169.stdout:2716: done (2 left) 2024-03-10T22:23:32.042 INFO:tasks.rados.rados.0.smithi169.stdout:2720: setattr oid 31 current snap is 261 2024-03-10T22:23:32.042 INFO:tasks.rados.rados.0.smithi169.stdout:2718: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:32.046 INFO:tasks.rados.rados.0.smithi169.stdout:2719: finishing write tid 1 to smithi16976610-39 2024-03-10T22:23:32.046 INFO:tasks.rados.rados.0.smithi169.stdout:2719: finishing write tid 2 to smithi16976610-39 2024-03-10T22:23:32.046 INFO:tasks.rados.rados.0.smithi169.stdout:2718: done (2 left) 2024-03-10T22:23:32.046 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 261 2024-03-10T22:23:32.046 INFO:tasks.rados.rados.0.smithi169.stdout:2721: seq_num 848 ranges {8314880=606208,8921088=630784,9551872=458752,10010624=516096} 2024-03-10T22:23:32.094 INFO:tasks.rados.rados.0.smithi169.stdout:2721: writing smithi16976610-2 from 8314880 to 8921088 tid 1 2024-03-10T22:23:32.097 INFO:tasks.rados.rados.0.smithi169.stdout:2721: writing smithi16976610-2 from 8921088 to 9551872 tid 2 2024-03-10T22:23:32.100 INFO:tasks.rados.rados.0.smithi169.stdout:2721: writing smithi16976610-2 from 9551872 to 10010624 tid 3 2024-03-10T22:23:32.104 INFO:tasks.rados.rados.0.smithi169.stdout:2721: writing smithi16976610-2 from 10010624 to 10526720 tid 4 2024-03-10T22:23:32.104 INFO:tasks.rados.rados.0.smithi169.stdout:2722: rollback oid 40 current snap is 261 2024-03-10T22:23:32.104 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 40 to 250 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:2719: finishing write tid 3 to smithi16976610-39 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:2719: finishing write tid 4 to smithi16976610-39 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:2719: finishing write tid 5 to smithi16976610-39 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14033 (ObjNum 796 snap 241 seq_num 796) dirty exists 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:2719: finishing write tid 6 to smithi16976610-39 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:2719: oid 39 updating version 0 to 14041 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:2719: oid 39 version 14041 is already newer than 14038 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:2719: oid 39 version 14041 is already newer than 14039 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:2719: oid 39 version 14041 is already newer than 14040 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:2719: oid 39 updating version 14041 to 14042 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14042 (ObjNum 847 snap 261 seq_num 847) dirty exists 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:2719: left oid 39 (ObjNum 847 snap 261 seq_num 847) 2024-03-10T22:23:32.105 INFO:tasks.rados.rados.0.smithi169.stdout:2721: finishing write tid 1 to smithi16976610-2 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:2719: done (3 left) 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:2720: done (2 left) 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:2723: read oid 47 snap -1 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:2723: expect deleted 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:2724: copy_from oid 37 from oid 45 current snap is 261 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:2721: finishing write tid 2 to smithi16976610-2 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:2725: rollback oid 49 current snap is 261 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 49 to 254 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:2726: setattr oid 30 current snap is 261 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:2721: finishing write tid 3 to smithi16976610-2 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:2724: finishing copy_from to smithi16976610-37 2024-03-10T22:23:32.106 INFO:tasks.rados.rados.0.smithi169.stdout:2724: got expected ENOENT (src dne) 2024-03-10T22:23:32.107 INFO:tasks.rados.rados.0.smithi169.stdout:2724: finishing copy_from racing read to smithi16976610-37 2024-03-10T22:23:32.107 INFO:tasks.rados.rados.0.smithi169.stdout:2723: done (5 left) 2024-03-10T22:23:32.107 INFO:tasks.rados.rados.0.smithi169.stdout:2724: done (4 left) 2024-03-10T22:23:32.107 INFO:tasks.rados.rados.0.smithi169.stdout:2727: setattr oid 12 current snap is 261 2024-03-10T22:23:32.107 INFO:tasks.rados.rados.0.smithi169.stdout:2722: finishing rollback tid 1 to smithi16976610-40 2024-03-10T22:23:32.107 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 0 (ObjNum 4113 snap 0 seq_num 3475681495) dirty dne 2024-03-10T22:23:32.108 INFO:tasks.rados.rados.0.smithi169.stdout:2722: done (4 left) 2024-03-10T22:23:32.109 INFO:tasks.rados.rados.0.smithi169.stdout:2728: read oid 48 snap -1 2024-03-10T22:23:32.109 INFO:tasks.rados.rados.0.smithi169.stdout:2728: expect deleted 2024-03-10T22:23:32.109 INFO:tasks.rados.rados.0.smithi169.stdout:2729: rmattr oid 15 current snap is 261 2024-03-10T22:23:32.109 INFO:tasks.rados.rados.0.smithi169.stdout:2730: copy_from oid 10 from oid 34 current snap is 261 2024-03-10T22:23:32.109 INFO:tasks.rados.rados.0.smithi169.stdout:2731: delete oid 18 current snap is 261 2024-03-10T22:23:32.109 INFO:tasks.rados.rados.0.smithi169.stdout:2725: finishing rollback tid 0 to smithi16976610-49 2024-03-10T22:23:32.109 INFO:tasks.rados.rados.0.smithi169.stdout:2725: finishing rollback tid 1 to smithi16976610-49 2024-03-10T22:23:32.109 INFO:tasks.rados.rados.0.smithi169.stdout:2721: finishing write tid 4 to smithi16976610-2 2024-03-10T22:23:32.109 INFO:tasks.rados.rados.0.smithi169.stdout:2721: finishing write tid 5 to smithi16976610-2 2024-03-10T22:23:32.110 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14043 (ObjNum 81 snap 0 seq_num 1380666532) dirty exists 2024-03-10T22:23:32.110 INFO:tasks.rados.rados.0.smithi169.stdout:2725: finishing rollback tid 2 to smithi16976610-49 2024-03-10T22:23:32.110 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 14013 (ObjNum 793 snap 238 seq_num 793) dirty exists 2024-03-10T22:23:32.112 INFO:tasks.rados.rados.0.smithi169.stdout:2721: finishing write tid 6 to smithi16976610-2 2024-03-10T22:23:32.112 INFO:tasks.rados.rados.0.smithi169.stdout:2721: oid 2 updating version 0 to 14061 2024-03-10T22:23:32.112 INFO:tasks.rados.rados.0.smithi169.stdout:2721: oid 2 version 14061 is already newer than 14060 2024-03-10T22:23:32.112 INFO:tasks.rados.rados.0.smithi169.stdout:2721: oid 2 updating version 14061 to 14062 2024-03-10T22:23:32.112 INFO:tasks.rados.rados.0.smithi169.stdout:2721: oid 2 version 14062 is already newer than 14059 2024-03-10T22:23:32.112 INFO:tasks.rados.rados.0.smithi169.stdout:2721: oid 2 updating version 14062 to 14063 2024-03-10T22:23:32.112 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14063 (ObjNum 848 snap 261 seq_num 848) dirty exists 2024-03-10T22:23:32.112 INFO:tasks.rados.rados.0.smithi169.stdout:2721: left oid 2 (ObjNum 848 snap 261 seq_num 848) 2024-03-10T22:23:32.112 INFO:tasks.rados.rados.0.smithi169.stdout:2721: done (7 left) 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:2725: done (6 left) 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:2726: done (5 left) 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:2728: done (4 left) 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:2731: done (3 left) 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:2732: rollback oid 5 current snap is 261 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 5 to 257 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14031 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:2729: done (3 left) 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:2733: read oid 49 snap -1 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:2733: expect (ObjNum 793 snap 238 seq_num 793) 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 261 2024-03-10T22:23:32.113 INFO:tasks.rados.rados.0.smithi169.stdout:2734: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-03-10T22:23:32.116 INFO:tasks.rados.rados.0.smithi169.stdout:2734: writing smithi16976610-45 from 0 to 638976 tid 1 2024-03-10T22:23:32.121 INFO:tasks.rados.rados.0.smithi169.stdout:2734: writing smithi16976610-45 from 638976 to 1441792 tid 2 2024-03-10T22:23:32.124 INFO:tasks.rados.rados.0.smithi169.stdout:2734: writing smithi16976610-45 from 1441792 to 1916928 tid 3 2024-03-10T22:23:32.127 INFO:tasks.rados.rados.0.smithi169.stdout:2734: writing smithi16976610-45 from 1916928 to 2244608 tid 4 2024-03-10T22:23:32.127 INFO:tasks.rados.rados.0.smithi169.stdout:2735: read oid 43 snap -1 2024-03-10T22:23:32.127 INFO:tasks.rados.rados.0.smithi169.stdout:2735: expect (ObjNum 808 snap 246 seq_num 808) 2024-03-10T22:23:32.127 INFO:tasks.rados.rados.0.smithi169.stdout:2736: read oid 27 snap -1 2024-03-10T22:23:32.127 INFO:tasks.rados.rados.0.smithi169.stdout:2736: expect deleted 2024-03-10T22:23:32.127 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 261 2024-03-10T22:23:32.127 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 13925 (ObjNum 1352641760 snap 32526 seq_num 304) dirty exists 2024-03-10T22:23:32.127 INFO:tasks.rados.rados.0.smithi169.stdout:2732: finishing rollback tid 0 to smithi16976610-5 2024-03-10T22:23:32.127 INFO:tasks.rados.rados.0.smithi169.stdout:2732: finishing rollback tid 1 to smithi16976610-5 2024-03-10T22:23:32.128 INFO:tasks.rados.rados.0.smithi169.stdout:2732: finishing rollback tid 2 to smithi16976610-5 2024-03-10T22:23:32.128 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 14066 (ObjNum 668 snap 193 seq_num 668) dirty exists 2024-03-10T22:23:32.128 INFO:tasks.rados.rados.0.smithi169.stdout:2734: finishing write tid 1 to smithi16976610-45 2024-03-10T22:23:32.128 INFO:tasks.rados.rados.0.smithi169.stdout:2737: seq_num 851 ranges {0=655360,655360=688128,1343488=679936,2023424=237568} 2024-03-10T22:23:32.131 INFO:tasks.rados.rados.0.smithi169.stdout:2737: writing smithi16976610-23 from 0 to 655360 tid 1 2024-03-10T22:23:32.136 INFO:tasks.rados.rados.0.smithi169.stdout:2737: writing smithi16976610-23 from 655360 to 1343488 tid 2 2024-03-10T22:23:32.141 INFO:tasks.rados.rados.0.smithi169.stdout:2737: writing smithi16976610-23 from 1343488 to 2023424 tid 3 2024-03-10T22:23:32.143 INFO:tasks.rados.rados.0.smithi169.stdout:2737: writing smithi16976610-23 from 2023424 to 2260992 tid 4 2024-03-10T22:23:32.143 INFO:tasks.rados.rados.0.smithi169.stdout:2727: done (7 left) 2024-03-10T22:23:32.143 INFO:tasks.rados.rados.0.smithi169.stdout:2732: done (6 left) 2024-03-10T22:23:32.143 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 261 2024-03-10T22:23:32.143 INFO:tasks.rados.rados.0.smithi169.stdout:2738: seq_num 852 ranges {0=671744,671744=622592,1294336=442368,1736704=540672} 2024-03-10T22:23:32.147 INFO:tasks.rados.rados.0.smithi169.stdout:2738: writing smithi16976610-1 from 0 to 671744 tid 1 2024-03-10T22:23:32.151 INFO:tasks.rados.rados.0.smithi169.stdout:2738: writing smithi16976610-1 from 671744 to 1294336 tid 2 2024-03-10T22:23:32.153 INFO:tasks.rados.rados.0.smithi169.stdout:2738: writing smithi16976610-1 from 1294336 to 1736704 tid 3 2024-03-10T22:23:32.156 INFO:tasks.rados.rados.0.smithi169.stdout:2738: writing smithi16976610-1 from 1736704 to 2277376 tid 4 2024-03-10T22:23:32.157 INFO:tasks.rados.rados.0.smithi169.stdout:2739: snap_create 2024-03-10T22:23:32.157 INFO:tasks.rados.rados.0.smithi169.stdout:2733: expect (ObjNum 793 snap 238 seq_num 793) 2024-03-10T22:23:32.191 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:32.011+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:32.191 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:32.011+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:32.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:32.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:32.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:32.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:32.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:32.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:32.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:32.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:32.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[88180]: Upgrade: Updating node-exporter.a (1/2) 2024-03-10T22:23:32.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[88180]: Deploying daemon node-exporter.a on smithi169 2024-03-10T22:23:32.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:32.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:32.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:32.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:32.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:32.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:32.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:32.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:32.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[90638]: Upgrade: Updating node-exporter.a (1/2) 2024-03-10T22:23:32.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-mon[90638]: Deploying daemon node-exporter.a on smithi169 2024-03-10T22:23:32.193 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:31 smithi169 podman[120045]: 2024-03-10 22:23:31.884360392 +0000 UTC m=+0.131516040 container died f3622508e1664ba414edf265a7cfc84305c02f80157fc8cd628ba41c81f61204 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:32.193 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:32.019+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:32.193 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:32.019+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:32.194 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:32.019+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:32.194 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:32.020+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:32.194 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:32.020+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:32.194 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:32.020+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:32.290 INFO:tasks.rados.rados.0.smithi169.stdout:2730: finishing copy_from racing read to smithi16976610-10 2024-03-10T22:23:32.331 INFO:tasks.rados.rados.0.smithi169.stdout:2730: finishing copy_from to smithi16976610-10 2024-03-10T22:23:32.331 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14031 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-03-10T22:23:32.331 INFO:tasks.rados.rados.0.smithi169.stdout:2737: finishing write tid 1 to smithi16976610-23 2024-03-10T22:23:32.331 INFO:tasks.rados.rados.0.smithi169.stdout:2737: finishing write tid 2 to smithi16976610-23 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2734: finishing write tid 2 to smithi16976610-45 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2734: finishing write tid 3 to smithi16976610-45 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2734: finishing write tid 4 to smithi16976610-45 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2734: finishing write tid 5 to smithi16976610-45 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2734: finishing write tid 6 to smithi16976610-45 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2734: oid 45 updating version 0 to 14033 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2734: oid 45 version 14033 is already newer than 14030 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2734: oid 45 version 14033 is already newer than 14031 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2734: oid 45 version 14033 is already newer than 14032 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2734: oid 45 version 14033 is already newer than 14029 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14033 (ObjNum 850 snap 261 seq_num 850) dirty exists 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2734: left oid 45 (ObjNum 850 snap 261 seq_num 850) 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2737: finishing write tid 3 to smithi16976610-23 2024-03-10T22:23:32.332 INFO:tasks.rados.rados.0.smithi169.stdout:2737: finishing write tid 4 to smithi16976610-23 2024-03-10T22:23:32.333 INFO:tasks.rados.rados.0.smithi169.stdout:2737: finishing write tid 5 to smithi16976610-23 2024-03-10T22:23:32.333 INFO:tasks.rados.rados.0.smithi169.stdout:2737: finishing write tid 6 to smithi16976610-23 2024-03-10T22:23:32.333 INFO:tasks.rados.rados.0.smithi169.stdout:2737: oid 23 updating version 0 to 14034 2024-03-10T22:23:32.333 INFO:tasks.rados.rados.0.smithi169.stdout:2737: oid 23 updating version 14034 to 14036 2024-03-10T22:23:32.333 INFO:tasks.rados.rados.0.smithi169.stdout:2737: oid 23 version 14036 is already newer than 14035 2024-03-10T22:23:32.333 INFO:tasks.rados.rados.0.smithi169.stdout:2737: oid 23 version 14036 is already newer than 14033 2024-03-10T22:23:32.333 INFO:tasks.rados.rados.0.smithi169.stdout:2737: oid 23 version 14036 is already newer than 14032 2024-03-10T22:23:32.333 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14036 (ObjNum 851 snap 261 seq_num 851) dirty exists 2024-03-10T22:23:32.334 INFO:tasks.rados.rados.0.smithi169.stdout:2737: left oid 23 (ObjNum 851 snap 261 seq_num 851) 2024-03-10T22:23:32.334 INFO:tasks.rados.rados.0.smithi169.stdout:2735: expect (ObjNum 808 snap 246 seq_num 808) 2024-03-10T22:23:32.334 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:32.036+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:32.334 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:32.036+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:32.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:32.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:32.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:32.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:32.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:32.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:32.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:32.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:32.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-mon[84635]: Upgrade: Updating node-exporter.a (1/2) 2024-03-10T22:23:32.335 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-mon[84635]: Deploying daemon node-exporter.a on smithi169 2024-03-10T22:23:32.503 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:32 smithi169 podman[120045]: 2024-03-10 22:23:32.383359544 +0000 UTC m=+0.630515195 container cleanup f3622508e1664ba414edf265a7cfc84305c02f80157fc8cd628ba41c81f61204 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:32.503 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:32 smithi169 bash[120045]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a 2024-03-10T22:23:32.762 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:23:32.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:32 smithi169 podman[120060]: 2024-03-10 22:23:32.626566536 +0000 UTC m=+0.742724269 container remove f3622508e1664ba414edf265a7cfc84305c02f80157fc8cd628ba41c81f61204 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:32.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:32 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-03-10T22:23:32.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:32 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-03-10T22:23:32.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:32 smithi169 systemd[1]: Stopped Ceph node-exporter.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:23:32.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:32 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.a.service: Consumed 2.817s CPU time. 2024-03-10T22:23:33.221 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:33.022+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:33.221 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:33.022+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:33.221 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:32 smithi169 systemd[1]: Starting Ceph node-exporter.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:23:33.221 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 podman[120188]: 2024-03-10 22:23:33.07050867 +0000 UTC m=+0.017454321 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-10T22:23:33.221 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 podman[120188]: 2024-03-10 22:23:33.186407487 +0000 UTC m=+0.133353134 container create 4056aa9b907124df33f0c0be98b8711773ece269ea210c533c155ca17b4fabf6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:33.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:33.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:33.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[88180]: osdmap e597: 8 total, 8 up, 8 in 2024-03-10T22:23:33.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:33.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:33.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:33.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:33.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:33.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:33.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[88180]: pgmap v558: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-03-10T22:23:33.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:33.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:33.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[90638]: osdmap e597: 8 total, 8 up, 8 in 2024-03-10T22:23:33.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:33.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:33.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:33.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:33.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:33.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:33.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-mon[90638]: pgmap v558: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-03-10T22:23:33.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:33.022+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:33 smithi172 ceph-mon[84635]: osdmap e597: 8 total, 8 up, 8 in 2024-03-10T22:23:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:33 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:33.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:33.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:33 smithi172 ceph-mon[84635]: pgmap v558: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-03-10T22:23:33.388 INFO:tasks.rados.rados.0.smithi169.stdout:2738: finishing write tid 1 to smithi16976610-1 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2738: finishing write tid 2 to smithi16976610-1 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2738: finishing write tid 3 to smithi16976610-1 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2738: finishing write tid 4 to smithi16976610-1 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2738: finishing write tid 5 to smithi16976610-1 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2738: finishing write tid 6 to smithi16976610-1 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2738: oid 1 updating version 0 to 14045 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2738: oid 1 updating version 14045 to 14047 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2738: oid 1 version 14047 is already newer than 14044 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2738: oid 1 updating version 14047 to 14048 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2738: oid 1 version 14048 is already newer than 14046 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14048 (ObjNum 852 snap 261 seq_num 852) dirty exists 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2738: left oid 1 (ObjNum 852 snap 261 seq_num 852) 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2730: done (7 left) 2024-03-10T22:23:33.389 INFO:tasks.rados.rados.0.smithi169.stdout:2733: done (6 left) 2024-03-10T22:23:33.390 INFO:tasks.rados.rados.0.smithi169.stdout:2734: done (5 left) 2024-03-10T22:23:33.390 INFO:tasks.rados.rados.0.smithi169.stdout:2735: done (4 left) 2024-03-10T22:23:33.390 INFO:tasks.rados.rados.0.smithi169.stdout:2736: done (3 left) 2024-03-10T22:23:33.390 INFO:tasks.rados.rados.0.smithi169.stdout:2737: done (2 left) 2024-03-10T22:23:33.390 INFO:tasks.rados.rados.0.smithi169.stdout:2738: done (1 left) 2024-03-10T22:23:33.390 INFO:tasks.rados.rados.0.smithi169.stdout:2739: done (0 left) 2024-03-10T22:23:33.390 INFO:tasks.rados.rados.0.smithi169.stdout:2740: read oid 29 snap -1 2024-03-10T22:23:33.390 INFO:tasks.rados.rados.0.smithi169.stdout:2740: expect (ObjNum 739 snap 216 seq_num 739) 2024-03-10T22:23:33.390 INFO:tasks.rados.rados.0.smithi169.stdout:2741: snap_create 2024-03-10T22:23:33.393 INFO:tasks.rados.rados.0.smithi169.stdout:2740: expect (ObjNum 739 snap 216 seq_num 739) 2024-03-10T22:23:33.496 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:33.220+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:33.496 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:33.220+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:33.496 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:33.221+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:33.496 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:33.221+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:33.496 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:33.221+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:33.496 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:33.221+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:33.496 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:33.221+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:33.497 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 podman[120188]: 2024-03-10 22:23:33.430827126 +0000 UTC m=+0.377772789 container init 4056aa9b907124df33f0c0be98b8711773ece269ea210c533c155ca17b4fabf6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:33.497 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 podman[120188]: 2024-03-10 22:23:33.433656102 +0000 UTC m=+0.380601752 container start 4056aa9b907124df33f0c0be98b8711773ece269ea210c533c155ca17b4fabf6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:33.497 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.437Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-10T22:23:33.497 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.437Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-10T22:23:33.497 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-10T22:23:33.497 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=arp 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=edac 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-10T22:23:33.498 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-10T22:23:33.499 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=os 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=stat 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-10T22:23:33.500 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-10T22:23:33.501 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=time 2024-03-10T22:23:33.501 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-10T22:23:33.501 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=uname 2024-03-10T22:23:33.501 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-10T22:23:33.501 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-10T22:23:33.501 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.438Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-10T22:23:33.501 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.439Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-10T22:23:33.501 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a[120202]: ts=2024-03-10T22:23:33.439Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-10T22:23:33.501 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 bash[120188]: 4056aa9b907124df33f0c0be98b8711773ece269ea210c533c155ca17b4fabf6 2024-03-10T22:23:33.753 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:23:33 smithi169 systemd[1]: Started Ceph node-exporter.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:23:34.028 INFO:tasks.rados.rados.0.smithi169.stdout:2740: done (1 left) 2024-03-10T22:23:34.028 INFO:tasks.rados.rados.0.smithi169.stdout:2741: done (0 left) 2024-03-10T22:23:34.028 INFO:tasks.rados.rados.0.smithi169.stdout:2742: rollback oid 30 current snap is 263 2024-03-10T22:23:34.028 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 262 2024-03-10T22:23:34.028 INFO:tasks.rados.rados.0.smithi169.stdout:2743: delete oid 21 current snap is 263 2024-03-10T22:23:34.031 INFO:tasks.rados.rados.0.smithi169.stdout:2743: done (1 left) 2024-03-10T22:23:34.031 INFO:tasks.rados.rados.0.smithi169.stdout:2744: snap_create 2024-03-10T22:23:34.036 INFO:tasks.rados.rados.0.smithi169.stdout:2742: finishing rollback tid 0 to smithi16976610-30 2024-03-10T22:23:34.036 INFO:tasks.rados.rados.0.smithi169.stdout:2742: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:23:34.036 INFO:tasks.rados.rados.0.smithi169.stdout:2742: finishing rollback tid 2 to smithi16976610-30 2024-03-10T22:23:34.036 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14051 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:23:34.483 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:34.031+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:34.483 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:34.031+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:34.483 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:34 smithi172 ceph-mon[84635]: osdmap e598: 8 total, 8 up, 8 in 2024-03-10T22:23:34.483 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:34.483 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:34.484 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:34.484 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:34 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:34.484 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:34 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[90638]: osdmap e598: 8 total, 8 up, 8 in 2024-03-10T22:23:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[88180]: osdmap e598: 8 total, 8 up, 8 in 2024-03-10T22:23:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:34.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:34.505 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:34.028+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:34.505 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:34.028+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:34.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:34.025+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:34.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:34.026+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:34.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:34.026+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:34.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:34.026+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:34.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:34.026+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:34.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:34.027+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:35.035 INFO:tasks.rados.rados.0.smithi169.stdout:2742: done (1 left) 2024-03-10T22:23:35.035 INFO:tasks.rados.rados.0.smithi169.stdout:2744: done (0 left) 2024-03-10T22:23:35.035 INFO:tasks.rados.rados.0.smithi169.stdout:2745: snap_create 2024-03-10T22:23:35.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:35.036+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:35.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:35.036+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:35.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:35.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:35.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: osdmap e599: 8 total, 8 up, 8 in 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[90638]: pgmap v561: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 428 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-03-10T22:23:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: osdmap e599: 8 total, 8 up, 8 in 2024-03-10T22:23:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-mon[88180]: pgmap v561: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 428 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-03-10T22:23:35.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:35.034+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: osdmap e599: 8 total, 8 up, 8 in 2024-03-10T22:23:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:35.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:35.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:35.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:35.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:35.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:35.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:35.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:35.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:35 smithi172 ceph-mon[84635]: pgmap v561: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 428 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-03-10T22:23:35.924 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:35.536+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:35.924 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:35.536+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:35.924 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:35.537+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:35.924 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:35.537+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:35.924 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:35.537+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:35.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:35.537+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:35.925 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:35.537+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:36.040 INFO:tasks.rados.rados.0.smithi169.stdout:2745: done (0 left) 2024-03-10T22:23:36.040 INFO:tasks.rados.rados.0.smithi169.stdout:2746: delete oid 36 current snap is 265 2024-03-10T22:23:36.042 INFO:tasks.rados.rados.0.smithi169.stdout:2746: done (0 left) 2024-03-10T22:23:36.042 INFO:tasks.rados.rados.0.smithi169.stdout:2747: delete oid 1 current snap is 265 2024-03-10T22:23:36.045 INFO:tasks.rados.rados.0.smithi169.stdout:2747: done (0 left) 2024-03-10T22:23:36.045 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 265 2024-03-10T22:23:36.045 INFO:tasks.rados.rados.0.smithi169.stdout:2748: seq_num 856 ranges {0=745472,745472=557056,1302528=417792,1720320=434176,2154496=196608} 2024-03-10T22:23:36.049 INFO:tasks.rados.rados.0.smithi169.stdout:2748: writing smithi16976610-21 from 0 to 745472 tid 1 2024-03-10T22:23:36.052 INFO:tasks.rados.rados.0.smithi169.stdout:2748: writing smithi16976610-21 from 745472 to 1302528 tid 2 2024-03-10T22:23:36.055 INFO:tasks.rados.rados.0.smithi169.stdout:2748: writing smithi16976610-21 from 1302528 to 1720320 tid 3 2024-03-10T22:23:36.057 INFO:tasks.rados.rados.0.smithi169.stdout:2748: writing smithi16976610-21 from 1720320 to 2154496 tid 4 2024-03-10T22:23:36.059 INFO:tasks.rados.rados.0.smithi169.stdout:2748: writing smithi16976610-21 from 2154496 to 2351104 tid 5 2024-03-10T22:23:36.059 INFO:tasks.rados.rados.0.smithi169.stdout:2749: copy_from oid 19 from oid 49 current snap is 265 2024-03-10T22:23:36.059 INFO:tasks.rados.rados.0.smithi169.stdout:2748: finishing write tid 1 to smithi16976610-21 2024-03-10T22:23:36.059 INFO:tasks.rados.rados.0.smithi169.stdout:2748: finishing write tid 2 to smithi16976610-21 2024-03-10T22:23:36.059 INFO:tasks.rados.rados.0.smithi169.stdout:2748: finishing write tid 3 to smithi16976610-21 2024-03-10T22:23:36.059 INFO:tasks.rados.rados.0.smithi169.stdout:2750: read oid 9 snap -1 2024-03-10T22:23:36.060 INFO:tasks.rados.rados.0.smithi169.stdout:2750: expect (ObjNum 840 snap 258 seq_num 840) 2024-03-10T22:23:36.060 INFO:tasks.rados.rados.0.smithi169.stdout:2751: read oid 30 snap 254 2024-03-10T22:23:36.060 INFO:tasks.rados.rados.0.smithi169.stdout:2751: expect deleted 2024-03-10T22:23:36.060 INFO:tasks.rados.rados.0.smithi169.stdout:2752: read oid 11 snap -1 2024-03-10T22:23:36.060 INFO:tasks.rados.rados.0.smithi169.stdout:2752: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:36.060 INFO:tasks.rados.rados.0.smithi169.stdout:2753: setattr oid 43 current snap is 265 2024-03-10T22:23:36.060 INFO:tasks.rados.rados.0.smithi169.stdout:2752: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:36.062 INFO:tasks.rados.rados.0.smithi169.stdout:2748: finishing write tid 4 to smithi16976610-21 2024-03-10T22:23:36.062 INFO:tasks.rados.rados.0.smithi169.stdout:2751: done (5 left) 2024-03-10T22:23:36.062 INFO:tasks.rados.rados.0.smithi169.stdout:2752: done (4 left) 2024-03-10T22:23:36.062 INFO:tasks.rados.rados.0.smithi169.stdout:2754: snap_remove snap 259 2024-03-10T22:23:36.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:36.039+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:36.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:36.039+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:36.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[88180]: osdmap e600: 8 total, 8 up, 8 in 2024-03-10T22:23:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[88180]: Upgrade: Updating node-exporter.b (2/2) 2024-03-10T22:23:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[88180]: Deploying daemon node-exporter.b on smithi172 2024-03-10T22:23:36.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:23:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:23:35] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-03-10T22:23:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[90638]: osdmap e600: 8 total, 8 up, 8 in 2024-03-10T22:23:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[90638]: Upgrade: Updating node-exporter.b (2/2) 2024-03-10T22:23:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-mon[90638]: Deploying daemon node-exporter.b on smithi172 2024-03-10T22:23:36.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:36.052+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:36.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:36.052+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:36.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:36.052+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:36.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:36.054+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:36.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:36.054+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:36.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:36.055+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:36.263 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:35 smithi172 systemd[1]: Stopping Ceph node-exporter.b for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:23:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:36 smithi172 ceph-mon[84635]: osdmap e600: 8 total, 8 up, 8 in 2024-03-10T22:23:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:36 smithi172 ceph-mon[84635]: Upgrade: Updating node-exporter.b (2/2) 2024-03-10T22:23:36.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:36 smithi172 ceph-mon[84635]: Deploying daemon node-exporter.b on smithi172 2024-03-10T22:23:36.264 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:36.039+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:36.264 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:36.039+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:36.594 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:36 smithi172 podman[112780]: 2024-03-10 22:23:36.31342802 +0000 UTC m=+0.179054611 container died d14b8c61910cd14f826b076e17a5a32ec79b459ce8bf556dd60c68f2a84c2a3a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:23:36.928 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:36 smithi172 podman[112780]: 2024-03-10 22:23:36.711416034 +0000 UTC m=+0.577042624 container cleanup d14b8c61910cd14f826b076e17a5a32ec79b459ce8bf556dd60c68f2a84c2a3a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:23:36.928 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:36 smithi172 bash[112780]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b 2024-03-10T22:23:37.050 INFO:tasks.rados.rados.0.smithi169.stdout:2754: done (4 left) 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:2755: rollback oid 30 current snap is 265 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 262 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:2748: finishing write tid 5 to smithi16976610-21 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14053 (ObjNum 808 snap 246 seq_num 808) dirty exists 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:2748: finishing write tid 6 to smithi16976610-21 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:2748: finishing write tid 7 to smithi16976610-21 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:2748: oid 21 updating version 0 to 14014 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:2748: oid 21 updating version 14014 to 14019 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:2748: oid 21 version 14019 is already newer than 14018 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:2748: oid 21 version 14019 is already newer than 14016 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:2748: oid 21 version 14019 is already newer than 14015 2024-03-10T22:23:37.051 INFO:tasks.rados.rados.0.smithi169.stdout:2748: oid 21 version 14019 is already newer than 14017 2024-03-10T22:23:37.052 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14019 (ObjNum 856 snap 265 seq_num 856) dirty exists 2024-03-10T22:23:37.052 INFO:tasks.rados.rados.0.smithi169.stdout:2748: left oid 21 (ObjNum 856 snap 265 seq_num 856) 2024-03-10T22:23:37.052 INFO:tasks.rados.rados.0.smithi169.stdout:2749: finishing copy_from racing read to smithi16976610-19 2024-03-10T22:23:37.052 INFO:tasks.rados.rados.0.smithi169.stdout:2749: finishing copy_from to smithi16976610-19 2024-03-10T22:23:37.052 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14013 (ObjNum 793 snap 238 seq_num 793) dirty exists 2024-03-10T22:23:37.052 INFO:tasks.rados.rados.0.smithi169.stdout:2750: expect (ObjNum 840 snap 258 seq_num 840) 2024-03-10T22:23:37.245 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:37.044+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:37.245 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:36 smithi172 podman[112794]: 2024-03-10 22:23:36.929275707 +0000 UTC m=+0.619765187 container remove d14b8c61910cd14f826b076e17a5a32ec79b459ce8bf556dd60c68f2a84c2a3a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:23:37.245 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:36 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-03-10T22:23:37.245 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-03-10T22:23:37.245 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 systemd[1]: Stopped Ceph node-exporter.b for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:23:37.245 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.b.service: Consumed 2.693s CPU time. 2024-03-10T22:23:37.246 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:37.246 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:37.246 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:37.246 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:37.246 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:37.246 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: osdmap e601: 8 total, 8 up, 8 in 2024-03-10T22:23:37.246 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:37.246 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:37.246 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:37.246 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:37.246 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:37.247 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:37.247 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:37.247 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:37.247 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-mon[84635]: pgmap v564: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 432 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 31 op/s 2024-03-10T22:23:37.495 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 systemd[1]: Starting Ceph node-exporter.b for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:23:37.495 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 podman[112922]: 2024-03-10 22:23:37.361255797 +0000 UTC m=+0.017518427 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-10T22:23:37.497 INFO:tasks.rados.rados.0.smithi169.stdout:2755: finishing rollback tid 0 to smithi16976610-30 2024-03-10T22:23:37.497 INFO:tasks.rados.rados.0.smithi169.stdout:2755: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:23:37.497 INFO:tasks.rados.rados.0.smithi169.stdout:2755: finishing rollback tid 2 to smithi16976610-30 2024-03-10T22:23:37.497 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14056 (ObjNum 129 snap 0 seq_num 151424816) dirty exists 2024-03-10T22:23:37.497 INFO:tasks.rados.rados.0.smithi169.stdout:2748: done (4 left) 2024-03-10T22:23:37.497 INFO:tasks.rados.rados.0.smithi169.stdout:2749: done (3 left) 2024-03-10T22:23:37.497 INFO:tasks.rados.rados.0.smithi169.stdout:2750: done (2 left) 2024-03-10T22:23:37.497 INFO:tasks.rados.rados.0.smithi169.stdout:2753: done (1 left) 2024-03-10T22:23:37.497 INFO:tasks.rados.rados.0.smithi169.stdout:2755: done (0 left) 2024-03-10T22:23:37.497 INFO:tasks.rados.rados.0.smithi169.stdout:2756: snap_remove snap 264 2024-03-10T22:23:37.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:37.049+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:37.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:37.049+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:37.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:37.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:37.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:37.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:37.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:37.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: osdmap e601: 8 total, 8 up, 8 in 2024-03-10T22:23:37.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:37.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:37.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:37.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:37.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:37.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:37.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:37.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:37.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[90638]: pgmap v564: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 432 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 31 op/s 2024-03-10T22:23:37.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:37.044+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:37.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:37.044+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:37.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:37.044+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:37.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:37.044+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:37.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:37.044+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:37.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:37.044+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:37.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:37.044+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:37.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:37.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:37.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:37.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:37.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:37.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: osdmap e601: 8 total, 8 up, 8 in 2024-03-10T22:23:37.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:37.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:37.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:37.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:37.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:37.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:37.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:37.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:37.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:37 smithi169 ceph-mon[88180]: pgmap v564: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 432 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 31 op/s 2024-03-10T22:23:37.763 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 podman[112922]: 2024-03-10 22:23:37.49696922 +0000 UTC m=+0.153231841 container create 44e7a83a7190fc2b70c764eb571234345389a4f857d1cf836aefb8ee0d0d35e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:23:37.763 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 podman[112922]: 2024-03-10 22:23:37.716033427 +0000 UTC m=+0.372296046 container init 44e7a83a7190fc2b70c764eb571234345389a4f857d1cf836aefb8ee0d0d35e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 podman[112922]: 2024-03-10 22:23:37.718679773 +0000 UTC m=+0.374942392 container start 44e7a83a7190fc2b70c764eb571234345389a4f857d1cf836aefb8ee0d0d35e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.722Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.722Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.722Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.722Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=arp 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-10T22:23:37.764 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-10T22:23:37.765 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-10T22:23:37.765 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-10T22:23:37.765 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-10T22:23:37.765 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-10T22:23:37.765 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=edac 2024-03-10T22:23:37.765 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-10T22:23:37.766 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=os 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=stat 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-10T22:23:37.767 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-10T22:23:37.768 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-10T22:23:37.768 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=time 2024-03-10T22:23:37.768 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-10T22:23:37.768 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=uname 2024-03-10T22:23:37.768 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-10T22:23:37.768 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-10T22:23:37.768 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-10T22:23:37.768 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-10T22:23:37.768 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b[112936]: ts=2024-03-10T22:23:37.723Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-10T22:23:38.051 INFO:tasks.rados.rados.0.smithi169.stdout:2756: done (0 left) 2024-03-10T22:23:38.052 INFO:tasks.rados.rados.0.smithi169.stdout:2757: copy_from oid 42 from oid 7 current snap is 265 2024-03-10T22:23:38.052 INFO:tasks.rados.rados.0.smithi169.stdout:2758: read oid 14 snap -1 2024-03-10T22:23:38.052 INFO:tasks.rados.rados.0.smithi169.stdout:2758: expect (ObjNum 828 snap 255 seq_num 828) 2024-03-10T22:23:38.052 INFO:tasks.rados.rados.0.smithi169.stdout:2759: snap_create 2024-03-10T22:23:38.069 INFO:tasks.rados.rados.0.smithi169.stdout:2757: finishing copy_from racing read to smithi16976610-42 2024-03-10T22:23:38.071 INFO:tasks.rados.rados.0.smithi169.stdout:2757: finishing copy_from to smithi16976610-42 2024-03-10T22:23:38.071 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14002 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:23:38.072 INFO:tasks.rados.rados.0.smithi169.stdout:2758: expect (ObjNum 828 snap 255 seq_num 828) 2024-03-10T22:23:38.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:38.050+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:38.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:38.050+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:38.263 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 bash[112922]: 44e7a83a7190fc2b70c764eb571234345389a4f857d1cf836aefb8ee0d0d35e7 2024-03-10T22:23:38.263 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:23:37 smithi172 systemd[1]: Started Ceph node-exporter.b for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:23:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: osdmap e602: 8 total, 8 up, 8 in 2024-03-10T22:23:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:38 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:38.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:38.051+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:38.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:38.052+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:38.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: osdmap e602: 8 total, 8 up, 8 in 2024-03-10T22:23:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:38.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: osdmap e602: 8 total, 8 up, 8 in 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:38.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:38.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:38.058+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:38.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:38.058+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:38.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:38.058+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:38.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:38.059+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:38.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:38.059+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:38.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:38.060+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:39.057 INFO:tasks.rados.rados.0.smithi169.stdout:2757: done (2 left) 2024-03-10T22:23:39.057 INFO:tasks.rados.rados.0.smithi169.stdout:2758: done (1 left) 2024-03-10T22:23:39.057 INFO:tasks.rados.rados.0.smithi169.stdout:2759: done (0 left) 2024-03-10T22:23:39.057 INFO:tasks.rados.rados.0.smithi169.stdout:2760: rmattr oid 7 current snap is 266 2024-03-10T22:23:39.057 INFO:tasks.rados.rados.0.smithi169.stdout:2761: read oid 45 snap -1 2024-03-10T22:23:39.057 INFO:tasks.rados.rados.0.smithi169.stdout:2761: expect (ObjNum 850 snap 261 seq_num 850) 2024-03-10T22:23:39.057 INFO:tasks.rados.rados.0.smithi169.stdout:2762: read oid 15 snap -1 2024-03-10T22:23:39.057 INFO:tasks.rados.rados.0.smithi169.stdout:2762: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:23:39.057 INFO:tasks.rados.rados.0.smithi169.stdout:2763: delete oid 44 current snap is 266 2024-03-10T22:23:39.063 INFO:tasks.rados.rados.0.smithi169.stdout:2763: done (3 left) 2024-03-10T22:23:39.063 INFO:tasks.rados.rados.0.smithi169.stdout:2764: snap_create 2024-03-10T22:23:39.065 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14020 (ObjNum 712 snap 208 seq_num 712) dirty exists 2024-03-10T22:23:39.068 INFO:tasks.rados.rados.0.smithi169.stdout:2761: expect (ObjNum 850 snap 261 seq_num 850) 2024-03-10T22:23:39.127 INFO:tasks.rados.rados.0.smithi169.stdout:2762: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:23:39.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:39.060+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:39 smithi172 ceph-mon[84635]: osdmap e603: 8 total, 8 up, 8 in 2024-03-10T22:23:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:39 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:39.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:39.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:39 smithi172 ceph-mon[84635]: pgmap v567: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 435 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-03-10T22:23:39.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:39.055+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:39.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:39.056+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:39.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[88180]: osdmap e603: 8 total, 8 up, 8 in 2024-03-10T22:23:39.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[88180]: pgmap v567: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 435 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-03-10T22:23:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[90638]: osdmap e603: 8 total, 8 up, 8 in 2024-03-10T22:23:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:39.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:39.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:39.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:39.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:39.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:39.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:39.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:39.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-mon[90638]: pgmap v567: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 435 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-03-10T22:23:39.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:39.060+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:39.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:39.060+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:39.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:39.061+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:39.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:39.063+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:39.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:39.063+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:39.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:39.063+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:39.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:39.064+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:40.058 INFO:tasks.rados.rados.0.smithi169.stdout:2760: done (3 left) 2024-03-10T22:23:40.059 INFO:tasks.rados.rados.0.smithi169.stdout:2761: done (2 left) 2024-03-10T22:23:40.059 INFO:tasks.rados.rados.0.smithi169.stdout:2762: done (1 left) 2024-03-10T22:23:40.059 INFO:tasks.rados.rados.0.smithi169.stdout:2764: done (0 left) 2024-03-10T22:23:40.059 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 267 2024-03-10T22:23:40.059 INFO:tasks.rados.rados.0.smithi169.stdout:2765: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-03-10T22:23:40.063 INFO:tasks.rados.rados.0.smithi169.stdout:2765: writing smithi16976610-48 from 0 to 778240 tid 1 2024-03-10T22:23:40.067 INFO:tasks.rados.rados.0.smithi169.stdout:2765: writing smithi16976610-48 from 778240 to 1507328 tid 2 2024-03-10T22:23:40.069 INFO:tasks.rados.rados.0.smithi169.stdout:2765: writing smithi16976610-48 from 1507328 to 1941504 tid 3 2024-03-10T22:23:40.073 INFO:tasks.rados.rados.0.smithi169.stdout:2765: writing smithi16976610-48 from 1941504 to 2383872 tid 4 2024-03-10T22:23:40.073 INFO:tasks.rados.rados.0.smithi169.stdout:2766: delete oid 9 current snap is 267 2024-03-10T22:23:40.073 INFO:tasks.rados.rados.0.smithi169.stdout:2765: finishing write tid 1 to smithi16976610-48 2024-03-10T22:23:40.073 INFO:tasks.rados.rados.0.smithi169.stdout:2765: finishing write tid 2 to smithi16976610-48 2024-03-10T22:23:40.073 INFO:tasks.rados.rados.0.smithi169.stdout:2765: finishing write tid 3 to smithi16976610-48 2024-03-10T22:23:40.079 INFO:tasks.rados.rados.0.smithi169.stdout:2765: finishing write tid 4 to smithi16976610-48 2024-03-10T22:23:40.079 INFO:tasks.rados.rados.0.smithi169.stdout:2765: finishing write tid 5 to smithi16976610-48 2024-03-10T22:23:40.079 INFO:tasks.rados.rados.0.smithi169.stdout:2766: done (1 left) 2024-03-10T22:23:40.079 INFO:tasks.rados.rados.0.smithi169.stdout:2767: read oid 25 snap -1 2024-03-10T22:23:40.079 INFO:tasks.rados.rados.0.smithi169.stdout:2767: expect (ObjNum 786 snap 235 seq_num 786) 2024-03-10T22:23:40.079 INFO:tasks.rados.rados.0.smithi169.stdout:2768: snap_remove snap 262 2024-03-10T22:23:40.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:40.058+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:40.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:40.059+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[90638]: osdmap e604: 8 total, 8 up, 8 in 2024-03-10T22:23:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:40.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:40.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:40.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[88180]: osdmap e604: 8 total, 8 up, 8 in 2024-03-10T22:23:40.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:40.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:40.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:40.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:40.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:40.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:40.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:40.056+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:40.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:40.056+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:40.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:40.056+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:40.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:40.057+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:40.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:40.057+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:40.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:40.058+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:40.474 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:40.057+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:40.474 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:40.057+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:40.475 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:40.475 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:40.475 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:40 smithi172 ceph-mon[84635]: osdmap e604: 8 total, 8 up, 8 in 2024-03-10T22:23:40.475 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:40.475 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:40.475 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:40 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:40.475 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:40.475 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:40.475 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:41.070 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:41.070 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:41.070 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[88180]: osdmap e605: 8 total, 8 up, 8 in 2024-03-10T22:23:41.070 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:41.070 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[88180]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:41.070 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:41.070 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:41.071 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:41.071 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:41.071 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:41.071 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[88180]: pgmap v570: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 438 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-10T22:23:41.071 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:41.071 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:41.071 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[90638]: osdmap e605: 8 total, 8 up, 8 in 2024-03-10T22:23:41.071 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:41.071 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[90638]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:41.072 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:41.072 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:41.072 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:41.072 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:41.072 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:41.072 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-mon[90638]: pgmap v570: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 438 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-10T22:23:41.072 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:41.069+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:41.072 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:41.069+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:41.073 INFO:tasks.rados.rados.0.smithi169.stdout:2768: done (2 left) 2024-03-10T22:23:41.073 INFO:tasks.rados.rados.0.smithi169.stdout:2769: read oid 40 snap -1 2024-03-10T22:23:41.073 INFO:tasks.rados.rados.0.smithi169.stdout:2769: expect deleted 2024-03-10T22:23:41.073 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 267 2024-03-10T22:23:41.074 INFO:tasks.rados.rados.0.smithi169.stdout:2770: seq_num 860 ranges {0=8192} 2024-03-10T22:23:41.074 INFO:tasks.rados.rados.0.smithi169.stdout:2770: writing smithi16976610-27 from 0 to 8192 tid 1 2024-03-10T22:23:41.074 INFO:tasks.rados.rados.0.smithi169.stdout:2771: snap_create 2024-03-10T22:23:41.074 INFO:tasks.rados.rados.0.smithi169.stdout:2765: finishing write tid 6 to smithi16976610-48 2024-03-10T22:23:41.074 INFO:tasks.rados.rados.0.smithi169.stdout:2765: oid 48 updating version 0 to 14069 2024-03-10T22:23:41.074 INFO:tasks.rados.rados.0.smithi169.stdout:2765: oid 48 updating version 14069 to 14071 2024-03-10T22:23:41.074 INFO:tasks.rados.rados.0.smithi169.stdout:2765: oid 48 version 14071 is already newer than 14070 2024-03-10T22:23:41.074 INFO:tasks.rados.rados.0.smithi169.stdout:2765: oid 48 version 14071 is already newer than 14068 2024-03-10T22:23:41.074 INFO:tasks.rados.rados.0.smithi169.stdout:2765: oid 48 version 14071 is already newer than 14067 2024-03-10T22:23:41.074 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14071 (ObjNum 858 snap 267 seq_num 858) dirty exists 2024-03-10T22:23:41.074 INFO:tasks.rados.rados.0.smithi169.stdout:2765: left oid 48 (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:23:41.075 INFO:tasks.rados.rados.0.smithi169.stdout:2767: expect (ObjNum 786 snap 235 seq_num 786) 2024-03-10T22:23:41.238 INFO:tasks.rados.rados.0.smithi169.stdout:2770: finishing write tid 1 to smithi16976610-27 2024-03-10T22:23:41.238 INFO:tasks.rados.rados.0.smithi169.stdout:2770: finishing write tid 2 to smithi16976610-27 2024-03-10T22:23:41.239 INFO:tasks.rados.rados.0.smithi169.stdout:2770: finishing write tid 3 to smithi16976610-27 2024-03-10T22:23:41.239 INFO:tasks.rados.rados.0.smithi169.stdout:2770: oid 27 updating version 0 to 14072 2024-03-10T22:23:41.239 INFO:tasks.rados.rados.0.smithi169.stdout:2770: oid 27 updating version 14072 to 14073 2024-03-10T22:23:41.239 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14073 (ObjNum 860 snap 267 seq_num 860) dirty exists 2024-03-10T22:23:41.239 INFO:tasks.rados.rados.0.smithi169.stdout:2770: left oid 27 (ObjNum 860 snap 267 seq_num 860) 2024-03-10T22:23:41.330 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:41.071+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:41.330 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:41.330 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:41.330 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-mon[84635]: osdmap e605: 8 total, 8 up, 8 in 2024-03-10T22:23:41.331 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:41.331 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-mon[84635]: No clone_snaps in snapset 14b=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:41.331 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:41.331 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:41.331 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:41.331 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:41.331 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:41.331 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:41 smithi172 ceph-mon[84635]: pgmap v570: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 438 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-10T22:23:41.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:41.071+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:41.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:41.071+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:41.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:41.071+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:41.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:41.071+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:41.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:41.071+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:41.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:41.071+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:41.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:41.071+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:2765: done (4 left) 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:2767: done (3 left) 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:2769: done (2 left) 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:2770: done (1 left) 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:2771: done (0 left) 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 268 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:2772: seq_num 861 ranges {0=24576} 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:2772: writing smithi16976610-12 from 0 to 24576 tid 1 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:2773: rollback oid 49 current snap is 268 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 49 to 257 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:2774: copy_from oid 20 from oid 40 current snap is 268 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:2775: rollback oid 8 current snap is 268 2024-03-10T22:23:42.071 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 8 to 267 2024-03-10T22:23:42.072 INFO:tasks.rados.rados.0.smithi169.stdout:2776: delete oid 31 current snap is 268 2024-03-10T22:23:42.075 INFO:tasks.rados.rados.0.smithi169.stdout:2776: done (4 left) 2024-03-10T22:23:42.075 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 268 2024-03-10T22:23:42.075 INFO:tasks.rados.rados.0.smithi169.stdout:2777: seq_num 863 ranges {0=57344} 2024-03-10T22:23:42.076 INFO:tasks.rados.rados.0.smithi169.stdout:2777: writing smithi16976610-44 from 0 to 57344 tid 1 2024-03-10T22:23:42.076 INFO:tasks.rados.rados.0.smithi169.stdout:2778: setattr oid 45 current snap is 268 2024-03-10T22:23:42.079 INFO:tasks.rados.rados.0.smithi169.stdout:2779: read oid 43 snap -1 2024-03-10T22:23:42.079 INFO:tasks.rados.rados.0.smithi169.stdout:2779: expect (ObjNum 808 snap 246 seq_num 808) 2024-03-10T22:23:42.079 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 268 2024-03-10T22:23:42.079 INFO:tasks.rados.rados.0.smithi169.stdout:2780: seq_num 864 ranges {7372800=73728} 2024-03-10T22:23:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:2780: writing smithi16976610-41 from 7372800 to 7446528 tid 1 2024-03-10T22:23:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:2781: delete oid 5 current snap is 268 2024-03-10T22:23:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:2773: finishing rollback tid 0 to smithi16976610-49 2024-03-10T22:23:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:2773: finishing rollback tid 1 to smithi16976610-49 2024-03-10T22:23:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:2774: finishing copy_from to smithi16976610-20 2024-03-10T22:23:42.125 INFO:tasks.rados.rados.0.smithi169.stdout:2774: got expected ENOENT (src dne) 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:2774: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:2772: finishing write tid 1 to smithi16976610-12 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:2772: finishing write tid 2 to smithi16976610-12 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:2773: finishing rollback tid 2 to smithi16976610-49 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 14016 (ObjNum 793 snap 238 seq_num 793) dirty exists 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:2775: finishing rollback tid 0 to smithi16976610-8 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:2775: finishing rollback tid 1 to smithi16976610-8 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:2775: finishing rollback tid 2 to smithi16976610-8 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 13930 (ObjNum 668 snap 193 seq_num 668) dirty exists 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14034 (ObjNum 850 snap 261 seq_num 850) dirty exists 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:2772: finishing write tid 3 to smithi16976610-12 2024-03-10T22:23:42.126 INFO:tasks.rados.rados.0.smithi169.stdout:2772: oid 12 updating version 0 to 13927 2024-03-10T22:23:42.127 INFO:tasks.rados.rados.0.smithi169.stdout:2772: oid 12 version 13927 is already newer than 13926 2024-03-10T22:23:42.127 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 13927 (ObjNum 861 snap 268 seq_num 861) dirty exists 2024-03-10T22:23:42.127 INFO:tasks.rados.rados.0.smithi169.stdout:2772: left oid 12 (ObjNum 861 snap 268 seq_num 861) 2024-03-10T22:23:42.127 INFO:tasks.rados.rados.0.smithi169.stdout:2777: finishing write tid 1 to smithi16976610-44 2024-03-10T22:23:42.127 INFO:tasks.rados.rados.0.smithi169.stdout:2777: finishing write tid 2 to smithi16976610-44 2024-03-10T22:23:42.127 INFO:tasks.rados.rados.0.smithi169.stdout:2777: finishing write tid 3 to smithi16976610-44 2024-03-10T22:23:42.127 INFO:tasks.rados.rados.0.smithi169.stdout:2777: oid 44 updating version 0 to 14037 2024-03-10T22:23:42.127 INFO:tasks.rados.rados.0.smithi169.stdout:2777: oid 44 version 14037 is already newer than 14036 2024-03-10T22:23:42.127 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 14037 (ObjNum 863 snap 268 seq_num 863) dirty exists 2024-03-10T22:23:42.127 INFO:tasks.rados.rados.0.smithi169.stdout:2777: left oid 44 (ObjNum 863 snap 268 seq_num 863) 2024-03-10T22:23:42.128 INFO:tasks.rados.rados.0.smithi169.stdout:2772: done (8 left) 2024-03-10T22:23:42.128 INFO:tasks.rados.rados.0.smithi169.stdout:2773: done (7 left) 2024-03-10T22:23:42.128 INFO:tasks.rados.rados.0.smithi169.stdout:2774: done (6 left) 2024-03-10T22:23:42.128 INFO:tasks.rados.rados.0.smithi169.stdout:2775: done (5 left) 2024-03-10T22:23:42.128 INFO:tasks.rados.rados.0.smithi169.stdout:2777: done (4 left) 2024-03-10T22:23:42.128 INFO:tasks.rados.rados.0.smithi169.stdout:2778: done (3 left) 2024-03-10T22:23:42.128 INFO:tasks.rados.rados.0.smithi169.stdout:2781: done (2 left) 2024-03-10T22:23:42.128 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 268 2024-03-10T22:23:42.128 INFO:tasks.rados.rados.0.smithi169.stdout:2782: seq_num 866 ranges {1900544=106496} 2024-03-10T22:23:42.138 INFO:tasks.rados.rados.0.smithi169.stdout:2782: writing smithi16976610-29 from 1900544 to 2007040 tid 1 2024-03-10T22:23:42.138 INFO:tasks.rados.rados.0.smithi169.stdout:2783: delete oid 18 current snap is 268 2024-03-10T22:23:42.138 INFO:tasks.rados.rados.0.smithi169.stdout:2780: finishing write tid 1 to smithi16976610-41 2024-03-10T22:23:42.138 INFO:tasks.rados.rados.0.smithi169.stdout:2780: finishing write tid 2 to smithi16976610-41 2024-03-10T22:23:42.138 INFO:tasks.rados.rados.0.smithi169.stdout:2780: finishing write tid 3 to smithi16976610-41 2024-03-10T22:23:42.138 INFO:tasks.rados.rados.0.smithi169.stdout:2780: oid 41 updating version 0 to 14004 2024-03-10T22:23:42.138 INFO:tasks.rados.rados.0.smithi169.stdout:2780: oid 41 version 14004 is already newer than 14003 2024-03-10T22:23:42.138 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 14004 (ObjNum 864 snap 268 seq_num 864) dirty exists 2024-03-10T22:23:42.139 INFO:tasks.rados.rados.0.smithi169.stdout:2780: left oid 41 (ObjNum 864 snap 268 seq_num 864) 2024-03-10T22:23:42.139 INFO:tasks.rados.rados.0.smithi169.stdout:2779: expect (ObjNum 808 snap 246 seq_num 808) 2024-03-10T22:23:42.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:42.069+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:42.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:42.069+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:42.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:42.077+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:42.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:42.078+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:42.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:42.078+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:42.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:42.078+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:42.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:42.079+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:42.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:42.079+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: osdmap e606: 8 total, 8 up, 8 in 2024-03-10T22:23:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:42.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: osdmap e606: 8 total, 8 up, 8 in 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:42.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:42.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:42.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:42.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:42.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:42.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:42.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:42 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:42.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:42.068+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:42.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:42.068+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:42.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:23:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: osdmap e606: 8 total, 8 up, 8 in 2024-03-10T22:23:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:42.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:42 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.130 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:43.130 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: osdmap e607: 8 total, 8 up, 8 in 2024-03-10T22:23:43.130 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:43.130 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:43.131 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:43.131 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:43.131 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:43.131 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:43.131 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:43.131 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.131 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.131 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: pgmap v573: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 440 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-10T22:23:43.131 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.131 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.131 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: osdmap e607: 8 total, 8 up, 8 in 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: pgmap v573: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 440 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:43 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.240 INFO:tasks.rados.rados.0.smithi169.stdout:2782: finishing write tid 1 to smithi16976610-29 2024-03-10T22:23:43.241 INFO:tasks.rados.rados.0.smithi169.stdout:2782: finishing write tid 2 to smithi16976610-29 2024-03-10T22:23:43.241 INFO:tasks.rados.rados.0.smithi169.stdout:2779: done (3 left) 2024-03-10T22:23:43.241 INFO:tasks.rados.rados.0.smithi169.stdout:2780: done (2 left) 2024-03-10T22:23:43.241 INFO:tasks.rados.rados.0.smithi169.stdout:2783: done (1 left) 2024-03-10T22:23:43.241 INFO:tasks.rados.rados.0.smithi169.stdout:2784: rollback oid 39 current snap is 268 2024-03-10T22:23:43.241 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 39 to 266 2024-03-10T22:23:43.241 INFO:tasks.rados.rados.0.smithi169.stdout:2782: finishing write tid 3 to smithi16976610-29 2024-03-10T22:23:43.241 INFO:tasks.rados.rados.0.smithi169.stdout:2782: oid 29 updating version 0 to 14022 2024-03-10T22:23:43.241 INFO:tasks.rados.rados.0.smithi169.stdout:2782: oid 29 version 14022 is already newer than 14021 2024-03-10T22:23:43.241 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14022 (ObjNum 866 snap 268 seq_num 866) dirty exists 2024-03-10T22:23:43.241 INFO:tasks.rados.rados.0.smithi169.stdout:2782: left oid 29 (ObjNum 866 snap 268 seq_num 866) 2024-03-10T22:23:43.242 INFO:tasks.rados.rados.0.smithi169.stdout:2782: done (1 left) 2024-03-10T22:23:43.242 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 47 current snap is 268 2024-03-10T22:23:43.242 INFO:tasks.rados.rados.0.smithi169.stdout:2785: seq_num 868 ranges {0=139264} 2024-03-10T22:23:43.242 INFO:tasks.rados.rados.0.smithi169.stdout:2785: writing smithi16976610-47 from 0 to 139264 tid 1 2024-03-10T22:23:43.242 INFO:tasks.rados.rados.0.smithi169.stdout:2786: read oid 30 snap -1 2024-03-10T22:23:43.242 INFO:tasks.rados.rados.0.smithi169.stdout:2786: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:43.242 INFO:tasks.rados.rados.0.smithi169.stdout:2787: rmattr oid 32 current snap is 268 2024-03-10T22:23:43.242 INFO:tasks.rados.rados.0.smithi169.stdout:2788: setattr oid 3 current snap is 268 2024-03-10T22:23:43.243 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 268 2024-03-10T22:23:43.243 INFO:tasks.rados.rados.0.smithi169.stdout:2789: seq_num 869 ranges {1679360=155648} 2024-03-10T22:23:43.252 INFO:tasks.rados.rados.0.smithi169.stdout:2789: writing smithi16976610-28 from 1679360 to 1835008 tid 1 2024-03-10T22:23:43.252 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 268 2024-03-10T22:23:43.252 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 14017 (ObjNum 838 snap 257 seq_num 838) dirty exists 2024-03-10T22:23:43.252 INFO:tasks.rados.rados.0.smithi169.stdout:2784: finishing rollback tid 0 to smithi16976610-39 2024-03-10T22:23:43.252 INFO:tasks.rados.rados.0.smithi169.stdout:2784: finishing rollback tid 1 to smithi16976610-39 2024-03-10T22:23:43.252 INFO:tasks.rados.rados.0.smithi169.stdout:2790: seq_num 870 ranges {2334720=172032} 2024-03-10T22:23:43.266 INFO:tasks.rados.rados.0.smithi169.stdout:2790: writing smithi16976610-42 from 2334720 to 2506752 tid 1 2024-03-10T22:23:43.266 INFO:tasks.rados.rados.0.smithi169.stdout:2788: done (6 left) 2024-03-10T22:23:43.266 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 268 2024-03-10T22:23:43.266 INFO:tasks.rados.rados.0.smithi169.stdout:2784: finishing rollback tid 2 to smithi16976610-39 2024-03-10T22:23:43.266 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14059 (ObjNum 847 snap 261 seq_num 847) dirty exists 2024-03-10T22:23:43.266 INFO:tasks.rados.rados.0.smithi169.stdout:2786: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:23:43.269 INFO:tasks.rados.rados.0.smithi169.stdout:2785: finishing write tid 1 to smithi16976610-47 2024-03-10T22:23:43.269 INFO:tasks.rados.rados.0.smithi169.stdout:2785: finishing write tid 2 to smithi16976610-47 2024-03-10T22:23:43.269 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14060 (ObjNum 33 snap 0 seq_num 1364419925) dirty exists 2024-03-10T22:23:43.270 INFO:tasks.rados.rados.0.smithi169.stdout:2785: finishing write tid 3 to smithi16976610-47 2024-03-10T22:23:43.270 INFO:tasks.rados.rados.0.smithi169.stdout:2785: oid 47 updating version 0 to 14035 2024-03-10T22:23:43.270 INFO:tasks.rados.rados.0.smithi169.stdout:2785: oid 47 updating version 14035 to 14036 2024-03-10T22:23:43.270 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 14036 (ObjNum 868 snap 268 seq_num 868) dirty exists 2024-03-10T22:23:43.270 INFO:tasks.rados.rados.0.smithi169.stdout:2785: left oid 47 (ObjNum 868 snap 268 seq_num 868) 2024-03-10T22:23:43.270 INFO:tasks.rados.rados.0.smithi169.stdout:2791: seq_num 871 ranges {4423680=188416} 2024-03-10T22:23:43.294 INFO:tasks.rados.rados.0.smithi169.stdout:2791: writing smithi16976610-10 from 4423680 to 4612096 tid 1 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:2784: done (6 left) 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:2785: done (5 left) 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:2786: done (4 left) 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:2787: done (3 left) 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:2792: rollback oid 50 current snap is 268 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 50 to 263 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:2789: finishing write tid 1 to smithi16976610-28 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:2789: finishing write tid 2 to smithi16976610-28 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:2789: finishing write tid 3 to smithi16976610-28 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:2789: oid 28 updating version 0 to 14029 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:2789: oid 28 updating version 14029 to 14030 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14030 (ObjNum 869 snap 268 seq_num 869) dirty exists 2024-03-10T22:23:43.295 INFO:tasks.rados.rados.0.smithi169.stdout:2789: left oid 28 (ObjNum 869 snap 268 seq_num 869) 2024-03-10T22:23:43.296 INFO:tasks.rados.rados.0.smithi169.stdout:2790: finishing write tid 1 to smithi16976610-42 2024-03-10T22:23:43.296 INFO:tasks.rados.rados.0.smithi169.stdout:2790: finishing write tid 2 to smithi16976610-42 2024-03-10T22:23:43.296 INFO:tasks.rados.rados.0.smithi169.stdout:2790: finishing write tid 3 to smithi16976610-42 2024-03-10T22:23:43.296 INFO:tasks.rados.rados.0.smithi169.stdout:2790: oid 42 updating version 0 to 14006 2024-03-10T22:23:43.296 INFO:tasks.rados.rados.0.smithi169.stdout:2790: oid 42 version 14006 is already newer than 14005 2024-03-10T22:23:43.296 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14006 (ObjNum 870 snap 268 seq_num 870) dirty exists 2024-03-10T22:23:43.296 INFO:tasks.rados.rados.0.smithi169.stdout:2790: left oid 42 (ObjNum 870 snap 268 seq_num 870) 2024-03-10T22:23:43.296 INFO:tasks.rados.rados.0.smithi169.stdout:2789: done (3 left) 2024-03-10T22:23:43.296 INFO:tasks.rados.rados.0.smithi169.stdout:2790: done (2 left) 2024-03-10T22:23:43.296 INFO:tasks.rados.rados.0.smithi169.stdout:2793: delete oid 14 current snap is 268 2024-03-10T22:23:43.297 INFO:tasks.rados.rados.0.smithi169.stdout:2793: done (2 left) 2024-03-10T22:23:43.297 INFO:tasks.rados.rados.0.smithi169.stdout:2794: snap_create 2024-03-10T22:23:43.297 INFO:tasks.rados.rados.0.smithi169.stdout:2791: finishing write tid 1 to smithi16976610-10 2024-03-10T22:23:43.298 INFO:tasks.rados.rados.0.smithi169.stdout:2791: finishing write tid 2 to smithi16976610-10 2024-03-10T22:23:43.299 INFO:tasks.rados.rados.0.smithi169.stdout:2792: finishing rollback tid 1 to smithi16976610-50 2024-03-10T22:23:43.299 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 14024 (ObjNum 33 snap 0 seq_num 151244864) dirty dne 2024-03-10T22:23:43.299 INFO:tasks.rados.rados.0.smithi169.stdout:2791: finishing write tid 3 to smithi16976610-10 2024-03-10T22:23:43.300 INFO:tasks.rados.rados.0.smithi169.stdout:2791: oid 10 updating version 0 to 14033 2024-03-10T22:23:43.300 INFO:tasks.rados.rados.0.smithi169.stdout:2791: oid 10 version 14033 is already newer than 14032 2024-03-10T22:23:43.300 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14033 (ObjNum 871 snap 268 seq_num 871) dirty exists 2024-03-10T22:23:43.300 INFO:tasks.rados.rados.0.smithi169.stdout:2791: left oid 10 (ObjNum 871 snap 268 seq_num 871) 2024-03-10T22:23:43.388 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: osdmap e607: 8 total, 8 up, 8 in 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: pgmap v573: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 440 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:43.389 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:43 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:44.188 INFO:tasks.rados.rados.0.smithi169.stdout:2791: done (2 left) 2024-03-10T22:23:44.188 INFO:tasks.rados.rados.0.smithi169.stdout:2792: done (1 left) 2024-03-10T22:23:44.188 INFO:tasks.rados.rados.0.smithi169.stdout:2794: done (0 left) 2024-03-10T22:23:44.188 INFO:tasks.rados.rados.0.smithi169.stdout:2795: copy_from oid 8 from oid 3 current snap is 269 2024-03-10T22:23:44.188 INFO:tasks.rados.rados.0.smithi169.stdout:2796: setattr oid 13 current snap is 269 2024-03-10T22:23:44.189 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:44.186+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:44.189 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:44.186+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:44.189 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:44.186+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:44.189 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:44.186+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:44.189 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:44.186+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:44.189 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:44.186+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:44.189 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:44.187+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:44.190 INFO:tasks.rados.rados.0.smithi169.stdout:2797: delete oid 23 current snap is 269 2024-03-10T22:23:44.194 INFO:tasks.rados.rados.0.smithi169.stdout:2797: done (2 left) 2024-03-10T22:23:44.194 INFO:tasks.rados.rados.0.smithi169.stdout:2798: copy_from oid 2 from oid 24 current snap is 269 2024-03-10T22:23:44.194 INFO:tasks.rados.rados.0.smithi169.stdout:2799: snap_create 2024-03-10T22:23:44.195 INFO:tasks.rados.rados.0.smithi169.stdout:2798: finishing copy_from to smithi16976610-2 2024-03-10T22:23:44.195 INFO:tasks.rados.rados.0.smithi169.stdout:2798: got expected ENOENT (src dne) 2024-03-10T22:23:44.195 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 14038 (ObjNum 33 snap 0 seq_num 151242912) dirty exists 2024-03-10T22:23:44.195 INFO:tasks.rados.rados.0.smithi169.stdout:2798: finishing copy_from racing read to smithi16976610-2 2024-03-10T22:23:44.201 INFO:tasks.rados.rados.0.smithi169.stdout:2795: finishing copy_from racing read to smithi16976610-8 2024-03-10T22:23:44.208 INFO:tasks.rados.rados.0.smithi169.stdout:2795: finishing copy_from to smithi16976610-8 2024-03-10T22:23:44.208 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14017 (ObjNum 838 snap 257 seq_num 838) dirty exists 2024-03-10T22:23:44.462 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:44.188+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:44.463 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:44.188+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:44.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:44.194+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:45.193 INFO:tasks.rados.rados.0.smithi169.stdout:2795: done (3 left) 2024-03-10T22:23:45.193 INFO:tasks.rados.rados.0.smithi169.stdout:2796: done (2 left) 2024-03-10T22:23:45.193 INFO:tasks.rados.rados.0.smithi169.stdout:2798: done (1 left) 2024-03-10T22:23:45.193 INFO:tasks.rados.rados.0.smithi169.stdout:2799: done (0 left) 2024-03-10T22:23:45.193 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 270 2024-03-10T22:23:45.193 INFO:tasks.rados.rados.0.smithi169.stdout:2800: seq_num 874 ranges {24576=245760} 2024-03-10T22:23:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:2800: writing smithi16976610-12 from 24576 to 270336 tid 1 2024-03-10T22:23:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:2801: read oid 33 snap -1 2024-03-10T22:23:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:2801: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:23:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:2802: rmattr oid 38 current snap is 270 2024-03-10T22:23:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:2803: rollback oid 10 current snap is 270 2024-03-10T22:23:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 10 to 250 2024-03-10T22:23:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:2804: rollback oid 35 current snap is 270 2024-03-10T22:23:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 35 to 265 2024-03-10T22:23:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:2805: rollback oid 2 current snap is 270 2024-03-10T22:23:45.195 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 2 to 250 2024-03-10T22:23:45.196 INFO:tasks.rados.rados.0.smithi169.stdout:2806: read oid 17 snap -1 2024-03-10T22:23:45.196 INFO:tasks.rados.rados.0.smithi169.stdout:2806: expect deleted 2024-03-10T22:23:45.196 INFO:tasks.rados.rados.0.smithi169.stdout:2807: rollback oid 31 current snap is 270 2024-03-10T22:23:45.196 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 31 to 269 2024-03-10T22:23:45.196 INFO:tasks.rados.rados.0.smithi169.stdout:2808: snap_remove snap 254 2024-03-10T22:23:45.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:45.192+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:45.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:45.192+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:45.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[90638]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[90638]: osdmap e608: 8 total, 8 up, 8 in 2024-03-10T22:23:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[90638]: pgmap v575: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-03-10T22:23:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[88180]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[88180]: osdmap e608: 8 total, 8 up, 8 in 2024-03-10T22:23:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:45.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-mon[88180]: pgmap v575: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-03-10T22:23:45.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:45.189+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:45.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:45.189+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:45.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:45.189+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:45.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:45.190+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:45.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:45.190+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:45.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:45.190+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:45.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:45.202+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:45.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:45.202+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-mon[84635]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-mon[84635]: osdmap e608: 8 total, 8 up, 8 in 2024-03-10T22:23:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:45.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:45 smithi172 ceph-mon[84635]: pgmap v575: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-03-10T22:23:46.196 INFO:tasks.rados.rados.0.smithi169.stdout:2808: done (8 left) 2024-03-10T22:23:46.196 INFO:tasks.rados.rados.0.smithi169.stdout:2809: delete oid 25 current snap is 270 2024-03-10T22:23:46.196 INFO:tasks.rados.rados.0.smithi169.stdout:2803: finishing rollback tid 0 to smithi16976610-10 2024-03-10T22:23:46.196 INFO:tasks.rados.rados.0.smithi169.stdout:2803: finishing rollback tid 1 to smithi16976610-10 2024-03-10T22:23:46.196 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14035 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T22:23:46.196 INFO:tasks.rados.rados.0.smithi169.stdout:2805: finishing rollback tid 0 to smithi16976610-2 2024-03-10T22:23:46.196 INFO:tasks.rados.rados.0.smithi169.stdout:2805: finishing rollback tid 1 to smithi16976610-2 2024-03-10T22:23:46.196 INFO:tasks.rados.rados.0.smithi169.stdout:2807: finishing rollback tid 1 to smithi16976610-31 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14035 (ObjNum 33 snap 0 seq_num 3968064176) dirty dne 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:2804: finishing rollback tid 0 to smithi16976610-35 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:2804: finishing rollback tid 1 to smithi16976610-35 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:2805: finishing rollback tid 2 to smithi16976610-2 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14077 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:2804: finishing rollback tid 2 to smithi16976610-35 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 314 (ObjNum 836 snap 257 seq_num 836) dirty exists 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:2800: finishing write tid 1 to smithi16976610-12 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:2800: finishing write tid 2 to smithi16976610-12 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:2800: finishing write tid 3 to smithi16976610-12 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:2800: oid 12 updating version 0 to 14018 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:2800: oid 12 updating version 14018 to 14019 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14019 (ObjNum 874 snap 270 seq_num 874) dirty exists 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:2800: left oid 12 (ObjNum 874 snap 270 seq_num 874) 2024-03-10T22:23:46.197 INFO:tasks.rados.rados.0.smithi169.stdout:2801: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:23:46.198 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:23:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:23:45] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 14036 (ObjNum 790 snap 237 seq_num 790) dirty exists 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:2800: done (8 left) 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:2801: done (7 left) 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:2802: done (6 left) 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:2803: done (5 left) 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:2804: done (4 left) 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:2805: done (3 left) 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:2806: done (2 left) 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:2807: done (1 left) 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:2809: done (0 left) 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 270 2024-03-10T22:23:46.364 INFO:tasks.rados.rados.0.smithi169.stdout:2810: seq_num 876 ranges {4423680=278528} 2024-03-10T22:23:46.389 INFO:tasks.rados.rados.0.smithi169.stdout:2810: writing smithi16976610-34 from 4423680 to 4702208 tid 1 2024-03-10T22:23:46.389 INFO:tasks.rados.rados.0.smithi169.stdout:2811: snap_create 2024-03-10T22:23:46.393 INFO:tasks.rados.rados.0.smithi169.stdout:2810: finishing write tid 1 to smithi16976610-34 2024-03-10T22:23:46.393 INFO:tasks.rados.rados.0.smithi169.stdout:2810: finishing write tid 2 to smithi16976610-34 2024-03-10T22:23:46.394 INFO:tasks.rados.rados.0.smithi169.stdout:2810: finishing write tid 3 to smithi16976610-34 2024-03-10T22:23:46.394 INFO:tasks.rados.rados.0.smithi169.stdout:2810: oid 34 updating version 0 to 14038 2024-03-10T22:23:46.394 INFO:tasks.rados.rados.0.smithi169.stdout:2810: oid 34 version 14038 is already newer than 14037 2024-03-10T22:23:46.394 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14038 (ObjNum 876 snap 270 seq_num 876) dirty exists 2024-03-10T22:23:46.394 INFO:tasks.rados.rados.0.smithi169.stdout:2810: left oid 34 (ObjNum 876 snap 270 seq_num 876) 2024-03-10T22:23:46.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:46.200+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:46.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:46.205+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:46.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:46.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[90638]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:46.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:46.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[90638]: osdmap e609: 8 total, 8 up, 8 in 2024-03-10T22:23:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:46.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:46.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:46.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[88180]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:46.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:46.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:46.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:46.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:46.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:46.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[88180]: osdmap e609: 8 total, 8 up, 8 in 2024-03-10T22:23:46.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:46.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:46.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:46.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:46.203+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:46.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:46.205+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:46.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:46.205+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:46.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:46.205+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:46.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:46.205+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:46.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:46.205+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:46.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:46.206+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:46.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:46.197+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-mon[84635]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-mon[84635]: osdmap e609: 8 total, 8 up, 8 in 2024-03-10T22:23:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:47.325 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: osdmap e610: 8 total, 8 up, 8 in 2024-03-10T22:23:47.325 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:47.325 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:47.325 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:47.325 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.326 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.327 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-mon[84635]: pgmap v578: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 445 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 31 op/s 2024-03-10T22:23:47.341 INFO:tasks.rados.rados.0.smithi169.stdout:2810: done (1 left) 2024-03-10T22:23:47.341 INFO:tasks.rados.rados.0.smithi169.stdout:2811: done (0 left) 2024-03-10T22:23:47.341 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 271 2024-03-10T22:23:47.341 INFO:tasks.rados.rados.0.smithi169.stdout:2812: seq_num 877 ranges {4423680=294912} 2024-03-10T22:23:47.366 INFO:tasks.rados.rados.0.smithi169.stdout:2812: writing smithi16976610-37 from 4423680 to 4718592 tid 1 2024-03-10T22:23:47.367 INFO:tasks.rados.rados.0.smithi169.stdout:2813: rollback oid 2 current snap is 271 2024-03-10T22:23:47.367 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 2 to 261 2024-03-10T22:23:47.367 INFO:tasks.rados.rados.0.smithi169.stdout:2814: delete oid 36 current snap is 271 2024-03-10T22:23:47.368 INFO:tasks.rados.rados.0.smithi169.stdout:2814: done (2 left) 2024-03-10T22:23:47.369 INFO:tasks.rados.rados.0.smithi169.stdout:2815: snap_remove snap 265 2024-03-10T22:23:47.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:47.343+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:47.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:47.344+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:47.340+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:47.341+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:47.341+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:47.341+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:47.341+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:47.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:47.341+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:47.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: osdmap e610: 8 total, 8 up, 8 in 2024-03-10T22:23:47.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[88180]: pgmap v578: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 445 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 31 op/s 2024-03-10T22:23:47.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: osdmap e610: 8 total, 8 up, 8 in 2024-03-10T22:23:47.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:47.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:47.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:47.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:47.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:47.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:47.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:47.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:47.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:47.507 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:47.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:23:47.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:23:47.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:47.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:47.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.508 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:47.509 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:47 smithi169 ceph-mon[90638]: pgmap v578: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 445 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 31 op/s 2024-03-10T22:23:47.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:47.341+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:47.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:47.341+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:48.347 INFO:tasks.rados.rados.0.smithi169.stdout:2813: finishing rollback tid 0 to smithi16976610-2 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:2813: finishing rollback tid 1 to smithi16976610-2 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:2813: finishing rollback tid 2 to smithi16976610-2 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14080 (ObjNum 848 snap 261 seq_num 848) dirty exists 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:2812: finishing write tid 1 to smithi16976610-37 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:2812: finishing write tid 2 to smithi16976610-37 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:2812: finishing write tid 3 to smithi16976610-37 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:2812: oid 37 updating version 0 to 14040 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:2812: oid 37 version 14040 is already newer than 14039 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14040 (ObjNum 877 snap 271 seq_num 877) dirty exists 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:2812: left oid 37 (ObjNum 877 snap 271 seq_num 877) 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:2812: done (2 left) 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:2813: done (1 left) 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:2815: done (0 left) 2024-03-10T22:23:48.348 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 271 2024-03-10T22:23:48.349 INFO:tasks.rados.rados.0.smithi169.stdout:2816: seq_num 879 ranges {3276800=327680} 2024-03-10T22:23:48.367 INFO:tasks.rados.rados.0.smithi169.stdout:2816: writing smithi16976610-19 from 3276800 to 3604480 tid 1 2024-03-10T22:23:48.367 INFO:tasks.rados.rados.0.smithi169.stdout:2817: rollback oid 21 current snap is 271 2024-03-10T22:23:48.368 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 266 2024-03-10T22:23:48.368 INFO:tasks.rados.rados.0.smithi169.stdout:2818: snap_remove snap 269 2024-03-10T22:23:48.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:48.347+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:48.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:48.348+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[90638]: osdmap e611: 8 total, 8 up, 8 in 2024-03-10T22:23:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[90638]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:48.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[88180]: osdmap e611: 8 total, 8 up, 8 in 2024-03-10T22:23:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[88180]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:48.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:48.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:48.352+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:48.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:48.353+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:48.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:48.353+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:48.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:48.353+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:48.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:48.353+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:48.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:48.353+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:48.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:48.353+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:48.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:48.345+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:48 smithi172 ceph-mon[84635]: osdmap e611: 8 total, 8 up, 8 in 2024-03-10T22:23:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:48 smithi172 ceph-mon[84635]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:49.360 INFO:tasks.rados.rados.0.smithi169.stdout:2818: done (2 left) 2024-03-10T22:23:49.360 INFO:tasks.rados.rados.0.smithi169.stdout:2819: delete oid 17 current snap is 271 2024-03-10T22:23:49.360 INFO:tasks.rados.rados.0.smithi169.stdout:2817: finishing rollback tid 0 to smithi16976610-21 2024-03-10T22:23:49.360 INFO:tasks.rados.rados.0.smithi169.stdout:2817: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:23:49.360 INFO:tasks.rados.rados.0.smithi169.stdout:2817: finishing rollback tid 2 to smithi16976610-21 2024-03-10T22:23:49.360 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14025 (ObjNum 856 snap 265 seq_num 856) dirty exists 2024-03-10T22:23:49.360 INFO:tasks.rados.rados.0.smithi169.stdout:2816: finishing write tid 1 to smithi16976610-19 2024-03-10T22:23:49.360 INFO:tasks.rados.rados.0.smithi169.stdout:2816: finishing write tid 2 to smithi16976610-19 2024-03-10T22:23:49.361 INFO:tasks.rados.rados.0.smithi169.stdout:2816: finishing write tid 3 to smithi16976610-19 2024-03-10T22:23:49.361 INFO:tasks.rados.rados.0.smithi169.stdout:2816: oid 19 updating version 0 to 14039 2024-03-10T22:23:49.361 INFO:tasks.rados.rados.0.smithi169.stdout:2816: oid 19 version 14039 is already newer than 14038 2024-03-10T22:23:49.361 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14039 (ObjNum 879 snap 271 seq_num 879) dirty exists 2024-03-10T22:23:49.361 INFO:tasks.rados.rados.0.smithi169.stdout:2816: left oid 19 (ObjNum 879 snap 271 seq_num 879) 2024-03-10T22:23:49.364 INFO:tasks.rados.rados.0.smithi169.stdout:2816: done (2 left) 2024-03-10T22:23:49.364 INFO:tasks.rados.rados.0.smithi169.stdout:2817: done (1 left) 2024-03-10T22:23:49.364 INFO:tasks.rados.rados.0.smithi169.stdout:2819: done (0 left) 2024-03-10T22:23:49.364 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 271 2024-03-10T22:23:49.364 INFO:tasks.rados.rados.0.smithi169.stdout:2820: seq_num 881 ranges {0=360448} 2024-03-10T22:23:49.366 INFO:tasks.rados.rados.0.smithi169.stdout:2820: writing smithi16976610-10 from 0 to 360448 tid 1 2024-03-10T22:23:49.366 INFO:tasks.rados.rados.0.smithi169.stdout:2821: read oid 6 snap -1 2024-03-10T22:23:49.366 INFO:tasks.rados.rados.0.smithi169.stdout:2821: expect (ObjNum 805 snap 245 seq_num 805) 2024-03-10T22:23:49.366 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 271 2024-03-10T22:23:49.366 INFO:tasks.rados.rados.0.smithi169.stdout:2822: seq_num 882 ranges {1835008=376832} 2024-03-10T22:23:49.380 INFO:tasks.rados.rados.0.smithi169.stdout:2822: writing smithi16976610-28 from 1835008 to 2211840 tid 1 2024-03-10T22:23:49.380 INFO:tasks.rados.rados.0.smithi169.stdout:2823: setattr oid 27 current snap is 271 2024-03-10T22:23:49.380 INFO:tasks.rados.rados.0.smithi169.stdout:2820: finishing write tid 1 to smithi16976610-10 2024-03-10T22:23:49.380 INFO:tasks.rados.rados.0.smithi169.stdout:2820: finishing write tid 2 to smithi16976610-10 2024-03-10T22:23:49.380 INFO:tasks.rados.rados.0.smithi169.stdout:2820: finishing write tid 3 to smithi16976610-10 2024-03-10T22:23:49.380 INFO:tasks.rados.rados.0.smithi169.stdout:2820: oid 10 updating version 0 to 14037 2024-03-10T22:23:49.380 INFO:tasks.rados.rados.0.smithi169.stdout:2820: oid 10 version 14037 is already newer than 14036 2024-03-10T22:23:49.380 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14037 (ObjNum 881 snap 271 seq_num 881) dirty exists 2024-03-10T22:23:49.380 INFO:tasks.rados.rados.0.smithi169.stdout:2820: left oid 10 (ObjNum 881 snap 271 seq_num 881) 2024-03-10T22:23:49.380 INFO:tasks.rados.rados.0.smithi169.stdout:2821: expect (ObjNum 805 snap 245 seq_num 805) 2024-03-10T22:23:49.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:49.355+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:49.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:49.355+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: Upgrade: Updating prometheus.a 2024-03-10T22:23:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: Deploying daemon prometheus.a on smithi172 2024-03-10T22:23:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: osdmap e612: 8 total, 8 up, 8 in 2024-03-10T22:23:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:49.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:49 smithi172 ceph-mon[84635]: pgmap v581: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 445 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 600 KiB/s wr, 25 op/s 2024-03-10T22:23:49.519 INFO:tasks.rados.rados.0.smithi169.stdout:2822: finishing write tid 1 to smithi16976610-28 2024-03-10T22:23:49.519 INFO:tasks.rados.rados.0.smithi169.stdout:2822: finishing write tid 2 to smithi16976610-28 2024-03-10T22:23:49.519 INFO:tasks.rados.rados.0.smithi169.stdout:2822: finishing write tid 3 to smithi16976610-28 2024-03-10T22:23:49.519 INFO:tasks.rados.rados.0.smithi169.stdout:2822: oid 28 updating version 0 to 14033 2024-03-10T22:23:49.519 INFO:tasks.rados.rados.0.smithi169.stdout:2822: oid 28 version 14033 is already newer than 14032 2024-03-10T22:23:49.519 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14033 (ObjNum 882 snap 271 seq_num 882) dirty exists 2024-03-10T22:23:49.519 INFO:tasks.rados.rados.0.smithi169.stdout:2822: left oid 28 (ObjNum 882 snap 271 seq_num 882) 2024-03-10T22:23:49.519 INFO:tasks.rados.rados.0.smithi169.stdout:2820: done (3 left) 2024-03-10T22:23:49.519 INFO:tasks.rados.rados.0.smithi169.stdout:2821: done (2 left) 2024-03-10T22:23:49.519 INFO:tasks.rados.rados.0.smithi169.stdout:2822: done (1 left) 2024-03-10T22:23:49.520 INFO:tasks.rados.rados.0.smithi169.stdout:2824: copy_from oid 34 from oid 32 current snap is 271 2024-03-10T22:23:49.520 INFO:tasks.rados.rados.0.smithi169.stdout:2825: snap_create 2024-03-10T22:23:49.521 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14081 (ObjNum 860 snap 267 seq_num 860) dirty exists 2024-03-10T22:23:49.522 INFO:tasks.rados.rados.0.smithi169.stdout:2824: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:23:49.522 INFO:tasks.rados.rados.0.smithi169.stdout:2824: finishing copy_from to smithi16976610-34 2024-03-10T22:23:49.523 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14060 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:23:49.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:49.359+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:49.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:49.360+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: Upgrade: Updating prometheus.a 2024-03-10T22:23:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: Deploying daemon prometheus.a on smithi172 2024-03-10T22:23:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: osdmap e612: 8 total, 8 up, 8 in 2024-03-10T22:23:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:49.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:49.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:49.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[90638]: pgmap v581: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 445 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 600 KiB/s wr, 25 op/s 2024-03-10T22:23:49.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: Upgrade: Updating prometheus.a 2024-03-10T22:23:49.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: Deploying daemon prometheus.a on smithi172 2024-03-10T22:23:49.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:49.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: osdmap e612: 8 total, 8 up, 8 in 2024-03-10T22:23:49.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:49.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:49.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:49.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:49.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:49.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:49.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:49.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-mon[88180]: pgmap v581: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 445 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 600 KiB/s wr, 25 op/s 2024-03-10T22:23:49.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:49.362+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:49.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:49.363+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:49.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:49.363+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:49.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:49.363+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:49.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:49.363+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:49.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:49.364+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:50.360 INFO:tasks.rados.rados.0.smithi169.stdout:2823: done (2 left) 2024-03-10T22:23:50.360 INFO:tasks.rados.rados.0.smithi169.stdout:2824: done (1 left) 2024-03-10T22:23:50.360 INFO:tasks.rados.rados.0.smithi169.stdout:2825: done (0 left) 2024-03-10T22:23:50.360 INFO:tasks.rados.rados.0.smithi169.stdout:2826: rollback oid 6 current snap is 272 2024-03-10T22:23:50.360 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 6 to 270 2024-03-10T22:23:50.360 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 272 2024-03-10T22:23:50.360 INFO:tasks.rados.rados.0.smithi169.stdout:2827: seq_num 883 ranges {0=393216} 2024-03-10T22:23:50.362 INFO:tasks.rados.rados.0.smithi169.stdout:2827: writing smithi16976610-9 from 0 to 393216 tid 1 2024-03-10T22:23:50.362 INFO:tasks.rados.rados.0.smithi169.stdout:2828: copy_from oid 19 from oid 31 current snap is 272 2024-03-10T22:23:50.362 INFO:tasks.rados.rados.0.smithi169.stdout:2829: rollback oid 17 current snap is 272 2024-03-10T22:23:50.362 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 17 to 267 2024-03-10T22:23:50.362 INFO:tasks.rados.rados.0.smithi169.stdout:2830: delete oid 21 current snap is 272 2024-03-10T22:23:50.363 INFO:tasks.rados.rados.0.smithi169.stdout:2828: finishing copy_from to smithi16976610-19 2024-03-10T22:23:50.363 INFO:tasks.rados.rados.0.smithi169.stdout:2828: got expected ENOENT (src dne) 2024-03-10T22:23:50.363 INFO:tasks.rados.rados.0.smithi169.stdout:2828: finishing copy_from racing read to smithi16976610-19 2024-03-10T22:23:50.369 INFO:tasks.rados.rados.0.smithi169.stdout:2828: done (4 left) 2024-03-10T22:23:50.369 INFO:tasks.rados.rados.0.smithi169.stdout:2830: done (3 left) 2024-03-10T22:23:50.369 INFO:tasks.rados.rados.0.smithi169.stdout:2831: read oid 42 snap -1 2024-03-10T22:23:50.369 INFO:tasks.rados.rados.0.smithi169.stdout:2831: expect (ObjNum 870 snap 268 seq_num 870) 2024-03-10T22:23:50.369 INFO:tasks.rados.rados.0.smithi169.stdout:2832: setattr oid 31 current snap is 272 2024-03-10T22:23:50.369 INFO:tasks.rados.rados.0.smithi169.stdout:2826: finishing rollback tid 0 to smithi16976610-6 2024-03-10T22:23:50.369 INFO:tasks.rados.rados.0.smithi169.stdout:2827: finishing write tid 1 to smithi16976610-9 2024-03-10T22:23:50.369 INFO:tasks.rados.rados.0.smithi169.stdout:2826: finishing rollback tid 1 to smithi16976610-6 2024-03-10T22:23:50.370 INFO:tasks.rados.rados.0.smithi169.stdout:2826: finishing rollback tid 2 to smithi16976610-6 2024-03-10T22:23:50.370 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14084 (ObjNum 805 snap 245 seq_num 805) dirty exists 2024-03-10T22:23:50.370 INFO:tasks.rados.rados.0.smithi169.stdout:2827: finishing write tid 2 to smithi16976610-9 2024-03-10T22:23:50.370 INFO:tasks.rados.rados.0.smithi169.stdout:2829: finishing rollback tid 1 to smithi16976610-17 2024-03-10T22:23:50.371 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 14050 (ObjNum 33 snap 0 seq_num 139457784) dirty dne 2024-03-10T22:23:50.371 INFO:tasks.rados.rados.0.smithi169.stdout:2826: done (4 left) 2024-03-10T22:23:50.371 INFO:tasks.rados.rados.0.smithi169.stdout:2829: done (3 left) 2024-03-10T22:23:50.371 INFO:tasks.rados.rados.0.smithi169.stdout:2833: snap_create 2024-03-10T22:23:50.371 INFO:tasks.rados.rados.0.smithi169.stdout:2827: finishing write tid 3 to smithi16976610-9 2024-03-10T22:23:50.371 INFO:tasks.rados.rados.0.smithi169.stdout:2827: oid 9 updating version 0 to 14023 2024-03-10T22:23:50.371 INFO:tasks.rados.rados.0.smithi169.stdout:2827: oid 9 version 14023 is already newer than 14022 2024-03-10T22:23:50.372 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 14023 (ObjNum 883 snap 272 seq_num 883) dirty exists 2024-03-10T22:23:50.372 INFO:tasks.rados.rados.0.smithi169.stdout:2827: left oid 9 (ObjNum 883 snap 272 seq_num 883) 2024-03-10T22:23:50.374 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14041 (ObjNum 33 snap 0 seq_num 153414944) dirty exists 2024-03-10T22:23:50.382 INFO:tasks.rados.rados.0.smithi169.stdout:2831: expect (ObjNum 870 snap 268 seq_num 870) 2024-03-10T22:23:50.654 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:50.360+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:50.654 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:50.360+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:50.655 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:50.655 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:50.655 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[90638]: osdmap e613: 8 total, 8 up, 8 in 2024-03-10T22:23:50.655 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:50.655 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:50.655 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[90638]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:50.655 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:50.655 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:50.655 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:50.656 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:50.656 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:50.656 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[88180]: osdmap e613: 8 total, 8 up, 8 in 2024-03-10T22:23:50.656 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:50.656 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:50.656 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[88180]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:50.656 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:50.656 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:50.656 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:50.657 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:50.362+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:50.657 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:50.363+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:50.657 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:50.363+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:50.657 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:50.363+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:50.657 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:50.363+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:50.657 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:50.370+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:50.657 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:50.371+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:50.693 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:50.359+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:50.693 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:50.693 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:50.693 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:50 smithi172 ceph-mon[84635]: osdmap e613: 8 total, 8 up, 8 in 2024-03-10T22:23:50.693 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:50.693 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:50.693 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:50 smithi172 ceph-mon[84635]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:50.694 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:50.694 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:50.694 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:51.367 INFO:tasks.rados.rados.0.smithi169.stdout:2827: done (3 left) 2024-03-10T22:23:51.367 INFO:tasks.rados.rados.0.smithi169.stdout:2831: done (2 left) 2024-03-10T22:23:51.367 INFO:tasks.rados.rados.0.smithi169.stdout:2832: done (1 left) 2024-03-10T22:23:51.367 INFO:tasks.rados.rados.0.smithi169.stdout:2833: done (0 left) 2024-03-10T22:23:51.367 INFO:tasks.rados.rados.0.smithi169.stdout:2834: snap_remove snap 266 2024-03-10T22:23:51.670 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:51.367+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:51.670 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:51.367+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:51.671 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[90638]: osdmap e614: 8 total, 8 up, 8 in 2024-03-10T22:23:51.671 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:51.671 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:51.671 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:51.671 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:51.671 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:51.671 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:51.671 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:51.671 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:51.671 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[90638]: pgmap v584: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 447 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 94 KiB/s wr, 10 op/s 2024-03-10T22:23:51.671 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[88180]: osdmap e614: 8 total, 8 up, 8 in 2024-03-10T22:23:51.672 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:51.672 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:51.672 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:51.672 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:51.672 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:51.672 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:51.672 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:51.672 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:51.672 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-mon[88180]: pgmap v584: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 447 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 94 KiB/s wr, 10 op/s 2024-03-10T22:23:51.681 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:51.362+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:51.681 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:51.362+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:51.681 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-mon[84635]: osdmap e614: 8 total, 8 up, 8 in 2024-03-10T22:23:51.682 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:51.682 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:51.682 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:51.682 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:51.682 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset 154=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:51.682 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:51.682 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:51.682 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:51.682 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:51 smithi172 ceph-mon[84635]: pgmap v584: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 447 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 94 KiB/s wr, 10 op/s 2024-03-10T22:23:52.013 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:51 smithi172 systemd[1]: Stopping Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:23:52.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:51.922+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:52.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:51.923+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:52.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:51.923+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:52.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:51.923+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:52.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:51.923+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:52.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:51.923+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:52.365 INFO:tasks.rados.rados.0.smithi169.stdout:2834: done (0 left) 2024-03-10T22:23:52.365 INFO:tasks.rados.rados.0.smithi169.stdout:2835: read oid 30 snap 267 2024-03-10T22:23:52.365 INFO:tasks.rados.rados.0.smithi169.stdout:2835: expect (ObjNum 153688304 snap 21931 seq_num 151273536) 2024-03-10T22:23:52.365 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 273 2024-03-10T22:23:52.365 INFO:tasks.rados.rados.0.smithi169.stdout:2836: seq_num 885 ranges {2179072=425984} 2024-03-10T22:23:52.380 INFO:tasks.rados.rados.0.smithi169.stdout:2836: writing smithi16976610-4 from 2179072 to 2605056 tid 1 2024-03-10T22:23:52.380 INFO:tasks.rados.rados.0.smithi169.stdout:2837: snap_remove snap 271 2024-03-10T22:23:52.461 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:52.363+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:52.462 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:52.462 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-mon[84635]: osdmap e615: 8 total, 8 up, 8 in 2024-03-10T22:23:52.462 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:52.462 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:52.462 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:52.462 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:52.462 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:52.462 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:52.462 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:52.463 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.153Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-10T22:23:52.463 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.153Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-10T22:23:52.463 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.153Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-10T22:23:52.463 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.153Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-10T22:23:52.463 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.153Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-10T22:23:52.463 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.153Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-10T22:23:52.463 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.153Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-10T22:23:52.463 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.153Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-10T22:23:52.463 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.153Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-10T22:23:52.464 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.154Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-10T22:23:52.464 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.154Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-10T22:23:52.464 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[76036]: ts=2024-03-10T22:23:52.154Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-10T22:23:52.464 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 podman[116911]: 2024-03-10 22:23:52.163709474 +0000 UTC m=+0.126448157 container died 5c79893647d7be7504a2511774d43ed2f537aaddbd997857c130fcd001640890 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:52.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:52.365+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:52.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:52.366+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[88180]: osdmap e615: 8 total, 8 up, 8 in 2024-03-10T22:23:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:52.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:52.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:52.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:52.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:52.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:52.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:52.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:52.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[90638]: osdmap e615: 8 total, 8 up, 8 in 2024-03-10T22:23:52.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:52.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:52.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:52.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:52.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:52.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:52.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:52.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:52.373+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:52.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:52.375+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:52.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:52.375+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:52.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:52.376+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:52.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:52.376+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:52.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:52.376+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:52.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:52.377+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:52.762 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 podman[116911]: 2024-03-10 22:23:52.570040661 +0000 UTC m=+0.532779343 container cleanup 5c79893647d7be7504a2511774d43ed2f537aaddbd997857c130fcd001640890 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:52.762 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 bash[116911]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a 2024-03-10T22:23:53.157 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 podman[116926]: 2024-03-10 22:23:52.804643113 +0000 UTC m=+0.643838781 container remove 5c79893647d7be7504a2511774d43ed2f537aaddbd997857c130fcd001640890 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:53.158 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-10T22:23:53.158 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 systemd[1]: Stopped Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:23:53.158 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:52 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@prometheus.a.service: Consumed 2.720s CPU time. 2024-03-10T22:23:53.377 INFO:tasks.rados.rados.0.smithi169.stdout:2837: done (2 left) 2024-03-10T22:23:53.377 INFO:tasks.rados.rados.0.smithi169.stdout:2838: snap_remove snap 257 2024-03-10T22:23:53.413 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:53.376+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:53.413 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:53.376+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:53.413 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 systemd[1]: Starting Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:23:53.413 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 podman[117067]: 2024-03-10 22:23:53.301751409 +0000 UTC m=+0.025595563 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-10T22:23:53.413 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 podman[117067]: 2024-03-10 22:23:53.414388626 +0000 UTC m=+0.138232781 container create 5ba467b5614badf63b810a8c53af25cf9d5f837207a2d310c808985b122f805d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:53.414 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:53.414 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-mon[84635]: osdmap e616: 8 total, 8 up, 8 in 2024-03-10T22:23:53.414 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:53.414 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:53.414 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:53.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:53.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:53.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:53.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:53.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-mon[84635]: pgmap v587: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 448 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 280 KiB/s wr, 12 op/s 2024-03-10T22:23:53.668 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 podman[117067]: 2024-03-10 22:23:53.642190668 +0000 UTC m=+0.366034845 container init 5ba467b5614badf63b810a8c53af25cf9d5f837207a2d310c808985b122f805d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:53.668 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 podman[117067]: 2024-03-10 22:23:53.644808651 +0000 UTC m=+0.368652813 container start 5ba467b5614badf63b810a8c53af25cf9d5f837207a2d310c808985b122f805d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:23:53.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:53.375+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:53.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:53.376+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:53.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:53.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[88180]: osdmap e616: 8 total, 8 up, 8 in 2024-03-10T22:23:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:53.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[88180]: pgmap v587: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 448 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 280 KiB/s wr, 12 op/s 2024-03-10T22:23:53.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:53.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[90638]: osdmap e616: 8 total, 8 up, 8 in 2024-03-10T22:23:53.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:53.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:53.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:53.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:53.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:53.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:53.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:53.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-mon[90638]: pgmap v587: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 448 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 280 KiB/s wr, 12 op/s 2024-03-10T22:23:53.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:53.400+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:53.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:53.400+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:53.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:53.400+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:53.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:53.400+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:53.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:53.401+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:53.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:53.401+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:54.013 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.668Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-10T22:23:54.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.669Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-10T22:23:54.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.669Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi172 (none))" 2024-03-10T22:23:54.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.669Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-10T22:23:54.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.669Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-10T22:23:54.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.671Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-10T22:23:54.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.672Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-10T22:23:54.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.672Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-10T22:23:54.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.672Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-10T22:23:54.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.674Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-10T22:23:54.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.674Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.8µs 2024-03-10T22:23:54.014 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.674Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.677Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.683Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.690Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.696Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.696Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.696Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.688µs wal_replay_duration=21.931606ms wbl_replay_duration=88ns total_replay_duration=21.968519ms 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.698Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.698Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.698Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.719Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.905515ms db_storage=834ns remote_storage=1.398µs web_handler=439ns query_engine=626ns scrape=398.057µs scrape_sd=83.237µs notify=23.957µs notify_sd=44.794µs rules=20.056569ms tracing=6.146µs 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.719Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:23:53.719Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-10T22:23:54.015 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 bash[117067]: 5ba467b5614badf63b810a8c53af25cf9d5f837207a2d310c808985b122f805d 2024-03-10T22:23:54.016 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:23:53 smithi172 systemd[1]: Started Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:23:54.378 INFO:tasks.rados.rados.0.smithi169.stdout:2838: done (2 left) 2024-03-10T22:23:54.378 INFO:tasks.rados.rados.0.smithi169.stdout:2839: snap_remove snap 263 2024-03-10T22:23:54.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:54.378+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:54.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:54.379+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:54.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:54.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: osdmap e617: 8 total, 8 up, 8 in 2024-03-10T22:23:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:54.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:54.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:54.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:54.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: osdmap e617: 8 total, 8 up, 8 in 2024-03-10T22:23:54.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:54.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:54.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:54.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:54.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:54.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:54.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:54.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:54.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:54.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:54.376+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:54.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:54.377+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:54.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:54.377+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:54.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:54.377+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:54.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:54.377+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:54.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:54.379+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:54.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:54.379+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:54.758 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:54.381+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:54.759 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:54.759 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:54.759 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: osdmap e617: 8 total, 8 up, 8 in 2024-03-10T22:23:54.759 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:54.759 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:54.759 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:54.759 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:54.759 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:54.759 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:54.759 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:54.760 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:54.760 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:54 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:55.379 INFO:tasks.rados.rados.0.smithi169.stdout:2839: done (2 left) 2024-03-10T22:23:55.379 INFO:tasks.rados.rados.0.smithi169.stdout:2840: rollback oid 2 current snap is 273 2024-03-10T22:23:55.379 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 2 to 260 2024-03-10T22:23:55.379 INFO:tasks.rados.rados.0.smithi169.stdout:2835: expect (ObjNum 153688304 snap 21931 seq_num 151273536) 2024-03-10T22:23:55.385 INFO:tasks.rados.rados.0.smithi169.stdout:2836: finishing write tid 1 to smithi16976610-4 2024-03-10T22:23:55.385 INFO:tasks.rados.rados.0.smithi169.stdout:2836: finishing write tid 2 to smithi16976610-4 2024-03-10T22:23:55.385 INFO:tasks.rados.rados.0.smithi169.stdout:2836: finishing write tid 3 to smithi16976610-4 2024-03-10T22:23:55.385 INFO:tasks.rados.rados.0.smithi169.stdout:2836: oid 4 updating version 0 to 14062 2024-03-10T22:23:55.385 INFO:tasks.rados.rados.0.smithi169.stdout:2836: oid 4 version 14062 is already newer than 14061 2024-03-10T22:23:55.386 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14062 (ObjNum 885 snap 273 seq_num 885) dirty exists 2024-03-10T22:23:55.386 INFO:tasks.rados.rados.0.smithi169.stdout:2836: left oid 4 (ObjNum 885 snap 273 seq_num 885) 2024-03-10T22:23:55.386 INFO:tasks.rados.rados.0.smithi169.stdout:2835: done (2 left) 2024-03-10T22:23:55.386 INFO:tasks.rados.rados.0.smithi169.stdout:2836: done (1 left) 2024-03-10T22:23:55.386 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 273 2024-03-10T22:23:55.386 INFO:tasks.rados.rados.0.smithi169.stdout:2841: seq_num 886 ranges {3604480=442368} 2024-03-10T22:23:55.408 INFO:tasks.rados.rados.0.smithi169.stdout:2841: writing smithi16976610-19 from 3604480 to 4046848 tid 1 2024-03-10T22:23:55.408 INFO:tasks.rados.rados.0.smithi169.stdout:2842: rollback oid 49 current snap is 273 2024-03-10T22:23:55.408 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 49 to 270 2024-03-10T22:23:55.408 INFO:tasks.rados.rados.0.smithi169.stdout:2840: finishing rollback tid 0 to smithi16976610-2 2024-03-10T22:23:55.408 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 273 2024-03-10T22:23:55.408 INFO:tasks.rados.rados.0.smithi169.stdout:2840: finishing rollback tid 1 to smithi16976610-2 2024-03-10T22:23:55.409 INFO:tasks.rados.rados.0.smithi169.stdout:2840: finishing rollback tid 2 to smithi16976610-2 2024-03-10T22:23:55.409 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14087 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-03-10T22:23:55.409 INFO:tasks.rados.rados.0.smithi169.stdout:2843: seq_num 887 ranges {2048000=458752} 2024-03-10T22:23:55.422 INFO:tasks.rados.rados.0.smithi169.stdout:2843: writing smithi16976610-8 from 2048000 to 2506752 tid 1 2024-03-10T22:23:55.422 INFO:tasks.rados.rados.0.smithi169.stdout:2840: done (3 left) 2024-03-10T22:23:55.422 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 273 2024-03-10T22:23:55.422 INFO:tasks.rados.rados.0.smithi169.stdout:2842: finishing rollback tid 0 to smithi16976610-49 2024-03-10T22:23:55.422 INFO:tasks.rados.rados.0.smithi169.stdout:2842: finishing rollback tid 1 to smithi16976610-49 2024-03-10T22:23:55.422 INFO:tasks.rados.rados.0.smithi169.stdout:2842: finishing rollback tid 2 to smithi16976610-49 2024-03-10T22:23:55.423 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 14020 (ObjNum 793 snap 238 seq_num 793) dirty exists 2024-03-10T22:23:55.423 INFO:tasks.rados.rados.0.smithi169.stdout:2841: finishing write tid 1 to smithi16976610-19 2024-03-10T22:23:55.423 INFO:tasks.rados.rados.0.smithi169.stdout:2841: finishing write tid 2 to smithi16976610-19 2024-03-10T22:23:55.423 INFO:tasks.rados.rados.0.smithi169.stdout:2841: finishing write tid 3 to smithi16976610-19 2024-03-10T22:23:55.423 INFO:tasks.rados.rados.0.smithi169.stdout:2841: oid 19 updating version 0 to 14040 2024-03-10T22:23:55.423 INFO:tasks.rados.rados.0.smithi169.stdout:2841: oid 19 updating version 14040 to 14041 2024-03-10T22:23:55.423 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14041 (ObjNum 886 snap 273 seq_num 886) dirty exists 2024-03-10T22:23:55.423 INFO:tasks.rados.rados.0.smithi169.stdout:2841: left oid 19 (ObjNum 886 snap 273 seq_num 886) 2024-03-10T22:23:55.423 INFO:tasks.rados.rados.0.smithi169.stdout:2844: seq_num 888 ranges {0=475136} 2024-03-10T22:23:55.425 INFO:tasks.rados.rados.0.smithi169.stdout:2844: writing smithi16976610-40 from 0 to 475136 tid 1 2024-03-10T22:23:55.425 INFO:tasks.rados.rados.0.smithi169.stdout:2841: done (3 left) 2024-03-10T22:23:55.425 INFO:tasks.rados.rados.0.smithi169.stdout:2842: done (2 left) 2024-03-10T22:23:55.425 INFO:tasks.rados.rados.0.smithi169.stdout:2845: read oid 3 snap -1 2024-03-10T22:23:55.425 INFO:tasks.rados.rados.0.smithi169.stdout:2845: expect (ObjNum 838 snap 257 seq_num 838) 2024-03-10T22:23:55.425 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 273 2024-03-10T22:23:55.425 INFO:tasks.rados.rados.0.smithi169.stdout:2846: seq_num 889 ranges {0=491520} 2024-03-10T22:23:55.428 INFO:tasks.rados.rados.0.smithi169.stdout:2846: writing smithi16976610-32 from 0 to 491520 tid 1 2024-03-10T22:23:55.428 INFO:tasks.rados.rados.0.smithi169.stdout:2847: copy_from oid 7 from oid 15 current snap is 273 2024-03-10T22:23:55.429 INFO:tasks.rados.rados.0.smithi169.stdout:2843: finishing write tid 1 to smithi16976610-8 2024-03-10T22:23:55.429 INFO:tasks.rados.rados.0.smithi169.stdout:2843: finishing write tid 2 to smithi16976610-8 2024-03-10T22:23:55.429 INFO:tasks.rados.rados.0.smithi169.stdout:2843: finishing write tid 3 to smithi16976610-8 2024-03-10T22:23:55.429 INFO:tasks.rados.rados.0.smithi169.stdout:2843: oid 8 updating version 0 to 14020 2024-03-10T22:23:55.429 INFO:tasks.rados.rados.0.smithi169.stdout:2843: oid 8 updating version 14020 to 14021 2024-03-10T22:23:55.429 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14021 (ObjNum 887 snap 273 seq_num 887) dirty exists 2024-03-10T22:23:55.429 INFO:tasks.rados.rados.0.smithi169.stdout:2843: left oid 8 (ObjNum 887 snap 273 seq_num 887) 2024-03-10T22:23:55.429 INFO:tasks.rados.rados.0.smithi169.stdout:2843: done (4 left) 2024-03-10T22:23:55.429 INFO:tasks.rados.rados.0.smithi169.stdout:2848: setattr oid 11 current snap is 273 2024-03-10T22:23:55.429 INFO:tasks.rados.rados.0.smithi169.stdout:2849: snap_remove snap 261 2024-03-10T22:23:55.714 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:55.379+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:55.714 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:55.379+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:55.714 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:55.714 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:55.715 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:55.715 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: osdmap e618: 8 total, 8 up, 8 in 2024-03-10T22:23:55.715 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:55.715 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:55.715 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:55.715 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:55.715 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:55.715 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: pgmap v590: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 449 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 501 KiB/s wr, 18 op/s 2024-03-10T22:23:55.715 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:55.715 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:55 smithi172 ceph-mon[84635]: osdmap e619: 8 total, 8 up, 8 in 2024-03-10T22:23:55.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:55.380+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:55.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:55.380+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: osdmap e618: 8 total, 8 up, 8 in 2024-03-10T22:23:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: pgmap v590: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 449 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 501 KiB/s wr, 18 op/s 2024-03-10T22:23:55.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:55.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[88180]: osdmap e619: 8 total, 8 up, 8 in 2024-03-10T22:23:55.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:55.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:55.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:55.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: osdmap e618: 8 total, 8 up, 8 in 2024-03-10T22:23:55.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:55.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:55.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:55.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:55.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:55.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: pgmap v590: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 449 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 501 KiB/s wr, 18 op/s 2024-03-10T22:23:55.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:23:55.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-mon[90638]: osdmap e619: 8 total, 8 up, 8 in 2024-03-10T22:23:55.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:55.383+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:55.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:55.383+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:55.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:55.383+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:55.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:55.384+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:55.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:55.385+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:55.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:55.394+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:56.403 INFO:tasks.rados.rados.0.smithi169.stdout:2849: done (5 left) 2024-03-10T22:23:56.403 INFO:tasks.rados.rados.0.smithi169.stdout:2850: snap_create 2024-03-10T22:23:56.403 INFO:tasks.rados.rados.0.smithi169.stdout:2844: finishing write tid 1 to smithi16976610-40 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:2844: finishing write tid 2 to smithi16976610-40 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:2844: finishing write tid 3 to smithi16976610-40 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:2844: oid 40 updating version 0 to 14062 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:2844: oid 40 version 14062 is already newer than 14061 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 14062 (ObjNum 888 snap 273 seq_num 888) dirty exists 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:2844: left oid 40 (ObjNum 888 snap 273 seq_num 888) 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:2846: finishing write tid 1 to smithi16976610-32 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:2846: finishing write tid 2 to smithi16976610-32 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:2846: finishing write tid 3 to smithi16976610-32 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:2846: oid 32 updating version 0 to 14063 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:2846: oid 32 updating version 14063 to 14064 2024-03-10T22:23:56.404 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14064 (ObjNum 889 snap 273 seq_num 889) dirty exists 2024-03-10T22:23:56.405 INFO:tasks.rados.rados.0.smithi169.stdout:2846: left oid 32 (ObjNum 889 snap 273 seq_num 889) 2024-03-10T22:23:56.405 INFO:tasks.rados.rados.0.smithi169.stdout:2845: expect (ObjNum 838 snap 257 seq_num 838) 2024-03-10T22:23:56.418 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:23:56.465 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14021 (ObjNum 65 snap 0 seq_num 1903189606) dirty exists 2024-03-10T22:23:56.465 INFO:tasks.rados.rados.0.smithi169.stdout:2847: finishing copy_from racing read to smithi16976610-7 2024-03-10T22:23:56.465 INFO:tasks.rados.rados.0.smithi169.stdout:2847: finishing copy_from to smithi16976610-7 2024-03-10T22:23:56.465 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14031 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:23:56.733 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:23:56.733 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (10m) 15s ago 11m 25.5M - 0.25.0 c8568f914cd2 add9094b6b20 2024-03-10T22:23:56.733 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (10m) 15s ago 10m 91.7M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (53s) 15s ago 12m 16.3M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 9c5fcd9e9cb9 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (36s) 15s ago 12m 14.7M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 9ed80a7d22a2 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (7m) 15s ago 16m 451M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (7m) 15s ago 18m 519M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (6m) 15s ago 18m 72.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (6m) 15s ago 16m 58.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (6m) 15s ago 16m 63.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (23s) 15s ago 11m 8056k - 1.5.0 0da6a335fe13 4056aa9b9071 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (19s) 15s ago 11m 3581k - 1.5.0 0da6a335fe13 44e7a83a7190 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (5m) 15s ago 16m 365M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (4m) 15s ago 15m 155M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 32abc424c71c 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (4m) 15s ago 15m 174M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 16a3c6ec7165 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (3m) 15s ago 14m 158M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 5707c574c800 2024-03-10T22:23:56.734 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (2m) 15s ago 14m 152M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d63c7dbe9f73 2024-03-10T22:23:56.735 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (2m) 15s ago 13m 112M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 431175abf56a 2024-03-10T22:23:56.735 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (105s) 15s ago 13m 115M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8163b3f87ae3 2024-03-10T22:23:56.735 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (70s) 15s ago 13m 109M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 1eb32f4069ab 2024-03-10T22:23:56.735 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 starting - - - - 2024-03-10T22:23:56.735 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:56.416+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:56.735 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:56.417+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:56.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[88180]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-03-10T22:23:56.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:56.735 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:56.736 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:56.736 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:56.736 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:56.736 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:56.736 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:56.736 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:56.736 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:56.736 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:56.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[90638]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-03-10T22:23:56.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:56.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:56.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:56.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:56.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:56.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:56.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:56.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:56.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:56.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:56.737 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:56.410+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:56.737 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:56.410+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:56.737 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:56.410+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:56.737 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:56.410+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:56.737 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:56.410+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:56.738 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:56.411+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:56.738 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:56.411+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:56.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:56.400+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-mon[84635]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-03-10T22:23:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:23:57.129 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:23:57.130 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:23:57.131 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:23:57.131 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 15 2024-03-10T22:23:57.131 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:23:57.131 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:23:57.409 INFO:tasks.rados.rados.0.smithi169.stdout:2844: done (5 left) 2024-03-10T22:23:57.410 INFO:tasks.rados.rados.0.smithi169.stdout:2845: done (4 left) 2024-03-10T22:23:57.410 INFO:tasks.rados.rados.0.smithi169.stdout:2846: done (3 left) 2024-03-10T22:23:57.410 INFO:tasks.rados.rados.0.smithi169.stdout:2847: done (2 left) 2024-03-10T22:23:57.410 INFO:tasks.rados.rados.0.smithi169.stdout:2848: done (1 left) 2024-03-10T22:23:57.410 INFO:tasks.rados.rados.0.smithi169.stdout:2850: done (0 left) 2024-03-10T22:23:57.410 INFO:tasks.rados.rados.0.smithi169.stdout:2851: rmattr oid 49 current snap is 274 2024-03-10T22:23:57.410 INFO:tasks.rados.rados.0.smithi169.stdout:2851: done (0 left) 2024-03-10T22:23:57.410 INFO:tasks.rados.rados.0.smithi169.stdout:2852: snap_remove snap 267 2024-03-10T22:23:57.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:57.408+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:57.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:57.408+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: osdmap e620: 8 total, 8 up, 8 in 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: pgmap v593: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 501 KiB/s wr, 18 op/s 2024-03-10T22:23:57.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/978752190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:57.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:57.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:57.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: osdmap e620: 8 total, 8 up, 8 in 2024-03-10T22:23:57.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:57.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:57.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:57.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:57.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:57.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:57.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:57.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: pgmap v593: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 501 KiB/s wr, 18 op/s 2024-03-10T22:23:57.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:57 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/978752190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:57.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:57.405+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:57.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:57.405+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: osdmap e620: 8 total, 8 up, 8 in 2024-03-10T22:23:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:57.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: pgmap v593: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 501 KiB/s wr, 18 op/s 2024-03-10T22:23:57.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:57 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/978752190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:23:58.409 INFO:tasks.rados.rados.0.smithi169.stdout:2852: done (0 left) 2024-03-10T22:23:58.409 INFO:tasks.rados.rados.0.smithi169.stdout:2853: rollback oid 11 current snap is 274 2024-03-10T22:23:58.409 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 11 to 268 2024-03-10T22:23:58.409 INFO:tasks.rados.rados.0.smithi169.stdout:2854: delete oid 36 current snap is 274 2024-03-10T22:23:58.420 INFO:tasks.rados.rados.0.smithi169.stdout:2854: done (1 left) 2024-03-10T22:23:58.421 INFO:tasks.rados.rados.0.smithi169.stdout:2855: copy_from oid 1 from oid 9 current snap is 274 2024-03-10T22:23:58.421 INFO:tasks.rados.rados.0.smithi169.stdout:2856: snap_remove snap 273 2024-03-10T22:23:58.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:58.409+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:58.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:58.409+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:58.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[88180]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:58.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:58.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:58.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:58.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[88180]: osdmap e621: 8 total, 8 up, 8 in 2024-03-10T22:23:58.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:58.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:58.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[90638]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:58.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:58.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:58.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:58.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[90638]: osdmap e621: 8 total, 8 up, 8 in 2024-03-10T22:23:58.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:58.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.289+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.289+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.289+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.289+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.289+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.289+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.417+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.417+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.417+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:58.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.417+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:58.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.417+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:58.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.418+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:58.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:58.418+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:58.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:58.407+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:58 smithi172 ceph-mon[84635]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:23:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:58 smithi172 ceph-mon[84635]: osdmap e621: 8 total, 8 up, 8 in 2024-03-10T22:23:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:58 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:58 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:59.426 INFO:tasks.rados.rados.0.smithi169.stdout:2853: finishing rollback tid 0 to smithi16976610-11 2024-03-10T22:23:59.426 INFO:tasks.rados.rados.0.smithi169.stdout:2853: finishing rollback tid 1 to smithi16976610-11 2024-03-10T22:23:59.426 INFO:tasks.rados.rados.0.smithi169.stdout:2853: finishing rollback tid 2 to smithi16976610-11 2024-03-10T22:23:59.427 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14024 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:23:59.427 INFO:tasks.rados.rados.0.smithi169.stdout:2855: finishing copy_from racing read to smithi16976610-1 2024-03-10T22:23:59.427 INFO:tasks.rados.rados.0.smithi169.stdout:2855: finishing copy_from to smithi16976610-1 2024-03-10T22:23:59.427 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14023 (ObjNum 883 snap 272 seq_num 883) dirty exists 2024-03-10T22:23:59.427 INFO:tasks.rados.rados.0.smithi169.stdout:2853: done (2 left) 2024-03-10T22:23:59.427 INFO:tasks.rados.rados.0.smithi169.stdout:2855: done (1 left) 2024-03-10T22:23:59.427 INFO:tasks.rados.rados.0.smithi169.stdout:2856: done (0 left) 2024-03-10T22:23:59.427 INFO:tasks.rados.rados.0.smithi169.stdout:2857: setattr oid 24 current snap is 274 2024-03-10T22:23:59.427 INFO:tasks.rados.rados.0.smithi169.stdout:2858: snap_create 2024-03-10T22:23:59.433 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14038 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:23:59.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:59.425+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:59.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:23:59.426+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:59.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:59.430+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:59.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:59.430+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:23:59.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:59.430+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:59.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:59.431+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:59.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:59.431+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:59.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:23:59.431+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:59.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: osdmap e622: 8 total, 8 up, 8 in 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:59.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:59.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: pgmap v596: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 328 KiB/s wr, 9 op/s 2024-03-10T22:23:59.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:59.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:59.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:59.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:59.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:59.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:59.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:59.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:59.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: osdmap e622: 8 total, 8 up, 8 in 2024-03-10T22:23:59.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:59.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:59.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:59.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:59.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:59.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:59.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:59.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: pgmap v596: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 328 KiB/s wr, 9 op/s 2024-03-10T22:23:59.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:59.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:23:59 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:59.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:59.423+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:23:59.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:23:59.423+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:23:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: osdmap e622: 8 total, 8 up, 8 in 2024-03-10T22:23:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:23:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:23:59.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:23:59.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:23:59.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:23:59.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:23:59.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:23:59.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: pgmap v596: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 328 KiB/s wr, 9 op/s 2024-03-10T22:23:59.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:23:59.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:23:59 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:00.426 INFO:tasks.rados.rados.0.smithi169.stdout:2857: done (1 left) 2024-03-10T22:24:00.426 INFO:tasks.rados.rados.0.smithi169.stdout:2858: done (0 left) 2024-03-10T22:24:00.426 INFO:tasks.rados.rados.0.smithi169.stdout:2859: snap_remove snap 250 2024-03-10T22:24:00.701 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:00 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:00.423+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:00.702 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:00.702 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:00.702 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:00.702 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:00 smithi172 ceph-mon[84635]: osdmap e623: 8 total, 8 up, 8 in 2024-03-10T22:24:00.702 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:00.702 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:00.702 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:00.702 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:00.703 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:00.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:00.426+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:00.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:00.426+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:00.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:00.423+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:00.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:00.423+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:00.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:00.424+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:00.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:00.424+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:00.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:00.425+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:00.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:00.425+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:00.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:00.425+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:00.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:00.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:00.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[88180]: osdmap e623: 8 total, 8 up, 8 in 2024-03-10T22:24:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:00.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:00.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:00.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:00.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:00.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[90638]: osdmap e623: 8 total, 8 up, 8 in 2024-03-10T22:24:00.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:00.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:00.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:00.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:00.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:01.438 INFO:tasks.rados.rados.0.smithi169.stdout:2859: done (0 left) 2024-03-10T22:24:01.438 INFO:tasks.rados.rados.0.smithi169.stdout:2860: delete oid 29 current snap is 275 2024-03-10T22:24:01.445 INFO:tasks.rados.rados.0.smithi169.stdout:2860: done (0 left) 2024-03-10T22:24:01.445 INFO:tasks.rados.rados.0.smithi169.stdout:2861: copy_from oid 14 from oid 22 current snap is 275 2024-03-10T22:24:01.445 INFO:tasks.rados.rados.0.smithi169.stdout:2862: delete oid 40 current snap is 275 2024-03-10T22:24:01.452 INFO:tasks.rados.rados.0.smithi169.stdout:2862: done (1 left) 2024-03-10T22:24:01.452 INFO:tasks.rados.rados.0.smithi169.stdout:2863: delete oid 21 current snap is 275 2024-03-10T22:24:01.454 INFO:tasks.rados.rados.0.smithi169.stdout:2863: done (1 left) 2024-03-10T22:24:01.454 INFO:tasks.rados.rados.0.smithi169.stdout:2864: rmattr oid 28 current snap is 275 2024-03-10T22:24:01.454 INFO:tasks.rados.rados.0.smithi169.stdout:2864: done (1 left) 2024-03-10T22:24:01.454 INFO:tasks.rados.rados.0.smithi169.stdout:2865: read oid 7 snap 268 2024-03-10T22:24:01.454 INFO:tasks.rados.rados.0.smithi169.stdout:2865: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:24:01.455 INFO:tasks.rados.rados.0.smithi169.stdout:2866: rollback oid 33 current snap is 275 2024-03-10T22:24:01.455 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 33 to 253 2024-03-10T22:24:01.455 INFO:tasks.rados.rados.0.smithi169.stdout:2867: copy_from oid 4 from oid 36 current snap is 275 2024-03-10T22:24:01.455 INFO:tasks.rados.rados.0.smithi169.stdout:2868: rollback oid 43 current snap is 275 2024-03-10T22:24:01.455 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 43 to 270 2024-03-10T22:24:01.455 INFO:tasks.rados.rados.0.smithi169.stdout:2869: delete oid 18 current snap is 275 2024-03-10T22:24:01.456 INFO:tasks.rados.rados.0.smithi169.stdout:2869: done (5 left) 2024-03-10T22:24:01.456 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 275 2024-03-10T22:24:01.456 INFO:tasks.rados.rados.0.smithi169.stdout:2870: seq_num 895 ranges {0=598016} 2024-03-10T22:24:01.460 INFO:tasks.rados.rados.0.smithi169.stdout:2870: writing smithi16976610-30 from 0 to 598016 tid 1 2024-03-10T22:24:01.461 INFO:tasks.rados.rados.0.smithi169.stdout:2871: delete oid 20 current snap is 275 2024-03-10T22:24:01.461 INFO:tasks.rados.rados.0.smithi169.stdout:2866: finishing rollback tid 0 to smithi16976610-33 2024-03-10T22:24:01.461 INFO:tasks.rados.rados.0.smithi169.stdout:2866: finishing rollback tid 1 to smithi16976610-33 2024-03-10T22:24:01.461 INFO:tasks.rados.rados.0.smithi169.stdout:2866: finishing rollback tid 2 to smithi16976610-33 2024-03-10T22:24:01.461 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14066 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-03-10T22:24:01.461 INFO:tasks.rados.rados.0.smithi169.stdout:2867: finishing copy_from to smithi16976610-4 2024-03-10T22:24:01.461 INFO:tasks.rados.rados.0.smithi169.stdout:2867: got expected ENOENT (src dne) 2024-03-10T22:24:01.461 INFO:tasks.rados.rados.0.smithi169.stdout:2867: finishing copy_from racing read to smithi16976610-4 2024-03-10T22:24:01.462 INFO:tasks.rados.rados.0.smithi169.stdout:2868: finishing rollback tid 0 to smithi16976610-43 2024-03-10T22:24:01.465 INFO:tasks.rados.rados.0.smithi169.stdout:2868: finishing rollback tid 1 to smithi16976610-43 2024-03-10T22:24:01.465 INFO:tasks.rados.rados.0.smithi169.stdout:2868: finishing rollback tid 2 to smithi16976610-43 2024-03-10T22:24:01.465 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14067 (ObjNum 808 snap 246 seq_num 808) dirty exists 2024-03-10T22:24:01.467 INFO:tasks.rados.rados.0.smithi169.stdout:2866: done (6 left) 2024-03-10T22:24:01.467 INFO:tasks.rados.rados.0.smithi169.stdout:2867: done (5 left) 2024-03-10T22:24:01.467 INFO:tasks.rados.rados.0.smithi169.stdout:2868: done (4 left) 2024-03-10T22:24:01.467 INFO:tasks.rados.rados.0.smithi169.stdout:2871: done (3 left) 2024-03-10T22:24:01.467 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 275 2024-03-10T22:24:01.467 INFO:tasks.rados.rados.0.smithi169.stdout:2872: seq_num 897 ranges {270336=630784} 2024-03-10T22:24:01.472 INFO:tasks.rados.rados.0.smithi169.stdout:2872: writing smithi16976610-12 from 270336 to 901120 tid 1 2024-03-10T22:24:01.472 INFO:tasks.rados.rados.0.smithi169.stdout:2873: delete oid 4 current snap is 275 2024-03-10T22:24:01.473 INFO:tasks.rados.rados.0.smithi169.stdout:2870: finishing write tid 1 to smithi16976610-30 2024-03-10T22:24:01.473 INFO:tasks.rados.rados.0.smithi169.stdout:2870: finishing write tid 2 to smithi16976610-30 2024-03-10T22:24:01.473 INFO:tasks.rados.rados.0.smithi169.stdout:2865: expect (ObjNum 712 snap 208 seq_num 712) 2024-03-10T22:24:01.535 INFO:tasks.rados.rados.0.smithi169.stdout:2870: finishing write tid 3 to smithi16976610-30 2024-03-10T22:24:01.535 INFO:tasks.rados.rados.0.smithi169.stdout:2870: oid 30 updating version 0 to 14068 2024-03-10T22:24:01.535 INFO:tasks.rados.rados.0.smithi169.stdout:2870: oid 30 updating version 14068 to 14069 2024-03-10T22:24:01.535 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14069 (ObjNum 895 snap 275 seq_num 895) dirty exists 2024-03-10T22:24:01.535 INFO:tasks.rados.rados.0.smithi169.stdout:2870: left oid 30 (ObjNum 895 snap 275 seq_num 895) 2024-03-10T22:24:01.535 INFO:tasks.rados.rados.0.smithi169.stdout:2861: finishing copy_from racing read to smithi16976610-14 2024-03-10T22:24:01.535 INFO:tasks.rados.rados.0.smithi169.stdout:2865: done (4 left) 2024-03-10T22:24:01.535 INFO:tasks.rados.rados.0.smithi169.stdout:2870: done (3 left) 2024-03-10T22:24:01.535 INFO:tasks.rados.rados.0.smithi169.stdout:2873: done (2 left) 2024-03-10T22:24:01.535 INFO:tasks.rados.rados.0.smithi169.stdout:2874: snap_remove snap 268 2024-03-10T22:24:01.698 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:01.434+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:01.698 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:01.434+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:01.698 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:01.698 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:01.698 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:01.699 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:01.699 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:01.699 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-mon[84635]: osdmap e624: 8 total, 8 up, 8 in 2024-03-10T22:24:01.699 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:01.699 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:01.699 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:01.699 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:01 smithi172 ceph-mon[84635]: pgmap v599: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 3 op/s 2024-03-10T22:24:01.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:01.436+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:01.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:01.438+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:01.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:01.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:01.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:01.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:01.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:01.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[90638]: osdmap e624: 8 total, 8 up, 8 in 2024-03-10T22:24:01.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:01.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:01.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:01.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[90638]: pgmap v599: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 3 op/s 2024-03-10T22:24:01.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:01.441+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:01.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:01.442+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:01.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:01.444+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:01.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:01.444+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:01.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:01.444+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:01.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:01.444+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:01.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:01.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:01.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:01.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:01.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:01.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[88180]: osdmap e624: 8 total, 8 up, 8 in 2024-03-10T22:24:01.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:01.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:01.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:01.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:01 smithi169 ceph-mon[88180]: pgmap v599: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 3 op/s 2024-03-10T22:24:02.440 INFO:tasks.rados.rados.0.smithi169.stdout:2874: done (2 left) 2024-03-10T22:24:02.440 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 275 2024-03-10T22:24:02.441 INFO:tasks.rados.rados.0.smithi169.stdout:2861: finishing copy_from to smithi16976610-14 2024-03-10T22:24:02.441 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14021 (ObjNum 790 snap 237 seq_num 790) dirty exists 2024-03-10T22:24:02.441 INFO:tasks.rados.rados.0.smithi169.stdout:2872: finishing write tid 1 to smithi16976610-12 2024-03-10T22:24:02.441 INFO:tasks.rados.rados.0.smithi169.stdout:2872: finishing write tid 2 to smithi16976610-12 2024-03-10T22:24:02.441 INFO:tasks.rados.rados.0.smithi169.stdout:2872: finishing write tid 3 to smithi16976610-12 2024-03-10T22:24:02.441 INFO:tasks.rados.rados.0.smithi169.stdout:2872: oid 12 updating version 0 to 14022 2024-03-10T22:24:02.441 INFO:tasks.rados.rados.0.smithi169.stdout:2872: oid 12 updating version 14022 to 14023 2024-03-10T22:24:02.441 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14023 (ObjNum 897 snap 275 seq_num 897) dirty exists 2024-03-10T22:24:02.441 INFO:tasks.rados.rados.0.smithi169.stdout:2872: left oid 12 (ObjNum 897 snap 275 seq_num 897) 2024-03-10T22:24:02.441 INFO:tasks.rados.rados.0.smithi169.stdout:2875: seq_num 899 ranges {598016=663552} 2024-03-10T22:24:02.448 INFO:tasks.rados.rados.0.smithi169.stdout:2875: writing smithi16976610-30 from 598016 to 1261568 tid 1 2024-03-10T22:24:02.448 INFO:tasks.rados.rados.0.smithi169.stdout:2861: done (2 left) 2024-03-10T22:24:02.448 INFO:tasks.rados.rados.0.smithi169.stdout:2872: done (1 left) 2024-03-10T22:24:02.448 INFO:tasks.rados.rados.0.smithi169.stdout:2876: read oid 40 snap -1 2024-03-10T22:24:02.448 INFO:tasks.rados.rados.0.smithi169.stdout:2876: expect deleted 2024-03-10T22:24:02.448 INFO:tasks.rados.rados.0.smithi169.stdout:2877: rollback oid 16 current snap is 275 2024-03-10T22:24:02.448 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 16 to 260 2024-03-10T22:24:02.448 INFO:tasks.rados.rados.0.smithi169.stdout:2878: read oid 15 snap -1 2024-03-10T22:24:02.448 INFO:tasks.rados.rados.0.smithi169.stdout:2878: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:24:02.448 INFO:tasks.rados.rados.0.smithi169.stdout:2879: delete oid 5 current snap is 275 2024-03-10T22:24:02.458 INFO:tasks.rados.rados.0.smithi169.stdout:2875: finishing write tid 1 to smithi16976610-30 2024-03-10T22:24:02.458 INFO:tasks.rados.rados.0.smithi169.stdout:2875: finishing write tid 2 to smithi16976610-30 2024-03-10T22:24:02.461 INFO:tasks.rados.rados.0.smithi169.stdout:2875: finishing write tid 3 to smithi16976610-30 2024-03-10T22:24:02.461 INFO:tasks.rados.rados.0.smithi169.stdout:2875: oid 30 updating version 0 to 14071 2024-03-10T22:24:02.461 INFO:tasks.rados.rados.0.smithi169.stdout:2875: oid 30 updating version 14071 to 14072 2024-03-10T22:24:02.461 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14072 (ObjNum 899 snap 275 seq_num 899) dirty exists 2024-03-10T22:24:02.461 INFO:tasks.rados.rados.0.smithi169.stdout:2875: left oid 30 (ObjNum 899 snap 275 seq_num 899) 2024-03-10T22:24:02.462 INFO:tasks.rados.rados.0.smithi169.stdout:2877: finishing rollback tid 0 to smithi16976610-16 2024-03-10T22:24:02.462 INFO:tasks.rados.rados.0.smithi169.stdout:2877: finishing rollback tid 1 to smithi16976610-16 2024-03-10T22:24:02.462 INFO:tasks.rados.rados.0.smithi169.stdout:2877: finishing rollback tid 2 to smithi16976610-16 2024-03-10T22:24:02.462 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14044 (ObjNum 832 snap 257 seq_num 832) dirty exists 2024-03-10T22:24:02.468 INFO:tasks.rados.rados.0.smithi169.stdout:2875: done (4 left) 2024-03-10T22:24:02.469 INFO:tasks.rados.rados.0.smithi169.stdout:2876: done (3 left) 2024-03-10T22:24:02.469 INFO:tasks.rados.rados.0.smithi169.stdout:2877: done (2 left) 2024-03-10T22:24:02.469 INFO:tasks.rados.rados.0.smithi169.stdout:2879: done (1 left) 2024-03-10T22:24:02.469 INFO:tasks.rados.rados.0.smithi169.stdout:2880: copy_from oid 45 from oid 25 current snap is 275 2024-03-10T22:24:02.469 INFO:tasks.rados.rados.0.smithi169.stdout:2881: read oid 20 snap -1 2024-03-10T22:24:02.469 INFO:tasks.rados.rados.0.smithi169.stdout:2881: expect deleted 2024-03-10T22:24:02.469 INFO:tasks.rados.rados.0.smithi169.stdout:2882: read oid 24 snap -1 2024-03-10T22:24:02.469 INFO:tasks.rados.rados.0.smithi169.stdout:2882: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:24:02.469 INFO:tasks.rados.rados.0.smithi169.stdout:2883: setattr oid 18 current snap is 275 2024-03-10T22:24:02.470 INFO:tasks.rados.rados.0.smithi169.stdout:2880: finishing copy_from to smithi16976610-45 2024-03-10T22:24:02.470 INFO:tasks.rados.rados.0.smithi169.stdout:2880: got expected ENOENT (src dne) 2024-03-10T22:24:02.470 INFO:tasks.rados.rados.0.smithi169.stdout:2880: finishing copy_from racing read to smithi16976610-45 2024-03-10T22:24:02.470 INFO:tasks.rados.rados.0.smithi169.stdout:2880: done (4 left) 2024-03-10T22:24:02.470 INFO:tasks.rados.rados.0.smithi169.stdout:2884: snap_create 2024-03-10T22:24:02.472 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14034 (ObjNum 193 snap 0 seq_num 1400948018) dirty exists 2024-03-10T22:24:02.475 INFO:tasks.rados.rados.0.smithi169.stdout:2878: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:24:02.717 INFO:tasks.rados.rados.0.smithi169.stdout:2882: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:24:02.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:02.440+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:02.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:02.440+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:02.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:02.453+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:02.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:02.457+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:02.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:02.457+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:02.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:02.457+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:02.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:02.457+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:02.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:02.457+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:02.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:02.457+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:02.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:02.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:02.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: osdmap e625: 8 total, 8 up, 8 in 2024-03-10T22:24:02.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:02.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:02.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:02.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:02.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:02.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:02.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:02.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:02.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:02.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:02.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:02.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:24:02.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: osdmap e625: 8 total, 8 up, 8 in 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:02.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:02 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:24:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:24:02.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:02.440+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:02.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:02.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:02.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: osdmap e625: 8 total, 8 up, 8 in 2024-03-10T22:24:02.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:02.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:02.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:02 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:03.453 INFO:tasks.rados.rados.0.smithi169.stdout:2878: done (4 left) 2024-03-10T22:24:03.453 INFO:tasks.rados.rados.0.smithi169.stdout:2881: done (3 left) 2024-03-10T22:24:03.453 INFO:tasks.rados.rados.0.smithi169.stdout:2882: done (2 left) 2024-03-10T22:24:03.453 INFO:tasks.rados.rados.0.smithi169.stdout:2883: done (1 left) 2024-03-10T22:24:03.453 INFO:tasks.rados.rados.0.smithi169.stdout:2884: done (0 left) 2024-03-10T22:24:03.453 INFO:tasks.rados.rados.0.smithi169.stdout:2885: delete oid 28 current snap is 276 2024-03-10T22:24:03.457 INFO:tasks.rados.rados.0.smithi169.stdout:2885: done (0 left) 2024-03-10T22:24:03.457 INFO:tasks.rados.rados.0.smithi169.stdout:2886: delete oid 19 current snap is 276 2024-03-10T22:24:03.461 INFO:tasks.rados.rados.0.smithi169.stdout:2886: done (0 left) 2024-03-10T22:24:03.461 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 276 2024-03-10T22:24:03.461 INFO:tasks.rados.rados.0.smithi169.stdout:2887: seq_num 903 ranges {0=729088} 2024-03-10T22:24:03.465 INFO:tasks.rados.rados.0.smithi169.stdout:2887: writing smithi16976610-18 from 0 to 729088 tid 1 2024-03-10T22:24:03.465 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 276 2024-03-10T22:24:03.465 INFO:tasks.rados.rados.0.smithi169.stdout:2888: seq_num 904 ranges {3809280=745472} 2024-03-10T22:24:03.490 INFO:tasks.rados.rados.0.smithi169.stdout:2888: writing smithi16976610-14 from 3809280 to 4554752 tid 1 2024-03-10T22:24:03.490 INFO:tasks.rados.rados.0.smithi169.stdout:2889: delete oid 35 current snap is 276 2024-03-10T22:24:03.490 INFO:tasks.rados.rados.0.smithi169.stdout:2887: finishing write tid 1 to smithi16976610-18 2024-03-10T22:24:03.490 INFO:tasks.rados.rados.0.smithi169.stdout:2887: finishing write tid 2 to smithi16976610-18 2024-03-10T22:24:03.490 INFO:tasks.rados.rados.0.smithi169.stdout:2887: finishing write tid 3 to smithi16976610-18 2024-03-10T22:24:03.490 INFO:tasks.rados.rados.0.smithi169.stdout:2887: oid 18 updating version 0 to 14036 2024-03-10T22:24:03.490 INFO:tasks.rados.rados.0.smithi169.stdout:2887: oid 18 updating version 14036 to 14037 2024-03-10T22:24:03.490 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14037 (ObjNum 903 snap 276 seq_num 903) dirty exists 2024-03-10T22:24:03.491 INFO:tasks.rados.rados.0.smithi169.stdout:2887: left oid 18 (ObjNum 903 snap 276 seq_num 903) 2024-03-10T22:24:03.493 INFO:tasks.rados.rados.0.smithi169.stdout:2888: finishing write tid 1 to smithi16976610-14 2024-03-10T22:24:03.494 INFO:tasks.rados.rados.0.smithi169.stdout:2888: finishing write tid 2 to smithi16976610-14 2024-03-10T22:24:03.494 INFO:tasks.rados.rados.0.smithi169.stdout:2887: done (2 left) 2024-03-10T22:24:03.494 INFO:tasks.rados.rados.0.smithi169.stdout:2889: done (1 left) 2024-03-10T22:24:03.494 INFO:tasks.rados.rados.0.smithi169.stdout:2890: setattr oid 35 current snap is 276 2024-03-10T22:24:03.495 INFO:tasks.rados.rados.0.smithi169.stdout:2888: finishing write tid 3 to smithi16976610-14 2024-03-10T22:24:03.495 INFO:tasks.rados.rados.0.smithi169.stdout:2888: oid 14 updating version 0 to 14039 2024-03-10T22:24:03.495 INFO:tasks.rados.rados.0.smithi169.stdout:2888: oid 14 version 14039 is already newer than 14038 2024-03-10T22:24:03.496 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14039 (ObjNum 904 snap 276 seq_num 904) dirty exists 2024-03-10T22:24:03.496 INFO:tasks.rados.rados.0.smithi169.stdout:2888: left oid 14 (ObjNum 904 snap 276 seq_num 904) 2024-03-10T22:24:03.496 INFO:tasks.rados.rados.0.smithi169.stdout:2888: done (1 left) 2024-03-10T22:24:03.496 INFO:tasks.rados.rados.0.smithi169.stdout:2891: copy_from oid 19 from oid 8 current snap is 276 2024-03-10T22:24:03.496 INFO:tasks.rados.rados.0.smithi169.stdout:2892: copy_from oid 43 from oid 12 current snap is 276 2024-03-10T22:24:03.497 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 276 2024-03-10T22:24:03.497 INFO:tasks.rados.rados.0.smithi169.stdout:2893: seq_num 906 ranges {1261568=778240} 2024-03-10T22:24:03.508 INFO:tasks.rados.rados.0.smithi169.stdout:2893: writing smithi16976610-30 from 1261568 to 2039808 tid 1 2024-03-10T22:24:03.508 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 276 2024-03-10T22:24:03.508 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 316 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:24:03.508 INFO:tasks.rados.rados.0.smithi169.stdout:2894: seq_num 907 ranges {8192=794624} 2024-03-10T22:24:03.513 INFO:tasks.rados.rados.0.smithi169.stdout:2894: writing smithi16976610-27 from 8192 to 802816 tid 1 2024-03-10T22:24:03.513 INFO:tasks.rados.rados.0.smithi169.stdout:2890: done (4 left) 2024-03-10T22:24:03.513 INFO:tasks.rados.rados.0.smithi169.stdout:2895: read oid 38 snap -1 2024-03-10T22:24:03.513 INFO:tasks.rados.rados.0.smithi169.stdout:2895: expect (ObjNum 790 snap 237 seq_num 790) 2024-03-10T22:24:03.513 INFO:tasks.rados.rados.0.smithi169.stdout:2896: rollback oid 20 current snap is 276 2024-03-10T22:24:03.514 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 275 2024-03-10T22:24:03.514 INFO:tasks.rados.rados.0.smithi169.stdout:2892: finishing copy_from racing read to smithi16976610-43 2024-03-10T22:24:03.514 INFO:tasks.rados.rados.0.smithi169.stdout:2897: snap_remove snap 272 2024-03-10T22:24:03.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:03.452+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:03.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:03.453+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:24:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[90638]: osdmap e626: 8 total, 8 up, 8 in 2024-03-10T22:24:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:03.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[90638]: pgmap v602: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-03-10T22:24:03.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:03.450+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:03.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:03.450+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:03.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:03.451+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:03.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:03.451+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:03.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:03.451+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:03.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:03.451+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:03.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:24:03.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[88180]: osdmap e626: 8 total, 8 up, 8 in 2024-03-10T22:24:03.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:03.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:03.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:03.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:03.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:03.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:03.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:03.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:03.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:03 smithi169 ceph-mon[88180]: pgmap v602: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-03-10T22:24:03.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:03.458+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:03.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:03.458+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T22:24:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-mon[84635]: osdmap e626: 8 total, 8 up, 8 in 2024-03-10T22:24:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:03.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:03.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:03 smithi172 ceph-mon[84635]: pgmap v602: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-03-10T22:24:04.458 INFO:tasks.rados.rados.0.smithi169.stdout:2897: done (6 left) 2024-03-10T22:24:04.458 INFO:tasks.rados.rados.0.smithi169.stdout:2898: copy_from oid 34 from oid 36 current snap is 276 2024-03-10T22:24:04.458 INFO:tasks.rados.rados.0.smithi169.stdout:2892: finishing copy_from to smithi16976610-43 2024-03-10T22:24:04.458 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14023 (ObjNum 897 snap 275 seq_num 897) dirty exists 2024-03-10T22:24:04.458 INFO:tasks.rados.rados.0.smithi169.stdout:2893: finishing write tid 1 to smithi16976610-30 2024-03-10T22:24:04.458 INFO:tasks.rados.rados.0.smithi169.stdout:2893: finishing write tid 2 to smithi16976610-30 2024-03-10T22:24:04.458 INFO:tasks.rados.rados.0.smithi169.stdout:2891: finishing copy_from racing read to smithi16976610-19 2024-03-10T22:24:04.458 INFO:tasks.rados.rados.0.smithi169.stdout:2893: finishing write tid 3 to smithi16976610-30 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:2893: oid 30 updating version 0 to 14074 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:2893: oid 30 version 14074 is already newer than 14073 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14074 (ObjNum 906 snap 276 seq_num 906) dirty exists 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:2893: left oid 30 (ObjNum 906 snap 276 seq_num 906) 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:2892: done (6 left) 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:2893: done (5 left) 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 276 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:2896: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14024 (ObjNum 625 snap 0 seq_num 1521520822) dirty dne 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:2891: finishing copy_from to smithi16976610-19 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14021 (ObjNum 887 snap 273 seq_num 887) dirty exists 2024-03-10T22:24:04.459 INFO:tasks.rados.rados.0.smithi169.stdout:2894: finishing write tid 1 to smithi16976610-27 2024-03-10T22:24:04.460 INFO:tasks.rados.rados.0.smithi169.stdout:2894: finishing write tid 2 to smithi16976610-27 2024-03-10T22:24:04.460 INFO:tasks.rados.rados.0.smithi169.stdout:2894: finishing write tid 3 to smithi16976610-27 2024-03-10T22:24:04.460 INFO:tasks.rados.rados.0.smithi169.stdout:2894: oid 27 updating version 0 to 14089 2024-03-10T22:24:04.460 INFO:tasks.rados.rados.0.smithi169.stdout:2894: oid 27 version 14089 is already newer than 14088 2024-03-10T22:24:04.460 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14089 (ObjNum 907 snap 276 seq_num 907) dirty exists 2024-03-10T22:24:04.460 INFO:tasks.rados.rados.0.smithi169.stdout:2894: left oid 27 (ObjNum 907 snap 276 seq_num 907) 2024-03-10T22:24:04.460 INFO:tasks.rados.rados.0.smithi169.stdout:2895: expect (ObjNum 790 snap 237 seq_num 790) 2024-03-10T22:24:04.638 INFO:tasks.rados.rados.0.smithi169.stdout:2898: finishing copy_from to smithi16976610-34 2024-03-10T22:24:04.638 INFO:tasks.rados.rados.0.smithi169.stdout:2898: got expected ENOENT (src dne) 2024-03-10T22:24:04.638 INFO:tasks.rados.rados.0.smithi169.stdout:2898: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:24:04.638 INFO:tasks.rados.rados.0.smithi169.stdout:2899: seq_num 908 ranges {7446528=409600,7856128=401408} 2024-03-10T22:24:04.681 INFO:tasks.rados.rados.0.smithi169.stdout:2899: writing smithi16976610-41 from 7446528 to 7856128 tid 1 2024-03-10T22:24:04.684 INFO:tasks.rados.rados.0.smithi169.stdout:2899: writing smithi16976610-41 from 7856128 to 8257536 tid 2 2024-03-10T22:24:04.684 INFO:tasks.rados.rados.0.smithi169.stdout:2891: done (5 left) 2024-03-10T22:24:04.684 INFO:tasks.rados.rados.0.smithi169.stdout:2894: done (4 left) 2024-03-10T22:24:04.684 INFO:tasks.rados.rados.0.smithi169.stdout:2895: done (3 left) 2024-03-10T22:24:04.684 INFO:tasks.rados.rados.0.smithi169.stdout:2896: done (2 left) 2024-03-10T22:24:04.684 INFO:tasks.rados.rados.0.smithi169.stdout:2898: done (1 left) 2024-03-10T22:24:04.684 INFO:tasks.rados.rados.0.smithi169.stdout:2900: rollback oid 2 current snap is 276 2024-03-10T22:24:04.684 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 2 to 270 2024-03-10T22:24:04.684 INFO:tasks.rados.rados.0.smithi169.stdout:2901: snap_create 2024-03-10T22:24:04.686 INFO:tasks.rados.rados.0.smithi169.stdout:2899: finishing write tid 1 to smithi16976610-41 2024-03-10T22:24:04.687 INFO:tasks.rados.rados.0.smithi169.stdout:2899: finishing write tid 2 to smithi16976610-41 2024-03-10T22:24:04.687 INFO:tasks.rados.rados.0.smithi169.stdout:2899: finishing write tid 3 to smithi16976610-41 2024-03-10T22:24:04.689 INFO:tasks.rados.rados.0.smithi169.stdout:2900: finishing rollback tid 0 to smithi16976610-2 2024-03-10T22:24:04.689 INFO:tasks.rados.rados.0.smithi169.stdout:2899: finishing write tid 4 to smithi16976610-41 2024-03-10T22:24:04.689 INFO:tasks.rados.rados.0.smithi169.stdout:2899: oid 41 updating version 0 to 14007 2024-03-10T22:24:04.689 INFO:tasks.rados.rados.0.smithi169.stdout:2899: oid 41 updating version 14007 to 14008 2024-03-10T22:24:04.689 INFO:tasks.rados.rados.0.smithi169.stdout:2899: oid 41 updating version 14008 to 14009 2024-03-10T22:24:04.689 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 14009 (ObjNum 908 snap 276 seq_num 908) dirty exists 2024-03-10T22:24:04.689 INFO:tasks.rados.rados.0.smithi169.stdout:2899: left oid 41 (ObjNum 908 snap 276 seq_num 908) 2024-03-10T22:24:04.689 INFO:tasks.rados.rados.0.smithi169.stdout:2900: finishing rollback tid 1 to smithi16976610-2 2024-03-10T22:24:04.689 INFO:tasks.rados.rados.0.smithi169.stdout:2900: finishing rollback tid 2 to smithi16976610-2 2024-03-10T22:24:04.689 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14092 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-03-10T22:24:04.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:04.466+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:04.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:04.466+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:04.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:04.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:04.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:04.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:04.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:04.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[88180]: osdmap e627: 8 total, 8 up, 8 in 2024-03-10T22:24:04.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:04.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:04.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:04.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:04.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:04.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:04.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:04.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:04.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[90638]: osdmap e627: 8 total, 8 up, 8 in 2024-03-10T22:24:04.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:04.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:04.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:04.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:04.468+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:04.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:04.468+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:04.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:04.468+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:04.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:04.468+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:04.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:04.468+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:04.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:04.468+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:04.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:04.468+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:04.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:04.457+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:04 smithi172 ceph-mon[84635]: osdmap e627: 8 total, 8 up, 8 in 2024-03-10T22:24:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:04.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:04.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:05.462 INFO:tasks.rados.rados.0.smithi169.stdout:2899: done (2 left) 2024-03-10T22:24:05.462 INFO:tasks.rados.rados.0.smithi169.stdout:2900: done (1 left) 2024-03-10T22:24:05.463 INFO:tasks.rados.rados.0.smithi169.stdout:2901: done (0 left) 2024-03-10T22:24:05.463 INFO:tasks.rados.rados.0.smithi169.stdout:2902: snap_create 2024-03-10T22:24:05.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:05.463+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:05.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:05.463+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:05.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: Upgrade: Updating alertmanager.a 2024-03-10T22:24:05.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: Deploying daemon alertmanager.a on smithi169 2024-03-10T22:24:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: osdmap e628: 8 total, 8 up, 8 in 2024-03-10T22:24:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:05.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[90638]: pgmap v605: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 461 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: Upgrade: Updating alertmanager.a 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: Deploying daemon alertmanager.a on smithi169 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: osdmap e628: 8 total, 8 up, 8 in 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:05.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-mon[88180]: pgmap v605: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 461 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-03-10T22:24:05.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:05.461+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:05.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:05.462+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: Upgrade: Updating alertmanager.a 2024-03-10T22:24:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: Deploying daemon alertmanager.a on smithi169 2024-03-10T22:24:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: osdmap e628: 8 total, 8 up, 8 in 2024-03-10T22:24:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:05.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:05.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:05 smithi172 ceph-mon[84635]: pgmap v605: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 461 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-03-10T22:24:06.212 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:24:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:24:05] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-03-10T22:24:06.465 INFO:tasks.rados.rados.0.smithi169.stdout:2902: done (0 left) 2024-03-10T22:24:06.465 INFO:tasks.rados.rados.0.smithi169.stdout:2903: rollback oid 2 current snap is 278 2024-03-10T22:24:06.465 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 2 to 276 2024-03-10T22:24:06.465 INFO:tasks.rados.rados.0.smithi169.stdout:2904: read oid 40 snap -1 2024-03-10T22:24:06.466 INFO:tasks.rados.rados.0.smithi169.stdout:2904: expect deleted 2024-03-10T22:24:06.466 INFO:tasks.rados.rados.0.smithi169.stdout:2905: read oid 24 snap -1 2024-03-10T22:24:06.466 INFO:tasks.rados.rados.0.smithi169.stdout:2905: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:24:06.466 INFO:tasks.rados.rados.0.smithi169.stdout:2906: snap_create 2024-03-10T22:24:06.466 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.328+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:06.466 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.329+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:06.466 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.329+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:06.466 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.329+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:06.466 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.329+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:06.467 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.329+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:06.471 INFO:tasks.rados.rados.0.smithi169.stdout:2905: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:24:06.474 INFO:tasks.rados.rados.0.smithi169.stdout:2903: finishing rollback tid 0 to smithi16976610-2 2024-03-10T22:24:06.475 INFO:tasks.rados.rados.0.smithi169.stdout:2903: finishing rollback tid 1 to smithi16976610-2 2024-03-10T22:24:06.475 INFO:tasks.rados.rados.0.smithi169.stdout:2903: finishing rollback tid 2 to smithi16976610-2 2024-03-10T22:24:06.475 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14095 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-03-10T22:24:06.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:06.464+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:06.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:06.465+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:06.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.471+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:06.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.471+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:06.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.471+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:06.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.471+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:06.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.472+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:06.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.476+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:06.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:06.476+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:06.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: osdmap e629: 8 total, 8 up, 8 in 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: osdmap e629: 8 total, 8 up, 8 in 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.757 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.758 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.759 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:06 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: osdmap e629: 8 total, 8 up, 8 in 2024-03-10T22:24:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T22:24:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:06.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T22:24:06.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T22:24:06.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T22:24:06.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T22:24:06.766 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:06 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T22:24:07.473 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:07.125+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:07.480 INFO:tasks.rados.rados.0.smithi169.stdout:2903: done (3 left) 2024-03-10T22:24:07.480 INFO:tasks.rados.rados.0.smithi169.stdout:2904: done (2 left) 2024-03-10T22:24:07.480 INFO:tasks.rados.rados.0.smithi169.stdout:2905: done (1 left) 2024-03-10T22:24:07.480 INFO:tasks.rados.rados.0.smithi169.stdout:2906: done (0 left) 2024-03-10T22:24:07.480 INFO:tasks.rados.rados.0.smithi169.stdout:2907: read oid 49 snap -1 2024-03-10T22:24:07.480 INFO:tasks.rados.rados.0.smithi169.stdout:2907: expect (ObjNum 793 snap 238 seq_num 793) 2024-03-10T22:24:07.480 INFO:tasks.rados.rados.0.smithi169.stdout:2908: rmattr oid 6 current snap is 279 2024-03-10T22:24:07.480 INFO:tasks.rados.rados.0.smithi169.stdout:2909: rollback oid 39 current snap is 279 2024-03-10T22:24:07.480 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 39 to 274 2024-03-10T22:24:07.480 INFO:tasks.rados.rados.0.smithi169.stdout:2910: copy_from oid 14 from oid 26 current snap is 279 2024-03-10T22:24:07.481 INFO:tasks.rados.rados.0.smithi169.stdout:2911: delete oid 19 current snap is 279 2024-03-10T22:24:07.481 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:07.481 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:07.481 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:07.481 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:07.481 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:07.481 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: osdmap e630: 8 total, 8 up, 8 in 2024-03-10T22:24:07.481 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:07.482 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:07.482 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:07.482 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:07.482 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:07.482 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:07.482 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:07.482 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: pgmap v608: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 465 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.5 MiB/s wr, 29 op/s 2024-03-10T22:24:07.482 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:07.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:07.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:07.482 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: osdmap e630: 8 total, 8 up, 8 in 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: pgmap v608: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 465 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.5 MiB/s wr, 29 op/s 2024-03-10T22:24:07.483 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:07.486 INFO:tasks.rados.rados.0.smithi169.stdout:2909: finishing rollback tid 0 to smithi16976610-39 2024-03-10T22:24:07.486 INFO:tasks.rados.rados.0.smithi169.stdout:2909: finishing rollback tid 1 to smithi16976610-39 2024-03-10T22:24:07.487 INFO:tasks.rados.rados.0.smithi169.stdout:2911: done (4 left) 2024-03-10T22:24:07.487 INFO:tasks.rados.rados.0.smithi169.stdout:2912: read oid 1 snap 278 2024-03-10T22:24:07.487 INFO:tasks.rados.rados.0.smithi169.stdout:2912: expect (ObjNum 883 snap 272 seq_num 883) 2024-03-10T22:24:07.487 INFO:tasks.rados.rados.0.smithi169.stdout:2913: snap_create 2024-03-10T22:24:07.488 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14096 (ObjNum 805 snap 245 seq_num 805) dirty exists 2024-03-10T22:24:07.489 INFO:tasks.rados.rados.0.smithi169.stdout:2909: finishing rollback tid 2 to smithi16976610-39 2024-03-10T22:24:07.489 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14077 (ObjNum 847 snap 261 seq_num 847) dirty exists 2024-03-10T22:24:07.496 INFO:tasks.rados.rados.0.smithi169.stdout:2912: expect (ObjNum 883 snap 272 seq_num 883) 2024-03-10T22:24:07.507 INFO:tasks.rados.rados.0.smithi169.stdout:2907: expect (ObjNum 793 snap 238 seq_num 793) 2024-03-10T22:24:07.638 INFO:tasks.rados.rados.0.smithi169.stdout:2910: finishing copy_from racing read to smithi16976610-14 2024-03-10T22:24:07.638 INFO:tasks.rados.rados.0.smithi169.stdout:2910: finishing copy_from to smithi16976610-14 2024-03-10T22:24:07.638 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 13998 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-03-10T22:24:07.731 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:07.479+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:07.731 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:07.479+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:07.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:07.483+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:07.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:07.483+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:07.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:07.484+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:07.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:07.486+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:07.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:07.486+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:07.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:07.486+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:07.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:07.476+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:07.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:07.476+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:07.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:07.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:07.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:07.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:07.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:07.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: osdmap e630: 8 total, 8 up, 8 in 2024-03-10T22:24:07.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:07.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:07.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:07.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:07.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:07.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:07.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:07.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: pgmap v608: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 465 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.5 MiB/s wr, 29 op/s 2024-03-10T22:24:07.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:08.293 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:08 smithi169 systemd[1]: Stopping Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:24:08.293 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[73676]: ts=2024-03-10T22:24:08.253Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-10T22:24:08.484 INFO:tasks.rados.rados.0.smithi169.stdout:2907: done (5 left) 2024-03-10T22:24:08.484 INFO:tasks.rados.rados.0.smithi169.stdout:2908: done (4 left) 2024-03-10T22:24:08.484 INFO:tasks.rados.rados.0.smithi169.stdout:2909: done (3 left) 2024-03-10T22:24:08.484 INFO:tasks.rados.rados.0.smithi169.stdout:2910: done (2 left) 2024-03-10T22:24:08.485 INFO:tasks.rados.rados.0.smithi169.stdout:2912: done (1 left) 2024-03-10T22:24:08.485 INFO:tasks.rados.rados.0.smithi169.stdout:2913: done (0 left) 2024-03-10T22:24:08.485 INFO:tasks.rados.rados.0.smithi169.stdout:2914: rollback oid 18 current snap is 280 2024-03-10T22:24:08.485 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 18 to 270 2024-03-10T22:24:08.485 INFO:tasks.rados.rados.0.smithi169.stdout:2915: copy_from oid 24 from oid 30 current snap is 280 2024-03-10T22:24:08.485 INFO:tasks.rados.rados.0.smithi169.stdout:2916: copy_from oid 10 from oid 22 current snap is 280 2024-03-10T22:24:08.485 INFO:tasks.rados.rados.0.smithi169.stdout:2917: snap_remove snap 279 2024-03-10T22:24:08.729 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:08.484+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:08.729 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:08.484+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:08.730 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:08 smithi169 podman[123811]: 2024-03-10 22:24:08.294527238 +0000 UTC m=+0.148715589 container died add9094b6b20a05b3e8f434c067f022091f055075a4d00717dc663626ae2d130 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:24:08.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:08.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:08.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:08.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[88180]: osdmap e631: 8 total, 8 up, 8 in 2024-03-10T22:24:08.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:08.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:08.731 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:08.731 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:08.731 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:08.731 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:08.731 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:08.731 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:08.731 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[90638]: osdmap e631: 8 total, 8 up, 8 in 2024-03-10T22:24:08.731 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:08.731 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:08.731 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:08.732 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:08.732 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:08.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:08.487+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:08.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:08.488+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:08.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:08.488+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:08.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:08.488+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:08.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:08.488+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:08.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:08.488+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:08.732 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:08.488+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:08.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:08.485+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:08 smithi172 ceph-mon[84635]: osdmap e631: 8 total, 8 up, 8 in 2024-03-10T22:24:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:08.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:09.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:08 smithi169 podman[123811]: 2024-03-10 22:24:08.846628059 +0000 UTC m=+0.700816408 container cleanup add9094b6b20a05b3e8f434c067f022091f055075a4d00717dc663626ae2d130 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:24:09.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:08 smithi169 bash[123811]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a 2024-03-10T22:24:09.396 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:09 smithi169 podman[123825]: 2024-03-10 22:24:09.098041883 +0000 UTC m=+0.794134411 container remove add9094b6b20a05b3e8f434c067f022091f055075a4d00717dc663626ae2d130 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:24:09.397 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:09 smithi169 podman[123825]: 2024-03-10 22:24:09.165519956 +0000 UTC m=+0.861612484 volume remove 2d941b62371285a0cf3867076dca371675fb9af685fa5e8037f8504d295b7a0e 2024-03-10T22:24:09.496 INFO:tasks.rados.rados.0.smithi169.stdout:2917: done (3 left) 2024-03-10T22:24:09.496 INFO:tasks.rados.rados.0.smithi169.stdout:2918: read oid 16 snap -1 2024-03-10T22:24:09.496 INFO:tasks.rados.rados.0.smithi169.stdout:2918: expect (ObjNum 832 snap 257 seq_num 832) 2024-03-10T22:24:09.496 INFO:tasks.rados.rados.0.smithi169.stdout:2919: rollback oid 11 current snap is 280 2024-03-10T22:24:09.496 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 11 to 274 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:2914: finishing rollback tid 0 to smithi16976610-18 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:2914: finishing rollback tid 1 to smithi16976610-18 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14041 (ObjNum 65 snap 0 seq_num 1465935474) dirty dne 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:2915: finishing copy_from racing read to smithi16976610-24 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:2916: finishing copy_from racing read to smithi16976610-10 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:2915: finishing copy_from to smithi16976610-24 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14074 (ObjNum 906 snap 276 seq_num 906) dirty exists 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:2914: done (4 left) 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:2915: done (3 left) 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:2920: copy_from oid 29 from oid 17 current snap is 280 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 280 2024-03-10T22:24:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:2921: seq_num 910 ranges {2048000=442368,2490368=401408} 2024-03-10T22:24:09.509 INFO:tasks.rados.rados.0.smithi169.stdout:2921: writing smithi16976610-3 from 2048000 to 2490368 tid 1 2024-03-10T22:24:09.512 INFO:tasks.rados.rados.0.smithi169.stdout:2921: writing smithi16976610-3 from 2490368 to 2891776 tid 2 2024-03-10T22:24:09.512 INFO:tasks.rados.rados.0.smithi169.stdout:2922: snap_remove snap 275 2024-03-10T22:24:09.694 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:09.492+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:09.694 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:09.494+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:09.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[88180]: osdmap e632: 8 total, 8 up, 8 in 2024-03-10T22:24:09.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:09.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:09.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:09.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:09.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:09.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:09.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:09.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:09.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[88180]: pgmap v611: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 467 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-03-10T22:24:09.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[90638]: osdmap e632: 8 total, 8 up, 8 in 2024-03-10T22:24:09.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:09.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:09.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:09.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:09.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:09.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:09.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:09.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:09.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-mon[90638]: pgmap v611: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 467 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-03-10T22:24:09.696 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:09 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-10T22:24:09.696 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:09 smithi169 systemd[1]: Stopped Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:24:09.697 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:09 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@alertmanager.a.service: Consumed 1.448s CPU time. 2024-03-10T22:24:09.697 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:09.499+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:09.697 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:09.499+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:09.697 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:09.499+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:09.697 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:09.500+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:09.697 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:09.500+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:09.697 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:09.501+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:09.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:09.488+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:09.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:09.488+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:09.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-mon[84635]: osdmap e632: 8 total, 8 up, 8 in 2024-03-10T22:24:09.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:09.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:09.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:09.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:09.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:09.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:09.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:09.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:09.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:09 smithi172 ceph-mon[84635]: pgmap v611: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 467 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-03-10T22:24:10.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:09 smithi169 systemd[1]: Starting Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:24:10.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:09 smithi169 podman[123956]: 2024-03-10 22:24:09.809860834 +0000 UTC m=+0.018281410 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-03-10T22:24:10.004 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:09 smithi169 podman[123956]: 2024-03-10 22:24:09.933079708 +0000 UTC m=+0.141500268 volume create 9e6a99f06e731e57484ffdb237b03cdbe05f70ee6049c8fe95c9ca61669f5089 2024-03-10T22:24:10.369 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 podman[123956]: 2024-03-10 22:24:10.016795464 +0000 UTC m=+0.225216023 container create b2081d378c996777769406f445c121f0ce1441ff0eef37add684a8a633c425e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:24:10.498 INFO:tasks.rados.rados.0.smithi169.stdout:2916: finishing copy_from to smithi16976610-10 2024-03-10T22:24:10.498 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14021 (ObjNum 790 snap 237 seq_num 790) dirty exists 2024-03-10T22:24:10.498 INFO:tasks.rados.rados.0.smithi169.stdout:2920: finishing copy_from to smithi16976610-29 2024-03-10T22:24:10.498 INFO:tasks.rados.rados.0.smithi169.stdout:2920: got expected ENOENT (src dne) 2024-03-10T22:24:10.498 INFO:tasks.rados.rados.0.smithi169.stdout:2920: finishing copy_from racing read to smithi16976610-29 2024-03-10T22:24:10.498 INFO:tasks.rados.rados.0.smithi169.stdout:2919: finishing rollback tid 0 to smithi16976610-11 2024-03-10T22:24:10.498 INFO:tasks.rados.rados.0.smithi169.stdout:2919: finishing rollback tid 1 to smithi16976610-11 2024-03-10T22:24:10.499 INFO:tasks.rados.rados.0.smithi169.stdout:2919: finishing rollback tid 2 to smithi16976610-11 2024-03-10T22:24:10.499 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14027 (ObjNum 129 snap 0 seq_num 153732600) dirty exists 2024-03-10T22:24:10.499 INFO:tasks.rados.rados.0.smithi169.stdout:2918: expect (ObjNum 832 snap 257 seq_num 832) 2024-03-10T22:24:10.567 INFO:tasks.rados.rados.0.smithi169.stdout:2921: finishing write tid 1 to smithi16976610-3 2024-03-10T22:24:10.567 INFO:tasks.rados.rados.0.smithi169.stdout:2921: finishing write tid 2 to smithi16976610-3 2024-03-10T22:24:10.567 INFO:tasks.rados.rados.0.smithi169.stdout:2921: finishing write tid 3 to smithi16976610-3 2024-03-10T22:24:10.567 INFO:tasks.rados.rados.0.smithi169.stdout:2921: finishing write tid 4 to smithi16976610-3 2024-03-10T22:24:10.567 INFO:tasks.rados.rados.0.smithi169.stdout:2921: oid 3 updating version 0 to 14030 2024-03-10T22:24:10.567 INFO:tasks.rados.rados.0.smithi169.stdout:2921: oid 3 version 14030 is already newer than 14028 2024-03-10T22:24:10.567 INFO:tasks.rados.rados.0.smithi169.stdout:2921: oid 3 version 14030 is already newer than 14029 2024-03-10T22:24:10.567 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 14030 (ObjNum 910 snap 280 seq_num 910) dirty exists 2024-03-10T22:24:10.567 INFO:tasks.rados.rados.0.smithi169.stdout:2921: left oid 3 (ObjNum 910 snap 280 seq_num 910) 2024-03-10T22:24:10.568 INFO:tasks.rados.rados.0.smithi169.stdout:2916: done (5 left) 2024-03-10T22:24:10.568 INFO:tasks.rados.rados.0.smithi169.stdout:2918: done (4 left) 2024-03-10T22:24:10.568 INFO:tasks.rados.rados.0.smithi169.stdout:2919: done (3 left) 2024-03-10T22:24:10.568 INFO:tasks.rados.rados.0.smithi169.stdout:2920: done (2 left) 2024-03-10T22:24:10.568 INFO:tasks.rados.rados.0.smithi169.stdout:2921: done (1 left) 2024-03-10T22:24:10.568 INFO:tasks.rados.rados.0.smithi169.stdout:2922: done (0 left) 2024-03-10T22:24:10.568 INFO:tasks.rados.rados.0.smithi169.stdout:2923: delete oid 39 current snap is 280 2024-03-10T22:24:10.569 INFO:tasks.rados.rados.0.smithi169.stdout:2923: done (0 left) 2024-03-10T22:24:10.569 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 280 2024-03-10T22:24:10.569 INFO:tasks.rados.rados.0.smithi169.stdout:2924: seq_num 912 ranges {901120=483328,1384448=401408} 2024-03-10T22:24:10.577 INFO:tasks.rados.rados.0.smithi169.stdout:2924: writing smithi16976610-43 from 901120 to 1384448 tid 1 2024-03-10T22:24:10.579 INFO:tasks.rados.rados.0.smithi169.stdout:2924: writing smithi16976610-43 from 1384448 to 1785856 tid 2 2024-03-10T22:24:10.579 INFO:tasks.rados.rados.0.smithi169.stdout:2925: snap_remove snap 260 2024-03-10T22:24:10.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:10.495+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:10.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:10.496+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[88180]: osdmap e633: 8 total, 8 up, 8 in 2024-03-10T22:24:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:10.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:10.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:10.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:10.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:10.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[90638]: osdmap e633: 8 total, 8 up, 8 in 2024-03-10T22:24:10.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:10.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:10.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:10.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:10.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:10.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:10.499+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:10.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:10.499+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:10.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:10.499+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:10.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:10.500+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:10.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:10.500+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:10.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:10.500+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:10.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:10.500+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:10.757 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 podman[123956]: 2024-03-10 22:24:10.370126072 +0000 UTC m=+0.578546632 container init b2081d378c996777769406f445c121f0ce1441ff0eef37add684a8a633c425e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:24:10.757 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 podman[123956]: 2024-03-10 22:24:10.372973637 +0000 UTC m=+0.581394206 container start b2081d378c996777769406f445c121f0ce1441ff0eef37add684a8a633c425e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:24:10.757 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:24:10.384Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-10T22:24:10.757 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:24:10.384Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-10T22:24:10.757 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:24:10.386Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.169 port=9094 2024-03-10T22:24:10.757 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:24:10.387Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-10T22:24:10.757 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:24:10.410Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T22:24:10.757 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:24:10.411Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T22:24:10.757 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:24:10.413Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-10T22:24:10.757 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:24:10.413Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-10T22:24:10.758 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 bash[123956]: b2081d378c996777769406f445c121f0ce1441ff0eef37add684a8a633c425e7 2024-03-10T22:24:10.758 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:10 smithi169 systemd[1]: Started Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:24:10.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:10.540+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:10 smithi172 ceph-mon[84635]: osdmap e633: 8 total, 8 up, 8 in 2024-03-10T22:24:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:10.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:11.560 INFO:tasks.rados.rados.0.smithi169.stdout:2925: done (1 left) 2024-03-10T22:24:11.560 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 280 2024-03-10T22:24:11.560 INFO:tasks.rados.rados.0.smithi169.stdout:2926: seq_num 913 ranges {0=499712,499712=401408} 2024-03-10T22:24:11.562 INFO:tasks.rados.rados.0.smithi169.stdout:2926: writing smithi16976610-21 from 0 to 499712 tid 1 2024-03-10T22:24:11.565 INFO:tasks.rados.rados.0.smithi169.stdout:2926: writing smithi16976610-21 from 499712 to 901120 tid 2 2024-03-10T22:24:11.565 INFO:tasks.rados.rados.0.smithi169.stdout:2924: finishing write tid 1 to smithi16976610-43 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:2924: finishing write tid 2 to smithi16976610-43 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:2924: finishing write tid 3 to smithi16976610-43 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:2924: finishing write tid 4 to smithi16976610-43 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:2924: oid 43 updating version 0 to 14079 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:2924: oid 43 updating version 14079 to 14081 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:2924: oid 43 version 14081 is already newer than 14080 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14081 (ObjNum 912 snap 280 seq_num 912) dirty exists 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:2924: left oid 43 (ObjNum 912 snap 280 seq_num 912) 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:2924: done (1 left) 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:2927: rmattr oid 36 current snap is 280 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:2927: done (1 left) 2024-03-10T22:24:11.566 INFO:tasks.rados.rados.0.smithi169.stdout:2928: snap_remove snap 270 2024-03-10T22:24:11.671 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:11.559+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:11.672 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:11.560+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:11.672 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:11.672 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:11.672 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: osdmap e634: 8 total, 8 up, 8 in 2024-03-10T22:24:11.672 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:11.672 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:11.672 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:11.672 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:11.673 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:11.673 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: pgmap v614: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 475 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 298 KiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-03-10T22:24:11.673 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:11.673 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:11.673 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:11.673 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:11.673 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:11.673 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: osdmap e634: 8 total, 8 up, 8 in 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: pgmap v614: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 475 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 298 KiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:11.674 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:11.675 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:11.675 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:11.565+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:11.675 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:11.565+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:11.675 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:11.570+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:11.675 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:11.570+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:11.675 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:11.570+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:11.675 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:11.570+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:11.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:11.565+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:11.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:11.565+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: osdmap e634: 8 total, 8 up, 8 in 2024-03-10T22:24:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: pgmap v614: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 475 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 298 KiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-03-10T22:24:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:12.566 INFO:tasks.rados.rados.0.smithi169.stdout:2928: done (1 left) 2024-03-10T22:24:12.566 INFO:tasks.rados.rados.0.smithi169.stdout:2929: snap_remove snap 253 2024-03-10T22:24:12.566 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:24:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:24:12.667 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:12.564+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:12.668 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:12.564+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:12.668 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[90638]: osdmap e635: 8 total, 8 up, 8 in 2024-03-10T22:24:12.668 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:12.668 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:12.668 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:12.668 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:12.668 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:12.668 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:12.669 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:12.669 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:12.669 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[88180]: osdmap e635: 8 total, 8 up, 8 in 2024-03-10T22:24:12.669 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:12.669 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:12.669 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:12.669 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:12.669 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:12.669 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:12.669 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:12.669 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:12.670 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:12.574+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:12.670 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:12.574+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:12.670 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:12.575+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:12.670 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:12.575+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:12.670 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:12.575+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:12.670 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:12.575+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:12.670 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:12.575+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:12.671 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:24:12.388Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000822955s 2024-03-10T22:24:13.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:12.569+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:12 smithi172 ceph-mon[84635]: osdmap e635: 8 total, 8 up, 8 in 2024-03-10T22:24:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:13.573 INFO:tasks.rados.rados.0.smithi169.stdout:2929: done (1 left) 2024-03-10T22:24:13.574 INFO:tasks.rados.rados.0.smithi169.stdout:2930: rmattr oid 44 current snap is 280 2024-03-10T22:24:13.574 INFO:tasks.rados.rados.0.smithi169.stdout:2930: done (1 left) 2024-03-10T22:24:13.574 INFO:tasks.rados.rados.0.smithi169.stdout:2931: read oid 37 snap -1 2024-03-10T22:24:13.574 INFO:tasks.rados.rados.0.smithi169.stdout:2931: expect (ObjNum 877 snap 271 seq_num 877) 2024-03-10T22:24:13.575 INFO:tasks.rados.rados.0.smithi169.stdout:2932: setattr oid 14 current snap is 280 2024-03-10T22:24:13.575 INFO:tasks.rados.rados.0.smithi169.stdout:2926: finishing write tid 1 to smithi16976610-21 2024-03-10T22:24:13.575 INFO:tasks.rados.rados.0.smithi169.stdout:2926: finishing write tid 2 to smithi16976610-21 2024-03-10T22:24:13.575 INFO:tasks.rados.rados.0.smithi169.stdout:2926: finishing write tid 3 to smithi16976610-21 2024-03-10T22:24:13.576 INFO:tasks.rados.rados.0.smithi169.stdout:2926: finishing write tid 4 to smithi16976610-21 2024-03-10T22:24:13.576 INFO:tasks.rados.rados.0.smithi169.stdout:2926: oid 21 updating version 0 to 14034 2024-03-10T22:24:13.576 INFO:tasks.rados.rados.0.smithi169.stdout:2926: oid 21 updating version 14034 to 14035 2024-03-10T22:24:13.576 INFO:tasks.rados.rados.0.smithi169.stdout:2926: oid 21 version 14035 is already newer than 14033 2024-03-10T22:24:13.576 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14035 (ObjNum 913 snap 280 seq_num 913) dirty exists 2024-03-10T22:24:13.577 INFO:tasks.rados.rados.0.smithi169.stdout:2926: left oid 21 (ObjNum 913 snap 280 seq_num 913) 2024-03-10T22:24:13.577 INFO:tasks.rados.rados.0.smithi169.stdout:2926: done (2 left) 2024-03-10T22:24:13.577 INFO:tasks.rados.rados.0.smithi169.stdout:2933: snap_remove snap 274 2024-03-10T22:24:13.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:13.573+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:13.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:13.573+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:13.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[90638]: pgmap v616: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 475 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-03-10T22:24:13.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[90638]: osdmap e636: 8 total, 8 up, 8 in 2024-03-10T22:24:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:13.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[88180]: pgmap v616: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 475 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-03-10T22:24:13.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:13.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[88180]: osdmap e636: 8 total, 8 up, 8 in 2024-03-10T22:24:13.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:13.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:13.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:13.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:13.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:13.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:13.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:13.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:13.571+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:13.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:13.571+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:13.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:13.571+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:13.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:13.572+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:13.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:13.572+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:13.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:13.573+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:14.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:13.573+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:14.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:13.574+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:14.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-mon[84635]: pgmap v616: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 475 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-03-10T22:24:14.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:14.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-mon[84635]: osdmap e636: 8 total, 8 up, 8 in 2024-03-10T22:24:14.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:14.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:14.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:14.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:14.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:14.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:14.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:14.580 INFO:tasks.rados.rados.0.smithi169.stdout:2933: done (2 left) 2024-03-10T22:24:14.581 INFO:tasks.rados.rados.0.smithi169.stdout:2934: setattr oid 27 current snap is 280 2024-03-10T22:24:14.581 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14042 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-03-10T22:24:14.581 INFO:tasks.rados.rados.0.smithi169.stdout:2931: expect (ObjNum 877 snap 271 seq_num 877) 2024-03-10T22:24:14.871 INFO:tasks.rados.rados.0.smithi169.stdout:2931: done (2 left) 2024-03-10T22:24:14.871 INFO:tasks.rados.rados.0.smithi169.stdout:2932: done (1 left) 2024-03-10T22:24:14.871 INFO:tasks.rados.rados.0.smithi169.stdout:2935: snap_create 2024-03-10T22:24:14.874 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14097 (ObjNum 907 snap 276 seq_num 907) dirty exists 2024-03-10T22:24:15.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:14.579+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:15.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:14.580+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:15.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:14.578+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:14.579+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:14.579+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:14.579+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:14.579+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:14.579+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:14.580+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:15.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:15.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:15.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[88180]: osdmap e637: 8 total, 8 up, 8 in 2024-03-10T22:24:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:15.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:15.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[90638]: osdmap e637: 8 total, 8 up, 8 in 2024-03-10T22:24:15.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:15.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:15.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:15.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:15.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:15.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:15.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:14 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:14.594+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-mon[84635]: osdmap e637: 8 total, 8 up, 8 in 2024-03-10T22:24:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:14 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.682 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: pgmap v619: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 421 KiB/s wr, 9 op/s 2024-03-10T22:24:15.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:15.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: osdmap e638: 8 total, 8 up, 8 in 2024-03-10T22:24:15.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:15.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:15.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:15.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:15.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:15.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:15.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:15.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: pgmap v619: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 421 KiB/s wr, 9 op/s 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: osdmap e638: 8 total, 8 up, 8 in 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.684 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.832 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: pgmap v619: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 421 KiB/s wr, 9 op/s 2024-03-10T22:24:15.833 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:15.833 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: osdmap e638: 8 total, 8 up, 8 in 2024-03-10T22:24:15.833 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:15.833 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:15.833 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:15.833 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:15.833 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:15.833 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:15.833 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:15.833 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.833 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:15.834 INFO:tasks.rados.rados.0.smithi169.stdout:2934: done (1 left) 2024-03-10T22:24:15.834 INFO:tasks.rados.rados.0.smithi169.stdout:2935: done (0 left) 2024-03-10T22:24:15.834 INFO:tasks.rados.rados.0.smithi169.stdout:2936: snap_remove snap 278 2024-03-10T22:24:16.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:24:15] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-03-10T22:24:16.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:15.834+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:16.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:15.834+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:16.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:15.832+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:16.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:15.832+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:16.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.524+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:16.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.525+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:16.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.525+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:16.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.525+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:16.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.525+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:16.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.526+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:16.844 INFO:tasks.rados.rados.0.smithi169.stdout:2936: done (0 left) 2024-03-10T22:24:16.844 INFO:tasks.rados.rados.0.smithi169.stdout:2937: snap_remove snap 277 2024-03-10T22:24:17.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:16.842+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:17.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:16.843+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:17.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:17.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-mon[88180]: osdmap e639: 8 total, 8 up, 8 in 2024-03-10T22:24:17.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:17.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:17.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-mon[88180]: pgmap v622: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 436 KiB/s wr, 7 op/s 2024-03-10T22:24:17.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:17.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-mon[90638]: osdmap e639: 8 total, 8 up, 8 in 2024-03-10T22:24:17.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:17.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:17.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-mon[90638]: pgmap v622: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 436 KiB/s wr, 7 op/s 2024-03-10T22:24:17.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.848+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:17.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.849+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:17.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.849+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:17.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.849+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:17.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.849+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:17.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.849+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:17.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:16.849+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:17.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:16.840+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:17.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:17.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:16 smithi172 ceph-mon[84635]: osdmap e639: 8 total, 8 up, 8 in 2024-03-10T22:24:17.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:17.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:17.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:16 smithi172 ceph-mon[84635]: pgmap v622: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 436 KiB/s wr, 7 op/s 2024-03-10T22:24:17.849 INFO:tasks.rados.rados.0.smithi169.stdout:2937: done (0 left) 2024-03-10T22:24:17.849 INFO:tasks.rados.rados.0.smithi169.stdout:2938: rollback oid 18 current snap is 281 2024-03-10T22:24:17.850 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 18 to 280 2024-03-10T22:24:17.850 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 281 2024-03-10T22:24:17.850 INFO:tasks.rados.rados.0.smithi169.stdout:2939: seq_num 914 ranges {3809280=516096,4325376=401408} 2024-03-10T22:24:17.873 INFO:tasks.rados.rados.0.smithi169.stdout:2939: writing smithi16976610-10 from 3809280 to 4325376 tid 1 2024-03-10T22:24:17.875 INFO:tasks.rados.rados.0.smithi169.stdout:2939: writing smithi16976610-10 from 4325376 to 4726784 tid 2 2024-03-10T22:24:17.875 INFO:tasks.rados.rados.0.smithi169.stdout:2940: snap_create 2024-03-10T22:24:17.876 INFO:tasks.rados.rados.0.smithi169.stdout:2938: finishing rollback tid 1 to smithi16976610-18 2024-03-10T22:24:17.876 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14041 (ObjNum 177 snap 0 seq_num 151426048) dirty dne 2024-03-10T22:24:17.878 INFO:tasks.rados.rados.0.smithi169.stdout:2939: finishing write tid 1 to smithi16976610-10 2024-03-10T22:24:17.878 INFO:tasks.rados.rados.0.smithi169.stdout:2939: finishing write tid 2 to smithi16976610-10 2024-03-10T22:24:17.879 INFO:tasks.rados.rados.0.smithi169.stdout:2939: finishing write tid 3 to smithi16976610-10 2024-03-10T22:24:17.880 INFO:tasks.rados.rados.0.smithi169.stdout:2939: finishing write tid 4 to smithi16976610-10 2024-03-10T22:24:17.880 INFO:tasks.rados.rados.0.smithi169.stdout:2939: oid 10 updating version 0 to 14040 2024-03-10T22:24:17.880 INFO:tasks.rados.rados.0.smithi169.stdout:2939: oid 10 version 14040 is already newer than 14038 2024-03-10T22:24:17.880 INFO:tasks.rados.rados.0.smithi169.stdout:2939: oid 10 version 14040 is already newer than 14039 2024-03-10T22:24:17.880 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14040 (ObjNum 914 snap 281 seq_num 914) dirty exists 2024-03-10T22:24:17.880 INFO:tasks.rados.rados.0.smithi169.stdout:2939: left oid 10 (ObjNum 914 snap 281 seq_num 914) 2024-03-10T22:24:17.964 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:17.849+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:17.964 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:17.850+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:17.964 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:17.850+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:17.964 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:17.850+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:17.965 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:17.850+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:17.965 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:17.850+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:17.965 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:17.850+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:17.965 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:17.850+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:17.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:17.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:17.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:17.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:17.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:17.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:17.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:17.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:17.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: osdmap e640: 8 total, 8 up, 8 in 2024-03-10T22:24:17.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:17.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:17.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:17.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:17.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:17.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: osdmap e640: 8 total, 8 up, 8 in 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:17.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:17.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:18.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:17.849+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:18.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:17.849+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:18.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:18.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:18.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:18.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:18.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: osdmap e640: 8 total, 8 up, 8 in 2024-03-10T22:24:18.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:18.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:18.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:18.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:18.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:18.857 INFO:tasks.rados.rados.0.smithi169.stdout:2938: done (2 left) 2024-03-10T22:24:18.858 INFO:tasks.rados.rados.0.smithi169.stdout:2939: done (1 left) 2024-03-10T22:24:18.858 INFO:tasks.rados.rados.0.smithi169.stdout:2940: done (0 left) 2024-03-10T22:24:18.858 INFO:tasks.rados.rados.0.smithi169.stdout:2941: rollback oid 20 current snap is 282 2024-03-10T22:24:18.858 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 281 2024-03-10T22:24:18.858 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 282 2024-03-10T22:24:18.858 INFO:tasks.rados.rados.0.smithi169.stdout:2942: seq_num 915 ranges {0=532480,532480=401408} 2024-03-10T22:24:18.860 INFO:tasks.rados.rados.0.smithi169.stdout:2942: writing smithi16976610-35 from 0 to 532480 tid 1 2024-03-10T22:24:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:2942: writing smithi16976610-35 from 532480 to 933888 tid 2 2024-03-10T22:24:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:2943: delete oid 5 current snap is 282 2024-03-10T22:24:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:2941: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:24:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14024 (ObjNum 49 snap 0 seq_num 150986528) dirty dne 2024-03-10T22:24:18.864 INFO:tasks.rados.rados.0.smithi169.stdout:2941: done (2 left) 2024-03-10T22:24:18.864 INFO:tasks.rados.rados.0.smithi169.stdout:2943: done (1 left) 2024-03-10T22:24:18.864 INFO:tasks.rados.rados.0.smithi169.stdout:2944: setattr oid 3 current snap is 282 2024-03-10T22:24:18.866 INFO:tasks.rados.rados.0.smithi169.stdout:2945: rmattr oid 7 current snap is 282 2024-03-10T22:24:18.866 INFO:tasks.rados.rados.0.smithi169.stdout:2946: rmattr oid 1 current snap is 282 2024-03-10T22:24:18.866 INFO:tasks.rados.rados.0.smithi169.stdout:2946: done (3 left) 2024-03-10T22:24:18.866 INFO:tasks.rados.rados.0.smithi169.stdout:2947: read oid 19 snap 281 2024-03-10T22:24:18.866 INFO:tasks.rados.rados.0.smithi169.stdout:2947: expect deleted 2024-03-10T22:24:18.866 INFO:tasks.rados.rados.0.smithi169.stdout:2948: read oid 45 snap -1 2024-03-10T22:24:18.866 INFO:tasks.rados.rados.0.smithi169.stdout:2948: expect (ObjNum 850 snap 261 seq_num 850) 2024-03-10T22:24:18.866 INFO:tasks.rados.rados.0.smithi169.stdout:2949: snap_create 2024-03-10T22:24:18.868 INFO:tasks.rados.rados.0.smithi169.stdout:2942: finishing write tid 1 to smithi16976610-35 2024-03-10T22:24:18.868 INFO:tasks.rados.rados.0.smithi169.stdout:2942: finishing write tid 2 to smithi16976610-35 2024-03-10T22:24:18.869 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14036 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:24:18.869 INFO:tasks.rados.rados.0.smithi169.stdout:2942: finishing write tid 3 to smithi16976610-35 2024-03-10T22:24:18.872 INFO:tasks.rados.rados.0.smithi169.stdout:2942: finishing write tid 4 to smithi16976610-35 2024-03-10T22:24:18.872 INFO:tasks.rados.rados.0.smithi169.stdout:2942: oid 35 updating version 0 to 319 2024-03-10T22:24:18.872 INFO:tasks.rados.rados.0.smithi169.stdout:2942: oid 35 version 319 is already newer than 317 2024-03-10T22:24:18.872 INFO:tasks.rados.rados.0.smithi169.stdout:2942: oid 35 version 319 is already newer than 318 2024-03-10T22:24:18.872 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 319 (ObjNum 915 snap 282 seq_num 915) dirty exists 2024-03-10T22:24:18.872 INFO:tasks.rados.rados.0.smithi169.stdout:2942: left oid 35 (ObjNum 915 snap 282 seq_num 915) 2024-03-10T22:24:18.873 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 14031 (ObjNum 910 snap 280 seq_num 910) dirty exists 2024-03-10T22:24:18.873 INFO:tasks.rados.rados.0.smithi169.stdout:2948: expect (ObjNum 850 snap 261 seq_num 850) 2024-03-10T22:24:19.159 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:18.855+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:19.160 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: osdmap e641: 8 total, 8 up, 8 in 2024-03-10T22:24:19.160 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:19.160 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:19.160 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:19.160 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:19.160 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:19.160 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: pgmap v625: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 216 KiB/s wr, 2 op/s 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.161 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.162 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:18 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:18.857+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:19.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:18.858+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:19.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:18.857+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:19.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:18.857+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:19.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:18.857+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:19.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:18.858+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:19.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:18.858+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:19.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:18.858+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:19.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:18.858+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:19.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: osdmap e641: 8 total, 8 up, 8 in 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:19.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: pgmap v625: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 216 KiB/s wr, 2 op/s 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: osdmap e641: 8 total, 8 up, 8 in 2024-03-10T22:24:19.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:19.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:19.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:19.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:19.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:19.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:19.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: pgmap v625: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 216 KiB/s wr, 2 op/s 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.260 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:18 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:19.864 INFO:tasks.rados.rados.0.smithi169.stdout:2942: done (5 left) 2024-03-10T22:24:19.865 INFO:tasks.rados.rados.0.smithi169.stdout:2944: done (4 left) 2024-03-10T22:24:19.865 INFO:tasks.rados.rados.0.smithi169.stdout:2945: done (3 left) 2024-03-10T22:24:19.865 INFO:tasks.rados.rados.0.smithi169.stdout:2947: done (2 left) 2024-03-10T22:24:19.865 INFO:tasks.rados.rados.0.smithi169.stdout:2948: done (1 left) 2024-03-10T22:24:19.865 INFO:tasks.rados.rados.0.smithi169.stdout:2949: done (0 left) 2024-03-10T22:24:19.865 INFO:tasks.rados.rados.0.smithi169.stdout:2950: snap_create 2024-03-10T22:24:20.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:20.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:19 smithi172 ceph-mon[84635]: osdmap e642: 8 total, 8 up, 8 in 2024-03-10T22:24:20.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:20.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:20.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:20.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:20.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:20.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:20.155 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:20.159 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:19.863+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:20.159 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:19.864+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:20.159 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:20.159 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[90638]: osdmap e642: 8 total, 8 up, 8 in 2024-03-10T22:24:20.159 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:20.159 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:20.159 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:20.160 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:20.160 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:20.160 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:20.160 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:20.160 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:20.160 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[88180]: osdmap e642: 8 total, 8 up, 8 in 2024-03-10T22:24:20.160 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:20.160 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:20.160 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:20.160 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:20.161 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:20.161 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:20.161 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:20.161 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:19.863+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:20.161 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:19.863+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:20.161 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:19.864+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:20.161 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:19.865+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:20.161 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:19.865+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:20.161 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:19.865+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:20.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:24:20.391Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003580933s 2024-03-10T22:24:20.871 INFO:tasks.rados.rados.0.smithi169.stdout:2950: done (0 left) 2024-03-10T22:24:20.871 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 284 2024-03-10T22:24:20.871 INFO:tasks.rados.rados.0.smithi169.stdout:2951: seq_num 917 ranges {491520=565248,1056768=401408} 2024-03-10T22:24:20.877 INFO:tasks.rados.rados.0.smithi169.stdout:2951: writing smithi16976610-32 from 491520 to 1056768 tid 1 2024-03-10T22:24:20.879 INFO:tasks.rados.rados.0.smithi169.stdout:2951: writing smithi16976610-32 from 1056768 to 1458176 tid 2 2024-03-10T22:24:20.879 INFO:tasks.rados.rados.0.smithi169.stdout:2952: snap_remove snap 280 2024-03-10T22:24:21.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:20.870+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:21.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:20.871+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:21.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:21.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[90638]: osdmap e643: 8 total, 8 up, 8 in 2024-03-10T22:24:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[90638]: Upgrade: Updating grafana.a 2024-03-10T22:24:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[90638]: Deploying daemon grafana.a on smithi172 2024-03-10T22:24:21.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[90638]: pgmap v628: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 452 KiB/s wr, 7 op/s 2024-03-10T22:24:21.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:21.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:21.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[88180]: osdmap e643: 8 total, 8 up, 8 in 2024-03-10T22:24:21.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:21.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:21.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:21.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:21.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:21.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[88180]: Upgrade: Updating grafana.a 2024-03-10T22:24:21.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[88180]: Deploying daemon grafana.a on smithi172 2024-03-10T22:24:21.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:20 smithi169 ceph-mon[88180]: pgmap v628: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 452 KiB/s wr, 7 op/s 2024-03-10T22:24:21.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:20.881+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:21.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:20.881+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:21.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:21.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:21.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-mon[84635]: osdmap e643: 8 total, 8 up, 8 in 2024-03-10T22:24:21.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:21.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:21.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:21.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:21.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:21.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-mon[84635]: Upgrade: Updating grafana.a 2024-03-10T22:24:21.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-mon[84635]: Deploying daemon grafana.a on smithi172 2024-03-10T22:24:21.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:20 smithi172 ceph-mon[84635]: pgmap v628: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 452 KiB/s wr, 7 op/s 2024-03-10T22:24:21.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.372+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:21.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.372+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:21.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.372+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:21.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.372+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:21.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.372+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:21.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.372+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:21.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.372+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:21.882 INFO:tasks.rados.rados.0.smithi169.stdout:2952: done (1 left) 2024-03-10T22:24:21.882 INFO:tasks.rados.rados.0.smithi169.stdout:2953: rollback oid 6 current snap is 284 2024-03-10T22:24:21.882 INFO:tasks.rados.rados.0.smithi169.stdout:2951: finishing write tid 1 to smithi16976610-32 2024-03-10T22:24:21.882 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 6 to 283 2024-03-10T22:24:21.882 INFO:tasks.rados.rados.0.smithi169.stdout:2951: finishing write tid 2 to smithi16976610-32 2024-03-10T22:24:21.883 INFO:tasks.rados.rados.0.smithi169.stdout:2951: finishing write tid 3 to smithi16976610-32 2024-03-10T22:24:21.883 INFO:tasks.rados.rados.0.smithi169.stdout:2951: finishing write tid 4 to smithi16976610-32 2024-03-10T22:24:21.883 INFO:tasks.rados.rados.0.smithi169.stdout:2951: oid 32 updating version 0 to 14083 2024-03-10T22:24:21.883 INFO:tasks.rados.rados.0.smithi169.stdout:2951: oid 32 updating version 14083 to 14084 2024-03-10T22:24:21.883 INFO:tasks.rados.rados.0.smithi169.stdout:2951: oid 32 version 14084 is already newer than 14082 2024-03-10T22:24:21.883 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14084 (ObjNum 917 snap 284 seq_num 917) dirty exists 2024-03-10T22:24:21.883 INFO:tasks.rados.rados.0.smithi169.stdout:2951: left oid 32 (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:24:21.883 INFO:tasks.rados.rados.0.smithi169.stdout:2951: done (1 left) 2024-03-10T22:24:21.883 INFO:tasks.rados.rados.0.smithi169.stdout:2954: delete oid 5 current snap is 284 2024-03-10T22:24:21.890 INFO:tasks.rados.rados.0.smithi169.stdout:2953: finishing rollback tid 0 to smithi16976610-6 2024-03-10T22:24:21.890 INFO:tasks.rados.rados.0.smithi169.stdout:2953: finishing rollback tid 1 to smithi16976610-6 2024-03-10T22:24:21.891 INFO:tasks.rados.rados.0.smithi169.stdout:2953: finishing rollback tid 2 to smithi16976610-6 2024-03-10T22:24:21.891 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14100 (ObjNum 805 snap 245 seq_num 805) dirty exists 2024-03-10T22:24:21.892 INFO:tasks.rados.rados.0.smithi169.stdout:2953: done (1 left) 2024-03-10T22:24:21.892 INFO:tasks.rados.rados.0.smithi169.stdout:2954: done (0 left) 2024-03-10T22:24:21.893 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 284 2024-03-10T22:24:21.893 INFO:tasks.rados.rados.0.smithi169.stdout:2955: seq_num 919 ranges {8314880=598016,8912896=401408} 2024-03-10T22:24:21.940 INFO:tasks.rados.rados.0.smithi169.stdout:2955: writing smithi16976610-2 from 8314880 to 8912896 tid 1 2024-03-10T22:24:21.942 INFO:tasks.rados.rados.0.smithi169.stdout:2955: writing smithi16976610-2 from 8912896 to 9314304 tid 2 2024-03-10T22:24:21.942 INFO:tasks.rados.rados.0.smithi169.stdout:2956: snap_remove snap 282 2024-03-10T22:24:22.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:22.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-mon[88180]: osdmap e644: 8 total, 8 up, 8 in 2024-03-10T22:24:22.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:22.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-mon[90638]: osdmap e644: 8 total, 8 up, 8 in 2024-03-10T22:24:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:22.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:22.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:21.881+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:22.255 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:21.882+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:22.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.885+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:22.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.885+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:22.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.886+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:22.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.889+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:22.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.889+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:22.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:21.892+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:22.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:21.882+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:22.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:22.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:21 smithi172 ceph-mon[84635]: osdmap e644: 8 total, 8 up, 8 in 2024-03-10T22:24:22.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:22.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:22.537 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:24:22.886 INFO:tasks.rados.rados.0.smithi169.stdout:2955: finishing write tid 1 to smithi16976610-2 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:2955: finishing write tid 2 to smithi16976610-2 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:2955: finishing write tid 3 to smithi16976610-2 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:2955: finishing write tid 4 to smithi16976610-2 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:2955: oid 2 updating version 0 to 14102 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:2955: oid 2 version 14102 is already newer than 14101 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:2955: oid 2 updating version 14102 to 14103 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14103 (ObjNum 919 snap 284 seq_num 919) dirty exists 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:2955: left oid 2 (ObjNum 919 snap 284 seq_num 919) 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:2955: done (1 left) 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:2956: done (0 left) 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:2957: read oid 32 snap -1 2024-03-10T22:24:22.887 INFO:tasks.rados.rados.0.smithi169.stdout:2957: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:24:22.888 INFO:tasks.rados.rados.0.smithi169.stdout:2958: snap_create 2024-03-10T22:24:22.898 INFO:tasks.rados.rados.0.smithi169.stdout:2957: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:24:23.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:22.886+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:23.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:22.887+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:23.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:23.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:23.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: osdmap e645: 8 total, 8 up, 8 in 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:23.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[88180]: pgmap v631: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 452 KiB/s wr, 12 op/s 2024-03-10T22:24:23.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:23.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:23.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:23.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:23.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:23.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: osdmap e645: 8 total, 8 up, 8 in 2024-03-10T22:24:23.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:23.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:23.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:23.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:23.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:23.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:23.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:23.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:23.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-mon[90638]: pgmap v631: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 452 KiB/s wr, 12 op/s 2024-03-10T22:24:23.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:22.884+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:23.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:22.884+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:23.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:22.884+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:23.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:22.885+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:23.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:22.885+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:23.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:22.885+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:23.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:22.886+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:23.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:22.884+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:23.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:22.884+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:23.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:23.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:23.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:23.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:23.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: osdmap e645: 8 total, 8 up, 8 in 2024-03-10T22:24:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:23.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:22 smithi172 ceph-mon[84635]: pgmap v631: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 433 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 452 KiB/s wr, 12 op/s 2024-03-10T22:24:23.887 INFO:tasks.rados.rados.0.smithi169.stdout:2957: done (1 left) 2024-03-10T22:24:23.887 INFO:tasks.rados.rados.0.smithi169.stdout:2958: done (0 left) 2024-03-10T22:24:23.887 INFO:tasks.rados.rados.0.smithi169.stdout:2959: read oid 24 snap -1 2024-03-10T22:24:23.887 INFO:tasks.rados.rados.0.smithi169.stdout:2959: expect (ObjNum 906 snap 276 seq_num 906) 2024-03-10T22:24:23.887 INFO:tasks.rados.rados.0.smithi169.stdout:2960: setattr oid 11 current snap is 285 2024-03-10T22:24:23.888 INFO:tasks.rados.rados.0.smithi169.stdout:2961: read oid 49 snap -1 2024-03-10T22:24:23.888 INFO:tasks.rados.rados.0.smithi169.stdout:2961: expect (ObjNum 793 snap 238 seq_num 793) 2024-03-10T22:24:23.888 INFO:tasks.rados.rados.0.smithi169.stdout:2962: rollback oid 25 current snap is 285 2024-03-10T22:24:23.888 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 25 to 281 2024-03-10T22:24:23.888 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 285 2024-03-10T22:24:23.888 INFO:tasks.rados.rados.0.smithi169.stdout:2963: seq_num 920 ranges {2506752=614400,3121152=401408} 2024-03-10T22:24:23.905 INFO:tasks.rados.rados.0.smithi169.stdout:2963: writing smithi16976610-8 from 2506752 to 3121152 tid 1 2024-03-10T22:24:23.908 INFO:tasks.rados.rados.0.smithi169.stdout:2963: writing smithi16976610-8 from 3121152 to 3522560 tid 2 2024-03-10T22:24:23.908 INFO:tasks.rados.rados.0.smithi169.stdout:2964: read oid 50 snap -1 2024-03-10T22:24:23.908 INFO:tasks.rados.rados.0.smithi169.stdout:2964: expect deleted 2024-03-10T22:24:23.908 INFO:tasks.rados.rados.0.smithi169.stdout:2965: snap_remove snap 283 2024-03-10T22:24:24.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:23.887+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:24.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:23.887+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:24.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:24.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:24.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:24.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:24.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:24.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[88180]: osdmap e646: 8 total, 8 up, 8 in 2024-03-10T22:24:24.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:24.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:24.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:24.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:24.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:24.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:24.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:24.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:24.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[90638]: osdmap e646: 8 total, 8 up, 8 in 2024-03-10T22:24:24.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:24.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:24.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:24.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:23.890+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:24.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:23.891+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:24.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:23.891+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:24.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:23.891+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:24.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:23.891+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:24.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:23.892+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:24.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:23.884+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:23 smithi172 ceph-mon[84635]: osdmap e646: 8 total, 8 up, 8 in 2024-03-10T22:24:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:24.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:24.899 INFO:tasks.rados.rados.0.smithi169.stdout:2965: done (6 left) 2024-03-10T22:24:24.899 INFO:tasks.rados.rados.0.smithi169.stdout:2966: delete oid 23 current snap is 285 2024-03-10T22:24:24.900 INFO:tasks.rados.rados.0.smithi169.stdout:2962: finishing rollback tid 1 to smithi16976610-25 2024-03-10T22:24:24.900 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14037 (ObjNum 35457 snap 0 seq_num 1352643632) dirty dne 2024-03-10T22:24:24.900 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14032 (ObjNum 49 snap 0 seq_num 151055360) dirty exists 2024-03-10T22:24:24.900 INFO:tasks.rados.rados.0.smithi169.stdout:2959: expect (ObjNum 906 snap 276 seq_num 906) 2024-03-10T22:24:24.987 INFO:tasks.rados.rados.0.smithi169.stdout:2961: expect (ObjNum 793 snap 238 seq_num 793) 2024-03-10T22:24:25.117 INFO:tasks.rados.rados.0.smithi169.stdout:2963: finishing write tid 1 to smithi16976610-8 2024-03-10T22:24:25.118 INFO:tasks.rados.rados.0.smithi169.stdout:2963: finishing write tid 2 to smithi16976610-8 2024-03-10T22:24:25.118 INFO:tasks.rados.rados.0.smithi169.stdout:2963: finishing write tid 3 to smithi16976610-8 2024-03-10T22:24:25.118 INFO:tasks.rados.rados.0.smithi169.stdout:2963: finishing write tid 4 to smithi16976610-8 2024-03-10T22:24:25.118 INFO:tasks.rados.rados.0.smithi169.stdout:2963: oid 8 updating version 0 to 14025 2024-03-10T22:24:25.118 INFO:tasks.rados.rados.0.smithi169.stdout:2963: oid 8 updating version 14025 to 14026 2024-03-10T22:24:25.118 INFO:tasks.rados.rados.0.smithi169.stdout:2963: oid 8 version 14026 is already newer than 14024 2024-03-10T22:24:25.118 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14026 (ObjNum 920 snap 285 seq_num 920) dirty exists 2024-03-10T22:24:25.118 INFO:tasks.rados.rados.0.smithi169.stdout:2963: left oid 8 (ObjNum 920 snap 285 seq_num 920) 2024-03-10T22:24:25.118 INFO:tasks.rados.rados.0.smithi169.stdout:2959: done (6 left) 2024-03-10T22:24:25.118 INFO:tasks.rados.rados.0.smithi169.stdout:2960: done (5 left) 2024-03-10T22:24:25.118 INFO:tasks.rados.rados.0.smithi169.stdout:2961: done (4 left) 2024-03-10T22:24:25.119 INFO:tasks.rados.rados.0.smithi169.stdout:2962: done (3 left) 2024-03-10T22:24:25.119 INFO:tasks.rados.rados.0.smithi169.stdout:2963: done (2 left) 2024-03-10T22:24:25.119 INFO:tasks.rados.rados.0.smithi169.stdout:2964: done (1 left) 2024-03-10T22:24:25.119 INFO:tasks.rados.rados.0.smithi169.stdout:2966: done (0 left) 2024-03-10T22:24:25.119 INFO:tasks.rados.rados.0.smithi169.stdout:2967: delete oid 20 current snap is 285 2024-03-10T22:24:25.119 INFO:tasks.rados.rados.0.smithi169.stdout:2967: done (0 left) 2024-03-10T22:24:25.119 INFO:tasks.rados.rados.0.smithi169.stdout:2968: rmattr oid 37 current snap is 285 2024-03-10T22:24:25.119 INFO:tasks.rados.rados.0.smithi169.stdout:2969: snap_create 2024-03-10T22:24:25.122 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14043 (ObjNum 877 snap 271 seq_num 877) dirty exists 2024-03-10T22:24:25.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:24.900+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:25.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:24.900+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:25.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:25.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[88180]: osdmap e647: 8 total, 8 up, 8 in 2024-03-10T22:24:25.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:25.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[88180]: pgmap v634: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 244 KiB/s wr, 8 op/s 2024-03-10T22:24:25.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:25.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[90638]: osdmap e647: 8 total, 8 up, 8 in 2024-03-10T22:24:25.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-mon[90638]: pgmap v634: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 244 KiB/s wr, 8 op/s 2024-03-10T22:24:25.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:24.902+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:25.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:24.902+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:25.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:24.903+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:25.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:24.903+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:25.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:24.904+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:25.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:24.904+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:25.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:24.904+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:25.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:24.896+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:25.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:24.896+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-mon[84635]: osdmap e647: 8 total, 8 up, 8 in 2024-03-10T22:24:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:25.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:24 smithi172 ceph-mon[84635]: pgmap v634: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 244 KiB/s wr, 8 op/s 2024-03-10T22:24:25.910 INFO:tasks.rados.rados.0.smithi169.stdout:2968: done (1 left) 2024-03-10T22:24:25.910 INFO:tasks.rados.rados.0.smithi169.stdout:2969: done (0 left) 2024-03-10T22:24:25.910 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 286 2024-03-10T22:24:25.910 INFO:tasks.rados.rados.0.smithi169.stdout:2970: seq_num 923 ranges {0=663552,663552=401408} 2024-03-10T22:24:25.913 INFO:tasks.rados.rados.0.smithi169.stdout:2970: writing smithi16976610-4 from 0 to 663552 tid 1 2024-03-10T22:24:25.917 INFO:tasks.rados.rados.0.smithi169.stdout:2970: writing smithi16976610-4 from 663552 to 1064960 tid 2 2024-03-10T22:24:25.917 INFO:tasks.rados.rados.0.smithi169.stdout:2971: read oid 38 snap -1 2024-03-10T22:24:25.917 INFO:tasks.rados.rados.0.smithi169.stdout:2971: expect (ObjNum 790 snap 237 seq_num 790) 2024-03-10T22:24:25.917 INFO:tasks.rados.rados.0.smithi169.stdout:2972: read oid 32 snap 285 2024-03-10T22:24:25.917 INFO:tasks.rados.rados.0.smithi169.stdout:2972: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:24:25.917 INFO:tasks.rados.rados.0.smithi169.stdout:2973: read oid 33 snap -1 2024-03-10T22:24:25.917 INFO:tasks.rados.rados.0.smithi169.stdout:2973: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:24:25.917 INFO:tasks.rados.rados.0.smithi169.stdout:2974: copy_from oid 34 from oid 7 current snap is 286 2024-03-10T22:24:25.917 INFO:tasks.rados.rados.0.smithi169.stdout:2975: read oid 30 snap -1 2024-03-10T22:24:25.917 INFO:tasks.rados.rados.0.smithi169.stdout:2975: expect (ObjNum 906 snap 276 seq_num 906) 2024-03-10T22:24:25.918 INFO:tasks.rados.rados.0.smithi169.stdout:2976: read oid 12 snap -1 2024-03-10T22:24:25.918 INFO:tasks.rados.rados.0.smithi169.stdout:2976: expect (ObjNum 897 snap 275 seq_num 897) 2024-03-10T22:24:25.918 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 286 2024-03-10T22:24:25.918 INFO:tasks.rados.rados.0.smithi169.stdout:2977: seq_num 924 ranges {0=679936,679936=401408} 2024-03-10T22:24:25.920 INFO:tasks.rados.rados.0.smithi169.stdout:2977: writing smithi16976610-50 from 0 to 679936 tid 1 2024-03-10T22:24:25.923 INFO:tasks.rados.rados.0.smithi169.stdout:2977: writing smithi16976610-50 from 679936 to 1081344 tid 2 2024-03-10T22:24:25.923 INFO:tasks.rados.rados.0.smithi169.stdout:2978: snap_remove snap 281 2024-03-10T22:24:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:24:25] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:24:26.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:25.910+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:26.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:25.910+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[90638]: osdmap e648: 8 total, 8 up, 8 in 2024-03-10T22:24:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:26.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:26.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:26.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[88180]: osdmap e648: 8 total, 8 up, 8 in 2024-03-10T22:24:26.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:26.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:26.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:26.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:26.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:26.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:26.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:26.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:26.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:25.950+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:26.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:25.950+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:26.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:25.951+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:26.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:25.951+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:26.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:25.951+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:26.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:25.951+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:26.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:25.918+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:26.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:25 smithi172 ceph-mon[84635]: osdmap e648: 8 total, 8 up, 8 in 2024-03-10T22:24:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:26.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:26.912 INFO:tasks.rados.rados.0.smithi169.stdout:2978: done (8 left) 2024-03-10T22:24:26.913 INFO:tasks.rados.rados.0.smithi169.stdout:2979: snap_remove snap 276 2024-03-10T22:24:27.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:26.913+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:27.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:26.913+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:27.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[90638]: osdmap e649: 8 total, 8 up, 8 in 2024-03-10T22:24:27.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[90638]: pgmap v637: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 436 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 728 KiB/s wr, 11 op/s 2024-03-10T22:24:27.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[88180]: osdmap e649: 8 total, 8 up, 8 in 2024-03-10T22:24:27.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:27.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:27.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:27.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:27.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:27.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:27.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:27.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:27.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-mon[88180]: pgmap v637: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 436 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 728 KiB/s wr, 11 op/s 2024-03-10T22:24:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:26.922+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:26.923+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:26.923+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:26.923+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:26.923+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:26.923+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:26.923+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:27.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:26.916+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:27.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:26.916+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-mon[84635]: osdmap e649: 8 total, 8 up, 8 in 2024-03-10T22:24:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:26 smithi172 ceph-mon[84635]: pgmap v637: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 436 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 728 KiB/s wr, 11 op/s 2024-03-10T22:24:27.487 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:24:27.801 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:24:27.801 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (17s) 14s ago 12m 16.8M - 0.25.0 c8568f914cd2 b2081d378c99 2024-03-10T22:24:27.802 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (11m) 30s ago 11m 91.7M - 9.4.7 954c08fa6188 1695037be31d 2024-03-10T22:24:27.802 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (84s) 14s ago 13m 16.5M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 9c5fcd9e9cb9 2024-03-10T22:24:27.802 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (67s) 30s ago 13m 14.8M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 9ed80a7d22a2 2024-03-10T22:24:27.802 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (7m) 30s ago 16m 452M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:24:27.803 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (8m) 14s ago 18m 528M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:24:27.803 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (7m) 14s ago 18m 75.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:24:27.803 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (6m) 30s ago 17m 59.7M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:24:27.803 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (7m) 14s ago 17m 67.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:24:27.803 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (54s) 14s ago 12m 8224k - 1.5.0 0da6a335fe13 4056aa9b9071 2024-03-10T22:24:27.803 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (50s) 30s ago 12m 8006k - 1.5.0 0da6a335fe13 44e7a83a7190 2024-03-10T22:24:27.804 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (5m) 14s ago 16m 268M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:24:27.804 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (5m) 14s ago 16m 163M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 32abc424c71c 2024-03-10T22:24:27.804 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (4m) 14s ago 15m 178M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 16a3c6ec7165 2024-03-10T22:24:27.804 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (4m) 14s ago 15m 177M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 5707c574c800 2024-03-10T22:24:27.804 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (3m) 30s ago 14m 155M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d63c7dbe9f73 2024-03-10T22:24:27.804 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (2m) 30s ago 14m 123M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 431175abf56a 2024-03-10T22:24:27.805 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (2m) 30s ago 14m 118M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8163b3f87ae3 2024-03-10T22:24:27.805 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (101s) 30s ago 13m 109M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 1eb32f4069ab 2024-03-10T22:24:27.805 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (34s) 30s ago 12m 38.6M - 2.43.0 a07b618ecd1d 5ba467b5614b 2024-03-10T22:24:27.913 INFO:tasks.rados.rados.0.smithi169.stdout:2970: finishing write tid 1 to smithi16976610-4 2024-03-10T22:24:27.913 INFO:tasks.rados.rados.0.smithi169.stdout:2970: finishing write tid 2 to smithi16976610-4 2024-03-10T22:24:27.913 INFO:tasks.rados.rados.0.smithi169.stdout:2970: finishing write tid 3 to smithi16976610-4 2024-03-10T22:24:27.914 INFO:tasks.rados.rados.0.smithi169.stdout:2976: expect (ObjNum 897 snap 275 seq_num 897) 2024-03-10T22:24:27.948 INFO:tasks.rados.rados.0.smithi169.stdout:2977: finishing write tid 1 to smithi16976610-50 2024-03-10T22:24:27.948 INFO:tasks.rados.rados.0.smithi169.stdout:2970: finishing write tid 4 to smithi16976610-4 2024-03-10T22:24:27.948 INFO:tasks.rados.rados.0.smithi169.stdout:2970: oid 4 updating version 0 to 14086 2024-03-10T22:24:27.948 INFO:tasks.rados.rados.0.smithi169.stdout:2970: oid 4 version 14086 is already newer than 14085 2024-03-10T22:24:27.948 INFO:tasks.rados.rados.0.smithi169.stdout:2970: oid 4 updating version 14086 to 14087 2024-03-10T22:24:27.948 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14087 (ObjNum 923 snap 286 seq_num 923) dirty exists 2024-03-10T22:24:27.948 INFO:tasks.rados.rados.0.smithi169.stdout:2970: left oid 4 (ObjNum 923 snap 286 seq_num 923) 2024-03-10T22:24:27.948 INFO:tasks.rados.rados.0.smithi169.stdout:2977: finishing write tid 2 to smithi16976610-50 2024-03-10T22:24:27.948 INFO:tasks.rados.rados.0.smithi169.stdout:2977: finishing write tid 3 to smithi16976610-50 2024-03-10T22:24:27.948 INFO:tasks.rados.rados.0.smithi169.stdout:2972: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:24:27.998 INFO:tasks.rados.rados.0.smithi169.stdout:2977: finishing write tid 4 to smithi16976610-50 2024-03-10T22:24:27.998 INFO:tasks.rados.rados.0.smithi169.stdout:2977: oid 50 updating version 0 to 14049 2024-03-10T22:24:27.998 INFO:tasks.rados.rados.0.smithi169.stdout:2977: oid 50 version 14049 is already newer than 14047 2024-03-10T22:24:27.998 INFO:tasks.rados.rados.0.smithi169.stdout:2977: oid 50 version 14049 is already newer than 14048 2024-03-10T22:24:27.998 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 14049 (ObjNum 924 snap 286 seq_num 924) dirty exists 2024-03-10T22:24:27.998 INFO:tasks.rados.rados.0.smithi169.stdout:2977: left oid 50 (ObjNum 924 snap 286 seq_num 924) 2024-03-10T22:24:27.998 INFO:tasks.rados.rados.0.smithi169.stdout:2975: expect (ObjNum 906 snap 276 seq_num 906) 2024-03-10T22:24:28.085 INFO:tasks.rados.rados.0.smithi169.stdout:2971: expect (ObjNum 790 snap 237 seq_num 790) 2024-03-10T22:24:28.224 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:27.928+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:28.224 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:27.928+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:28.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[90638]: osdmap e650: 8 total, 8 up, 8 in 2024-03-10T22:24:28.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:28.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:28.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:28.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:28.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:28.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:28.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:28.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:28.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[90638]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:24:28.225 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:24:28.225 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:24:28.226 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 15 2024-03-10T22:24:28.227 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:24:28.227 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:24:28.227 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[88180]: osdmap e650: 8 total, 8 up, 8 in 2024-03-10T22:24:28.227 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:28.227 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:28.227 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:28.227 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:28.227 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:28.227 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:28.227 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:28.228 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:28.228 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-mon[88180]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:24:28.228 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:27.918+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:28.228 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:27.919+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:28.228 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:27.919+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:28.228 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:27.920+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:28.228 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:27.920+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:28.228 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:27.920+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:28.261 INFO:tasks.rados.rados.0.smithi169.stdout:2973: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:24:28.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:27.911+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:27 smithi172 ceph-mon[84635]: osdmap e650: 8 total, 8 up, 8 in 2024-03-10T22:24:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:27 smithi172 ceph-mon[84635]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:24:28.414 INFO:tasks.rados.rados.0.smithi169.stdout:2974: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:24:28.415 INFO:tasks.rados.rados.0.smithi169.stdout:2970: done (8 left) 2024-03-10T22:24:28.415 INFO:tasks.rados.rados.0.smithi169.stdout:2971: done (7 left) 2024-03-10T22:24:28.415 INFO:tasks.rados.rados.0.smithi169.stdout:2972: done (6 left) 2024-03-10T22:24:28.415 INFO:tasks.rados.rados.0.smithi169.stdout:2973: done (5 left) 2024-03-10T22:24:28.415 INFO:tasks.rados.rados.0.smithi169.stdout:2975: done (4 left) 2024-03-10T22:24:28.415 INFO:tasks.rados.rados.0.smithi169.stdout:2976: done (3 left) 2024-03-10T22:24:28.415 INFO:tasks.rados.rados.0.smithi169.stdout:2977: done (2 left) 2024-03-10T22:24:28.415 INFO:tasks.rados.rados.0.smithi169.stdout:2979: done (1 left) 2024-03-10T22:24:28.415 INFO:tasks.rados.rados.0.smithi169.stdout:2980: delete oid 22 current snap is 286 2024-03-10T22:24:28.415 INFO:tasks.rados.rados.0.smithi169.stdout:2974: finishing copy_from to smithi16976610-34 2024-03-10T22:24:28.415 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14036 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:24:28.417 INFO:tasks.rados.rados.0.smithi169.stdout:2974: done (1 left) 2024-03-10T22:24:28.417 INFO:tasks.rados.rados.0.smithi169.stdout:2980: done (0 left) 2024-03-10T22:24:28.417 INFO:tasks.rados.rados.0.smithi169.stdout:2981: rollback oid 18 current snap is 286 2024-03-10T22:24:28.417 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 18 to 284 2024-03-10T22:24:28.417 INFO:tasks.rados.rados.0.smithi169.stdout:2982: rollback oid 20 current snap is 286 2024-03-10T22:24:28.417 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 284 2024-03-10T22:24:28.417 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 17 current snap is 286 2024-03-10T22:24:28.417 INFO:tasks.rados.rados.0.smithi169.stdout:2983: seq_num 926 ranges {0=712704,712704=401408} 2024-03-10T22:24:28.420 INFO:tasks.rados.rados.0.smithi169.stdout:2983: writing smithi16976610-17 from 0 to 712704 tid 1 2024-03-10T22:24:28.425 INFO:tasks.rados.rados.0.smithi169.stdout:2983: writing smithi16976610-17 from 712704 to 1114112 tid 2 2024-03-10T22:24:28.425 INFO:tasks.rados.rados.0.smithi169.stdout:2984: read oid 48 snap -1 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:2984: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:2985: read oid 9 snap -1 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:2985: expect (ObjNum 883 snap 272 seq_num 883) 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:2986: rollback oid 2 current snap is 286 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 2 to 284 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:2981: finishing rollback tid 1 to smithi16976610-18 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:2982: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14024 (ObjNum 2177 snap 0 seq_num 151320720) dirty dne 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:2981: done (5 left) 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:2982: done (4 left) 2024-03-10T22:24:28.426 INFO:tasks.rados.rados.0.smithi169.stdout:2987: delete oid 41 current snap is 286 2024-03-10T22:24:28.427 INFO:tasks.rados.rados.0.smithi169.stdout:2987: done (4 left) 2024-03-10T22:24:28.427 INFO:tasks.rados.rados.0.smithi169.stdout:2988: setattr oid 42 current snap is 286 2024-03-10T22:24:28.427 INFO:tasks.rados.rados.0.smithi169.stdout:2983: finishing write tid 1 to smithi16976610-17 2024-03-10T22:24:28.427 INFO:tasks.rados.rados.0.smithi169.stdout:2985: expect (ObjNum 883 snap 272 seq_num 883) 2024-03-10T22:24:28.440 INFO:tasks.rados.rados.0.smithi169.stdout:2983: finishing write tid 2 to smithi16976610-17 2024-03-10T22:24:28.440 INFO:tasks.rados.rados.0.smithi169.stdout:2983: finishing write tid 3 to smithi16976610-17 2024-03-10T22:24:28.440 INFO:tasks.rados.rados.0.smithi169.stdout:2983: finishing write tid 4 to smithi16976610-17 2024-03-10T22:24:28.440 INFO:tasks.rados.rados.0.smithi169.stdout:2983: oid 17 updating version 0 to 14105 2024-03-10T22:24:28.440 INFO:tasks.rados.rados.0.smithi169.stdout:2983: oid 17 version 14105 is already newer than 14104 2024-03-10T22:24:28.441 INFO:tasks.rados.rados.0.smithi169.stdout:2983: oid 17 updating version 14105 to 14106 2024-03-10T22:24:28.441 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 14106 (ObjNum 926 snap 286 seq_num 926) dirty exists 2024-03-10T22:24:28.441 INFO:tasks.rados.rados.0.smithi169.stdout:2983: left oid 17 (ObjNum 926 snap 286 seq_num 926) 2024-03-10T22:24:28.441 INFO:tasks.rados.rados.0.smithi169.stdout:2984: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:24:28.501 INFO:tasks.rados.rados.0.smithi169.stdout:2986: finishing rollback tid 0 to smithi16976610-2 2024-03-10T22:24:28.501 INFO:tasks.rados.rados.0.smithi169.stdout:2986: finishing rollback tid 1 to smithi16976610-2 2024-03-10T22:24:28.501 INFO:tasks.rados.rados.0.smithi169.stdout:2986: finishing rollback tid 2 to smithi16976610-2 2024-03-10T22:24:28.502 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14109 (ObjNum 919 snap 284 seq_num 919) dirty exists 2024-03-10T22:24:28.502 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14011 (ObjNum 870 snap 268 seq_num 870) dirty exists 2024-03-10T22:24:28.502 INFO:tasks.rados.rados.0.smithi169.stdout:2983: done (4 left) 2024-03-10T22:24:28.502 INFO:tasks.rados.rados.0.smithi169.stdout:2984: done (3 left) 2024-03-10T22:24:28.502 INFO:tasks.rados.rados.0.smithi169.stdout:2985: done (2 left) 2024-03-10T22:24:28.502 INFO:tasks.rados.rados.0.smithi169.stdout:2986: done (1 left) 2024-03-10T22:24:28.502 INFO:tasks.rados.rados.0.smithi169.stdout:2988: done (0 left) 2024-03-10T22:24:28.502 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 286 2024-03-10T22:24:28.502 INFO:tasks.rados.rados.0.smithi169.stdout:2989: seq_num 928 ranges {3276800=745472,4022272=401408} 2024-03-10T22:24:28.522 INFO:tasks.rados.rados.0.smithi169.stdout:2989: writing smithi16976610-49 from 3276800 to 4022272 tid 1 2024-03-10T22:24:28.525 INFO:tasks.rados.rados.0.smithi169.stdout:2989: writing smithi16976610-49 from 4022272 to 4423680 tid 2 2024-03-10T22:24:28.525 INFO:tasks.rados.rados.0.smithi169.stdout:2990: copy_from oid 47 from oid 31 current snap is 286 2024-03-10T22:24:28.525 INFO:tasks.rados.rados.0.smithi169.stdout:2991: rollback oid 11 current snap is 286 2024-03-10T22:24:28.525 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 11 to 285 2024-03-10T22:24:28.525 INFO:tasks.rados.rados.0.smithi169.stdout:2992: setattr oid 8 current snap is 286 2024-03-10T22:24:28.526 INFO:tasks.rados.rados.0.smithi169.stdout:2993: snap_create 2024-03-10T22:24:28.528 INFO:tasks.rados.rados.0.smithi169.stdout:2989: finishing write tid 1 to smithi16976610-49 2024-03-10T22:24:28.528 INFO:tasks.rados.rados.0.smithi169.stdout:2989: finishing write tid 2 to smithi16976610-49 2024-03-10T22:24:28.528 INFO:tasks.rados.rados.0.smithi169.stdout:2989: finishing write tid 3 to smithi16976610-49 2024-03-10T22:24:28.529 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14027 (ObjNum 920 snap 285 seq_num 920) dirty exists 2024-03-10T22:24:28.530 INFO:tasks.rados.rados.0.smithi169.stdout:2990: finishing copy_from racing read to smithi16976610-47 2024-03-10T22:24:28.530 INFO:tasks.rados.rados.0.smithi169.stdout:2990: finishing copy_from to smithi16976610-47 2024-03-10T22:24:28.530 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 14041 (ObjNum 33 snap 0 seq_num 151258464) dirty exists 2024-03-10T22:24:28.531 INFO:tasks.rados.rados.0.smithi169.stdout:2989: finishing write tid 4 to smithi16976610-49 2024-03-10T22:24:28.532 INFO:tasks.rados.rados.0.smithi169.stdout:2989: oid 49 updating version 0 to 14035 2024-03-10T22:24:28.532 INFO:tasks.rados.rados.0.smithi169.stdout:2989: oid 49 version 14035 is already newer than 14033 2024-03-10T22:24:28.532 INFO:tasks.rados.rados.0.smithi169.stdout:2989: oid 49 version 14035 is already newer than 14034 2024-03-10T22:24:28.532 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 14035 (ObjNum 928 snap 286 seq_num 928) dirty exists 2024-03-10T22:24:28.532 INFO:tasks.rados.rados.0.smithi169.stdout:2989: left oid 49 (ObjNum 928 snap 286 seq_num 928) 2024-03-10T22:24:28.533 INFO:tasks.rados.rados.0.smithi169.stdout:2991: finishing rollback tid 0 to smithi16976610-11 2024-03-10T22:24:28.533 INFO:tasks.rados.rados.0.smithi169.stdout:2991: finishing rollback tid 1 to smithi16976610-11 2024-03-10T22:24:28.533 INFO:tasks.rados.rados.0.smithi169.stdout:2991: finishing rollback tid 2 to smithi16976610-11 2024-03-10T22:24:28.533 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14038 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:24:28.944 INFO:tasks.rados.rados.0.smithi169.stdout:2989: done (4 left) 2024-03-10T22:24:28.944 INFO:tasks.rados.rados.0.smithi169.stdout:2990: done (3 left) 2024-03-10T22:24:28.944 INFO:tasks.rados.rados.0.smithi169.stdout:2991: done (2 left) 2024-03-10T22:24:28.944 INFO:tasks.rados.rados.0.smithi169.stdout:2992: done (1 left) 2024-03-10T22:24:28.944 INFO:tasks.rados.rados.0.smithi169.stdout:2993: done (0 left) 2024-03-10T22:24:28.944 INFO:tasks.rados.rados.0.smithi169.stdout:2994: read oid 18 snap -1 2024-03-10T22:24:28.945 INFO:tasks.rados.rados.0.smithi169.stdout:2994: expect deleted 2024-03-10T22:24:28.945 INFO:tasks.rados.rados.0.smithi169.stdout:2995: read oid 38 snap -1 2024-03-10T22:24:28.945 INFO:tasks.rados.rados.0.smithi169.stdout:2995: expect (ObjNum 790 snap 237 seq_num 790) 2024-03-10T22:24:28.945 INFO:tasks.rados.rados.0.smithi169.stdout:2996: rollback oid 13 current snap is 287 2024-03-10T22:24:28.945 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 13 to 286 2024-03-10T22:24:28.945 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 287 2024-03-10T22:24:28.945 INFO:tasks.rados.rados.0.smithi169.stdout:2997: seq_num 929 ranges {0=761856,761856=401408} 2024-03-10T22:24:28.948 INFO:tasks.rados.rados.0.smithi169.stdout:2997: writing smithi16976610-29 from 0 to 761856 tid 1 2024-03-10T22:24:28.951 INFO:tasks.rados.rados.0.smithi169.stdout:2997: writing smithi16976610-29 from 761856 to 1163264 tid 2 2024-03-10T22:24:28.951 INFO:tasks.rados.rados.0.smithi169.stdout:2998: delete oid 43 current snap is 287 2024-03-10T22:24:28.956 INFO:tasks.rados.rados.0.smithi169.stdout:2996: finishing rollback tid 0 to smithi16976610-13 2024-03-10T22:24:28.956 INFO:tasks.rados.rados.0.smithi169.stdout:2997: finishing write tid 1 to smithi16976610-29 2024-03-10T22:24:28.956 INFO:tasks.rados.rados.0.smithi169.stdout:2996: finishing rollback tid 1 to smithi16976610-13 2024-03-10T22:24:28.956 INFO:tasks.rados.rados.0.smithi169.stdout:2996: finishing rollback tid 2 to smithi16976610-13 2024-03-10T22:24:28.956 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 14047 (ObjNum 129 snap 0 seq_num 153566264) dirty exists 2024-03-10T22:24:28.957 INFO:tasks.rados.rados.0.smithi169.stdout:2997: finishing write tid 2 to smithi16976610-29 2024-03-10T22:24:28.957 INFO:tasks.rados.rados.0.smithi169.stdout:2997: finishing write tid 3 to smithi16976610-29 2024-03-10T22:24:28.957 INFO:tasks.rados.rados.0.smithi169.stdout:2994: done (4 left) 2024-03-10T22:24:28.957 INFO:tasks.rados.rados.0.smithi169.stdout:2996: done (3 left) 2024-03-10T22:24:28.957 INFO:tasks.rados.rados.0.smithi169.stdout:2998: done (2 left) 2024-03-10T22:24:28.957 INFO:tasks.rados.rados.0.smithi169.stdout:2999: snap_create 2024-03-10T22:24:28.958 INFO:tasks.rados.rados.0.smithi169.stdout:2997: finishing write tid 4 to smithi16976610-29 2024-03-10T22:24:28.958 INFO:tasks.rados.rados.0.smithi169.stdout:2997: oid 29 updating version 0 to 14038 2024-03-10T22:24:28.959 INFO:tasks.rados.rados.0.smithi169.stdout:2997: oid 29 version 14038 is already newer than 14037 2024-03-10T22:24:28.959 INFO:tasks.rados.rados.0.smithi169.stdout:2997: oid 29 updating version 14038 to 14039 2024-03-10T22:24:28.959 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14039 (ObjNum 929 snap 287 seq_num 929) dirty exists 2024-03-10T22:24:28.959 INFO:tasks.rados.rados.0.smithi169.stdout:2997: left oid 29 (ObjNum 929 snap 287 seq_num 929) 2024-03-10T22:24:28.961 INFO:tasks.rados.rados.0.smithi169.stdout:2995: expect (ObjNum 790 snap 237 seq_num 790) 2024-03-10T22:24:29.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:28.944+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:29.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:28.944+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:29.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:24:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: osdmap e651: 8 total, 8 up, 8 in 2024-03-10T22:24:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/2541172972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[90638]: pgmap v640: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 437 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 748 KiB/s wr, 11 op/s 2024-03-10T22:24:29.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:24:29.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:29.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: osdmap e651: 8 total, 8 up, 8 in 2024-03-10T22:24:29.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:29.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:29.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:29.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:29.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:29.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:29.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:29.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/2541172972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:29.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-mon[88180]: pgmap v640: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 437 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 748 KiB/s wr, 11 op/s 2024-03-10T22:24:29.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:28.941+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:29.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:28.941+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:29.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:28.942+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:29.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:28.942+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:29.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:28.942+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:29.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:28.942+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:29.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:28.942+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:29.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:28.941+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:29.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:28.941+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:24:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: osdmap e651: 8 total, 8 up, 8 in 2024-03-10T22:24:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:29.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/2541172972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:29.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:28 smithi172 ceph-mon[84635]: pgmap v640: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 437 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 748 KiB/s wr, 11 op/s 2024-03-10T22:24:29.946 INFO:tasks.rados.rados.0.smithi169.stdout:2995: done (2 left) 2024-03-10T22:24:29.946 INFO:tasks.rados.rados.0.smithi169.stdout:2997: done (1 left) 2024-03-10T22:24:29.946 INFO:tasks.rados.rados.0.smithi169.stdout:2999: done (0 left) 2024-03-10T22:24:29.947 INFO:tasks.rados.rados.0.smithi169.stdout:3000: read oid 11 snap -1 2024-03-10T22:24:29.947 INFO:tasks.rados.rados.0.smithi169.stdout:3000: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:24:29.947 INFO:tasks.rados.rados.0.smithi169.stdout:3001: snap_remove snap 284 2024-03-10T22:24:30.214 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:29.945+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:30.215 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:29.947+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:30.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:30.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:30.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:30.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:30.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:30.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:30.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[90638]: osdmap e652: 8 total, 8 up, 8 in 2024-03-10T22:24:30.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:30.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:30.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:30.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:30.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:30.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:30.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:30.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:30.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[88180]: osdmap e652: 8 total, 8 up, 8 in 2024-03-10T22:24:30.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:30.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:30.217 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:29.946+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:30.217 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:29.946+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:30.217 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:29.946+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:30.217 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:29.947+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:30.217 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:29.947+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:30.217 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:29.947+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:30.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:29.946+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:29 smithi172 ceph-mon[84635]: osdmap e652: 8 total, 8 up, 8 in 2024-03-10T22:24:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:30.954 INFO:tasks.rados.rados.0.smithi169.stdout:3001: done (1 left) 2024-03-10T22:24:30.954 INFO:tasks.rados.rados.0.smithi169.stdout:3002: read oid 48 snap -1 2024-03-10T22:24:30.954 INFO:tasks.rados.rados.0.smithi169.stdout:3002: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:24:30.954 INFO:tasks.rados.rados.0.smithi169.stdout:3003: rollback oid 2 current snap is 288 2024-03-10T22:24:30.954 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 2 to 286 2024-03-10T22:24:30.954 INFO:tasks.rados.rados.0.smithi169.stdout:3000: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:24:30.957 INFO:tasks.rados.rados.0.smithi169.stdout:3000: done (2 left) 2024-03-10T22:24:30.957 INFO:tasks.rados.rados.0.smithi169.stdout:3004: setattr oid 22 current snap is 288 2024-03-10T22:24:30.959 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 288 2024-03-10T22:24:30.959 INFO:tasks.rados.rados.0.smithi169.stdout:3005: seq_num 931 ranges {393216=802816,1196032=401408} 2024-03-10T22:24:30.966 INFO:tasks.rados.rados.0.smithi169.stdout:3005: writing smithi16976610-1 from 393216 to 1196032 tid 1 2024-03-10T22:24:30.968 INFO:tasks.rados.rados.0.smithi169.stdout:3005: writing smithi16976610-1 from 1196032 to 1597440 tid 2 2024-03-10T22:24:30.969 INFO:tasks.rados.rados.0.smithi169.stdout:3006: snap_remove snap 285 2024-03-10T22:24:31.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:30.953+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:31.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:30.954+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:31.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[90638]: osdmap e653: 8 total, 8 up, 8 in 2024-03-10T22:24:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[90638]: pgmap v643: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 796 KiB/s wr, 15 op/s 2024-03-10T22:24:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[88180]: osdmap e653: 8 total, 8 up, 8 in 2024-03-10T22:24:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-mon[88180]: pgmap v643: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 796 KiB/s wr, 15 op/s 2024-03-10T22:24:31.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:30.957+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:30.957+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:30.957+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:30.957+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:30.957+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:30.968+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:30.968+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:31.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:30.983+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:31.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:30.983+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-mon[84635]: osdmap e653: 8 total, 8 up, 8 in 2024-03-10T22:24:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:31.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:31.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:31.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:30 smithi172 ceph-mon[84635]: pgmap v643: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 796 KiB/s wr, 15 op/s 2024-03-10T22:24:31.964 INFO:tasks.rados.rados.0.smithi169.stdout:3006: done (4 left) 2024-03-10T22:24:31.964 INFO:tasks.rados.rados.0.smithi169.stdout:3007: delete oid 5 current snap is 288 2024-03-10T22:24:31.964 INFO:tasks.rados.rados.0.smithi169.stdout:3002: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:24:32.028 INFO:tasks.rados.rados.0.smithi169.stdout:3003: finishing rollback tid 0 to smithi16976610-2 2024-03-10T22:24:32.028 INFO:tasks.rados.rados.0.smithi169.stdout:3003: finishing rollback tid 1 to smithi16976610-2 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:3003: finishing rollback tid 2 to smithi16976610-2 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14112 (ObjNum 919 snap 284 seq_num 919) dirty exists 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 14068 (ObjNum 1937 snap 0 seq_num 153365328) dirty exists 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:3005: finishing write tid 1 to smithi16976610-1 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:3002: done (4 left) 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:3003: done (3 left) 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:3004: done (2 left) 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:3007: done (1 left) 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:3008: snap_create 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:3005: finishing write tid 2 to smithi16976610-1 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:3005: finishing write tid 3 to smithi16976610-1 2024-03-10T22:24:32.029 INFO:tasks.rados.rados.0.smithi169.stdout:3005: finishing write tid 4 to smithi16976610-1 2024-03-10T22:24:32.030 INFO:tasks.rados.rados.0.smithi169.stdout:3005: oid 1 updating version 0 to 14091 2024-03-10T22:24:32.030 INFO:tasks.rados.rados.0.smithi169.stdout:3005: oid 1 version 14091 is already newer than 14090 2024-03-10T22:24:32.030 INFO:tasks.rados.rados.0.smithi169.stdout:3005: oid 1 version 14091 is already newer than 14089 2024-03-10T22:24:32.030 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14091 (ObjNum 931 snap 288 seq_num 931) dirty exists 2024-03-10T22:24:32.030 INFO:tasks.rados.rados.0.smithi169.stdout:3005: left oid 1 (ObjNum 931 snap 288 seq_num 931) 2024-03-10T22:24:32.191 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:31.961+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:32.191 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:32.191 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:31 smithi172 ceph-mon[84635]: osdmap e654: 8 total, 8 up, 8 in 2024-03-10T22:24:32.192 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:32.192 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:31 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:32.192 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:32.192 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:32.192 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:32.192 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:32.192 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:32.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:31.963+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:32.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:31.963+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:32.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[88180]: osdmap e654: 8 total, 8 up, 8 in 2024-03-10T22:24:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:32.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[90638]: osdmap e654: 8 total, 8 up, 8 in 2024-03-10T22:24:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:32.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:32.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:31.969+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:32.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:31.969+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:32.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:31.969+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:32.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:31.969+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:32.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:31.969+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:32.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:31.970+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:32.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:24:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:24:32.969 INFO:tasks.rados.rados.0.smithi169.stdout:3005: done (1 left) 2024-03-10T22:24:32.969 INFO:tasks.rados.rados.0.smithi169.stdout:3008: done (0 left) 2024-03-10T22:24:32.969 INFO:tasks.rados.rados.0.smithi169.stdout:3009: read oid 43 snap 287 2024-03-10T22:24:32.969 INFO:tasks.rados.rados.0.smithi169.stdout:3009: expect deleted 2024-03-10T22:24:32.969 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 289 2024-03-10T22:24:32.969 INFO:tasks.rados.rados.0.smithi169.stdout:3010: seq_num 933 ranges {3522560=434176,3956736=548864,4505600=253952} 2024-03-10T22:24:32.990 INFO:tasks.rados.rados.0.smithi169.stdout:3010: writing smithi16976610-8 from 3522560 to 3956736 tid 1 2024-03-10T22:24:32.993 INFO:tasks.rados.rados.0.smithi169.stdout:3010: writing smithi16976610-8 from 3956736 to 4505600 tid 2 2024-03-10T22:24:32.995 INFO:tasks.rados.rados.0.smithi169.stdout:3010: writing smithi16976610-8 from 4505600 to 4759552 tid 3 2024-03-10T22:24:32.995 INFO:tasks.rados.rados.0.smithi169.stdout:3011: rollback oid 29 current snap is 289 2024-03-10T22:24:32.995 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 29 to 287 2024-03-10T22:24:32.995 INFO:tasks.rados.rados.0.smithi169.stdout:3009: done (2 left) 2024-03-10T22:24:32.995 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 289 2024-03-10T22:24:32.995 INFO:tasks.rados.rados.0.smithi169.stdout:3012: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-03-10T22:24:32.997 INFO:tasks.rados.rados.0.smithi169.stdout:3012: writing smithi16976610-5 from 0 to 450560 tid 1 2024-03-10T22:24:33.000 INFO:tasks.rados.rados.0.smithi169.stdout:3012: writing smithi16976610-5 from 450560 to 884736 tid 2 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3012: writing smithi16976610-5 from 884736 to 1253376 tid 3 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3013: delete oid 17 current snap is 289 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3010: finishing write tid 1 to smithi16976610-8 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3010: finishing write tid 2 to smithi16976610-8 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3010: finishing write tid 3 to smithi16976610-8 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3010: finishing write tid 4 to smithi16976610-8 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3011: finishing rollback tid 0 to smithi16976610-29 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3010: finishing write tid 5 to smithi16976610-8 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3010: oid 8 updating version 0 to 14029 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3010: oid 8 version 14029 is already newer than 14028 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3010: oid 8 updating version 14029 to 14030 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:3010: oid 8 updating version 14030 to 14031 2024-03-10T22:24:33.004 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14031 (ObjNum 933 snap 289 seq_num 933) dirty exists 2024-03-10T22:24:33.005 INFO:tasks.rados.rados.0.smithi169.stdout:3010: left oid 8 (ObjNum 933 snap 289 seq_num 933) 2024-03-10T22:24:33.005 INFO:tasks.rados.rados.0.smithi169.stdout:3011: finishing rollback tid 1 to smithi16976610-29 2024-03-10T22:24:33.005 INFO:tasks.rados.rados.0.smithi169.stdout:3011: finishing rollback tid 2 to smithi16976610-29 2024-03-10T22:24:33.005 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14042 (ObjNum 929 snap 287 seq_num 929) dirty exists 2024-03-10T22:24:33.006 INFO:tasks.rados.rados.0.smithi169.stdout:3012: finishing write tid 1 to smithi16976610-5 2024-03-10T22:24:33.006 INFO:tasks.rados.rados.0.smithi169.stdout:3012: finishing write tid 2 to smithi16976610-5 2024-03-10T22:24:33.009 INFO:tasks.rados.rados.0.smithi169.stdout:3012: finishing write tid 3 to smithi16976610-5 2024-03-10T22:24:33.009 INFO:tasks.rados.rados.0.smithi169.stdout:3012: finishing write tid 4 to smithi16976610-5 2024-03-10T22:24:33.011 INFO:tasks.rados.rados.0.smithi169.stdout:3012: finishing write tid 5 to smithi16976610-5 2024-03-10T22:24:33.012 INFO:tasks.rados.rados.0.smithi169.stdout:3012: oid 5 updating version 0 to 14116 2024-03-10T22:24:33.012 INFO:tasks.rados.rados.0.smithi169.stdout:3012: oid 5 version 14116 is already newer than 14113 2024-03-10T22:24:33.012 INFO:tasks.rados.rados.0.smithi169.stdout:3012: oid 5 version 14116 is already newer than 14115 2024-03-10T22:24:33.012 INFO:tasks.rados.rados.0.smithi169.stdout:3012: oid 5 version 14116 is already newer than 14114 2024-03-10T22:24:33.012 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 14116 (ObjNum 934 snap 289 seq_num 934) dirty exists 2024-03-10T22:24:33.012 INFO:tasks.rados.rados.0.smithi169.stdout:3012: left oid 5 (ObjNum 934 snap 289 seq_num 934) 2024-03-10T22:24:33.012 INFO:tasks.rados.rados.0.smithi169.stdout:3010: done (3 left) 2024-03-10T22:24:33.012 INFO:tasks.rados.rados.0.smithi169.stdout:3011: done (2 left) 2024-03-10T22:24:33.012 INFO:tasks.rados.rados.0.smithi169.stdout:3012: done (1 left) 2024-03-10T22:24:33.012 INFO:tasks.rados.rados.0.smithi169.stdout:3013: done (0 left) 2024-03-10T22:24:33.012 INFO:tasks.rados.rados.0.smithi169.stdout:3014: setattr oid 39 current snap is 289 2024-03-10T22:24:33.014 INFO:tasks.rados.rados.0.smithi169.stdout:3015: read oid 22 snap -1 2024-03-10T22:24:33.014 INFO:tasks.rados.rados.0.smithi169.stdout:3015: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:24:33.014 INFO:tasks.rados.rados.0.smithi169.stdout:3016: copy_from oid 45 from oid 19 current snap is 289 2024-03-10T22:24:33.014 INFO:tasks.rados.rados.0.smithi169.stdout:3017: read oid 11 snap -1 2024-03-10T22:24:33.014 INFO:tasks.rados.rados.0.smithi169.stdout:3017: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:24:33.014 INFO:tasks.rados.rados.0.smithi169.stdout:3018: snap_create 2024-03-10T22:24:33.015 INFO:tasks.rados.rados.0.smithi169.stdout:3016: finishing copy_from to smithi16976610-45 2024-03-10T22:24:33.015 INFO:tasks.rados.rados.0.smithi169.stdout:3016: got expected ENOENT (src dne) 2024-03-10T22:24:33.015 INFO:tasks.rados.rados.0.smithi169.stdout:3016: finishing copy_from racing read to smithi16976610-45 2024-03-10T22:24:33.017 INFO:tasks.rados.rados.0.smithi169.stdout:3015: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:24:33.020 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14092 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-10T22:24:33.020 INFO:tasks.rados.rados.0.smithi169.stdout:3017: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:24:33.223 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:32.971+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:33.223 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:32.971+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:33.223 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:33.223 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-mon[84635]: osdmap e655: 8 total, 8 up, 8 in 2024-03-10T22:24:33.223 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:33.223 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:33.223 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:33.224 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:33.224 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:33.224 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:33.224 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:33.224 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:32 smithi172 ceph-mon[84635]: pgmap v646: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 26 op/s 2024-03-10T22:24:33.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:32.968+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:33.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:32.968+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:33.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[88180]: osdmap e655: 8 total, 8 up, 8 in 2024-03-10T22:24:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:33.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:33.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:33.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[88180]: pgmap v646: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 26 op/s 2024-03-10T22:24:33.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:33.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[90638]: osdmap e655: 8 total, 8 up, 8 in 2024-03-10T22:24:33.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:33.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:33.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:32 smithi169 ceph-mon[90638]: pgmap v646: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 26 op/s 2024-03-10T22:24:33.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.002+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:33.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.004+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:33.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.004+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:33.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.004+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:33.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.004+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:33.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.006+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:33.257 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.006+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:33.974 INFO:tasks.rados.rados.0.smithi169.stdout:3014: done (4 left) 2024-03-10T22:24:33.974 INFO:tasks.rados.rados.0.smithi169.stdout:3015: done (3 left) 2024-03-10T22:24:33.974 INFO:tasks.rados.rados.0.smithi169.stdout:3016: done (2 left) 2024-03-10T22:24:33.974 INFO:tasks.rados.rados.0.smithi169.stdout:3017: done (1 left) 2024-03-10T22:24:33.975 INFO:tasks.rados.rados.0.smithi169.stdout:3018: done (0 left) 2024-03-10T22:24:33.975 INFO:tasks.rados.rados.0.smithi169.stdout:3019: rollback oid 8 current snap is 290 2024-03-10T22:24:33.975 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 8 to 289 2024-03-10T22:24:33.975 INFO:tasks.rados.rados.0.smithi169.stdout:3020: copy_from oid 10 from oid 47 current snap is 290 2024-03-10T22:24:33.975 INFO:tasks.rados.rados.0.smithi169.stdout:3021: rollback oid 12 current snap is 290 2024-03-10T22:24:33.975 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 12 to 286 2024-03-10T22:24:33.975 INFO:tasks.rados.rados.0.smithi169.stdout:3022: delete oid 43 current snap is 290 2024-03-10T22:24:33.979 INFO:tasks.rados.rados.0.smithi169.stdout:3020: finishing copy_from racing read to smithi16976610-10 2024-03-10T22:24:33.980 INFO:tasks.rados.rados.0.smithi169.stdout:3022: done (3 left) 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:3023: read oid 37 snap -1 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:3023: expect (ObjNum 877 snap 271 seq_num 877) 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:3024: rollback oid 44 current snap is 290 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 44 to 288 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:3025: read oid 36 snap -1 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:3025: expect deleted 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:3026: read oid 41 snap -1 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:3026: expect deleted 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:3027: read oid 24 snap -1 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:3027: expect (ObjNum 906 snap 276 seq_num 906) 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 290 2024-03-10T22:24:33.981 INFO:tasks.rados.rados.0.smithi169.stdout:3028: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-03-10T22:24:33.983 INFO:tasks.rados.rados.0.smithi169.stdout:3028: writing smithi16976610-22 from 0 to 499712 tid 1 2024-03-10T22:24:33.987 INFO:tasks.rados.rados.0.smithi169.stdout:3028: writing smithi16976610-22 from 499712 to 1032192 tid 2 2024-03-10T22:24:33.988 INFO:tasks.rados.rados.0.smithi169.stdout:3028: writing smithi16976610-22 from 1032192 to 1302528 tid 3 2024-03-10T22:24:33.989 INFO:tasks.rados.rados.0.smithi169.stdout:3029: copy_from oid 43 from oid 33 current snap is 290 2024-03-10T22:24:33.989 INFO:tasks.rados.rados.0.smithi169.stdout:3027: expect (ObjNum 906 snap 276 seq_num 906) 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:3028: finishing write tid 1 to smithi16976610-22 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:3020: finishing copy_from to smithi16976610-10 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14041 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:3019: finishing rollback tid 0 to smithi16976610-8 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:3019: finishing rollback tid 1 to smithi16976610-8 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:3020: done (9 left) 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:3025: done (8 left) 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:3026: done (7 left) 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:3027: done (6 left) 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:3030: setattr oid 30 current snap is 290 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:3019: finishing rollback tid 2 to smithi16976610-8 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14034 (ObjNum 933 snap 289 seq_num 933) dirty exists 2024-03-10T22:24:34.081 INFO:tasks.rados.rados.0.smithi169.stdout:3021: finishing rollback tid 0 to smithi16976610-12 2024-03-10T22:24:34.082 INFO:tasks.rados.rados.0.smithi169.stdout:3021: finishing rollback tid 1 to smithi16976610-12 2024-03-10T22:24:34.082 INFO:tasks.rados.rados.0.smithi169.stdout:3021: finishing rollback tid 2 to smithi16976610-12 2024-03-10T22:24:34.082 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14037 (ObjNum 897 snap 275 seq_num 897) dirty exists 2024-03-10T22:24:34.082 INFO:tasks.rados.rados.0.smithi169.stdout:3028: finishing write tid 2 to smithi16976610-22 2024-03-10T22:24:34.082 INFO:tasks.rados.rados.0.smithi169.stdout:3028: finishing write tid 3 to smithi16976610-22 2024-03-10T22:24:34.082 INFO:tasks.rados.rados.0.smithi169.stdout:3028: finishing write tid 4 to smithi16976610-22 2024-03-10T22:24:34.082 INFO:tasks.rados.rados.0.smithi169.stdout:3028: finishing write tid 5 to smithi16976610-22 2024-03-10T22:24:34.082 INFO:tasks.rados.rados.0.smithi169.stdout:3028: oid 22 updating version 0 to 14072 2024-03-10T22:24:34.082 INFO:tasks.rados.rados.0.smithi169.stdout:3028: oid 22 version 14072 is already newer than 14069 2024-03-10T22:24:34.082 INFO:tasks.rados.rados.0.smithi169.stdout:3028: oid 22 version 14072 is already newer than 14070 2024-03-10T22:24:34.082 INFO:tasks.rados.rados.0.smithi169.stdout:3028: oid 22 version 14072 is already newer than 14071 2024-03-10T22:24:34.083 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 14072 (ObjNum 937 snap 290 seq_num 937) dirty exists 2024-03-10T22:24:34.083 INFO:tasks.rados.rados.0.smithi169.stdout:3028: left oid 22 (ObjNum 937 snap 290 seq_num 937) 2024-03-10T22:24:34.083 INFO:tasks.rados.rados.0.smithi169.stdout:3024: finishing rollback tid 0 to smithi16976610-44 2024-03-10T22:24:34.083 INFO:tasks.rados.rados.0.smithi169.stdout:3024: finishing rollback tid 1 to smithi16976610-44 2024-03-10T22:24:34.083 INFO:tasks.rados.rados.0.smithi169.stdout:3024: finishing rollback tid 2 to smithi16976610-44 2024-03-10T22:24:34.083 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 14051 (ObjNum 863 snap 268 seq_num 863) dirty exists 2024-03-10T22:24:34.083 INFO:tasks.rados.rados.0.smithi169.stdout:3029: finishing copy_from racing read to smithi16976610-43 2024-03-10T22:24:34.083 INFO:tasks.rados.rados.0.smithi169.stdout:3023: expect (ObjNum 877 snap 271 seq_num 877) 2024-03-10T22:24:34.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:33.973+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:34.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:33.973+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[88180]: osdmap e656: 8 total, 8 up, 8 in 2024-03-10T22:24:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:34.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[90638]: osdmap e656: 8 total, 8 up, 8 in 2024-03-10T22:24:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:34.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:34.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.976+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:34.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.976+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:34.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.976+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:34.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.977+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:34.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.977+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:34.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:33.977+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:34.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:33.976+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:33 smithi172 ceph-mon[84635]: osdmap e656: 8 total, 8 up, 8 in 2024-03-10T22:24:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:33 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:34.357 INFO:tasks.rados.rados.0.smithi169.stdout:3029: finishing copy_from to smithi16976610-43 2024-03-10T22:24:34.357 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14066 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-03-10T22:24:34.357 INFO:tasks.rados.rados.0.smithi169.stdout:3019: done (6 left) 2024-03-10T22:24:34.357 INFO:tasks.rados.rados.0.smithi169.stdout:3021: done (5 left) 2024-03-10T22:24:34.357 INFO:tasks.rados.rados.0.smithi169.stdout:3023: done (4 left) 2024-03-10T22:24:34.357 INFO:tasks.rados.rados.0.smithi169.stdout:3024: done (3 left) 2024-03-10T22:24:34.357 INFO:tasks.rados.rados.0.smithi169.stdout:3028: done (2 left) 2024-03-10T22:24:34.357 INFO:tasks.rados.rados.0.smithi169.stdout:3029: done (1 left) 2024-03-10T22:24:34.357 INFO:tasks.rados.rados.0.smithi169.stdout:3031: rollback oid 24 current snap is 290 2024-03-10T22:24:34.357 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 24 to 289 2024-03-10T22:24:34.358 INFO:tasks.rados.rados.0.smithi169.stdout:3032: rmattr oid 10 current snap is 290 2024-03-10T22:24:34.358 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 290 2024-03-10T22:24:34.358 INFO:tasks.rados.rados.0.smithi169.stdout:3033: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-03-10T22:24:34.359 INFO:tasks.rados.rados.0.smithi169.stdout:3033: writing smithi16976610-25 from 0 to 516096 tid 1 2024-03-10T22:24:34.362 INFO:tasks.rados.rados.0.smithi169.stdout:3033: writing smithi16976610-25 from 516096 to 933888 tid 2 2024-03-10T22:24:34.365 INFO:tasks.rados.rados.0.smithi169.stdout:3033: writing smithi16976610-25 from 933888 to 1318912 tid 3 2024-03-10T22:24:34.365 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14042 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-10T22:24:34.365 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14093 (ObjNum 906 snap 276 seq_num 906) dirty exists 2024-03-10T22:24:34.365 INFO:tasks.rados.rados.0.smithi169.stdout:3031: finishing rollback tid 0 to smithi16976610-24 2024-03-10T22:24:34.365 INFO:tasks.rados.rados.0.smithi169.stdout:3031: finishing rollback tid 1 to smithi16976610-24 2024-03-10T22:24:34.365 INFO:tasks.rados.rados.0.smithi169.stdout:3031: finishing rollback tid 2 to smithi16976610-24 2024-03-10T22:24:34.365 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14077 (ObjNum 906 snap 276 seq_num 906) dirty exists 2024-03-10T22:24:34.365 INFO:tasks.rados.rados.0.smithi169.stdout:3030: done (3 left) 2024-03-10T22:24:34.365 INFO:tasks.rados.rados.0.smithi169.stdout:3031: done (2 left) 2024-03-10T22:24:34.366 INFO:tasks.rados.rados.0.smithi169.stdout:3032: done (1 left) 2024-03-10T22:24:34.366 INFO:tasks.rados.rados.0.smithi169.stdout:3034: delete oid 26 current snap is 290 2024-03-10T22:24:34.367 INFO:tasks.rados.rados.0.smithi169.stdout:3034: done (1 left) 2024-03-10T22:24:34.367 INFO:tasks.rados.rados.0.smithi169.stdout:3035: copy_from oid 22 from oid 33 current snap is 290 2024-03-10T22:24:34.367 INFO:tasks.rados.rados.0.smithi169.stdout:3036: delete oid 40 current snap is 290 2024-03-10T22:24:34.367 INFO:tasks.rados.rados.0.smithi169.stdout:3033: finishing write tid 1 to smithi16976610-25 2024-03-10T22:24:34.371 INFO:tasks.rados.rados.0.smithi169.stdout:3033: finishing write tid 2 to smithi16976610-25 2024-03-10T22:24:34.373 INFO:tasks.rados.rados.0.smithi169.stdout:3036: done (2 left) 2024-03-10T22:24:34.373 INFO:tasks.rados.rados.0.smithi169.stdout:3037: setattr oid 31 current snap is 290 2024-03-10T22:24:34.373 INFO:tasks.rados.rados.0.smithi169.stdout:3033: finishing write tid 3 to smithi16976610-25 2024-03-10T22:24:34.373 INFO:tasks.rados.rados.0.smithi169.stdout:3033: finishing write tid 4 to smithi16976610-25 2024-03-10T22:24:34.375 INFO:tasks.rados.rados.0.smithi169.stdout:3038: rollback oid 28 current snap is 290 2024-03-10T22:24:34.375 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 28 to 288 2024-03-10T22:24:34.375 INFO:tasks.rados.rados.0.smithi169.stdout:3039: copy_from oid 20 from oid 48 current snap is 290 2024-03-10T22:24:34.375 INFO:tasks.rados.rados.0.smithi169.stdout:3040: rollback oid 23 current snap is 290 2024-03-10T22:24:34.376 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 23 to 289 2024-03-10T22:24:34.376 INFO:tasks.rados.rados.0.smithi169.stdout:3041: read oid 32 snap -1 2024-03-10T22:24:34.376 INFO:tasks.rados.rados.0.smithi169.stdout:3041: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:24:34.376 INFO:tasks.rados.rados.0.smithi169.stdout:3042: rmattr oid 5 current snap is 290 2024-03-10T22:24:34.376 INFO:tasks.rados.rados.0.smithi169.stdout:3042: done (7 left) 2024-03-10T22:24:34.376 INFO:tasks.rados.rados.0.smithi169.stdout:3043: snap_create 2024-03-10T22:24:34.376 INFO:tasks.rados.rados.0.smithi169.stdout:3038: finishing rollback tid 1 to smithi16976610-28 2024-03-10T22:24:34.376 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 0 (ObjNum 65 snap 0 seq_num 1347377001) dirty dne 2024-03-10T22:24:34.378 INFO:tasks.rados.rados.0.smithi169.stdout:3033: finishing write tid 5 to smithi16976610-25 2024-03-10T22:24:34.378 INFO:tasks.rados.rados.0.smithi169.stdout:3033: oid 25 updating version 0 to 14050 2024-03-10T22:24:34.378 INFO:tasks.rados.rados.0.smithi169.stdout:3033: oid 25 updating version 14050 to 14052 2024-03-10T22:24:34.378 INFO:tasks.rados.rados.0.smithi169.stdout:3033: oid 25 updating version 14052 to 14053 2024-03-10T22:24:34.378 INFO:tasks.rados.rados.0.smithi169.stdout:3033: oid 25 version 14053 is already newer than 14051 2024-03-10T22:24:34.378 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14053 (ObjNum 938 snap 290 seq_num 938) dirty exists 2024-03-10T22:24:34.378 INFO:tasks.rados.rados.0.smithi169.stdout:3033: left oid 25 (ObjNum 938 snap 290 seq_num 938) 2024-03-10T22:24:34.379 INFO:tasks.rados.rados.0.smithi169.stdout:3035: finishing copy_from racing read to smithi16976610-22 2024-03-10T22:24:34.380 INFO:tasks.rados.rados.0.smithi169.stdout:3035: finishing copy_from to smithi16976610-22 2024-03-10T22:24:34.380 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 14066 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-03-10T22:24:34.380 INFO:tasks.rados.rados.0.smithi169.stdout:3040: finishing rollback tid 1 to smithi16976610-23 2024-03-10T22:24:34.380 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14037 (ObjNum 33 snap 0 seq_num 139457784) dirty dne 2024-03-10T22:24:34.380 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14053 (ObjNum 65 snap 0 seq_num 1836144742) dirty exists 2024-03-10T22:24:34.384 INFO:tasks.rados.rados.0.smithi169.stdout:3041: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:24:34.434 INFO:tasks.rados.rados.0.smithi169.stdout:3039: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:24:34.434 INFO:tasks.rados.rados.0.smithi169.stdout:3039: finishing copy_from to smithi16976610-20 2024-03-10T22:24:34.434 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14071 (ObjNum 858 snap 267 seq_num 858) dirty exists 2024-03-10T22:24:34.542 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:34 smithi172 systemd[1]: Stopping Ceph grafana.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:24:34.976 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:34 smithi172 podman[120946]: 2024-03-10 22:24:34.543030892 +0000 UTC m=+0.117362210 container died 1695037be31dcaa52cd2ba231b191f85859eef102e50b2e47492da314f2db734 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a, com.redhat.component=ubi8-container, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, vendor=Red Hat, Inc., version=8.5, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, description=Ceph Grafana Container, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, io.buildah.version=1.32.0) 2024-03-10T22:24:34.979 INFO:tasks.rados.rados.0.smithi169.stdout:3033: done (7 left) 2024-03-10T22:24:34.979 INFO:tasks.rados.rados.0.smithi169.stdout:3035: done (6 left) 2024-03-10T22:24:34.979 INFO:tasks.rados.rados.0.smithi169.stdout:3037: done (5 left) 2024-03-10T22:24:34.979 INFO:tasks.rados.rados.0.smithi169.stdout:3038: done (4 left) 2024-03-10T22:24:34.979 INFO:tasks.rados.rados.0.smithi169.stdout:3039: done (3 left) 2024-03-10T22:24:34.979 INFO:tasks.rados.rados.0.smithi169.stdout:3040: done (2 left) 2024-03-10T22:24:34.979 INFO:tasks.rados.rados.0.smithi169.stdout:3041: done (1 left) 2024-03-10T22:24:34.979 INFO:tasks.rados.rados.0.smithi169.stdout:3043: done (0 left) 2024-03-10T22:24:34.979 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 291 2024-03-10T22:24:34.979 INFO:tasks.rados.rados.0.smithi169.stdout:3044: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-03-10T22:24:34.982 INFO:tasks.rados.rados.0.smithi169.stdout:3044: writing smithi16976610-40 from 0 to 565248 tid 1 2024-03-10T22:24:34.985 INFO:tasks.rados.rados.0.smithi169.stdout:3044: writing smithi16976610-40 from 565248 to 1040384 tid 2 2024-03-10T22:24:34.986 INFO:tasks.rados.rados.0.smithi169.stdout:3044: writing smithi16976610-40 from 1040384 to 1368064 tid 3 2024-03-10T22:24:34.986 INFO:tasks.rados.rados.0.smithi169.stdout:3045: snap_create 2024-03-10T22:24:34.987 INFO:tasks.rados.rados.0.smithi169.stdout:3044: finishing write tid 1 to smithi16976610-40 2024-03-10T22:24:34.989 INFO:tasks.rados.rados.0.smithi169.stdout:3044: finishing write tid 2 to smithi16976610-40 2024-03-10T22:24:34.990 INFO:tasks.rados.rados.0.smithi169.stdout:3044: finishing write tid 3 to smithi16976610-40 2024-03-10T22:24:34.990 INFO:tasks.rados.rados.0.smithi169.stdout:3044: finishing write tid 4 to smithi16976610-40 2024-03-10T22:24:34.991 INFO:tasks.rados.rados.0.smithi169.stdout:3044: finishing write tid 5 to smithi16976610-40 2024-03-10T22:24:34.991 INFO:tasks.rados.rados.0.smithi169.stdout:3044: oid 40 updating version 0 to 14076 2024-03-10T22:24:34.991 INFO:tasks.rados.rados.0.smithi169.stdout:3044: oid 40 version 14076 is already newer than 14074 2024-03-10T22:24:34.991 INFO:tasks.rados.rados.0.smithi169.stdout:3044: oid 40 version 14076 is already newer than 14075 2024-03-10T22:24:34.991 INFO:tasks.rados.rados.0.smithi169.stdout:3044: oid 40 version 14076 is already newer than 14073 2024-03-10T22:24:34.992 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 14076 (ObjNum 941 snap 291 seq_num 941) dirty exists 2024-03-10T22:24:34.992 INFO:tasks.rados.rados.0.smithi169.stdout:3044: left oid 40 (ObjNum 941 snap 291 seq_num 941) 2024-03-10T22:24:35.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:34.979+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:35.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:34.979+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:35.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[88180]: osdmap e657: 8 total, 8 up, 8 in 2024-03-10T22:24:35.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:35.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:35.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:35.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:35.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:35.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:35.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:35.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:35.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[88180]: pgmap v649: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 437 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-03-10T22:24:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[90638]: osdmap e657: 8 total, 8 up, 8 in 2024-03-10T22:24:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:35.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:35.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:35.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:35.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:35.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:35.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:34 smithi169 ceph-mon[90638]: pgmap v649: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 437 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-03-10T22:24:35.263 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:35 smithi172 podman[120946]: 2024-03-10 22:24:35.123939005 +0000 UTC m=+0.698270318 container cleanup 1695037be31dcaa52cd2ba231b191f85859eef102e50b2e47492da314f2db734 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, vendor=Red Hat, Inc., vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, name=ubi8) 2024-03-10T22:24:35.263 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:35 smithi172 bash[120946]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a 2024-03-10T22:24:35.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:34.977+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:35.264 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:34.977+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-mon[84635]: osdmap e657: 8 total, 8 up, 8 in 2024-03-10T22:24:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:35.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:35.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:35.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:35.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:35.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:35.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:34 smithi172 ceph-mon[84635]: pgmap v649: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 437 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-03-10T22:24:35.746 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:35 smithi172 podman[120960]: 2024-03-10 22:24:35.425678896 +0000 UTC m=+0.879895439 container remove 1695037be31dcaa52cd2ba231b191f85859eef102e50b2e47492da314f2db734 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, architecture=x86_64, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, release=239.1651231664, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.buildah.version=1.32.0) 2024-03-10T22:24:35.746 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:35 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-03-10T22:24:35.746 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:35 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-10T22:24:35.746 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:35 smithi172 systemd[1]: Stopped Ceph grafana.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:24:35.746 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:35 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@grafana.a.service: Consumed 10.561s CPU time. 2024-03-10T22:24:35.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:35.471+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:35.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:35.471+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:35.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:35.471+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:35.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:35.471+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:35.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:35.471+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:35.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:35.471+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:35.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:35.471+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:35.989 INFO:tasks.rados.rados.0.smithi169.stdout:3044: done (1 left) 2024-03-10T22:24:35.989 INFO:tasks.rados.rados.0.smithi169.stdout:3045: done (0 left) 2024-03-10T22:24:35.990 INFO:tasks.rados.rados.0.smithi169.stdout:3046: snap_create 2024-03-10T22:24:36.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:36.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:35 smithi172 ceph-mon[84635]: osdmap e658: 8 total, 8 up, 8 in 2024-03-10T22:24:36.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:36.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:36.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:35 smithi172 systemd[1]: Starting Ceph grafana.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:24:36.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:35 smithi172 podman[121093]: 2024-03-10 22:24:35.861386909 +0000 UTC m=+0.018132607 image pull a0ea5e3c46d9434bd173d585b7c2638c7451eaf2543d1d22f9e78442615aaffb quay.io/ceph/ceph-grafana:9.4.12 2024-03-10T22:24:36.013 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:35 smithi172 podman[121093]: 2024-03-10 22:24:35.985271191 +0000 UTC m=+0.142016886 container create 516abee10b9a0f639236ae0dfbe2d620e6dfebc21195a3aaca81f29cc88057a4 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, com.redhat.component=ubi8-container, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, vendor=Red Hat, Inc., maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.openshift.tags=base rhel8, io.buildah.version=1.32.0) 2024-03-10T22:24:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:24:35] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:24:36.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:36.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-mon[88180]: osdmap e658: 8 total, 8 up, 8 in 2024-03-10T22:24:36.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:36.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:36.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-mon[90638]: osdmap e658: 8 total, 8 up, 8 in 2024-03-10T22:24:36.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:36.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:36.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:35.993+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:36.255 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:35.994+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:36.364 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:36.332+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:36.364 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 podman[121093]: 2024-03-10 22:24:36.279520462 +0000 UTC m=+0.436266158 container init 516abee10b9a0f639236ae0dfbe2d620e6dfebc21195a3aaca81f29cc88057a4 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, com.redhat.component=ubi8-container, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, vendor=Red Hat, Inc., release=239.1651231664, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, distribution-scope=public, version=8.5, io.openshift.tags=base rhel8) 2024-03-10T22:24:36.364 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 podman[121093]: 2024-03-10 22:24:36.282259623 +0000 UTC m=+0.439005321 container start 516abee10b9a0f639236ae0dfbe2d620e6dfebc21195a3aaca81f29cc88057a4 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, version=8.5, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, maintainer=Paul Cuzner , description=Ceph Grafana Container, distribution-scope=public, vcs-type=git, vendor=Red Hat, Inc.) 2024-03-10T22:24:36.364 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 bash[121093]: 516abee10b9a0f639236ae0dfbe2d620e6dfebc21195a3aaca81f29cc88057a4 2024-03-10T22:24:36.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 systemd[1]: Started Ceph grafana.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:24:36.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.440311995Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-03-10T22:24:36.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.440511955Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-03-10T22:24:36.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.440530646Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-03-10T22:24:36.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.440537928Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-03-10T22:24:36.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.440543937Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-03-10T22:24:36.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.440549775Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-03-10T22:24:36.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.4405553Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-03-10T22:24:36.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.440561418Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-03-10T22:24:36.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.440567289Z level=info msg="Path Home" path=/usr/share/grafana 2024-03-10T22:24:36.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.440572794Z level=info msg="Path Data" path=/var/lib/grafana 2024-03-10T22:24:36.764 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.440578105Z level=info msg="Path Logs" path=/var/log/grafana 2024-03-10T22:24:36.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.44058371Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-03-10T22:24:36.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.440589385Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-03-10T22:24:36.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=settings t=2024-03-10T22:24:36.44059521Z level=info msg="App mode production" 2024-03-10T22:24:36.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=sqlstore t=2024-03-10T22:24:36.440638448Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-03-10T22:24:36.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=sqlstore t=2024-03-10T22:24:36.440655486Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-03-10T22:24:36.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=migrator t=2024-03-10T22:24:36.45461115Z level=info msg="Starting DB migrations" 2024-03-10T22:24:36.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=migrator t=2024-03-10T22:24:36.458924782Z level=info msg="migrations completed" performed=0 skipped=481 duration=382.585µs 2024-03-10T22:24:36.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=sqlstore t=2024-03-10T22:24:36.459227599Z level=info msg="Created default organization" 2024-03-10T22:24:36.765 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=plugin.loader t=2024-03-10T22:24:36.517089832Z level=info msg="Plugin registered" pluginID=input 2024-03-10T22:24:36.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=plugin.loader t=2024-03-10T22:24:36.546710672Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-03-10T22:24:36.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=plugin.loader t=2024-03-10T22:24:36.546763118Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-03-10T22:24:36.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=secrets t=2024-03-10T22:24:36.546805147Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-03-10T22:24:36.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=query_data t=2024-03-10T22:24:36.549079163Z level=info msg="Query Service initialization" 2024-03-10T22:24:36.766 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=live.push_http t=2024-03-10T22:24:36.551732317Z level=info msg="Live Push Gateway initialization" 2024-03-10T22:24:36.996 INFO:tasks.rados.rados.0.smithi169.stdout:3046: done (0 left) 2024-03-10T22:24:36.996 INFO:tasks.rados.rados.0.smithi169.stdout:3047: setattr oid 37 current snap is 293 2024-03-10T22:24:36.997 INFO:tasks.rados.rados.0.smithi169.stdout:3048: copy_from oid 13 from oid 1 current snap is 293 2024-03-10T22:24:36.997 INFO:tasks.rados.rados.0.smithi169.stdout:3049: delete oid 27 current snap is 293 2024-03-10T22:24:37.004 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14055 (ObjNum 877 snap 271 seq_num 877) dirty exists 2024-03-10T22:24:37.005 INFO:tasks.rados.rados.0.smithi169.stdout:3047: done (2 left) 2024-03-10T22:24:37.005 INFO:tasks.rados.rados.0.smithi169.stdout:3049: done (1 left) 2024-03-10T22:24:37.005 INFO:tasks.rados.rados.0.smithi169.stdout:3050: copy_from oid 18 from oid 34 current snap is 293 2024-03-10T22:24:37.006 INFO:tasks.rados.rados.0.smithi169.stdout:3051: snap_remove snap 288 2024-03-10T22:24:37.248 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:36.992+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:37.249 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:36.992+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:37.249 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=infra.usagestats.collector t=2024-03-10T22:24:37.225466453Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-03-10T22:24:37.249 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=provisioning.datasources t=2024-03-10T22:24:37.227375438Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-03-10T22:24:37.249 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=provisioning.datasources t=2024-03-10T22:24:37.227394445Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-03-10T22:24:37.249 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=provisioning.datasources t=2024-03-10T22:24:37.227495822Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-03-10T22:24:37.249 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:37.249 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:37.250 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:37.250 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:37.250 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:37.250 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: osdmap e659: 8 total, 8 up, 8 in 2024-03-10T22:24:37.250 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:37.250 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:37.250 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:37.250 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:37.250 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:37.250 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-mon[84635]: pgmap v652: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-03-10T22:24:37.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:36.995+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:37.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:36.996+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:37.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:37.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:37.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:37.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:37.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: osdmap e659: 8 total, 8 up, 8 in 2024-03-10T22:24:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:37.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[90638]: pgmap v652: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-03-10T22:24:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:37.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:37.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:37.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:37.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: osdmap e659: 8 total, 8 up, 8 in 2024-03-10T22:24:37.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:37.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:37.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:37.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:37.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:37.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-mon[88180]: pgmap v652: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-03-10T22:24:37.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:36.833+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:37.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:36.833+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:36.834+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:36.834+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:36.834+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:36.834+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:37.002+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:37.002+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:37.002+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:37.003+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:37.005+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:37.005+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:37.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:37.005+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:37.506 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=provisioning.alerting t=2024-03-10T22:24:37.249830716Z level=info msg="starting to provision alerting" 2024-03-10T22:24:37.507 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=provisioning.alerting t=2024-03-10T22:24:37.249850206Z level=info msg="finished to provision alerting" 2024-03-10T22:24:37.507 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=grafanaStorageLogger t=2024-03-10T22:24:37.250037372Z level=info msg="storage starting" 2024-03-10T22:24:37.507 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=ngalert.state.manager t=2024-03-10T22:24:37.250144826Z level=info msg="Warming state cache for startup" 2024-03-10T22:24:37.507 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=http.server t=2024-03-10T22:24:37.252416062Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-03-10T22:24:37.507 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=ngalert.state.manager t=2024-03-10T22:24:37.258824994Z level=info msg="State cache has been initialized" states=0 duration=8.67952ms 2024-03-10T22:24:37.507 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=ticker t=2024-03-10T22:24:37.258882396Z level=info msg=starting first_tick=2024-03-10T22:24:40Z 2024-03-10T22:24:37.507 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:24:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=ngalert.multiorg.alertmanager t=2024-03-10T22:24:37.258887464Z level=info msg="starting MultiOrg Alertmanager" 2024-03-10T22:24:38.018 INFO:tasks.rados.rados.0.smithi169.stdout:3051: done (2 left) 2024-03-10T22:24:38.018 INFO:tasks.rados.rados.0.smithi169.stdout:3052: rmattr oid 15 current snap is 293 2024-03-10T22:24:38.018 INFO:tasks.rados.rados.0.smithi169.stdout:3053: setattr oid 3 current snap is 293 2024-03-10T22:24:38.020 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 293 2024-03-10T22:24:38.020 INFO:tasks.rados.rados.0.smithi169.stdout:3048: finishing copy_from racing read to smithi16976610-13 2024-03-10T22:24:38.021 INFO:tasks.rados.rados.0.smithi169.stdout:3048: finishing copy_from to smithi16976610-13 2024-03-10T22:24:38.021 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 14091 (ObjNum 931 snap 288 seq_num 931) dirty exists 2024-03-10T22:24:38.021 INFO:tasks.rados.rados.0.smithi169.stdout:3050: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:24:38.021 INFO:tasks.rados.rados.0.smithi169.stdout:3050: finishing copy_from to smithi16976610-18 2024-03-10T22:24:38.021 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14036 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:24:38.021 INFO:tasks.rados.rados.0.smithi169.stdout:3054: seq_num 943 ranges {1253376=598016,1851392=688128,2539520=114688} 2024-03-10T22:24:38.030 INFO:tasks.rados.rados.0.smithi169.stdout:3054: writing smithi16976610-5 from 1253376 to 1851392 tid 1 2024-03-10T22:24:38.035 INFO:tasks.rados.rados.0.smithi169.stdout:3054: writing smithi16976610-5 from 1851392 to 2539520 tid 2 2024-03-10T22:24:38.037 INFO:tasks.rados.rados.0.smithi169.stdout:3054: writing smithi16976610-5 from 2539520 to 2654208 tid 3 2024-03-10T22:24:38.037 INFO:tasks.rados.rados.0.smithi169.stdout:3048: done (4 left) 2024-03-10T22:24:38.038 INFO:tasks.rados.rados.0.smithi169.stdout:3050: done (3 left) 2024-03-10T22:24:38.038 INFO:tasks.rados.rados.0.smithi169.stdout:3055: read oid 32 snap -1 2024-03-10T22:24:38.038 INFO:tasks.rados.rados.0.smithi169.stdout:3055: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:24:38.038 INFO:tasks.rados.rados.0.smithi169.stdout:3056: rollback oid 27 current snap is 293 2024-03-10T22:24:38.038 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 27 to 292 2024-03-10T22:24:38.038 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 14040 (ObjNum 910 snap 280 seq_num 910) dirty exists 2024-03-10T22:24:38.038 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14078 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:24:38.039 INFO:tasks.rados.rados.0.smithi169.stdout:3054: finishing write tid 1 to smithi16976610-5 2024-03-10T22:24:38.039 INFO:tasks.rados.rados.0.smithi169.stdout:3052: done (4 left) 2024-03-10T22:24:38.039 INFO:tasks.rados.rados.0.smithi169.stdout:3053: done (3 left) 2024-03-10T22:24:38.039 INFO:tasks.rados.rados.0.smithi169.stdout:3057: read oid 25 snap -1 2024-03-10T22:24:38.039 INFO:tasks.rados.rados.0.smithi169.stdout:3057: expect (ObjNum 938 snap 290 seq_num 938) 2024-03-10T22:24:38.039 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 293 2024-03-10T22:24:38.039 INFO:tasks.rados.rados.0.smithi169.stdout:3058: seq_num 944 ranges {2064384=614400,2678784=573440,3252224=229376} 2024-03-10T22:24:38.051 INFO:tasks.rados.rados.0.smithi169.stdout:3058: writing smithi16976610-14 from 2064384 to 2678784 tid 1 2024-03-10T22:24:38.054 INFO:tasks.rados.rados.0.smithi169.stdout:3058: writing smithi16976610-14 from 2678784 to 3252224 tid 2 2024-03-10T22:24:38.058 INFO:tasks.rados.rados.0.smithi169.stdout:3058: writing smithi16976610-14 from 3252224 to 3481600 tid 3 2024-03-10T22:24:38.058 INFO:tasks.rados.rados.0.smithi169.stdout:3059: rollback oid 49 current snap is 293 2024-03-10T22:24:38.058 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 49 to 289 2024-03-10T22:24:38.058 INFO:tasks.rados.rados.0.smithi169.stdout:3055: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:24:38.107 INFO:tasks.rados.rados.0.smithi169.stdout:3057: expect (ObjNum 938 snap 290 seq_num 938) 2024-03-10T22:24:38.141 INFO:tasks.rados.rados.0.smithi169.stdout:3054: finishing write tid 2 to smithi16976610-5 2024-03-10T22:24:38.141 INFO:tasks.rados.rados.0.smithi169.stdout:3054: finishing write tid 3 to smithi16976610-5 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:3054: finishing write tid 4 to smithi16976610-5 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:3056: finishing rollback tid 1 to smithi16976610-27 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:3056: finishing rollback tid 2 to smithi16976610-27 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14124 (ObjNum 907 snap 276 seq_num 907) dirty exists 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:3054: finishing write tid 5 to smithi16976610-5 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:3054: oid 5 updating version 0 to 14121 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:3054: oid 5 version 14121 is already newer than 14119 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:3054: oid 5 updating version 14121 to 14122 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:3054: oid 5 version 14122 is already newer than 14120 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 14122 (ObjNum 943 snap 293 seq_num 943) dirty exists 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:3054: left oid 5 (ObjNum 943 snap 293 seq_num 943) 2024-03-10T22:24:38.142 INFO:tasks.rados.rados.0.smithi169.stdout:3058: finishing write tid 1 to smithi16976610-14 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3054: done (5 left) 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3055: done (4 left) 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3056: done (3 left) 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3057: done (2 left) 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3060: read oid 6 snap -1 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3060: expect (ObjNum 805 snap 245 seq_num 805) 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 293 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3058: finishing write tid 2 to smithi16976610-14 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3059: finishing rollback tid 0 to smithi16976610-49 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3058: finishing write tid 3 to smithi16976610-14 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3058: finishing write tid 4 to smithi16976610-14 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3059: finishing rollback tid 1 to smithi16976610-49 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:3059: finishing rollback tid 2 to smithi16976610-49 2024-03-10T22:24:38.143 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 14043 (ObjNum 928 snap 286 seq_num 928) dirty exists 2024-03-10T22:24:38.144 INFO:tasks.rados.rados.0.smithi169.stdout:3058: finishing write tid 5 to smithi16976610-14 2024-03-10T22:24:38.144 INFO:tasks.rados.rados.0.smithi169.stdout:3058: oid 14 updating version 0 to 14044 2024-03-10T22:24:38.144 INFO:tasks.rados.rados.0.smithi169.stdout:3058: oid 14 updating version 14044 to 14046 2024-03-10T22:24:38.144 INFO:tasks.rados.rados.0.smithi169.stdout:3058: oid 14 version 14046 is already newer than 14043 2024-03-10T22:24:38.144 INFO:tasks.rados.rados.0.smithi169.stdout:3058: oid 14 version 14046 is already newer than 14045 2024-03-10T22:24:38.144 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14046 (ObjNum 944 snap 293 seq_num 944) dirty exists 2024-03-10T22:24:38.144 INFO:tasks.rados.rados.0.smithi169.stdout:3058: left oid 14 (ObjNum 944 snap 293 seq_num 944) 2024-03-10T22:24:38.145 INFO:tasks.rados.rados.0.smithi169.stdout:3061: seq_num 945 ranges {2039808=630784,2670592=458752,3129344=344064} 2024-03-10T22:24:38.156 INFO:tasks.rados.rados.0.smithi169.stdout:3061: writing smithi16976610-24 from 2039808 to 2670592 tid 1 2024-03-10T22:24:38.158 INFO:tasks.rados.rados.0.smithi169.stdout:3061: writing smithi16976610-24 from 2670592 to 3129344 tid 2 2024-03-10T22:24:38.160 INFO:tasks.rados.rados.0.smithi169.stdout:3061: writing smithi16976610-24 from 3129344 to 3473408 tid 3 2024-03-10T22:24:38.160 INFO:tasks.rados.rados.0.smithi169.stdout:3058: done (3 left) 2024-03-10T22:24:38.161 INFO:tasks.rados.rados.0.smithi169.stdout:3059: done (2 left) 2024-03-10T22:24:38.161 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 293 2024-03-10T22:24:38.161 INFO:tasks.rados.rados.0.smithi169.stdout:3062: seq_num 946 ranges {3809280=647168,4456448=745472,5201920=57344} 2024-03-10T22:24:38.184 INFO:tasks.rados.rados.0.smithi169.stdout:3062: writing smithi16976610-38 from 3809280 to 4456448 tid 1 2024-03-10T22:24:38.188 INFO:tasks.rados.rados.0.smithi169.stdout:3062: writing smithi16976610-38 from 4456448 to 5201920 tid 2 2024-03-10T22:24:38.189 INFO:tasks.rados.rados.0.smithi169.stdout:3062: writing smithi16976610-38 from 5201920 to 5259264 tid 3 2024-03-10T22:24:38.189 INFO:tasks.rados.rados.0.smithi169.stdout:3063: setattr oid 39 current snap is 293 2024-03-10T22:24:38.189 INFO:tasks.rados.rados.0.smithi169.stdout:3060: expect (ObjNum 805 snap 245 seq_num 805) 2024-03-10T22:24:38.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:38.017+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:38.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:38.018+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:38.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:38.020+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:38.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:38.021+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:38.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:38.022+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:38.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:38.022+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:38.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:38.022+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:38.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:38.025+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:38.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:38.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:38.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:38.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:38.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: osdmap e660: 8 total, 8 up, 8 in 2024-03-10T22:24:38.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:38.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:38.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:38.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:38.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:38.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:38.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:38.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:38.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:38.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:38.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:38.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:38.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:38.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:38.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: osdmap e660: 8 total, 8 up, 8 in 2024-03-10T22:24:38.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:38.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:38.258 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:38.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:38.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:38.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:38.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:38.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:38.013+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: osdmap e660: 8 total, 8 up, 8 in 2024-03-10T22:24:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:38.328 INFO:tasks.rados.rados.0.smithi169.stdout:3061: finishing write tid 1 to smithi16976610-24 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3061: finishing write tid 2 to smithi16976610-24 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3061: finishing write tid 3 to smithi16976610-24 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3061: finishing write tid 4 to smithi16976610-24 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3061: finishing write tid 5 to smithi16976610-24 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3061: oid 24 updating version 0 to 14081 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3061: oid 24 version 14081 is already newer than 14080 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3061: oid 24 updating version 14081 to 14082 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3061: oid 24 version 14082 is already newer than 14079 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14082 (ObjNum 945 snap 293 seq_num 945) dirty exists 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3061: left oid 24 (ObjNum 945 snap 293 seq_num 945) 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3062: finishing write tid 1 to smithi16976610-38 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3062: finishing write tid 2 to smithi16976610-38 2024-03-10T22:24:38.329 INFO:tasks.rados.rados.0.smithi169.stdout:3062: finishing write tid 3 to smithi16976610-38 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3062: finishing write tid 4 to smithi16976610-38 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3062: finishing write tid 5 to smithi16976610-38 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3062: oid 38 updating version 0 to 14079 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3062: oid 38 updating version 14079 to 14080 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3062: oid 38 version 14080 is already newer than 14077 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3062: oid 38 version 14080 is already newer than 14078 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 14080 (ObjNum 946 snap 293 seq_num 946) dirty exists 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3062: left oid 38 (ObjNum 946 snap 293 seq_num 946) 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3060: done (3 left) 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3061: done (2 left) 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3062: done (1 left) 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3064: rmattr oid 10 current snap is 293 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3064: done (1 left) 2024-03-10T22:24:38.330 INFO:tasks.rados.rados.0.smithi169.stdout:3065: copy_from oid 34 from oid 3 current snap is 293 2024-03-10T22:24:38.331 INFO:tasks.rados.rados.0.smithi169.stdout:3066: snap_remove snap 291 2024-03-10T22:24:39.023 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14094 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T22:24:39.023 INFO:tasks.rados.rados.0.smithi169.stdout:3065: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:3065: finishing copy_from to smithi16976610-34 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14040 (ObjNum 910 snap 280 seq_num 910) dirty exists 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:3063: done (2 left) 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:3065: done (1 left) 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:3066: done (0 left) 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:3067: rollback oid 7 current snap is 293 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 7 to 286 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:3068: rollback oid 26 current snap is 293 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 26 to 286 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:3069: rollback oid 28 current snap is 293 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 28 to 286 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 293 2024-03-10T22:24:39.024 INFO:tasks.rados.rados.0.smithi169.stdout:3070: seq_num 947 ranges {4718592=663552,5382144=630784,6012928=172032} 2024-03-10T22:24:39.053 INFO:tasks.rados.rados.0.smithi169.stdout:3070: writing smithi16976610-37 from 4718592 to 5382144 tid 1 2024-03-10T22:24:39.057 INFO:tasks.rados.rados.0.smithi169.stdout:3070: writing smithi16976610-37 from 5382144 to 6012928 tid 2 2024-03-10T22:24:39.058 INFO:tasks.rados.rados.0.smithi169.stdout:3070: writing smithi16976610-37 from 6012928 to 6184960 tid 3 2024-03-10T22:24:39.058 INFO:tasks.rados.rados.0.smithi169.stdout:3071: read oid 48 snap -1 2024-03-10T22:24:39.058 INFO:tasks.rados.rados.0.smithi169.stdout:3071: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:24:39.059 INFO:tasks.rados.rados.0.smithi169.stdout:3072: snap_remove snap 292 2024-03-10T22:24:39.123 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:39.018+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:39.124 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:39.019+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:39.124 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:39.124 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-mon[84635]: osdmap e661: 8 total, 8 up, 8 in 2024-03-10T22:24:39.124 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:39.124 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:39.124 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:39.124 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:39.124 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:39.124 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:39.124 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:39.124 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:39 smithi172 ceph-mon[84635]: pgmap v655: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 438 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-03-10T22:24:39.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:39.021+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:39.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:39.023+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:39.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[90638]: osdmap e661: 8 total, 8 up, 8 in 2024-03-10T22:24:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:39.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[90638]: pgmap v655: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 438 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-03-10T22:24:39.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:39.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[88180]: osdmap e661: 8 total, 8 up, 8 in 2024-03-10T22:24:39.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:39.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:39.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:39.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:39.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:39.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:39.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:39.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-mon[88180]: pgmap v655: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 438 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-03-10T22:24:39.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:39.021+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:39.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:39.023+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:39.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:39.023+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:39.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:39.024+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:39.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:39.024+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:39.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:39.024+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:39.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:39.024+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:40.035 INFO:tasks.rados.rados.0.smithi169.stdout:3069: finishing rollback tid 1 to smithi16976610-28 2024-03-10T22:24:40.035 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T22:24:40.035 INFO:tasks.rados.rados.0.smithi169.stdout:3067: finishing rollback tid 0 to smithi16976610-7 2024-03-10T22:24:40.035 INFO:tasks.rados.rados.0.smithi169.stdout:3067: finishing rollback tid 1 to smithi16976610-7 2024-03-10T22:24:40.035 INFO:tasks.rados.rados.0.smithi169.stdout:3067: finishing rollback tid 2 to smithi16976610-7 2024-03-10T22:24:40.035 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14045 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:24:40.035 INFO:tasks.rados.rados.0.smithi169.stdout:3068: finishing rollback tid 1 to smithi16976610-26 2024-03-10T22:24:40.035 INFO:tasks.rados.rados.0.smithi169.stdout:3068: finishing rollback tid 2 to smithi16976610-26 2024-03-10T22:24:40.035 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 14045 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-03-10T22:24:40.035 INFO:tasks.rados.rados.0.smithi169.stdout:3070: finishing write tid 1 to smithi16976610-37 2024-03-10T22:24:40.036 INFO:tasks.rados.rados.0.smithi169.stdout:3071: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:24:40.099 INFO:tasks.rados.rados.0.smithi169.stdout:3070: finishing write tid 2 to smithi16976610-37 2024-03-10T22:24:40.099 INFO:tasks.rados.rados.0.smithi169.stdout:3070: finishing write tid 3 to smithi16976610-37 2024-03-10T22:24:40.099 INFO:tasks.rados.rados.0.smithi169.stdout:3070: finishing write tid 4 to smithi16976610-37 2024-03-10T22:24:40.099 INFO:tasks.rados.rados.0.smithi169.stdout:3070: finishing write tid 5 to smithi16976610-37 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3070: oid 37 updating version 0 to 14093 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3070: oid 37 version 14093 is already newer than 14092 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3070: oid 37 updating version 14093 to 14094 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3070: oid 37 updating version 14094 to 14095 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14095 (ObjNum 947 snap 293 seq_num 947) dirty exists 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3070: left oid 37 (ObjNum 947 snap 293 seq_num 947) 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3067: done (5 left) 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3068: done (4 left) 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3069: done (3 left) 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3070: done (2 left) 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3071: done (1 left) 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3072: done (0 left) 2024-03-10T22:24:40.100 INFO:tasks.rados.rados.0.smithi169.stdout:3073: delete oid 14 current snap is 293 2024-03-10T22:24:40.101 INFO:tasks.rados.rados.0.smithi169.stdout:3073: done (0 left) 2024-03-10T22:24:40.101 INFO:tasks.rados.rados.0.smithi169.stdout:3074: read oid 26 snap -1 2024-03-10T22:24:40.101 INFO:tasks.rados.rados.0.smithi169.stdout:3074: expect (ObjNum 696 snap 205 seq_num 696) 2024-03-10T22:24:40.101 INFO:tasks.rados.rados.0.smithi169.stdout:3075: delete oid 46 current snap is 293 2024-03-10T22:24:40.106 INFO:tasks.rados.rados.0.smithi169.stdout:3075: done (1 left) 2024-03-10T22:24:40.106 INFO:tasks.rados.rados.0.smithi169.stdout:3076: read oid 23 snap -1 2024-03-10T22:24:40.106 INFO:tasks.rados.rados.0.smithi169.stdout:3076: expect deleted 2024-03-10T22:24:40.106 INFO:tasks.rados.rados.0.smithi169.stdout:3077: read oid 15 snap 287 2024-03-10T22:24:40.107 INFO:tasks.rados.rados.0.smithi169.stdout:3077: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:24:40.107 INFO:tasks.rados.rados.0.smithi169.stdout:3078: snap_remove snap 289 2024-03-10T22:24:40.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:40.029+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:40 smithi172 ceph-mon[84635]: osdmap e662: 8 total, 8 up, 8 in 2024-03-10T22:24:40.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:40.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:40 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:40.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:40.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:40.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:40.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:40.036+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:40.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:40.037+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[90638]: osdmap e662: 8 total, 8 up, 8 in 2024-03-10T22:24:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:40.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:40.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:40.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:40.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[88180]: osdmap e662: 8 total, 8 up, 8 in 2024-03-10T22:24:40.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:40.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:40.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:40.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:40.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:40.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:40.032+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:40.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:40.032+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:40.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:40.034+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:40.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:40.034+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:40.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:40.034+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:40.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:40.035+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:41.035 INFO:tasks.rados.rados.0.smithi169.stdout:3074: expect (ObjNum 696 snap 205 seq_num 696) 2024-03-10T22:24:41.091 INFO:tasks.rados.rados.0.smithi169.stdout:3077: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:24:41.326 INFO:tasks.rados.rados.0.smithi169.stdout:3074: done (3 left) 2024-03-10T22:24:41.326 INFO:tasks.rados.rados.0.smithi169.stdout:3076: done (2 left) 2024-03-10T22:24:41.326 INFO:tasks.rados.rados.0.smithi169.stdout:3077: done (1 left) 2024-03-10T22:24:41.326 INFO:tasks.rados.rados.0.smithi169.stdout:3078: done (0 left) 2024-03-10T22:24:41.326 INFO:tasks.rados.rados.0.smithi169.stdout:3079: read oid 23 snap -1 2024-03-10T22:24:41.326 INFO:tasks.rados.rados.0.smithi169.stdout:3079: expect deleted 2024-03-10T22:24:41.326 INFO:tasks.rados.rados.0.smithi169.stdout:3080: setattr oid 34 current snap is 293 2024-03-10T22:24:41.327 INFO:tasks.rados.rados.0.smithi169.stdout:3079: done (1 left) 2024-03-10T22:24:41.327 INFO:tasks.rados.rados.0.smithi169.stdout:3081: snap_remove snap 290 2024-03-10T22:24:41.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:41.036+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:41.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:41.037+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:41.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: osdmap e663: 8 total, 8 up, 8 in 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: pgmap v658: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 451 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 30 op/s 2024-03-10T22:24:41.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: osdmap e663: 8 total, 8 up, 8 in 2024-03-10T22:24:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:41.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:41.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:41.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: pgmap v658: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 451 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 30 op/s 2024-03-10T22:24:41.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:41.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:41.040+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:41.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:41.041+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:41.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:41.041+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:41.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:41.041+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:41.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:41.041+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:41.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:41.042+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:41.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:41.042+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:41.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:41.033+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:41.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:41.033+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: osdmap e663: 8 total, 8 up, 8 in 2024-03-10T22:24:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:41.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:41.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: pgmap v658: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 451 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 30 op/s 2024-03-10T22:24:41.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:41 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:42.047 INFO:tasks.rados.rados.0.smithi169.stdout:3081: done (1 left) 2024-03-10T22:24:42.047 INFO:tasks.rados.rados.0.smithi169.stdout:3082: snap_remove snap 286 2024-03-10T22:24:42.257 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:42.045+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:42.258 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:42.258 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-mon[84635]: osdmap e664: 8 total, 8 up, 8 in 2024-03-10T22:24:42.258 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:42.258 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:42.258 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:42.258 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:42.258 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:42.258 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:42.258 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:42.258 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:42.259 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:42.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:42.046+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:42.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:42.047+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[90638]: osdmap e664: 8 total, 8 up, 8 in 2024-03-10T22:24:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:42.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:42.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[88180]: osdmap e664: 8 total, 8 up, 8 in 2024-03-10T22:24:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:42.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:42.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:42.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:42.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:42.044+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:42.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:42.045+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:42.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:42.046+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:42.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:42.047+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:42.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:42.047+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:42.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:42.047+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:42.512 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:24:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:24:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:24:43.046 INFO:tasks.rados.rados.0.smithi169.stdout:3082: done (1 left) 2024-03-10T22:24:43.047 INFO:tasks.rados.rados.0.smithi169.stdout:3083: rollback oid 35 current snap is 293 2024-03-10T22:24:43.047 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 35 to 287 2024-03-10T22:24:43.047 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14081 (ObjNum 910 snap 280 seq_num 910) dirty exists 2024-03-10T22:24:43.047 INFO:tasks.rados.rados.0.smithi169.stdout:3080: done (1 left) 2024-03-10T22:24:43.047 INFO:tasks.rados.rados.0.smithi169.stdout:3084: copy_from oid 8 from oid 37 current snap is 293 2024-03-10T22:24:43.047 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 293 2024-03-10T22:24:43.047 INFO:tasks.rados.rados.0.smithi169.stdout:3085: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-03-10T22:24:43.050 INFO:tasks.rados.rados.0.smithi169.stdout:3085: writing smithi16976610-31 from 0 to 720896 tid 1 2024-03-10T22:24:43.055 INFO:tasks.rados.rados.0.smithi169.stdout:3085: writing smithi16976610-31 from 720896 to 1400832 tid 2 2024-03-10T22:24:43.056 INFO:tasks.rados.rados.0.smithi169.stdout:3085: writing smithi16976610-31 from 1400832 to 1523712 tid 3 2024-03-10T22:24:43.056 INFO:tasks.rados.rados.0.smithi169.stdout:3086: rmattr oid 17 current snap is 293 2024-03-10T22:24:43.056 INFO:tasks.rados.rados.0.smithi169.stdout:3086: done (3 left) 2024-03-10T22:24:43.056 INFO:tasks.rados.rados.0.smithi169.stdout:3087: delete oid 12 current snap is 293 2024-03-10T22:24:43.057 INFO:tasks.rados.rados.0.smithi169.stdout:3083: finishing rollback tid 0 to smithi16976610-35 2024-03-10T22:24:43.057 INFO:tasks.rados.rados.0.smithi169.stdout:3083: finishing rollback tid 1 to smithi16976610-35 2024-03-10T22:24:43.057 INFO:tasks.rados.rados.0.smithi169.stdout:3083: finishing rollback tid 2 to smithi16976610-35 2024-03-10T22:24:43.057 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 322 (ObjNum 915 snap 282 seq_num 915) dirty exists 2024-03-10T22:24:43.063 INFO:tasks.rados.rados.0.smithi169.stdout:3083: done (3 left) 2024-03-10T22:24:43.063 INFO:tasks.rados.rados.0.smithi169.stdout:3087: done (2 left) 2024-03-10T22:24:43.063 INFO:tasks.rados.rados.0.smithi169.stdout:3088: snap_remove snap 287 2024-03-10T22:24:43.299 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:43.050+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:43.299 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:43.050+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:43.299 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:43.300 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-mon[84635]: osdmap e665: 8 total, 8 up, 8 in 2024-03-10T22:24:43.300 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:43.300 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:43.300 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:43.300 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:43.300 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:43.300 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:43.300 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:43.300 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:43 smithi172 ceph-mon[84635]: pgmap v661: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 458 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-03-10T22:24:43.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:43.046+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:43.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:43.046+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:43.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[90638]: osdmap e665: 8 total, 8 up, 8 in 2024-03-10T22:24:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:43.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[90638]: pgmap v661: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 458 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-03-10T22:24:43.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:43.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[88180]: osdmap e665: 8 total, 8 up, 8 in 2024-03-10T22:24:43.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:43.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:43.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:43.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:43.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:43.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:43.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:43.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-mon[88180]: pgmap v661: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 458 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-03-10T22:24:43.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:43.061+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:43.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:43.061+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:43.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:43.062+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:43.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:43.062+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:43.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:43.062+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:43.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:43.062+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:43.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:43.062+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:44.069 INFO:tasks.rados.rados.0.smithi169.stdout:3088: done (2 left) 2024-03-10T22:24:44.069 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 293 2024-03-10T22:24:44.069 INFO:tasks.rados.rados.0.smithi169.stdout:3089: seq_num 952 ranges {802816=753664,1556480=499712,2056192=303104} 2024-03-10T22:24:44.079 INFO:tasks.rados.rados.0.smithi169.stdout:3089: writing smithi16976610-27 from 802816 to 1556480 tid 1 2024-03-10T22:24:44.082 INFO:tasks.rados.rados.0.smithi169.stdout:3089: writing smithi16976610-27 from 1556480 to 2056192 tid 2 2024-03-10T22:24:44.085 INFO:tasks.rados.rados.0.smithi169.stdout:3089: writing smithi16976610-27 from 2056192 to 2359296 tid 3 2024-03-10T22:24:44.085 INFO:tasks.rados.rados.0.smithi169.stdout:3090: rmattr oid 47 current snap is 293 2024-03-10T22:24:44.085 INFO:tasks.rados.rados.0.smithi169.stdout:3085: finishing write tid 1 to smithi16976610-31 2024-03-10T22:24:44.085 INFO:tasks.rados.rados.0.smithi169.stdout:3085: finishing write tid 2 to smithi16976610-31 2024-03-10T22:24:44.085 INFO:tasks.rados.rados.0.smithi169.stdout:3085: finishing write tid 3 to smithi16976610-31 2024-03-10T22:24:44.085 INFO:tasks.rados.rados.0.smithi169.stdout:3085: finishing write tid 4 to smithi16976610-31 2024-03-10T22:24:44.085 INFO:tasks.rados.rados.0.smithi169.stdout:3085: finishing write tid 5 to smithi16976610-31 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:3085: oid 31 updating version 0 to 14098 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:3085: oid 31 version 14098 is already newer than 14097 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:3085: oid 31 updating version 14098 to 14099 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:3085: oid 31 version 14099 is already newer than 14096 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14099 (ObjNum 950 snap 293 seq_num 950) dirty exists 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:3085: left oid 31 (ObjNum 950 snap 293 seq_num 950) 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:3084: finishing copy_from racing read to smithi16976610-8 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:3084: finishing copy_from to smithi16976610-8 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14095 (ObjNum 947 snap 293 seq_num 947) dirty exists 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:3084: done (3 left) 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:3085: done (2 left) 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:3091: rollback oid 30 current snap is 293 2024-03-10T22:24:44.086 INFO:tasks.rados.rados.0.smithi169.stdout:3091: done (2 left) 2024-03-10T22:24:44.087 INFO:tasks.rados.rados.0.smithi169.stdout:3092: delete oid 2 current snap is 293 2024-03-10T22:24:44.087 INFO:tasks.rados.rados.0.smithi169.stdout:3089: finishing write tid 1 to smithi16976610-27 2024-03-10T22:24:44.089 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 14054 (ObjNum 769 snap 0 seq_num 1404922225) dirty exists 2024-03-10T22:24:44.089 INFO:tasks.rados.rados.0.smithi169.stdout:3089: finishing write tid 2 to smithi16976610-27 2024-03-10T22:24:44.089 INFO:tasks.rados.rados.0.smithi169.stdout:3089: finishing write tid 3 to smithi16976610-27 2024-03-10T22:24:44.091 INFO:tasks.rados.rados.0.smithi169.stdout:3089: finishing write tid 4 to smithi16976610-27 2024-03-10T22:24:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3090: done (2 left) 2024-03-10T22:24:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3092: done (1 left) 2024-03-10T22:24:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3093: rollback oid 49 current snap is 293 2024-03-10T22:24:44.093 INFO:tasks.rados.rados.0.smithi169.stdout:3093: done (1 left) 2024-03-10T22:24:44.093 INFO:tasks.rados.rados.0.smithi169.stdout:3094: copy_from oid 3 from oid 20 current snap is 293 2024-03-10T22:24:44.093 INFO:tasks.rados.rados.0.smithi169.stdout:3095: delete oid 10 current snap is 293 2024-03-10T22:24:44.094 INFO:tasks.rados.rados.0.smithi169.stdout:3089: finishing write tid 5 to smithi16976610-27 2024-03-10T22:24:44.094 INFO:tasks.rados.rados.0.smithi169.stdout:3089: oid 27 updating version 0 to 14127 2024-03-10T22:24:44.094 INFO:tasks.rados.rados.0.smithi169.stdout:3089: oid 27 updating version 14127 to 14128 2024-03-10T22:24:44.094 INFO:tasks.rados.rados.0.smithi169.stdout:3089: oid 27 version 14128 is already newer than 14125 2024-03-10T22:24:44.094 INFO:tasks.rados.rados.0.smithi169.stdout:3089: oid 27 version 14128 is already newer than 14126 2024-03-10T22:24:44.094 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14128 (ObjNum 952 snap 293 seq_num 952) dirty exists 2024-03-10T22:24:44.094 INFO:tasks.rados.rados.0.smithi169.stdout:3089: left oid 27 (ObjNum 952 snap 293 seq_num 952) 2024-03-10T22:24:44.095 INFO:tasks.rados.rados.0.smithi169.stdout:3089: done (2 left) 2024-03-10T22:24:44.095 INFO:tasks.rados.rados.0.smithi169.stdout:3095: done (1 left) 2024-03-10T22:24:44.095 INFO:tasks.rados.rados.0.smithi169.stdout:3096: copy_from oid 31 from oid 48 current snap is 293 2024-03-10T22:24:44.095 INFO:tasks.rados.rados.0.smithi169.stdout:3097: delete oid 44 current snap is 293 2024-03-10T22:24:44.105 INFO:tasks.rados.rados.0.smithi169.stdout:3094: finishing copy_from racing read to smithi16976610-3 2024-03-10T22:24:44.108 INFO:tasks.rados.rados.0.smithi169.stdout:3096: finishing copy_from racing read to smithi16976610-31 2024-03-10T22:24:44.108 INFO:tasks.rados.rados.0.smithi169.stdout:3097: done (2 left) 2024-03-10T22:24:44.108 INFO:tasks.rados.rados.0.smithi169.stdout:3098: read oid 35 snap -1 2024-03-10T22:24:44.108 INFO:tasks.rados.rados.0.smithi169.stdout:3098: expect (ObjNum 915 snap 282 seq_num 915) 2024-03-10T22:24:44.108 INFO:tasks.rados.rados.0.smithi169.stdout:3099: rmattr oid 8 current snap is 293 2024-03-10T22:24:44.108 INFO:tasks.rados.rados.0.smithi169.stdout:3100: setattr oid 24 current snap is 293 2024-03-10T22:24:44.108 INFO:tasks.rados.rados.0.smithi169.stdout:3101: setattr oid 33 current snap is 293 2024-03-10T22:24:44.110 INFO:tasks.rados.rados.0.smithi169.stdout:3102: read oid 4 snap -1 2024-03-10T22:24:44.110 INFO:tasks.rados.rados.0.smithi169.stdout:3102: expect (ObjNum 923 snap 286 seq_num 923) 2024-03-10T22:24:44.110 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 293 2024-03-10T22:24:44.110 INFO:tasks.rados.rados.0.smithi169.stdout:3103: seq_num 956 ranges {2506752=417792,2924544=434176,3358720=770048} 2024-03-10T22:24:44.126 INFO:tasks.rados.rados.0.smithi169.stdout:3103: writing smithi16976610-42 from 2506752 to 2924544 tid 1 2024-03-10T22:24:44.128 INFO:tasks.rados.rados.0.smithi169.stdout:3103: writing smithi16976610-42 from 2924544 to 3358720 tid 2 2024-03-10T22:24:44.133 INFO:tasks.rados.rados.0.smithi169.stdout:3103: writing smithi16976610-42 from 3358720 to 4128768 tid 3 2024-03-10T22:24:44.133 INFO:tasks.rados.rados.0.smithi169.stdout:3104: copy_from oid 29 from oid 50 current snap is 293 2024-03-10T22:24:44.133 INFO:tasks.rados.rados.0.smithi169.stdout:3094: finishing copy_from to smithi16976610-3 2024-03-10T22:24:44.133 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 14071 (ObjNum 858 snap 267 seq_num 858) dirty exists 2024-03-10T22:24:44.133 INFO:tasks.rados.rados.0.smithi169.stdout:3096: finishing copy_from to smithi16976610-31 2024-03-10T22:24:44.133 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14071 (ObjNum 858 snap 267 seq_num 858) dirty exists 2024-03-10T22:24:44.134 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14083 (ObjNum 945 snap 293 seq_num 945) dirty exists 2024-03-10T22:24:44.134 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14082 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-03-10T22:24:44.134 INFO:tasks.rados.rados.0.smithi169.stdout:3098: expect (ObjNum 915 snap 282 seq_num 915) 2024-03-10T22:24:44.160 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14096 (ObjNum 947 snap 293 seq_num 947) dirty exists 2024-03-10T22:24:44.160 INFO:tasks.rados.rados.0.smithi169.stdout:3102: expect (ObjNum 923 snap 286 seq_num 923) 2024-03-10T22:24:44.188 INFO:tasks.rados.rados.0.smithi169.stdout:3103: finishing write tid 1 to smithi16976610-42 2024-03-10T22:24:44.188 INFO:tasks.rados.rados.0.smithi169.stdout:3103: finishing write tid 2 to smithi16976610-42 2024-03-10T22:24:44.188 INFO:tasks.rados.rados.0.smithi169.stdout:3103: finishing write tid 3 to smithi16976610-42 2024-03-10T22:24:44.188 INFO:tasks.rados.rados.0.smithi169.stdout:3103: finishing write tid 4 to smithi16976610-42 2024-03-10T22:24:44.188 INFO:tasks.rados.rados.0.smithi169.stdout:3103: finishing write tid 5 to smithi16976610-42 2024-03-10T22:24:44.188 INFO:tasks.rados.rados.0.smithi169.stdout:3103: oid 42 updating version 0 to 14013 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3103: oid 42 updating version 14013 to 14015 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3103: oid 42 version 14015 is already newer than 14012 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3103: oid 42 version 14015 is already newer than 14014 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14015 (ObjNum 956 snap 293 seq_num 956) dirty exists 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3103: left oid 42 (ObjNum 956 snap 293 seq_num 956) 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3104: finishing copy_from racing read to smithi16976610-29 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3104: finishing copy_from to smithi16976610-29 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14049 (ObjNum 924 snap 286 seq_num 924) dirty exists 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3094: done (8 left) 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3096: done (7 left) 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3098: done (6 left) 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3099: done (5 left) 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3100: done (4 left) 2024-03-10T22:24:44.189 INFO:tasks.rados.rados.0.smithi169.stdout:3101: done (3 left) 2024-03-10T22:24:44.190 INFO:tasks.rados.rados.0.smithi169.stdout:3102: done (2 left) 2024-03-10T22:24:44.190 INFO:tasks.rados.rados.0.smithi169.stdout:3103: done (1 left) 2024-03-10T22:24:44.190 INFO:tasks.rados.rados.0.smithi169.stdout:3104: done (0 left) 2024-03-10T22:24:44.190 INFO:tasks.rados.rados.0.smithi169.stdout:3105: delete oid 19 current snap is 293 2024-03-10T22:24:44.191 INFO:tasks.rados.rados.0.smithi169.stdout:3105: done (0 left) 2024-03-10T22:24:44.192 INFO:tasks.rados.rados.0.smithi169.stdout:3106: copy_from oid 37 from oid 15 current snap is 293 2024-03-10T22:24:44.192 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 293 2024-03-10T22:24:44.192 INFO:tasks.rados.rados.0.smithi169.stdout:3107: seq_num 958 ranges {2359296=450560,2809856=655360,3465216=548864} 2024-03-10T22:24:44.207 INFO:tasks.rados.rados.0.smithi169.stdout:3107: writing smithi16976610-27 from 2359296 to 2809856 tid 1 2024-03-10T22:24:44.211 INFO:tasks.rados.rados.0.smithi169.stdout:3107: writing smithi16976610-27 from 2809856 to 3465216 tid 2 2024-03-10T22:24:44.214 INFO:tasks.rados.rados.0.smithi169.stdout:3107: writing smithi16976610-27 from 3465216 to 4014080 tid 3 2024-03-10T22:24:44.215 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 293 2024-03-10T22:24:44.215 INFO:tasks.rados.rados.0.smithi169.stdout:3107: finishing write tid 1 to smithi16976610-27 2024-03-10T22:24:44.215 INFO:tasks.rados.rados.0.smithi169.stdout:3106: finishing copy_from racing read to smithi16976610-37 2024-03-10T22:24:44.215 INFO:tasks.rados.rados.0.smithi169.stdout:3108: seq_num 959 ranges {0=466944,466944=540672,1007616=557056,1564672=106496} 2024-03-10T22:24:44.217 INFO:tasks.rados.rados.0.smithi169.stdout:3108: writing smithi16976610-11 from 0 to 466944 tid 1 2024-03-10T22:24:44.221 INFO:tasks.rados.rados.0.smithi169.stdout:3108: writing smithi16976610-11 from 466944 to 1007616 tid 2 2024-03-10T22:24:44.224 INFO:tasks.rados.rados.0.smithi169.stdout:3108: writing smithi16976610-11 from 1007616 to 1564672 tid 3 2024-03-10T22:24:44.225 INFO:tasks.rados.rados.0.smithi169.stdout:3108: writing smithi16976610-11 from 1564672 to 1671168 tid 4 2024-03-10T22:24:44.226 INFO:tasks.rados.rados.0.smithi169.stdout:3109: copy_from oid 4 from oid 16 current snap is 293 2024-03-10T22:24:44.226 INFO:tasks.rados.rados.0.smithi169.stdout:3106: finishing copy_from to smithi16976610-37 2024-03-10T22:24:44.226 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14078 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:24:44.226 INFO:tasks.rados.rados.0.smithi169.stdout:3106: done (3 left) 2024-03-10T22:24:44.226 INFO:tasks.rados.rados.0.smithi169.stdout:3110: rollback oid 17 current snap is 293 2024-03-10T22:24:44.226 INFO:tasks.rados.rados.0.smithi169.stdout:3110: done (3 left) 2024-03-10T22:24:44.226 INFO:tasks.rados.rados.0.smithi169.stdout:3111: snap_create 2024-03-10T22:24:44.226 INFO:tasks.rados.rados.0.smithi169.stdout:3107: finishing write tid 2 to smithi16976610-27 2024-03-10T22:24:44.226 INFO:tasks.rados.rados.0.smithi169.stdout:3107: finishing write tid 3 to smithi16976610-27 2024-03-10T22:24:44.226 INFO:tasks.rados.rados.0.smithi169.stdout:3107: finishing write tid 4 to smithi16976610-27 2024-03-10T22:24:44.226 INFO:tasks.rados.rados.0.smithi169.stdout:3107: finishing write tid 5 to smithi16976610-27 2024-03-10T22:24:44.227 INFO:tasks.rados.rados.0.smithi169.stdout:3107: oid 27 updating version 0 to 14130 2024-03-10T22:24:44.227 INFO:tasks.rados.rados.0.smithi169.stdout:3107: oid 27 updating version 14130 to 14131 2024-03-10T22:24:44.227 INFO:tasks.rados.rados.0.smithi169.stdout:3107: oid 27 updating version 14131 to 14132 2024-03-10T22:24:44.227 INFO:tasks.rados.rados.0.smithi169.stdout:3107: oid 27 updating version 14132 to 14133 2024-03-10T22:24:44.227 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14133 (ObjNum 958 snap 293 seq_num 958) dirty exists 2024-03-10T22:24:44.227 INFO:tasks.rados.rados.0.smithi169.stdout:3107: left oid 27 (ObjNum 958 snap 293 seq_num 958) 2024-03-10T22:24:44.227 INFO:tasks.rados.rados.0.smithi169.stdout:3108: finishing write tid 1 to smithi16976610-11 2024-03-10T22:24:44.227 INFO:tasks.rados.rados.0.smithi169.stdout:3108: finishing write tid 2 to smithi16976610-11 2024-03-10T22:24:44.229 INFO:tasks.rados.rados.0.smithi169.stdout:3108: finishing write tid 3 to smithi16976610-11 2024-03-10T22:24:44.229 INFO:tasks.rados.rados.0.smithi169.stdout:3108: finishing write tid 4 to smithi16976610-11 2024-03-10T22:24:44.229 INFO:tasks.rados.rados.0.smithi169.stdout:3108: finishing write tid 5 to smithi16976610-11 2024-03-10T22:24:44.231 INFO:tasks.rados.rados.0.smithi169.stdout:3108: finishing write tid 6 to smithi16976610-11 2024-03-10T22:24:44.231 INFO:tasks.rados.rados.0.smithi169.stdout:3108: oid 11 updating version 0 to 14073 2024-03-10T22:24:44.231 INFO:tasks.rados.rados.0.smithi169.stdout:3108: oid 11 version 14073 is already newer than 14072 2024-03-10T22:24:44.231 INFO:tasks.rados.rados.0.smithi169.stdout:3108: oid 11 updating version 14073 to 14074 2024-03-10T22:24:44.231 INFO:tasks.rados.rados.0.smithi169.stdout:3108: oid 11 updating version 14074 to 14076 2024-03-10T22:24:44.231 INFO:tasks.rados.rados.0.smithi169.stdout:3108: oid 11 version 14076 is already newer than 14075 2024-03-10T22:24:44.231 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14076 (ObjNum 959 snap 293 seq_num 959) dirty exists 2024-03-10T22:24:44.231 INFO:tasks.rados.rados.0.smithi169.stdout:3108: left oid 11 (ObjNum 959 snap 293 seq_num 959) 2024-03-10T22:24:44.233 INFO:tasks.rados.rados.0.smithi169.stdout:3109: finishing copy_from racing read to smithi16976610-4 2024-03-10T22:24:44.234 INFO:tasks.rados.rados.0.smithi169.stdout:3109: finishing copy_from to smithi16976610-4 2024-03-10T22:24:44.234 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14044 (ObjNum 832 snap 257 seq_num 832) dirty exists 2024-03-10T22:24:44.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:44.072+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:44.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:44.072+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:44.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[90638]: osdmap e666: 8 total, 8 up, 8 in 2024-03-10T22:24:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[88180]: osdmap e666: 8 total, 8 up, 8 in 2024-03-10T22:24:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:44.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:44.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:44.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:44.076+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:44.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:44.076+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:44.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:44.077+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:44.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:44.077+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:44.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:44.078+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:44.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:44.078+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:44.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:44.067+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:44 smithi172 ceph-mon[84635]: osdmap e666: 8 total, 8 up, 8 in 2024-03-10T22:24:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:44 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:44.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:44.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:44.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:45.072 INFO:tasks.rados.rados.0.smithi169.stdout:3107: done (3 left) 2024-03-10T22:24:45.072 INFO:tasks.rados.rados.0.smithi169.stdout:3108: done (2 left) 2024-03-10T22:24:45.072 INFO:tasks.rados.rados.0.smithi169.stdout:3109: done (1 left) 2024-03-10T22:24:45.072 INFO:tasks.rados.rados.0.smithi169.stdout:3111: done (0 left) 2024-03-10T22:24:45.072 INFO:tasks.rados.rados.0.smithi169.stdout:3112: read oid 20 snap -1 2024-03-10T22:24:45.072 INFO:tasks.rados.rados.0.smithi169.stdout:3112: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:24:45.072 INFO:tasks.rados.rados.0.smithi169.stdout:3113: rollback oid 8 current snap is 294 2024-03-10T22:24:45.072 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 8 to 293 2024-03-10T22:24:45.072 INFO:tasks.rados.rados.0.smithi169.stdout:3114: copy_from oid 27 from oid 4 current snap is 294 2024-03-10T22:24:45.072 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 294 2024-03-10T22:24:45.072 INFO:tasks.rados.rados.0.smithi169.stdout:3115: seq_num 960 ranges {3473408=483328,3956736=425984,4382720=761856,5144576=16384} 2024-03-10T22:24:45.094 INFO:tasks.rados.rados.0.smithi169.stdout:3115: writing smithi16976610-24 from 3473408 to 3956736 tid 1 2024-03-10T22:24:45.096 INFO:tasks.rados.rados.0.smithi169.stdout:3115: writing smithi16976610-24 from 3956736 to 4382720 tid 2 2024-03-10T22:24:45.101 INFO:tasks.rados.rados.0.smithi169.stdout:3115: writing smithi16976610-24 from 4382720 to 5144576 tid 3 2024-03-10T22:24:45.101 INFO:tasks.rados.rados.0.smithi169.stdout:3115: writing smithi16976610-24 from 5144576 to 5160960 tid 4 2024-03-10T22:24:45.101 INFO:tasks.rados.rados.0.smithi169.stdout:3116: snap_create 2024-03-10T22:24:45.101 INFO:tasks.rados.rados.0.smithi169.stdout:3113: finishing rollback tid 0 to smithi16976610-8 2024-03-10T22:24:45.101 INFO:tasks.rados.rados.0.smithi169.stdout:3113: finishing rollback tid 1 to smithi16976610-8 2024-03-10T22:24:45.101 INFO:tasks.rados.rados.0.smithi169.stdout:3113: finishing rollback tid 2 to smithi16976610-8 2024-03-10T22:24:45.101 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14099 (ObjNum 947 snap 293 seq_num 947) dirty exists 2024-03-10T22:24:45.102 INFO:tasks.rados.rados.0.smithi169.stdout:3112: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:24:45.164 INFO:tasks.rados.rados.0.smithi169.stdout:3114: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:24:45.164 INFO:tasks.rados.rados.0.smithi169.stdout:3114: finishing copy_from to smithi16976610-27 2024-03-10T22:24:45.164 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14044 (ObjNum 832 snap 257 seq_num 832) dirty exists 2024-03-10T22:24:45.164 INFO:tasks.rados.rados.0.smithi169.stdout:3115: finishing write tid 1 to smithi16976610-24 2024-03-10T22:24:45.164 INFO:tasks.rados.rados.0.smithi169.stdout:3115: finishing write tid 2 to smithi16976610-24 2024-03-10T22:24:45.164 INFO:tasks.rados.rados.0.smithi169.stdout:3115: finishing write tid 3 to smithi16976610-24 2024-03-10T22:24:45.164 INFO:tasks.rados.rados.0.smithi169.stdout:3115: finishing write tid 4 to smithi16976610-24 2024-03-10T22:24:45.164 INFO:tasks.rados.rados.0.smithi169.stdout:3115: finishing write tid 5 to smithi16976610-24 2024-03-10T22:24:45.164 INFO:tasks.rados.rados.0.smithi169.stdout:3115: finishing write tid 6 to smithi16976610-24 2024-03-10T22:24:45.164 INFO:tasks.rados.rados.0.smithi169.stdout:3115: oid 24 updating version 0 to 14088 2024-03-10T22:24:45.164 INFO:tasks.rados.rados.0.smithi169.stdout:3115: oid 24 version 14088 is already newer than 14086 2024-03-10T22:24:45.165 INFO:tasks.rados.rados.0.smithi169.stdout:3115: oid 24 version 14088 is already newer than 14084 2024-03-10T22:24:45.165 INFO:tasks.rados.rados.0.smithi169.stdout:3115: oid 24 version 14088 is already newer than 14087 2024-03-10T22:24:45.165 INFO:tasks.rados.rados.0.smithi169.stdout:3115: oid 24 version 14088 is already newer than 14085 2024-03-10T22:24:45.165 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14088 (ObjNum 960 snap 294 seq_num 960) dirty exists 2024-03-10T22:24:45.165 INFO:tasks.rados.rados.0.smithi169.stdout:3115: left oid 24 (ObjNum 960 snap 294 seq_num 960) 2024-03-10T22:24:45.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:45.071+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:45.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:45.071+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:45.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[88180]: osdmap e667: 8 total, 8 up, 8 in 2024-03-10T22:24:45.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:45.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:45.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[88180]: pgmap v664: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 457 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-03-10T22:24:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[90638]: osdmap e667: 8 total, 8 up, 8 in 2024-03-10T22:24:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:45.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:45.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-mon[90638]: pgmap v664: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 457 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-03-10T22:24:45.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:45.074+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:45.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:45.074+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:45.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:45.074+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:45.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:45.075+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:45.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:45.075+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:45.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:45.075+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:45.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:45.079+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:45.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:45.077+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:45.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:45.077+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-mon[84635]: osdmap e667: 8 total, 8 up, 8 in 2024-03-10T22:24:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:45.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:45 smithi172 ceph-mon[84635]: pgmap v664: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 457 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-03-10T22:24:46.083 INFO:tasks.rados.rados.0.smithi169.stdout:3112: done (4 left) 2024-03-10T22:24:46.083 INFO:tasks.rados.rados.0.smithi169.stdout:3113: done (3 left) 2024-03-10T22:24:46.083 INFO:tasks.rados.rados.0.smithi169.stdout:3114: done (2 left) 2024-03-10T22:24:46.083 INFO:tasks.rados.rados.0.smithi169.stdout:3115: done (1 left) 2024-03-10T22:24:46.084 INFO:tasks.rados.rados.0.smithi169.stdout:3116: done (0 left) 2024-03-10T22:24:46.084 INFO:tasks.rados.rados.0.smithi169.stdout:3117: rmattr oid 43 current snap is 295 2024-03-10T22:24:46.084 INFO:tasks.rados.rados.0.smithi169.stdout:3117: done (0 left) 2024-03-10T22:24:46.084 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 295 2024-03-10T22:24:46.084 INFO:tasks.rados.rados.0.smithi169.stdout:3118: seq_num 961 ranges {2039808=499712,2539520=712704,3252224=491520} 2024-03-10T22:24:46.096 INFO:tasks.rados.rados.0.smithi169.stdout:3118: writing smithi16976610-30 from 2039808 to 2539520 tid 1 2024-03-10T22:24:46.100 INFO:tasks.rados.rados.0.smithi169.stdout:3118: writing smithi16976610-30 from 2539520 to 3252224 tid 2 2024-03-10T22:24:46.104 INFO:tasks.rados.rados.0.smithi169.stdout:3118: writing smithi16976610-30 from 3252224 to 3743744 tid 3 2024-03-10T22:24:46.104 INFO:tasks.rados.rados.0.smithi169.stdout:3119: read oid 44 snap -1 2024-03-10T22:24:46.104 INFO:tasks.rados.rados.0.smithi169.stdout:3119: expect deleted 2024-03-10T22:24:46.104 INFO:tasks.rados.rados.0.smithi169.stdout:3120: copy_from oid 31 from oid 28 current snap is 295 2024-03-10T22:24:46.104 INFO:tasks.rados.rados.0.smithi169.stdout:3118: finishing write tid 1 to smithi16976610-30 2024-03-10T22:24:46.104 INFO:tasks.rados.rados.0.smithi169.stdout:3121: copy_from oid 14 from oid 35 current snap is 295 2024-03-10T22:24:46.104 INFO:tasks.rados.rados.0.smithi169.stdout:3122: snap_remove snap 293 2024-03-10T22:24:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:24:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:24:45] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-03-10T22:24:46.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:46.082+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:46.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:46.082+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:46.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:46.083+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:46.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:46.083+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:46.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:46.083+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:46.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:46.083+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:46.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:46.083+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:46.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:46.084+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: osdmap e668: 8 total, 8 up, 8 in 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:46.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.256 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.257 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:46.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:46.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: osdmap e668: 8 total, 8 up, 8 in 2024-03-10T22:24:46.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:46.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:46.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:46.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:46.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:46.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.258 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.259 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.259 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: Upgrade: Finalizing container_image settings 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T22:24:46.260 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T22:24:46.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-10T22:24:46.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T22:24:46.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T22:24:46.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-03-10T22:24:46.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T22:24:46.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T22:24:46.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-10T22:24:46.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T22:24:46.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T22:24:46.261 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-03-10T22:24:46.261 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: Upgrade: Finalizing container_image settings 2024-03-10T22:24:46.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T22:24:46.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T22:24:46.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-10T22:24:46.262 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-10T22:24:46.263 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T22:24:46.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T22:24:46.264 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-03-10T22:24:46.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T22:24:46.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T22:24:46.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-10T22:24:46.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T22:24:46.264 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.265 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.266 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.266 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.266 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.266 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T22:24:46.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T22:24:46.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-10T22:24:46.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.267 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.268 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.268 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.268 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.268 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.268 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.268 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: Upgrade: Complete! 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.269 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: Upgrade: Complete! 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:46.270 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:46.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:46.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:46.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:46.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.271 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:46.082+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: osdmap e668: 8 total, 8 up, 8 in 2024-03-10T22:24:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: Upgrade: Finalizing container_image settings 2024-03-10T22:24:46.516 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T22:24:46.517 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T22:24:46.518 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.519 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.520 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.520 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.520 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.520 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.520 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.520 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.520 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.520 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T22:24:46.520 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: Upgrade: Complete! 2024-03-10T22:24:46.520 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T22:24:46.520 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T22:24:46.521 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-10T22:24:46.521 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:46.521 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:46.521 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:46.521 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.521 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:24:46.521 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:24:46.521 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:24:46.521 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:46.521 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:24:47.088 INFO:tasks.rados.rados.0.smithi169.stdout:3122: done (4 left) 2024-03-10T22:24:47.088 INFO:tasks.rados.rados.0.smithi169.stdout:3123: rmattr oid 1 current snap is 295 2024-03-10T22:24:47.088 INFO:tasks.rados.rados.0.smithi169.stdout:3123: done (4 left) 2024-03-10T22:24:47.088 INFO:tasks.rados.rados.0.smithi169.stdout:3124: snap_remove snap 294 2024-03-10T22:24:47.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:47.088+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:47.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:47.089+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:47.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[90638]: osdmap e669: 8 total, 8 up, 8 in 2024-03-10T22:24:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:47.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[90638]: pgmap v667: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 452 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-03-10T22:24:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[88180]: osdmap e669: 8 total, 8 up, 8 in 2024-03-10T22:24:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:47.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-mon[88180]: pgmap v667: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 452 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-03-10T22:24:47.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:47.146+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:47.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:47.146+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:47.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:47.146+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:47.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:47.146+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:47.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:47.146+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:47.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:47.147+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:47.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:47.147+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:47.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:47.235+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:47.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:47.235+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:47.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-mon[84635]: osdmap e669: 8 total, 8 up, 8 in 2024-03-10T22:24:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:47.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:47 smithi172 ceph-mon[84635]: pgmap v667: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 452 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-03-10T22:24:48.090 INFO:tasks.rados.rados.0.smithi169.stdout:3124: done (4 left) 2024-03-10T22:24:48.090 INFO:tasks.rados.rados.0.smithi169.stdout:3125: rollback oid 48 current snap is 295 2024-03-10T22:24:48.090 INFO:tasks.rados.rados.0.smithi169.stdout:3120: finishing copy_from to smithi16976610-31 2024-03-10T22:24:48.090 INFO:tasks.rados.rados.0.smithi169.stdout:3120: got expected ENOENT (src dne) 2024-03-10T22:24:48.090 INFO:tasks.rados.rados.0.smithi169.stdout:3120: finishing copy_from racing read to smithi16976610-31 2024-03-10T22:24:48.090 INFO:tasks.rados.rados.0.smithi169.stdout:3118: finishing write tid 2 to smithi16976610-30 2024-03-10T22:24:48.091 INFO:tasks.rados.rados.0.smithi169.stdout:3118: finishing write tid 3 to smithi16976610-30 2024-03-10T22:24:48.091 INFO:tasks.rados.rados.0.smithi169.stdout:3118: finishing write tid 4 to smithi16976610-30 2024-03-10T22:24:48.091 INFO:tasks.rados.rados.0.smithi169.stdout:3118: finishing write tid 5 to smithi16976610-30 2024-03-10T22:24:48.091 INFO:tasks.rados.rados.0.smithi169.stdout:3118: oid 30 updating version 0 to 14095 2024-03-10T22:24:48.091 INFO:tasks.rados.rados.0.smithi169.stdout:3118: oid 30 updating version 14095 to 14096 2024-03-10T22:24:48.091 INFO:tasks.rados.rados.0.smithi169.stdout:3118: oid 30 updating version 14096 to 14097 2024-03-10T22:24:48.091 INFO:tasks.rados.rados.0.smithi169.stdout:3118: oid 30 updating version 14097 to 14098 2024-03-10T22:24:48.091 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14098 (ObjNum 961 snap 295 seq_num 961) dirty exists 2024-03-10T22:24:48.091 INFO:tasks.rados.rados.0.smithi169.stdout:3118: left oid 30 (ObjNum 961 snap 295 seq_num 961) 2024-03-10T22:24:48.091 INFO:tasks.rados.rados.0.smithi169.stdout:3121: finishing copy_from racing read to smithi16976610-14 2024-03-10T22:24:48.091 INFO:tasks.rados.rados.0.smithi169.stdout:3121: finishing copy_from to smithi16976610-14 2024-03-10T22:24:48.092 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 322 (ObjNum 915 snap 282 seq_num 915) dirty exists 2024-03-10T22:24:48.092 INFO:tasks.rados.rados.0.smithi169.stdout:3118: done (4 left) 2024-03-10T22:24:48.092 INFO:tasks.rados.rados.0.smithi169.stdout:3119: done (3 left) 2024-03-10T22:24:48.092 INFO:tasks.rados.rados.0.smithi169.stdout:3120: done (2 left) 2024-03-10T22:24:48.092 INFO:tasks.rados.rados.0.smithi169.stdout:3121: done (1 left) 2024-03-10T22:24:48.092 INFO:tasks.rados.rados.0.smithi169.stdout:3125: done (0 left) 2024-03-10T22:24:48.092 INFO:tasks.rados.rados.0.smithi169.stdout:3126: read oid 31 snap -1 2024-03-10T22:24:48.092 INFO:tasks.rados.rados.0.smithi169.stdout:3126: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:24:48.092 INFO:tasks.rados.rados.0.smithi169.stdout:3127: read oid 16 snap -1 2024-03-10T22:24:48.092 INFO:tasks.rados.rados.0.smithi169.stdout:3127: expect (ObjNum 832 snap 257 seq_num 832) 2024-03-10T22:24:48.092 INFO:tasks.rados.rados.0.smithi169.stdout:3128: delete oid 9 current snap is 295 2024-03-10T22:24:48.103 INFO:tasks.rados.rados.0.smithi169.stdout:3128: done (2 left) 2024-03-10T22:24:48.103 INFO:tasks.rados.rados.0.smithi169.stdout:3129: rollback oid 34 current snap is 295 2024-03-10T22:24:48.103 INFO:tasks.rados.rados.0.smithi169.stdout:3129: done (2 left) 2024-03-10T22:24:48.103 INFO:tasks.rados.rados.0.smithi169.stdout:3130: copy_from oid 49 from oid 43 current snap is 295 2024-03-10T22:24:48.103 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 295 2024-03-10T22:24:48.103 INFO:tasks.rados.rados.0.smithi169.stdout:3131: seq_num 963 ranges {0=532480,532480=475136,1007616=532480,1540096=196608} 2024-03-10T22:24:48.106 INFO:tasks.rados.rados.0.smithi169.stdout:3131: writing smithi16976610-2 from 0 to 532480 tid 1 2024-03-10T22:24:48.109 INFO:tasks.rados.rados.0.smithi169.stdout:3131: writing smithi16976610-2 from 532480 to 1007616 tid 2 2024-03-10T22:24:48.112 INFO:tasks.rados.rados.0.smithi169.stdout:3131: writing smithi16976610-2 from 1007616 to 1540096 tid 3 2024-03-10T22:24:48.113 INFO:tasks.rados.rados.0.smithi169.stdout:3131: writing smithi16976610-2 from 1540096 to 1736704 tid 4 2024-03-10T22:24:48.114 INFO:tasks.rados.rados.0.smithi169.stdout:3127: expect (ObjNum 832 snap 257 seq_num 832) 2024-03-10T22:24:48.167 INFO:tasks.rados.rados.0.smithi169.stdout:3126: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:24:48.227 INFO:tasks.rados.rados.0.smithi169.stdout:3131: finishing write tid 1 to smithi16976610-2 2024-03-10T22:24:48.227 INFO:tasks.rados.rados.0.smithi169.stdout:3131: finishing write tid 2 to smithi16976610-2 2024-03-10T22:24:48.227 INFO:tasks.rados.rados.0.smithi169.stdout:3131: finishing write tid 3 to smithi16976610-2 2024-03-10T22:24:48.227 INFO:tasks.rados.rados.0.smithi169.stdout:3131: finishing write tid 4 to smithi16976610-2 2024-03-10T22:24:48.227 INFO:tasks.rados.rados.0.smithi169.stdout:3131: finishing write tid 5 to smithi16976610-2 2024-03-10T22:24:48.227 INFO:tasks.rados.rados.0.smithi169.stdout:3131: finishing write tid 6 to smithi16976610-2 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3131: oid 2 updating version 0 to 14134 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3131: oid 2 updating version 14134 to 14137 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3131: oid 2 version 14137 is already newer than 14135 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3131: oid 2 version 14137 is already newer than 14136 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3131: oid 2 updating version 14137 to 14138 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14138 (ObjNum 963 snap 295 seq_num 963) dirty exists 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3131: left oid 2 (ObjNum 963 snap 295 seq_num 963) 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3130: finishing copy_from racing read to smithi16976610-49 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3130: finishing copy_from to smithi16976610-49 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 14066 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3126: done (3 left) 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3127: done (2 left) 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3130: done (1 left) 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3131: done (0 left) 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 295 2024-03-10T22:24:48.228 INFO:tasks.rados.rados.0.smithi169.stdout:3132: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-03-10T22:24:48.230 INFO:tasks.rados.rados.0.smithi169.stdout:3132: writing smithi16976610-39 from 0 to 548864 tid 1 2024-03-10T22:24:48.234 INFO:tasks.rados.rados.0.smithi169.stdout:3132: writing smithi16976610-39 from 548864 to 1310720 tid 2 2024-03-10T22:24:48.237 INFO:tasks.rados.rados.0.smithi169.stdout:3132: writing smithi16976610-39 from 1310720 to 1753088 tid 3 2024-03-10T22:24:48.237 INFO:tasks.rados.rados.0.smithi169.stdout:3133: read oid 50 snap -1 2024-03-10T22:24:48.237 INFO:tasks.rados.rados.0.smithi169.stdout:3133: expect (ObjNum 924 snap 286 seq_num 924) 2024-03-10T22:24:48.237 INFO:tasks.rados.rados.0.smithi169.stdout:3134: read oid 1 snap -1 2024-03-10T22:24:48.237 INFO:tasks.rados.rados.0.smithi169.stdout:3134: expect (ObjNum 931 snap 288 seq_num 931) 2024-03-10T22:24:48.238 INFO:tasks.rados.rados.0.smithi169.stdout:3135: rollback oid 34 current snap is 295 2024-03-10T22:24:48.238 INFO:tasks.rados.rados.0.smithi169.stdout:3135: done (3 left) 2024-03-10T22:24:48.238 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 295 2024-03-10T22:24:48.238 INFO:tasks.rados.rados.0.smithi169.stdout:3132: finishing write tid 1 to smithi16976610-39 2024-03-10T22:24:48.238 INFO:tasks.rados.rados.0.smithi169.stdout:3136: seq_num 965 ranges {0=565248,565248=647168,1212416=548864,1761280=8192} 2024-03-10T22:24:48.240 INFO:tasks.rados.rados.0.smithi169.stdout:3136: writing smithi16976610-19 from 0 to 565248 tid 1 2024-03-10T22:24:48.244 INFO:tasks.rados.rados.0.smithi169.stdout:3136: writing smithi16976610-19 from 565248 to 1212416 tid 2 2024-03-10T22:24:48.248 INFO:tasks.rados.rados.0.smithi169.stdout:3136: writing smithi16976610-19 from 1212416 to 1761280 tid 3 2024-03-10T22:24:48.248 INFO:tasks.rados.rados.0.smithi169.stdout:3136: writing smithi16976610-19 from 1761280 to 1769472 tid 4 2024-03-10T22:24:48.248 INFO:tasks.rados.rados.0.smithi169.stdout:3137: read oid 40 snap -1 2024-03-10T22:24:48.248 INFO:tasks.rados.rados.0.smithi169.stdout:3137: expect (ObjNum 941 snap 291 seq_num 941) 2024-03-10T22:24:48.248 INFO:tasks.rados.rados.0.smithi169.stdout:3138: rollback oid 20 current snap is 295 2024-03-10T22:24:48.248 INFO:tasks.rados.rados.0.smithi169.stdout:3138: done (5 left) 2024-03-10T22:24:48.248 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 295 2024-03-10T22:24:48.248 INFO:tasks.rados.rados.0.smithi169.stdout:3132: finishing write tid 2 to smithi16976610-39 2024-03-10T22:24:48.248 INFO:tasks.rados.rados.0.smithi169.stdout:3139: seq_num 966 ranges {901120=581632,1482752=581632,2064384=622592} 2024-03-10T22:24:48.257 INFO:tasks.rados.rados.0.smithi169.stdout:3139: writing smithi16976610-21 from 901120 to 1482752 tid 1 2024-03-10T22:24:48.260 INFO:tasks.rados.rados.0.smithi169.stdout:3139: writing smithi16976610-21 from 1482752 to 2064384 tid 2 2024-03-10T22:24:48.264 INFO:tasks.rados.rados.0.smithi169.stdout:3139: writing smithi16976610-21 from 2064384 to 2686976 tid 3 2024-03-10T22:24:48.264 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 295 2024-03-10T22:24:48.265 INFO:tasks.rados.rados.0.smithi169.stdout:3132: finishing write tid 3 to smithi16976610-39 2024-03-10T22:24:48.265 INFO:tasks.rados.rados.0.smithi169.stdout:3133: expect (ObjNum 924 snap 286 seq_num 924) 2024-03-10T22:24:48.294 INFO:tasks.rados.rados.0.smithi169.stdout:3132: finishing write tid 4 to smithi16976610-39 2024-03-10T22:24:48.294 INFO:tasks.rados.rados.0.smithi169.stdout:3136: finishing write tid 1 to smithi16976610-19 2024-03-10T22:24:48.294 INFO:tasks.rados.rados.0.smithi169.stdout:3132: finishing write tid 5 to smithi16976610-39 2024-03-10T22:24:48.294 INFO:tasks.rados.rados.0.smithi169.stdout:3132: oid 39 updating version 0 to 14102 2024-03-10T22:24:48.294 INFO:tasks.rados.rados.0.smithi169.stdout:3132: oid 39 version 14102 is already newer than 14101 2024-03-10T22:24:48.294 INFO:tasks.rados.rados.0.smithi169.stdout:3132: oid 39 version 14102 is already newer than 14100 2024-03-10T22:24:48.294 INFO:tasks.rados.rados.0.smithi169.stdout:3132: oid 39 version 14102 is already newer than 14099 2024-03-10T22:24:48.295 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14102 (ObjNum 964 snap 295 seq_num 964) dirty exists 2024-03-10T22:24:48.295 INFO:tasks.rados.rados.0.smithi169.stdout:3132: left oid 39 (ObjNum 964 snap 295 seq_num 964) 2024-03-10T22:24:48.295 INFO:tasks.rados.rados.0.smithi169.stdout:3134: expect (ObjNum 931 snap 288 seq_num 931) 2024-03-10T22:24:48.341 INFO:tasks.rados.rados.0.smithi169.stdout:3137: expect (ObjNum 941 snap 291 seq_num 941) 2024-03-10T22:24:48.375 INFO:tasks.rados.rados.0.smithi169.stdout:3136: finishing write tid 2 to smithi16976610-19 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3136: finishing write tid 3 to smithi16976610-19 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3136: finishing write tid 4 to smithi16976610-19 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3139: finishing write tid 1 to smithi16976610-21 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3139: finishing write tid 2 to smithi16976610-21 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3136: finishing write tid 5 to smithi16976610-19 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3139: finishing write tid 3 to smithi16976610-21 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3139: finishing write tid 4 to smithi16976610-21 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3136: finishing write tid 6 to smithi16976610-19 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3136: oid 19 updating version 0 to 14057 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3136: oid 19 version 14057 is already newer than 14056 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3136: oid 19 updating version 14057 to 14059 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3136: oid 19 version 14059 is already newer than 14058 2024-03-10T22:24:48.376 INFO:tasks.rados.rados.0.smithi169.stdout:3136: oid 19 version 14059 is already newer than 14055 2024-03-10T22:24:48.377 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14059 (ObjNum 965 snap 295 seq_num 965) dirty exists 2024-03-10T22:24:48.377 INFO:tasks.rados.rados.0.smithi169.stdout:3136: left oid 19 (ObjNum 965 snap 295 seq_num 965) 2024-03-10T22:24:48.377 INFO:tasks.rados.rados.0.smithi169.stdout:3139: finishing write tid 5 to smithi16976610-21 2024-03-10T22:24:48.377 INFO:tasks.rados.rados.0.smithi169.stdout:3139: oid 21 updating version 0 to 14051 2024-03-10T22:24:48.377 INFO:tasks.rados.rados.0.smithi169.stdout:3139: oid 21 updating version 14051 to 14052 2024-03-10T22:24:48.377 INFO:tasks.rados.rados.0.smithi169.stdout:3139: oid 21 updating version 14052 to 14053 2024-03-10T22:24:48.377 INFO:tasks.rados.rados.0.smithi169.stdout:3139: oid 21 version 14053 is already newer than 14050 2024-03-10T22:24:48.377 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14053 (ObjNum 966 snap 295 seq_num 966) dirty exists 2024-03-10T22:24:48.377 INFO:tasks.rados.rados.0.smithi169.stdout:3139: left oid 21 (ObjNum 966 snap 295 seq_num 966) 2024-03-10T22:24:48.377 INFO:tasks.rados.rados.0.smithi169.stdout:3140: seq_num 967 ranges {3743744=598016,4341760=466944,4808704=516096,5324800=221184} 2024-03-10T22:24:48.398 INFO:tasks.rados.rados.0.smithi169.stdout:3140: writing smithi16976610-30 from 3743744 to 4341760 tid 1 2024-03-10T22:24:48.400 INFO:tasks.rados.rados.0.smithi169.stdout:3140: writing smithi16976610-30 from 4341760 to 4808704 tid 2 2024-03-10T22:24:48.403 INFO:tasks.rados.rados.0.smithi169.stdout:3140: writing smithi16976610-30 from 4808704 to 5324800 tid 3 2024-03-10T22:24:48.406 INFO:tasks.rados.rados.0.smithi169.stdout:3140: writing smithi16976610-30 from 5324800 to 5545984 tid 4 2024-03-10T22:24:48.406 INFO:tasks.rados.rados.0.smithi169.stdout:3132: done (6 left) 2024-03-10T22:24:48.406 INFO:tasks.rados.rados.0.smithi169.stdout:3133: done (5 left) 2024-03-10T22:24:48.406 INFO:tasks.rados.rados.0.smithi169.stdout:3134: done (4 left) 2024-03-10T22:24:48.406 INFO:tasks.rados.rados.0.smithi169.stdout:3136: done (3 left) 2024-03-10T22:24:48.406 INFO:tasks.rados.rados.0.smithi169.stdout:3137: done (2 left) 2024-03-10T22:24:48.406 INFO:tasks.rados.rados.0.smithi169.stdout:3139: done (1 left) 2024-03-10T22:24:48.406 INFO:tasks.rados.rados.0.smithi169.stdout:3141: copy_from oid 20 from oid 41 current snap is 295 2024-03-10T22:24:48.406 INFO:tasks.rados.rados.0.smithi169.stdout:3140: finishing write tid 1 to smithi16976610-30 2024-03-10T22:24:48.406 INFO:tasks.rados.rados.0.smithi169.stdout:3140: finishing write tid 2 to smithi16976610-30 2024-03-10T22:24:48.407 INFO:tasks.rados.rados.0.smithi169.stdout:3142: read oid 1 snap -1 2024-03-10T22:24:48.407 INFO:tasks.rados.rados.0.smithi169.stdout:3142: expect (ObjNum 931 snap 288 seq_num 931) 2024-03-10T22:24:48.407 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 295 2024-03-10T22:24:48.407 INFO:tasks.rados.rados.0.smithi169.stdout:3143: seq_num 968 ranges {4128768=614400,4743168=745472,5488640=458752} 2024-03-10T22:24:48.430 INFO:tasks.rados.rados.0.smithi169.stdout:3143: writing smithi16976610-42 from 4128768 to 4743168 tid 1 2024-03-10T22:24:48.434 INFO:tasks.rados.rados.0.smithi169.stdout:3143: writing smithi16976610-42 from 4743168 to 5488640 tid 2 2024-03-10T22:24:48.437 INFO:tasks.rados.rados.0.smithi169.stdout:3143: writing smithi16976610-42 from 5488640 to 5947392 tid 3 2024-03-10T22:24:48.437 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 295 2024-03-10T22:24:48.438 INFO:tasks.rados.rados.0.smithi169.stdout:3141: finishing copy_from to smithi16976610-20 2024-03-10T22:24:48.438 INFO:tasks.rados.rados.0.smithi169.stdout:3141: got expected ENOENT (src dne) 2024-03-10T22:24:48.438 INFO:tasks.rados.rados.0.smithi169.stdout:3141: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:24:48.438 INFO:tasks.rados.rados.0.smithi169.stdout:3140: finishing write tid 3 to smithi16976610-30 2024-03-10T22:24:48.438 INFO:tasks.rados.rados.0.smithi169.stdout:3144: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-03-10T22:24:48.440 INFO:tasks.rados.rados.0.smithi169.stdout:3144: writing smithi16976610-28 from 0 to 638976 tid 1 2024-03-10T22:24:48.444 INFO:tasks.rados.rados.0.smithi169.stdout:3144: writing smithi16976610-28 from 638976 to 1269760 tid 2 2024-03-10T22:24:48.451 INFO:tasks.rados.rados.0.smithi169.stdout:3144: writing smithi16976610-28 from 1269760 to 1802240 tid 3 2024-03-10T22:24:48.451 INFO:tasks.rados.rados.0.smithi169.stdout:3144: writing smithi16976610-28 from 1802240 to 1843200 tid 4 2024-03-10T22:24:48.451 INFO:tasks.rados.rados.0.smithi169.stdout:3141: done (4 left) 2024-03-10T22:24:48.451 INFO:tasks.rados.rados.0.smithi169.stdout:3145: snap_create 2024-03-10T22:24:48.451 INFO:tasks.rados.rados.0.smithi169.stdout:3140: finishing write tid 4 to smithi16976610-30 2024-03-10T22:24:48.451 INFO:tasks.rados.rados.0.smithi169.stdout:3140: finishing write tid 5 to smithi16976610-30 2024-03-10T22:24:48.451 INFO:tasks.rados.rados.0.smithi169.stdout:3140: finishing write tid 6 to smithi16976610-30 2024-03-10T22:24:48.451 INFO:tasks.rados.rados.0.smithi169.stdout:3140: oid 30 updating version 0 to 14106 2024-03-10T22:24:48.451 INFO:tasks.rados.rados.0.smithi169.stdout:3140: oid 30 version 14106 is already newer than 14104 2024-03-10T22:24:48.451 INFO:tasks.rados.rados.0.smithi169.stdout:3140: oid 30 version 14106 is already newer than 14103 2024-03-10T22:24:48.452 INFO:tasks.rados.rados.0.smithi169.stdout:3140: oid 30 version 14106 is already newer than 14105 2024-03-10T22:24:48.452 INFO:tasks.rados.rados.0.smithi169.stdout:3140: oid 30 updating version 14106 to 14107 2024-03-10T22:24:48.452 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14107 (ObjNum 967 snap 295 seq_num 967) dirty exists 2024-03-10T22:24:48.452 INFO:tasks.rados.rados.0.smithi169.stdout:3140: left oid 30 (ObjNum 967 snap 295 seq_num 967) 2024-03-10T22:24:48.452 INFO:tasks.rados.rados.0.smithi169.stdout:3142: expect (ObjNum 931 snap 288 seq_num 931) 2024-03-10T22:24:48.497 INFO:tasks.rados.rados.0.smithi169.stdout:3143: finishing write tid 1 to smithi16976610-42 2024-03-10T22:24:48.497 INFO:tasks.rados.rados.0.smithi169.stdout:3143: finishing write tid 2 to smithi16976610-42 2024-03-10T22:24:48.497 INFO:tasks.rados.rados.0.smithi169.stdout:3143: finishing write tid 3 to smithi16976610-42 2024-03-10T22:24:48.497 INFO:tasks.rados.rados.0.smithi169.stdout:3143: finishing write tid 4 to smithi16976610-42 2024-03-10T22:24:48.497 INFO:tasks.rados.rados.0.smithi169.stdout:3143: finishing write tid 5 to smithi16976610-42 2024-03-10T22:24:48.497 INFO:tasks.rados.rados.0.smithi169.stdout:3143: oid 42 updating version 0 to 14019 2024-03-10T22:24:48.497 INFO:tasks.rados.rados.0.smithi169.stdout:3143: oid 42 version 14019 is already newer than 14018 2024-03-10T22:24:48.497 INFO:tasks.rados.rados.0.smithi169.stdout:3143: oid 42 version 14019 is already newer than 14017 2024-03-10T22:24:48.497 INFO:tasks.rados.rados.0.smithi169.stdout:3143: oid 42 version 14019 is already newer than 14016 2024-03-10T22:24:48.497 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14019 (ObjNum 968 snap 295 seq_num 968) dirty exists 2024-03-10T22:24:48.497 INFO:tasks.rados.rados.0.smithi169.stdout:3143: left oid 42 (ObjNum 968 snap 295 seq_num 968) 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: finishing write tid 1 to smithi16976610-28 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: finishing write tid 2 to smithi16976610-28 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: finishing write tid 3 to smithi16976610-28 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: finishing write tid 4 to smithi16976610-28 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: finishing write tid 5 to smithi16976610-28 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: finishing write tid 6 to smithi16976610-28 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: oid 28 updating version 0 to 14051 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: oid 28 version 14051 is already newer than 14050 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: oid 28 updating version 14051 to 14052 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: oid 28 version 14052 is already newer than 14048 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: oid 28 version 14052 is already newer than 14049 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14052 (ObjNum 969 snap 295 seq_num 969) dirty exists 2024-03-10T22:24:48.498 INFO:tasks.rados.rados.0.smithi169.stdout:3144: left oid 28 (ObjNum 969 snap 295 seq_num 969) 2024-03-10T22:24:48.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:48.095+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:48.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:48.095+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:48.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[90638]: osdmap e670: 8 total, 8 up, 8 in 2024-03-10T22:24:48.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:48.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:48.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[90638]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:48.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:48.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:48.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:48.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:48.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[88180]: osdmap e670: 8 total, 8 up, 8 in 2024-03-10T22:24:48.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:48.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:48.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[88180]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:48.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:48.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:48.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:48.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:48.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:48.096+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:48.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:48.096+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:48.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:48.096+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:48.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:48.096+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:48.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:48.096+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:48.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:48.097+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:48.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:48.110+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:48.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:48 smithi172 ceph-mon[84635]: osdmap e670: 8 total, 8 up, 8 in 2024-03-10T22:24:48.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:48.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:48.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:48 smithi172 ceph-mon[84635]: No clone_snaps in snapset 159=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:48.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:48.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:48.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:49.112 INFO:tasks.rados.rados.0.smithi169.stdout:3140: done (4 left) 2024-03-10T22:24:49.112 INFO:tasks.rados.rados.0.smithi169.stdout:3142: done (3 left) 2024-03-10T22:24:49.112 INFO:tasks.rados.rados.0.smithi169.stdout:3143: done (2 left) 2024-03-10T22:24:49.112 INFO:tasks.rados.rados.0.smithi169.stdout:3144: done (1 left) 2024-03-10T22:24:49.112 INFO:tasks.rados.rados.0.smithi169.stdout:3145: done (0 left) 2024-03-10T22:24:49.112 INFO:tasks.rados.rados.0.smithi169.stdout:3146: read oid 28 snap -1 2024-03-10T22:24:49.112 INFO:tasks.rados.rados.0.smithi169.stdout:3146: expect (ObjNum 969 snap 295 seq_num 969) 2024-03-10T22:24:49.112 INFO:tasks.rados.rados.0.smithi169.stdout:3147: snap_create 2024-03-10T22:24:49.119 INFO:tasks.rados.rados.0.smithi169.stdout:3146: expect (ObjNum 969 snap 295 seq_num 969) 2024-03-10T22:24:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-mon[84635]: osdmap e671: 8 total, 8 up, 8 in 2024-03-10T22:24:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:49.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:49.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:49.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-mon[84635]: pgmap v670: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 458 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.5 MiB/s wr, 23 op/s 2024-03-10T22:24:49.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:49.112+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:49.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:49.112+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:49.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:49.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[90638]: osdmap e671: 8 total, 8 up, 8 in 2024-03-10T22:24:49.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[90638]: pgmap v670: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 458 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.5 MiB/s wr, 23 op/s 2024-03-10T22:24:49.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[88180]: osdmap e671: 8 total, 8 up, 8 in 2024-03-10T22:24:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:49.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-mon[88180]: pgmap v670: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 458 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.5 MiB/s wr, 23 op/s 2024-03-10T22:24:49.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:49.328+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:49.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:49.328+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:49.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:49.329+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:49.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:49.329+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:49.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:49.329+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:49.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:49.329+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:49.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:49.329+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:49.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:49.330+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:49.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:49.330+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:50.112 INFO:tasks.rados.rados.0.smithi169.stdout:3146: done (1 left) 2024-03-10T22:24:50.112 INFO:tasks.rados.rados.0.smithi169.stdout:3147: done (0 left) 2024-03-10T22:24:50.112 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 297 2024-03-10T22:24:50.112 INFO:tasks.rados.rados.0.smithi169.stdout:3148: seq_num 970 ranges {0=655360,655360=516096,1171456=688128} 2024-03-10T22:24:50.115 INFO:tasks.rados.rados.0.smithi169.stdout:3148: writing smithi16976610-46 from 0 to 655360 tid 1 2024-03-10T22:24:50.118 INFO:tasks.rados.rados.0.smithi169.stdout:3148: writing smithi16976610-46 from 655360 to 1171456 tid 2 2024-03-10T22:24:50.125 INFO:tasks.rados.rados.0.smithi169.stdout:3148: writing smithi16976610-46 from 1171456 to 1859584 tid 3 2024-03-10T22:24:50.126 INFO:tasks.rados.rados.0.smithi169.stdout:3149: rollback oid 30 current snap is 297 2024-03-10T22:24:50.126 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 295 2024-03-10T22:24:50.126 INFO:tasks.rados.rados.0.smithi169.stdout:3148: finishing write tid 1 to smithi16976610-46 2024-03-10T22:24:50.126 INFO:tasks.rados.rados.0.smithi169.stdout:3148: finishing write tid 2 to smithi16976610-46 2024-03-10T22:24:50.126 INFO:tasks.rados.rados.0.smithi169.stdout:3150: read oid 45 snap 295 2024-03-10T22:24:50.126 INFO:tasks.rados.rados.0.smithi169.stdout:3150: expect (ObjNum 850 snap 261 seq_num 850) 2024-03-10T22:24:50.126 INFO:tasks.rados.rados.0.smithi169.stdout:3151: read oid 27 snap -1 2024-03-10T22:24:50.126 INFO:tasks.rados.rados.0.smithi169.stdout:3151: expect (ObjNum 832 snap 257 seq_num 832) 2024-03-10T22:24:50.126 INFO:tasks.rados.rados.0.smithi169.stdout:3152: snap_remove snap 296 2024-03-10T22:24:50.404 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-mon[88180]: osdmap e672: 8 total, 8 up, 8 in 2024-03-10T22:24:50.404 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:50.404 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:50.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-mon[90638]: osdmap e672: 8 total, 8 up, 8 in 2024-03-10T22:24:50.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:50.405 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:50.405 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:50.112+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:50.405 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:50.113+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:50.406 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:50.110+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:50.406 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:50.110+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:50.406 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:50.110+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:50.406 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:50.111+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:50.406 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:50.111+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:50.406 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:50.112+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:50.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:50.111+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:50 smithi172 ceph-mon[84635]: osdmap e672: 8 total, 8 up, 8 in 2024-03-10T22:24:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:50.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:51.124 INFO:tasks.rados.rados.0.smithi169.stdout:3152: done (4 left) 2024-03-10T22:24:51.125 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 297 2024-03-10T22:24:51.125 INFO:tasks.rados.rados.0.smithi169.stdout:3153: seq_num 971 ranges {1769472=671744,2441216=802816,3244032=401408} 2024-03-10T22:24:51.138 INFO:tasks.rados.rados.0.smithi169.stdout:3153: writing smithi16976610-19 from 1769472 to 2441216 tid 1 2024-03-10T22:24:51.142 INFO:tasks.rados.rados.0.smithi169.stdout:3153: writing smithi16976610-19 from 2441216 to 3244032 tid 2 2024-03-10T22:24:51.145 INFO:tasks.rados.rados.0.smithi169.stdout:3153: writing smithi16976610-19 from 3244032 to 3645440 tid 3 2024-03-10T22:24:51.145 INFO:tasks.rados.rados.0.smithi169.stdout:3154: rollback oid 31 current snap is 297 2024-03-10T22:24:51.145 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 31 to 295 2024-03-10T22:24:51.145 INFO:tasks.rados.rados.0.smithi169.stdout:3148: finishing write tid 3 to smithi16976610-46 2024-03-10T22:24:51.145 INFO:tasks.rados.rados.0.smithi169.stdout:3149: finishing rollback tid 0 to smithi16976610-30 2024-03-10T22:24:51.145 INFO:tasks.rados.rados.0.smithi169.stdout:3149: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:24:51.145 INFO:tasks.rados.rados.0.smithi169.stdout:3148: finishing write tid 4 to smithi16976610-46 2024-03-10T22:24:51.145 INFO:tasks.rados.rados.0.smithi169.stdout:3149: finishing rollback tid 2 to smithi16976610-30 2024-03-10T22:24:51.145 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14110 (ObjNum 967 snap 295 seq_num 967) dirty exists 2024-03-10T22:24:51.146 INFO:tasks.rados.rados.0.smithi169.stdout:3150: expect (ObjNum 850 snap 261 seq_num 850) 2024-03-10T22:24:51.213 INFO:tasks.rados.rados.0.smithi169.stdout:3148: finishing write tid 5 to smithi16976610-46 2024-03-10T22:24:51.213 INFO:tasks.rados.rados.0.smithi169.stdout:3148: oid 46 updating version 0 to 14090 2024-03-10T22:24:51.213 INFO:tasks.rados.rados.0.smithi169.stdout:3148: oid 46 updating version 14090 to 14091 2024-03-10T22:24:51.213 INFO:tasks.rados.rados.0.smithi169.stdout:3148: oid 46 updating version 14091 to 14092 2024-03-10T22:24:51.214 INFO:tasks.rados.rados.0.smithi169.stdout:3148: oid 46 version 14092 is already newer than 14089 2024-03-10T22:24:51.214 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14092 (ObjNum 970 snap 297 seq_num 970) dirty exists 2024-03-10T22:24:51.214 INFO:tasks.rados.rados.0.smithi169.stdout:3148: left oid 46 (ObjNum 970 snap 297 seq_num 970) 2024-03-10T22:24:51.214 INFO:tasks.rados.rados.0.smithi169.stdout:3151: expect (ObjNum 832 snap 257 seq_num 832) 2024-03-10T22:24:51.264 INFO:tasks.rados.rados.0.smithi169.stdout:3153: finishing write tid 1 to smithi16976610-19 2024-03-10T22:24:51.264 INFO:tasks.rados.rados.0.smithi169.stdout:3154: finishing rollback tid 0 to smithi16976610-31 2024-03-10T22:24:51.264 INFO:tasks.rados.rados.0.smithi169.stdout:3153: finishing write tid 2 to smithi16976610-19 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:3153: finishing write tid 3 to smithi16976610-19 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:3153: finishing write tid 4 to smithi16976610-19 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:3154: finishing rollback tid 1 to smithi16976610-31 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:3154: finishing rollback tid 2 to smithi16976610-31 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14103 (ObjNum 858 snap 267 seq_num 858) dirty exists 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:3153: finishing write tid 5 to smithi16976610-19 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:3153: oid 19 updating version 0 to 14060 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:3153: oid 19 updating version 14060 to 14061 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:3153: oid 19 updating version 14061 to 14063 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:3153: oid 19 version 14063 is already newer than 14062 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14063 (ObjNum 971 snap 297 seq_num 971) dirty exists 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:3153: left oid 19 (ObjNum 971 snap 297 seq_num 971) 2024-03-10T22:24:51.265 INFO:tasks.rados.rados.0.smithi169.stdout:3148: done (5 left) 2024-03-10T22:24:51.266 INFO:tasks.rados.rados.0.smithi169.stdout:3149: done (4 left) 2024-03-10T22:24:51.266 INFO:tasks.rados.rados.0.smithi169.stdout:3150: done (3 left) 2024-03-10T22:24:51.266 INFO:tasks.rados.rados.0.smithi169.stdout:3151: done (2 left) 2024-03-10T22:24:51.266 INFO:tasks.rados.rados.0.smithi169.stdout:3153: done (1 left) 2024-03-10T22:24:51.266 INFO:tasks.rados.rados.0.smithi169.stdout:3154: done (0 left) 2024-03-10T22:24:51.266 INFO:tasks.rados.rados.0.smithi169.stdout:3155: read oid 32 snap -1 2024-03-10T22:24:51.266 INFO:tasks.rados.rados.0.smithi169.stdout:3155: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:24:51.266 INFO:tasks.rados.rados.0.smithi169.stdout:3156: snap_create 2024-03-10T22:24:51.271 INFO:tasks.rados.rados.0.smithi169.stdout:3155: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:24:51.414 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:51.122+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:51.415 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:51.122+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:51.415 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:51.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:51.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:51.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: osdmap e673: 8 total, 8 up, 8 in 2024-03-10T22:24:51.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:51.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:51.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:51.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:51.416 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:51 smithi172 ceph-mon[84635]: pgmap v673: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 474 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.9 MiB/s wr, 28 op/s 2024-03-10T22:24:51.448 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:51.123+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:51.448 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:51.124+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:51.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:51.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:51.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:51.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:51.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:51.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:51.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:51.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:51.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:51.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:51.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: osdmap e673: 8 total, 8 up, 8 in 2024-03-10T22:24:51.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:51.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:51.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:51.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:51.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[88180]: pgmap v673: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 474 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.9 MiB/s wr, 28 op/s 2024-03-10T22:24:51.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:51.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:51.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:51.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:51.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:51.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:51.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:51.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:51.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:51.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:51.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: osdmap e673: 8 total, 8 up, 8 in 2024-03-10T22:24:51.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:51.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:51.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:51.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:51.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-mon[90638]: pgmap v673: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 474 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.9 MiB/s wr, 28 op/s 2024-03-10T22:24:51.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:51.447+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:51.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:51.448+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:51.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:51.448+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:51.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:51.448+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:51.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:51.448+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:51.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:51.448+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:51.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:51.448+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:52.124 INFO:tasks.rados.rados.0.smithi169.stdout:3155: done (1 left) 2024-03-10T22:24:52.125 INFO:tasks.rados.rados.0.smithi169.stdout:3156: done (0 left) 2024-03-10T22:24:52.125 INFO:tasks.rados.rados.0.smithi169.stdout:3157: snap_remove snap 295 2024-03-10T22:24:52.431 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:52.123+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:52.431 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:24:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:24:52.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:52.431 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:52.432 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:52.432 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:52 smithi172 ceph-mon[84635]: osdmap e674: 8 total, 8 up, 8 in 2024-03-10T22:24:52.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-mon[90638]: osdmap e674: 8 total, 8 up, 8 in 2024-03-10T22:24:52.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:52.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:52.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:52.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-mon[88180]: osdmap e674: 8 total, 8 up, 8 in 2024-03-10T22:24:52.448 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:52.125+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:52.449 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:52.125+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:52.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:52.447+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:52.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:52.447+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:52.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:52.447+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:52.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:52.447+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:52.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:52.447+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:52.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:52.447+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:53.127 INFO:tasks.rados.rados.0.smithi169.stdout:3157: done (0 left) 2024-03-10T22:24:53.128 INFO:tasks.rados.rados.0.smithi169.stdout:3158: copy_from oid 13 from oid 29 current snap is 298 2024-03-10T22:24:53.128 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 47 current snap is 298 2024-03-10T22:24:53.128 INFO:tasks.rados.rados.0.smithi169.stdout:3159: seq_num 972 ranges {0=688128,688128=688128,1376256=516096} 2024-03-10T22:24:53.132 INFO:tasks.rados.rados.0.smithi169.stdout:3159: writing smithi16976610-47 from 0 to 688128 tid 1 2024-03-10T22:24:53.136 INFO:tasks.rados.rados.0.smithi169.stdout:3159: writing smithi16976610-47 from 688128 to 1376256 tid 2 2024-03-10T22:24:53.140 INFO:tasks.rados.rados.0.smithi169.stdout:3159: writing smithi16976610-47 from 1376256 to 1892352 tid 3 2024-03-10T22:24:53.140 INFO:tasks.rados.rados.0.smithi169.stdout:3160: read oid 28 snap 297 2024-03-10T22:24:53.140 INFO:tasks.rados.rados.0.smithi169.stdout:3160: expect (ObjNum 969 snap 295 seq_num 969) 2024-03-10T22:24:53.141 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 298 2024-03-10T22:24:53.141 INFO:tasks.rados.rados.0.smithi169.stdout:3161: seq_num 973 ranges {2686976=704512,3391488=573440,3964928=507904,4472832=122880} 2024-03-10T22:24:53.160 INFO:tasks.rados.rados.0.smithi169.stdout:3161: writing smithi16976610-21 from 2686976 to 3391488 tid 1 2024-03-10T22:24:53.163 INFO:tasks.rados.rados.0.smithi169.stdout:3161: writing smithi16976610-21 from 3391488 to 3964928 tid 2 2024-03-10T22:24:53.166 INFO:tasks.rados.rados.0.smithi169.stdout:3161: writing smithi16976610-21 from 3964928 to 4472832 tid 3 2024-03-10T22:24:53.167 INFO:tasks.rados.rados.0.smithi169.stdout:3161: writing smithi16976610-21 from 4472832 to 4595712 tid 4 2024-03-10T22:24:53.167 INFO:tasks.rados.rados.0.smithi169.stdout:3162: setattr oid 16 current snap is 298 2024-03-10T22:24:53.167 INFO:tasks.rados.rados.0.smithi169.stdout:3160: expect (ObjNum 969 snap 295 seq_num 969) 2024-03-10T22:24:53.216 INFO:tasks.rados.rados.0.smithi169.stdout:3159: finishing write tid 1 to smithi16976610-47 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:3159: finishing write tid 2 to smithi16976610-47 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:3159: finishing write tid 3 to smithi16976610-47 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:3159: finishing write tid 4 to smithi16976610-47 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:3158: finishing copy_from racing read to smithi16976610-13 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:3158: finishing copy_from to smithi16976610-13 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 14049 (ObjNum 924 snap 286 seq_num 924) dirty exists 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:3159: finishing write tid 5 to smithi16976610-47 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:3159: oid 47 updating version 0 to 14066 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:3159: oid 47 updating version 14066 to 14067 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:3159: oid 47 version 14067 is already newer than 14064 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:3159: oid 47 version 14067 is already newer than 14065 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 14067 (ObjNum 972 snap 298 seq_num 972) dirty exists 2024-03-10T22:24:53.217 INFO:tasks.rados.rados.0.smithi169.stdout:3159: left oid 47 (ObjNum 972 snap 298 seq_num 972) 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: finishing write tid 1 to smithi16976610-21 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: finishing write tid 2 to smithi16976610-21 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: finishing write tid 3 to smithi16976610-21 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: finishing write tid 4 to smithi16976610-21 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: finishing write tid 5 to smithi16976610-21 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: finishing write tid 6 to smithi16976610-21 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: oid 21 updating version 0 to 14055 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: oid 21 updating version 14055 to 14056 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: oid 21 updating version 14056 to 14058 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: oid 21 version 14058 is already newer than 14054 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: oid 21 version 14058 is already newer than 14057 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14058 (ObjNum 973 snap 298 seq_num 973) dirty exists 2024-03-10T22:24:53.218 INFO:tasks.rados.rados.0.smithi169.stdout:3161: left oid 21 (ObjNum 973 snap 298 seq_num 973) 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3158: done (4 left) 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3159: done (3 left) 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3160: done (2 left) 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3161: done (1 left) 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3163: rollback oid 32 current snap is 298 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 32 to 297 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3164: rmattr oid 22 current snap is 298 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3164: done (2 left) 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3165: copy_from oid 10 from oid 36 current snap is 298 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3166: snap_create 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3165: finishing copy_from to smithi16976610-10 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3165: got expected ENOENT (src dne) 2024-03-10T22:24:53.219 INFO:tasks.rados.rados.0.smithi169.stdout:3165: finishing copy_from racing read to smithi16976610-10 2024-03-10T22:24:53.220 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14068 (ObjNum 832 snap 257 seq_num 832) dirty exists 2024-03-10T22:24:53.220 INFO:tasks.rados.rados.0.smithi169.stdout:3163: finishing rollback tid 0 to smithi16976610-32 2024-03-10T22:24:53.221 INFO:tasks.rados.rados.0.smithi169.stdout:3163: finishing rollback tid 1 to smithi16976610-32 2024-03-10T22:24:53.221 INFO:tasks.rados.rados.0.smithi169.stdout:3163: finishing rollback tid 2 to smithi16976610-32 2024-03-10T22:24:53.221 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14113 (ObjNum 917 snap 284 seq_num 917) dirty exists 2024-03-10T22:24:53.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:53.132+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:53.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:53.133+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:53.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:53.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[88180]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[88180]: osdmap e675: 8 total, 8 up, 8 in 2024-03-10T22:24:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[88180]: pgmap v676: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 478 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 34 op/s 2024-03-10T22:24:53.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[88180]: osdmap e676: 8 total, 8 up, 8 in 2024-03-10T22:24:53.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[90638]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[90638]: osdmap e675: 8 total, 8 up, 8 in 2024-03-10T22:24:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[90638]: pgmap v676: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 478 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 34 op/s 2024-03-10T22:24:53.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-mon[90638]: osdmap e676: 8 total, 8 up, 8 in 2024-03-10T22:24:53.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:53.135+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:53.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:53.138+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:53.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:53.138+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:53.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:53.138+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:53.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:53.138+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:53.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:53.138+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:53.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:53.142+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:53.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:53.135+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:53.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:53.135+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:53.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:53.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:53.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-mon[84635]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:53.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:53.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:53.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:53.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-mon[84635]: osdmap e675: 8 total, 8 up, 8 in 2024-03-10T22:24:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-mon[84635]: pgmap v676: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 478 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 34 op/s 2024-03-10T22:24:53.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:53 smithi172 ceph-mon[84635]: osdmap e676: 8 total, 8 up, 8 in 2024-03-10T22:24:54.150 INFO:tasks.rados.rados.0.smithi169.stdout:3162: done (3 left) 2024-03-10T22:24:54.150 INFO:tasks.rados.rados.0.smithi169.stdout:3163: done (2 left) 2024-03-10T22:24:54.150 INFO:tasks.rados.rados.0.smithi169.stdout:3165: done (1 left) 2024-03-10T22:24:54.150 INFO:tasks.rados.rados.0.smithi169.stdout:3166: done (0 left) 2024-03-10T22:24:54.150 INFO:tasks.rados.rados.0.smithi169.stdout:3167: read oid 2 snap 297 2024-03-10T22:24:54.150 INFO:tasks.rados.rados.0.smithi169.stdout:3167: expect (ObjNum 963 snap 295 seq_num 963) 2024-03-10T22:24:54.150 INFO:tasks.rados.rados.0.smithi169.stdout:3168: copy_from oid 8 from oid 20 current snap is 299 2024-03-10T22:24:54.150 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 299 2024-03-10T22:24:54.150 INFO:tasks.rados.rados.0.smithi169.stdout:3169: seq_num 974 ranges {2654208=720896,3375104=507904,3883008=671744,4554752=24576} 2024-03-10T22:24:54.168 INFO:tasks.rados.rados.0.smithi169.stdout:3169: writing smithi16976610-5 from 2654208 to 3375104 tid 1 2024-03-10T22:24:54.171 INFO:tasks.rados.rados.0.smithi169.stdout:3169: writing smithi16976610-5 from 3375104 to 3883008 tid 2 2024-03-10T22:24:54.176 INFO:tasks.rados.rados.0.smithi169.stdout:3169: writing smithi16976610-5 from 3883008 to 4554752 tid 3 2024-03-10T22:24:54.176 INFO:tasks.rados.rados.0.smithi169.stdout:3169: writing smithi16976610-5 from 4554752 to 4579328 tid 4 2024-03-10T22:24:54.176 INFO:tasks.rados.rados.0.smithi169.stdout:3170: read oid 7 snap -1 2024-03-10T22:24:54.176 INFO:tasks.rados.rados.0.smithi169.stdout:3170: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:24:54.176 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 299 2024-03-10T22:24:54.176 INFO:tasks.rados.rados.0.smithi169.stdout:3171: seq_num 975 ranges {933888=737280,1671168=786432,2457600=417792} 2024-03-10T22:24:54.186 INFO:tasks.rados.rados.0.smithi169.stdout:3171: writing smithi16976610-14 from 933888 to 1671168 tid 1 2024-03-10T22:24:54.191 INFO:tasks.rados.rados.0.smithi169.stdout:3171: writing smithi16976610-14 from 1671168 to 2457600 tid 2 2024-03-10T22:24:54.194 INFO:tasks.rados.rados.0.smithi169.stdout:3171: writing smithi16976610-14 from 2457600 to 2875392 tid 3 2024-03-10T22:24:54.194 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 299 2024-03-10T22:24:54.194 INFO:tasks.rados.rados.0.smithi169.stdout:3172: seq_num 976 ranges {2383872=753664,3137536=671744,3809280=532480} 2024-03-10T22:24:54.211 INFO:tasks.rados.rados.0.smithi169.stdout:3172: writing smithi16976610-31 from 2383872 to 3137536 tid 1 2024-03-10T22:24:54.215 INFO:tasks.rados.rados.0.smithi169.stdout:3172: writing smithi16976610-31 from 3137536 to 3809280 tid 2 2024-03-10T22:24:54.219 INFO:tasks.rados.rados.0.smithi169.stdout:3172: writing smithi16976610-31 from 3809280 to 4341760 tid 3 2024-03-10T22:24:54.219 INFO:tasks.rados.rados.0.smithi169.stdout:3173: snap_create 2024-03-10T22:24:54.219 INFO:tasks.rados.rados.0.smithi169.stdout:3167: expect (ObjNum 963 snap 295 seq_num 963) 2024-03-10T22:24:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:3168: finishing copy_from racing read to smithi16976610-8 2024-03-10T22:24:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:3168: finishing copy_from to smithi16976610-8 2024-03-10T22:24:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14071 (ObjNum 858 snap 267 seq_num 858) dirty exists 2024-03-10T22:24:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:3169: finishing write tid 1 to smithi16976610-5 2024-03-10T22:24:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:3169: finishing write tid 2 to smithi16976610-5 2024-03-10T22:24:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:3169: finishing write tid 3 to smithi16976610-5 2024-03-10T22:24:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:3169: finishing write tid 4 to smithi16976610-5 2024-03-10T22:24:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:3169: finishing write tid 5 to smithi16976610-5 2024-03-10T22:24:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:3169: finishing write tid 6 to smithi16976610-5 2024-03-10T22:24:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:3169: oid 5 updating version 0 to 14140 2024-03-10T22:24:54.267 INFO:tasks.rados.rados.0.smithi169.stdout:3169: oid 5 version 14140 is already newer than 14139 2024-03-10T22:24:54.268 INFO:tasks.rados.rados.0.smithi169.stdout:3169: oid 5 updating version 14140 to 14142 2024-03-10T22:24:54.268 INFO:tasks.rados.rados.0.smithi169.stdout:3169: oid 5 updating version 14142 to 14143 2024-03-10T22:24:54.268 INFO:tasks.rados.rados.0.smithi169.stdout:3169: oid 5 version 14143 is already newer than 14141 2024-03-10T22:24:54.268 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 14143 (ObjNum 974 snap 299 seq_num 974) dirty exists 2024-03-10T22:24:54.268 INFO:tasks.rados.rados.0.smithi169.stdout:3169: left oid 5 (ObjNum 974 snap 299 seq_num 974) 2024-03-10T22:24:54.268 INFO:tasks.rados.rados.0.smithi169.stdout:3171: finishing write tid 1 to smithi16976610-14 2024-03-10T22:24:54.268 INFO:tasks.rados.rados.0.smithi169.stdout:3170: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:3171: finishing write tid 2 to smithi16976610-14 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:3171: finishing write tid 3 to smithi16976610-14 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:3171: finishing write tid 4 to smithi16976610-14 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:3171: finishing write tid 5 to smithi16976610-14 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:3171: oid 14 updating version 0 to 14053 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:3171: oid 14 updating version 14053 to 14055 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:3171: oid 14 version 14055 is already newer than 14054 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:3171: oid 14 updating version 14055 to 14056 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14056 (ObjNum 975 snap 299 seq_num 975) dirty exists 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:3171: left oid 14 (ObjNum 975 snap 299 seq_num 975) 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:3172: finishing write tid 1 to smithi16976610-31 2024-03-10T22:24:54.501 INFO:tasks.rados.rados.0.smithi169.stdout:3172: finishing write tid 2 to smithi16976610-31 2024-03-10T22:24:54.502 INFO:tasks.rados.rados.0.smithi169.stdout:3172: finishing write tid 3 to smithi16976610-31 2024-03-10T22:24:54.502 INFO:tasks.rados.rados.0.smithi169.stdout:3172: finishing write tid 4 to smithi16976610-31 2024-03-10T22:24:54.502 INFO:tasks.rados.rados.0.smithi169.stdout:3172: finishing write tid 5 to smithi16976610-31 2024-03-10T22:24:54.502 INFO:tasks.rados.rados.0.smithi169.stdout:3172: oid 31 updating version 0 to 14106 2024-03-10T22:24:54.502 INFO:tasks.rados.rados.0.smithi169.stdout:3172: oid 31 updating version 14106 to 14107 2024-03-10T22:24:54.502 INFO:tasks.rados.rados.0.smithi169.stdout:3172: oid 31 version 14107 is already newer than 14105 2024-03-10T22:24:54.502 INFO:tasks.rados.rados.0.smithi169.stdout:3172: oid 31 version 14107 is already newer than 14104 2024-03-10T22:24:54.502 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14107 (ObjNum 976 snap 299 seq_num 976) dirty exists 2024-03-10T22:24:54.502 INFO:tasks.rados.rados.0.smithi169.stdout:3172: left oid 31 (ObjNum 976 snap 299 seq_num 976) 2024-03-10T22:24:54.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:54.150+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:54.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:54.150+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:54.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:54.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:54.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:54.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:54.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:54.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:54.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:54.155+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:54.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:54.155+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:54.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:54.155+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:54.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:54.156+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:54.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:54.156+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:54.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:54.160+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:54.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:54.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:54.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:54.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:54.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:54.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:54.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:54.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:54.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:54.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:54.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:54.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:54.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:54.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:54.149+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:54.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:55.163 INFO:tasks.rados.rados.0.smithi169.stdout:3167: done (6 left) 2024-03-10T22:24:55.163 INFO:tasks.rados.rados.0.smithi169.stdout:3168: done (5 left) 2024-03-10T22:24:55.163 INFO:tasks.rados.rados.0.smithi169.stdout:3169: done (4 left) 2024-03-10T22:24:55.163 INFO:tasks.rados.rados.0.smithi169.stdout:3170: done (3 left) 2024-03-10T22:24:55.163 INFO:tasks.rados.rados.0.smithi169.stdout:3171: done (2 left) 2024-03-10T22:24:55.163 INFO:tasks.rados.rados.0.smithi169.stdout:3172: done (1 left) 2024-03-10T22:24:55.163 INFO:tasks.rados.rados.0.smithi169.stdout:3173: done (0 left) 2024-03-10T22:24:55.163 INFO:tasks.rados.rados.0.smithi169.stdout:3174: snap_remove snap 298 2024-03-10T22:24:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-mon[88180]: osdmap e677: 8 total, 8 up, 8 in 2024-03-10T22:24:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-mon[88180]: pgmap v679: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 482 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-03-10T22:24:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-mon[90638]: osdmap e677: 8 total, 8 up, 8 in 2024-03-10T22:24:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:55.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-mon[90638]: pgmap v679: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 482 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-03-10T22:24:55.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:55.162+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:55.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:55.163+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:55.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:55 smithi172 ceph-mon[84635]: osdmap e677: 8 total, 8 up, 8 in 2024-03-10T22:24:55.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:55 smithi172 ceph-mon[84635]: pgmap v679: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 482 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-03-10T22:24:56.169 INFO:tasks.rados.rados.0.smithi169.stdout:3174: done (0 left) 2024-03-10T22:24:56.169 INFO:tasks.rados.rados.0.smithi169.stdout:3175: copy_from oid 16 from oid 21 current snap is 300 2024-03-10T22:24:56.169 INFO:tasks.rados.rados.0.smithi169.stdout:3176: rmattr oid 13 current snap is 300 2024-03-10T22:24:56.169 INFO:tasks.rados.rados.0.smithi169.stdout:3176: done (1 left) 2024-03-10T22:24:56.169 INFO:tasks.rados.rados.0.smithi169.stdout:3177: delete oid 33 current snap is 300 2024-03-10T22:24:56.176 INFO:tasks.rados.rados.0.smithi169.stdout:3177: done (1 left) 2024-03-10T22:24:56.176 INFO:tasks.rados.rados.0.smithi169.stdout:3178: snap_remove snap 299 2024-03-10T22:24:56.177 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:24:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:24:55] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:24:56.177 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:56.173+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:56.177 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:56.173+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:56.177 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:56.177 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:56.177 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:56.178 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:56.178 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:56.178 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:56.178 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[90638]: osdmap e678: 8 total, 8 up, 8 in 2024-03-10T22:24:56.178 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:56.178 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:56.178 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:56.178 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:56.178 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:56.179 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:56.179 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:56.179 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:56.179 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[88180]: osdmap e678: 8 total, 8 up, 8 in 2024-03-10T22:24:56.179 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:56.179 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:56.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:56.176+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:56.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:56.176+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:56.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:56.176+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:56.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:56.176+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:56.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:56.176+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:56.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:56.177+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:56.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:56.177+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:56.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:56 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:56.170+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:56.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:56 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:56.171+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:56 smithi172 ceph-mon[84635]: osdmap e678: 8 total, 8 up, 8 in 2024-03-10T22:24:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:56.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:24:57.185 INFO:tasks.rados.rados.0.smithi169.stdout:3178: done (1 left) 2024-03-10T22:24:57.185 INFO:tasks.rados.rados.0.smithi169.stdout:3179: rollback oid 50 current snap is 300 2024-03-10T22:24:57.185 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 50 to 297 2024-03-10T22:24:57.185 INFO:tasks.rados.rados.0.smithi169.stdout:3175: finishing copy_from racing read to smithi16976610-16 2024-03-10T22:24:57.185 INFO:tasks.rados.rados.0.smithi169.stdout:3175: finishing copy_from to smithi16976610-16 2024-03-10T22:24:57.185 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14058 (ObjNum 973 snap 298 seq_num 973) dirty exists 2024-03-10T22:24:57.185 INFO:tasks.rados.rados.0.smithi169.stdout:3175: done (1 left) 2024-03-10T22:24:57.185 INFO:tasks.rados.rados.0.smithi169.stdout:3180: setattr oid 46 current snap is 300 2024-03-10T22:24:57.187 INFO:tasks.rados.rados.0.smithi169.stdout:3181: copy_from oid 15 from oid 33 current snap is 300 2024-03-10T22:24:57.187 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 300 2024-03-10T22:24:57.187 INFO:tasks.rados.rados.0.smithi169.stdout:3182: seq_num 978 ranges {933888=786432,1720320=442368,2162688=647168,2809856=114688} 2024-03-10T22:24:57.197 INFO:tasks.rados.rados.0.smithi169.stdout:3182: writing smithi16976610-35 from 933888 to 1720320 tid 1 2024-03-10T22:24:57.199 INFO:tasks.rados.rados.0.smithi169.stdout:3182: writing smithi16976610-35 from 1720320 to 2162688 tid 2 2024-03-10T22:24:57.203 INFO:tasks.rados.rados.0.smithi169.stdout:3182: writing smithi16976610-35 from 2162688 to 2809856 tid 3 2024-03-10T22:24:57.204 INFO:tasks.rados.rados.0.smithi169.stdout:3182: writing smithi16976610-35 from 2809856 to 2924544 tid 4 2024-03-10T22:24:57.204 INFO:tasks.rados.rados.0.smithi169.stdout:3183: copy_from oid 39 from oid 49 current snap is 300 2024-03-10T22:24:57.204 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14093 (ObjNum 970 snap 297 seq_num 970) dirty exists 2024-03-10T22:24:57.204 INFO:tasks.rados.rados.0.smithi169.stdout:3179: finishing rollback tid 0 to smithi16976610-50 2024-03-10T22:24:57.205 INFO:tasks.rados.rados.0.smithi169.stdout:3181: finishing copy_from to smithi16976610-15 2024-03-10T22:24:57.205 INFO:tasks.rados.rados.0.smithi169.stdout:3181: got expected ENOENT (src dne) 2024-03-10T22:24:57.205 INFO:tasks.rados.rados.0.smithi169.stdout:3181: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:24:57.205 INFO:tasks.rados.rados.0.smithi169.stdout:3179: finishing rollback tid 1 to smithi16976610-50 2024-03-10T22:24:57.205 INFO:tasks.rados.rados.0.smithi169.stdout:3180: done (4 left) 2024-03-10T22:24:57.205 INFO:tasks.rados.rados.0.smithi169.stdout:3181: done (3 left) 2024-03-10T22:24:57.205 INFO:tasks.rados.rados.0.smithi169.stdout:3184: delete oid 47 current snap is 300 2024-03-10T22:24:57.205 INFO:tasks.rados.rados.0.smithi169.stdout:3179: finishing rollback tid 2 to smithi16976610-50 2024-03-10T22:24:57.205 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 14071 (ObjNum 924 snap 286 seq_num 924) dirty exists 2024-03-10T22:24:57.205 INFO:tasks.rados.rados.0.smithi169.stdout:3182: finishing write tid 1 to smithi16976610-35 2024-03-10T22:24:57.205 INFO:tasks.rados.rados.0.smithi169.stdout:3182: finishing write tid 2 to smithi16976610-35 2024-03-10T22:24:57.207 INFO:tasks.rados.rados.0.smithi169.stdout:3182: finishing write tid 3 to smithi16976610-35 2024-03-10T22:24:57.209 INFO:tasks.rados.rados.0.smithi169.stdout:3182: finishing write tid 4 to smithi16976610-35 2024-03-10T22:24:57.209 INFO:tasks.rados.rados.0.smithi169.stdout:3182: finishing write tid 5 to smithi16976610-35 2024-03-10T22:24:57.209 INFO:tasks.rados.rados.0.smithi169.stdout:3179: done (3 left) 2024-03-10T22:24:57.209 INFO:tasks.rados.rados.0.smithi169.stdout:3184: done (2 left) 2024-03-10T22:24:57.209 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 300 2024-03-10T22:24:57.210 INFO:tasks.rados.rados.0.smithi169.stdout:3185: seq_num 980 ranges {1859584=417792,2277376=614400,2891776=663552,3555328=327680} 2024-03-10T22:24:57.222 INFO:tasks.rados.rados.0.smithi169.stdout:3185: writing smithi16976610-46 from 1859584 to 2277376 tid 1 2024-03-10T22:24:57.225 INFO:tasks.rados.rados.0.smithi169.stdout:3185: writing smithi16976610-46 from 2277376 to 2891776 tid 2 2024-03-10T22:24:57.229 INFO:tasks.rados.rados.0.smithi169.stdout:3185: writing smithi16976610-46 from 2891776 to 3555328 tid 3 2024-03-10T22:24:57.231 INFO:tasks.rados.rados.0.smithi169.stdout:3185: writing smithi16976610-46 from 3555328 to 3883008 tid 4 2024-03-10T22:24:57.231 INFO:tasks.rados.rados.0.smithi169.stdout:3186: read oid 28 snap -1 2024-03-10T22:24:57.231 INFO:tasks.rados.rados.0.smithi169.stdout:3186: expect (ObjNum 969 snap 295 seq_num 969) 2024-03-10T22:24:57.231 INFO:tasks.rados.rados.0.smithi169.stdout:3187: delete oid 4 current snap is 300 2024-03-10T22:24:57.231 INFO:tasks.rados.rados.0.smithi169.stdout:3182: finishing write tid 6 to smithi16976610-35 2024-03-10T22:24:57.231 INFO:tasks.rados.rados.0.smithi169.stdout:3182: oid 35 updating version 0 to 325 2024-03-10T22:24:57.231 INFO:tasks.rados.rados.0.smithi169.stdout:3182: oid 35 version 325 is already newer than 324 2024-03-10T22:24:57.231 INFO:tasks.rados.rados.0.smithi169.stdout:3182: oid 35 version 325 is already newer than 323 2024-03-10T22:24:57.231 INFO:tasks.rados.rados.0.smithi169.stdout:3182: oid 35 updating version 325 to 326 2024-03-10T22:24:57.232 INFO:tasks.rados.rados.0.smithi169.stdout:3182: oid 35 updating version 326 to 327 2024-03-10T22:24:57.232 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 327 (ObjNum 978 snap 300 seq_num 978) dirty exists 2024-03-10T22:24:57.232 INFO:tasks.rados.rados.0.smithi169.stdout:3182: left oid 35 (ObjNum 978 snap 300 seq_num 978) 2024-03-10T22:24:57.232 INFO:tasks.rados.rados.0.smithi169.stdout:3183: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:24:57.232 INFO:tasks.rados.rados.0.smithi169.stdout:3183: finishing copy_from to smithi16976610-39 2024-03-10T22:24:57.232 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14066 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-03-10T22:24:57.232 INFO:tasks.rados.rados.0.smithi169.stdout:3185: finishing write tid 1 to smithi16976610-46 2024-03-10T22:24:57.232 INFO:tasks.rados.rados.0.smithi169.stdout:3185: finishing write tid 2 to smithi16976610-46 2024-03-10T22:24:57.234 INFO:tasks.rados.rados.0.smithi169.stdout:3185: finishing write tid 3 to smithi16976610-46 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3185: finishing write tid 4 to smithi16976610-46 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3185: finishing write tid 5 to smithi16976610-46 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3182: done (4 left) 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3183: done (3 left) 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3187: done (2 left) 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3188: read oid 36 snap -1 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3188: expect deleted 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3189: read oid 33 snap -1 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3189: expect deleted 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3190: rollback oid 10 current snap is 300 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 10 to 297 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3191: rmattr oid 35 current snap is 300 2024-03-10T22:24:57.237 INFO:tasks.rados.rados.0.smithi169.stdout:3192: read oid 44 snap -1 2024-03-10T22:24:57.238 INFO:tasks.rados.rados.0.smithi169.stdout:3192: expect deleted 2024-03-10T22:24:57.238 INFO:tasks.rados.rados.0.smithi169.stdout:3193: read oid 30 snap -1 2024-03-10T22:24:57.238 INFO:tasks.rados.rados.0.smithi169.stdout:3193: expect (ObjNum 967 snap 295 seq_num 967) 2024-03-10T22:24:57.238 INFO:tasks.rados.rados.0.smithi169.stdout:3194: rmattr oid 16 current snap is 300 2024-03-10T22:24:57.238 INFO:tasks.rados.rados.0.smithi169.stdout:3194: done (8 left) 2024-03-10T22:24:57.238 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 300 2024-03-10T22:24:57.238 INFO:tasks.rados.rados.0.smithi169.stdout:3195: seq_num 982 ranges {1458176=450560,1908736=425984,2334720=679936,3014656=466944,3481600=32768} 2024-03-10T22:24:57.247 INFO:tasks.rados.rados.0.smithi169.stdout:3195: writing smithi16976610-32 from 1458176 to 1908736 tid 1 2024-03-10T22:24:57.249 INFO:tasks.rados.rados.0.smithi169.stdout:3195: writing smithi16976610-32 from 1908736 to 2334720 tid 2 2024-03-10T22:24:57.253 INFO:tasks.rados.rados.0.smithi169.stdout:3195: writing smithi16976610-32 from 2334720 to 3014656 tid 3 2024-03-10T22:24:57.255 INFO:tasks.rados.rados.0.smithi169.stdout:3195: writing smithi16976610-32 from 3014656 to 3481600 tid 4 2024-03-10T22:24:57.256 INFO:tasks.rados.rados.0.smithi169.stdout:3195: writing smithi16976610-32 from 3481600 to 3514368 tid 5 2024-03-10T22:24:57.256 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 300 2024-03-10T22:24:57.256 INFO:tasks.rados.rados.0.smithi169.stdout:3196: seq_num 983 ranges {3121152=466944,3588096=712704,4300800=434176,4734976=458752} 2024-03-10T22:24:57.275 INFO:tasks.rados.rados.0.smithi169.stdout:3196: writing smithi16976610-22 from 3121152 to 3588096 tid 1 2024-03-10T22:24:57.279 INFO:tasks.rados.rados.0.smithi169.stdout:3196: writing smithi16976610-22 from 3588096 to 4300800 tid 2 2024-03-10T22:24:57.282 INFO:tasks.rados.rados.0.smithi169.stdout:3196: writing smithi16976610-22 from 4300800 to 4734976 tid 3 2024-03-10T22:24:57.285 INFO:tasks.rados.rados.0.smithi169.stdout:3196: writing smithi16976610-22 from 4734976 to 5193728 tid 4 2024-03-10T22:24:57.285 INFO:tasks.rados.rados.0.smithi169.stdout:3197: copy_from oid 2 from oid 47 current snap is 300 2024-03-10T22:24:57.285 INFO:tasks.rados.rados.0.smithi169.stdout:3185: finishing write tid 6 to smithi16976610-46 2024-03-10T22:24:57.285 INFO:tasks.rados.rados.0.smithi169.stdout:3185: oid 46 updating version 0 to 14095 2024-03-10T22:24:57.285 INFO:tasks.rados.rados.0.smithi169.stdout:3185: oid 46 updating version 14095 to 14098 2024-03-10T22:24:57.285 INFO:tasks.rados.rados.0.smithi169.stdout:3185: oid 46 version 14098 is already newer than 14096 2024-03-10T22:24:57.285 INFO:tasks.rados.rados.0.smithi169.stdout:3185: oid 46 version 14098 is already newer than 14094 2024-03-10T22:24:57.285 INFO:tasks.rados.rados.0.smithi169.stdout:3185: oid 46 version 14098 is already newer than 14097 2024-03-10T22:24:57.285 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14098 (ObjNum 980 snap 300 seq_num 980) dirty exists 2024-03-10T22:24:57.285 INFO:tasks.rados.rados.0.smithi169.stdout:3185: left oid 46 (ObjNum 980 snap 300 seq_num 980) 2024-03-10T22:24:57.285 INFO:tasks.rados.rados.0.smithi169.stdout:3186: expect (ObjNum 969 snap 295 seq_num 969) 2024-03-10T22:24:57.332 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 328 (ObjNum 978 snap 300 seq_num 978) dirty exists 2024-03-10T22:24:57.332 INFO:tasks.rados.rados.0.smithi169.stdout:3190: finishing rollback tid 1 to smithi16976610-10 2024-03-10T22:24:57.332 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14043 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-03-10T22:24:57.332 INFO:tasks.rados.rados.0.smithi169.stdout:3193: expect (ObjNum 967 snap 295 seq_num 967) 2024-03-10T22:24:57.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:57.183+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:57.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:57.183+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:57.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:57.183+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:57.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:57.183+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:57.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:57.184+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:57.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:57.184+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:57.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:57.185+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:57.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:57.185+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[88180]: osdmap e679: 8 total, 8 up, 8 in 2024-03-10T22:24:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:57.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[88180]: pgmap v682: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 484 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-03-10T22:24:57.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[90638]: osdmap e679: 8 total, 8 up, 8 in 2024-03-10T22:24:57.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:57.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:57.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:57.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:57.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:57.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:57.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:57.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:57.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:57 smithi169 ceph-mon[90638]: pgmap v682: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 484 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-03-10T22:24:57.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:57.177+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:57 smithi172 ceph-mon[84635]: osdmap e679: 8 total, 8 up, 8 in 2024-03-10T22:24:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:57.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:57.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:57 smithi172 ceph-mon[84635]: pgmap v682: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 484 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-03-10T22:24:57.601 INFO:tasks.rados.rados.0.smithi169.stdout:3195: finishing write tid 1 to smithi16976610-32 2024-03-10T22:24:57.601 INFO:tasks.rados.rados.0.smithi169.stdout:3195: finishing write tid 2 to smithi16976610-32 2024-03-10T22:24:57.601 INFO:tasks.rados.rados.0.smithi169.stdout:3195: finishing write tid 3 to smithi16976610-32 2024-03-10T22:24:57.601 INFO:tasks.rados.rados.0.smithi169.stdout:3195: finishing write tid 4 to smithi16976610-32 2024-03-10T22:24:57.601 INFO:tasks.rados.rados.0.smithi169.stdout:3195: finishing write tid 5 to smithi16976610-32 2024-03-10T22:24:57.601 INFO:tasks.rados.rados.0.smithi169.stdout:3195: finishing write tid 6 to smithi16976610-32 2024-03-10T22:24:57.601 INFO:tasks.rados.rados.0.smithi169.stdout:3195: finishing write tid 7 to smithi16976610-32 2024-03-10T22:24:57.601 INFO:tasks.rados.rados.0.smithi169.stdout:3195: oid 32 updating version 0 to 14115 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3195: oid 32 updating version 14115 to 14117 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3195: oid 32 updating version 14117 to 14118 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3195: oid 32 version 14118 is already newer than 14116 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3195: oid 32 updating version 14118 to 14120 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3195: oid 32 version 14120 is already newer than 14119 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14120 (ObjNum 982 snap 300 seq_num 982) dirty exists 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3195: left oid 32 (ObjNum 982 snap 300 seq_num 982) 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3196: finishing write tid 1 to smithi16976610-22 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3185: done (10 left) 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3186: done (9 left) 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3188: done (8 left) 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3189: done (7 left) 2024-03-10T22:24:57.602 INFO:tasks.rados.rados.0.smithi169.stdout:3190: done (6 left) 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3191: done (5 left) 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3192: done (4 left) 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3193: done (3 left) 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3195: done (2 left) 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3198: read oid 34 snap 297 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3198: expect (ObjNum 910 snap 280 seq_num 910) 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 300 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3196: finishing write tid 2 to smithi16976610-22 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3196: finishing write tid 3 to smithi16976610-22 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3197: finishing copy_from to smithi16976610-2 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3197: got expected ENOENT (src dne) 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3197: finishing copy_from racing read to smithi16976610-2 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3196: finishing write tid 4 to smithi16976610-22 2024-03-10T22:24:57.603 INFO:tasks.rados.rados.0.smithi169.stdout:3196: finishing write tid 5 to smithi16976610-22 2024-03-10T22:24:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:3196: finishing write tid 6 to smithi16976610-22 2024-03-10T22:24:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:3196: oid 22 updating version 0 to 14086 2024-03-10T22:24:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:3196: oid 22 version 14086 is already newer than 14085 2024-03-10T22:24:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:3196: oid 22 updating version 14086 to 14087 2024-03-10T22:24:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:3196: oid 22 version 14087 is already newer than 14084 2024-03-10T22:24:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:3196: oid 22 updating version 14087 to 14088 2024-03-10T22:24:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 14088 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-03-10T22:24:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:3196: left oid 22 (ObjNum 983 snap 300 seq_num 983) 2024-03-10T22:24:57.604 INFO:tasks.rados.rados.0.smithi169.stdout:3199: seq_num 984 ranges {1671168=483328,2154496=598016,2752512=647168,3399680=360448} 2024-03-10T22:24:57.612 INFO:tasks.rados.rados.0.smithi169.stdout:3199: writing smithi16976610-11 from 1671168 to 2154496 tid 1 2024-03-10T22:24:57.615 INFO:tasks.rados.rados.0.smithi169.stdout:3199: writing smithi16976610-11 from 2154496 to 2752512 tid 2 2024-03-10T22:24:57.619 INFO:tasks.rados.rados.0.smithi169.stdout:3199: writing smithi16976610-11 from 2752512 to 3399680 tid 3 2024-03-10T22:24:57.622 INFO:tasks.rados.rados.0.smithi169.stdout:3199: writing smithi16976610-11 from 3399680 to 3760128 tid 4 2024-03-10T22:24:57.622 INFO:tasks.rados.rados.0.smithi169.stdout:3196: done (3 left) 2024-03-10T22:24:57.622 INFO:tasks.rados.rados.0.smithi169.stdout:3197: done (2 left) 2024-03-10T22:24:57.622 INFO:tasks.rados.rados.0.smithi169.stdout:3200: read oid 18 snap -1 2024-03-10T22:24:57.622 INFO:tasks.rados.rados.0.smithi169.stdout:3200: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:24:57.622 INFO:tasks.rados.rados.0.smithi169.stdout:3201: read oid 22 snap -1 2024-03-10T22:24:57.622 INFO:tasks.rados.rados.0.smithi169.stdout:3201: expect (ObjNum 983 snap 300 seq_num 983) 2024-03-10T22:24:57.622 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 300 2024-03-10T22:24:57.623 INFO:tasks.rados.rados.0.smithi169.stdout:3202: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-03-10T22:24:57.625 INFO:tasks.rados.rados.0.smithi169.stdout:3202: writing smithi16976610-23 from 0 to 499712 tid 1 2024-03-10T22:24:57.627 INFO:tasks.rados.rados.0.smithi169.stdout:3202: writing smithi16976610-23 from 499712 to 983040 tid 2 2024-03-10T22:24:57.631 INFO:tasks.rados.rados.0.smithi169.stdout:3202: writing smithi16976610-23 from 983040 to 1433600 tid 3 2024-03-10T22:24:57.634 INFO:tasks.rados.rados.0.smithi169.stdout:3202: writing smithi16976610-23 from 1433600 to 2015232 tid 4 2024-03-10T22:24:57.635 INFO:tasks.rados.rados.0.smithi169.stdout:3202: writing smithi16976610-23 from 2015232 to 2105344 tid 5 2024-03-10T22:24:57.635 INFO:tasks.rados.rados.0.smithi169.stdout:3198: expect (ObjNum 910 snap 280 seq_num 910) 2024-03-10T22:24:57.752 INFO:tasks.rados.rados.0.smithi169.stdout:3199: finishing write tid 1 to smithi16976610-11 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3199: finishing write tid 2 to smithi16976610-11 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3199: finishing write tid 3 to smithi16976610-11 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3199: finishing write tid 4 to smithi16976610-11 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3199: finishing write tid 5 to smithi16976610-11 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3202: finishing write tid 1 to smithi16976610-23 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3202: finishing write tid 2 to smithi16976610-23 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3198: done (4 left) 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3203: copy_from oid 37 from oid 34 current snap is 300 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3199: finishing write tid 6 to smithi16976610-11 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3199: oid 11 updating version 0 to 14077 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3199: oid 11 updating version 14077 to 14078 2024-03-10T22:24:57.753 INFO:tasks.rados.rados.0.smithi169.stdout:3199: oid 11 updating version 14078 to 14079 2024-03-10T22:24:57.754 INFO:tasks.rados.rados.0.smithi169.stdout:3199: oid 11 updating version 14079 to 14080 2024-03-10T22:24:57.754 INFO:tasks.rados.rados.0.smithi169.stdout:3199: oid 11 updating version 14080 to 14081 2024-03-10T22:24:57.754 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14081 (ObjNum 984 snap 300 seq_num 984) dirty exists 2024-03-10T22:24:57.754 INFO:tasks.rados.rados.0.smithi169.stdout:3199: left oid 11 (ObjNum 984 snap 300 seq_num 984) 2024-03-10T22:24:57.754 INFO:tasks.rados.rados.0.smithi169.stdout:3202: finishing write tid 3 to smithi16976610-23 2024-03-10T22:24:57.754 INFO:tasks.rados.rados.0.smithi169.stdout:3199: done (4 left) 2024-03-10T22:24:57.754 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 300 2024-03-10T22:24:57.754 INFO:tasks.rados.rados.0.smithi169.stdout:3202: finishing write tid 4 to smithi16976610-23 2024-03-10T22:24:57.754 INFO:tasks.rados.rados.0.smithi169.stdout:3202: finishing write tid 5 to smithi16976610-23 2024-03-10T22:24:57.754 INFO:tasks.rados.rados.0.smithi169.stdout:3202: finishing write tid 6 to smithi16976610-23 2024-03-10T22:24:57.754 INFO:tasks.rados.rados.0.smithi169.stdout:3204: seq_num 986 ranges {2383872=516096,2899968=770048,3670016=655360,4325376=180224} 2024-03-10T22:24:57.768 INFO:tasks.rados.rados.0.smithi169.stdout:3204: writing smithi16976610-8 from 2383872 to 2899968 tid 1 2024-03-10T22:24:57.772 INFO:tasks.rados.rados.0.smithi169.stdout:3204: writing smithi16976610-8 from 2899968 to 3670016 tid 2 2024-03-10T22:24:57.776 INFO:tasks.rados.rados.0.smithi169.stdout:3204: writing smithi16976610-8 from 3670016 to 4325376 tid 3 2024-03-10T22:24:57.779 INFO:tasks.rados.rados.0.smithi169.stdout:3204: writing smithi16976610-8 from 4325376 to 4505600 tid 4 2024-03-10T22:24:57.779 INFO:tasks.rados.rados.0.smithi169.stdout:3205: read oid 47 snap -1 2024-03-10T22:24:57.779 INFO:tasks.rados.rados.0.smithi169.stdout:3205: expect deleted 2024-03-10T22:24:57.779 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 300 2024-03-10T22:24:57.779 INFO:tasks.rados.rados.0.smithi169.stdout:3202: finishing write tid 7 to smithi16976610-23 2024-03-10T22:24:57.779 INFO:tasks.rados.rados.0.smithi169.stdout:3202: oid 23 updating version 0 to 14099 2024-03-10T22:24:57.779 INFO:tasks.rados.rados.0.smithi169.stdout:3202: oid 23 updating version 14099 to 14103 2024-03-10T22:24:57.779 INFO:tasks.rados.rados.0.smithi169.stdout:3202: oid 23 version 14103 is already newer than 14101 2024-03-10T22:24:57.779 INFO:tasks.rados.rados.0.smithi169.stdout:3202: oid 23 version 14103 is already newer than 14102 2024-03-10T22:24:57.779 INFO:tasks.rados.rados.0.smithi169.stdout:3202: oid 23 updating version 14103 to 14104 2024-03-10T22:24:57.780 INFO:tasks.rados.rados.0.smithi169.stdout:3202: oid 23 version 14104 is already newer than 14100 2024-03-10T22:24:57.780 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14104 (ObjNum 985 snap 300 seq_num 985) dirty exists 2024-03-10T22:24:57.780 INFO:tasks.rados.rados.0.smithi169.stdout:3202: left oid 23 (ObjNum 985 snap 300 seq_num 985) 2024-03-10T22:24:57.780 INFO:tasks.rados.rados.0.smithi169.stdout:3200: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:24:58.011 INFO:tasks.rados.rados.0.smithi169.stdout:3201: expect (ObjNum 983 snap 300 seq_num 983) 2024-03-10T22:24:58.266 INFO:tasks.rados.rados.0.smithi169.stdout:3203: finishing copy_from racing read to smithi16976610-37 2024-03-10T22:24:58.267 INFO:tasks.rados.rados.0.smithi169.stdout:3203: finishing copy_from to smithi16976610-37 2024-03-10T22:24:58.267 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14081 (ObjNum 910 snap 280 seq_num 910) dirty exists 2024-03-10T22:24:58.267 INFO:tasks.rados.rados.0.smithi169.stdout:3204: finishing write tid 1 to smithi16976610-8 2024-03-10T22:24:58.267 INFO:tasks.rados.rados.0.smithi169.stdout:3204: finishing write tid 2 to smithi16976610-8 2024-03-10T22:24:58.267 INFO:tasks.rados.rados.0.smithi169.stdout:3204: finishing write tid 3 to smithi16976610-8 2024-03-10T22:24:58.267 INFO:tasks.rados.rados.0.smithi169.stdout:3206: seq_num 987 ranges {1843200=532480,2375680=647168,3022848=417792,3440640=409600,3850240=131072} 2024-03-10T22:24:58.279 INFO:tasks.rados.rados.0.smithi169.stdout:3206: writing smithi16976610-28 from 1843200 to 2375680 tid 1 2024-03-10T22:24:58.283 INFO:tasks.rados.rados.0.smithi169.stdout:3206: writing smithi16976610-28 from 2375680 to 3022848 tid 2 2024-03-10T22:24:58.285 INFO:tasks.rados.rados.0.smithi169.stdout:3206: writing smithi16976610-28 from 3022848 to 3440640 tid 3 2024-03-10T22:24:58.288 INFO:tasks.rados.rados.0.smithi169.stdout:3206: writing smithi16976610-28 from 3440640 to 3850240 tid 4 2024-03-10T22:24:58.289 INFO:tasks.rados.rados.0.smithi169.stdout:3206: writing smithi16976610-28 from 3850240 to 3981312 tid 5 2024-03-10T22:24:58.290 INFO:tasks.rados.rados.0.smithi169.stdout:3200: done (6 left) 2024-03-10T22:24:58.290 INFO:tasks.rados.rados.0.smithi169.stdout:3201: done (5 left) 2024-03-10T22:24:58.290 INFO:tasks.rados.rados.0.smithi169.stdout:3202: done (4 left) 2024-03-10T22:24:58.290 INFO:tasks.rados.rados.0.smithi169.stdout:3203: done (3 left) 2024-03-10T22:24:58.290 INFO:tasks.rados.rados.0.smithi169.stdout:3205: done (2 left) 2024-03-10T22:24:58.290 INFO:tasks.rados.rados.0.smithi169.stdout:3207: rollback oid 7 current snap is 300 2024-03-10T22:24:58.290 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 7 to 297 2024-03-10T22:24:58.290 INFO:tasks.rados.rados.0.smithi169.stdout:3204: finishing write tid 4 to smithi16976610-8 2024-03-10T22:24:58.290 INFO:tasks.rados.rados.0.smithi169.stdout:3204: finishing write tid 5 to smithi16976610-8 2024-03-10T22:24:58.290 INFO:tasks.rados.rados.0.smithi169.stdout:3204: finishing write tid 6 to smithi16976610-8 2024-03-10T22:24:58.290 INFO:tasks.rados.rados.0.smithi169.stdout:3204: oid 8 updating version 0 to 14103 2024-03-10T22:24:58.291 INFO:tasks.rados.rados.0.smithi169.stdout:3204: oid 8 version 14103 is already newer than 14100 2024-03-10T22:24:58.291 INFO:tasks.rados.rados.0.smithi169.stdout:3204: oid 8 version 14103 is already newer than 14101 2024-03-10T22:24:58.291 INFO:tasks.rados.rados.0.smithi169.stdout:3204: oid 8 version 14103 is already newer than 14102 2024-03-10T22:24:58.291 INFO:tasks.rados.rados.0.smithi169.stdout:3204: oid 8 updating version 14103 to 14104 2024-03-10T22:24:58.291 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14104 (ObjNum 986 snap 300 seq_num 986) dirty exists 2024-03-10T22:24:58.291 INFO:tasks.rados.rados.0.smithi169.stdout:3204: left oid 8 (ObjNum 986 snap 300 seq_num 986) 2024-03-10T22:24:58.291 INFO:tasks.rados.rados.0.smithi169.stdout:3204: done (2 left) 2024-03-10T22:24:58.291 INFO:tasks.rados.rados.0.smithi169.stdout:3208: snap_create 2024-03-10T22:24:58.291 INFO:tasks.rados.rados.0.smithi169.stdout:3206: finishing write tid 1 to smithi16976610-28 2024-03-10T22:24:58.291 INFO:tasks.rados.rados.0.smithi169.stdout:3206: finishing write tid 2 to smithi16976610-28 2024-03-10T22:24:58.291 INFO:tasks.rados.rados.0.smithi169.stdout:3206: finishing write tid 3 to smithi16976610-28 2024-03-10T22:24:58.292 INFO:tasks.rados.rados.0.smithi169.stdout:3206: finishing write tid 4 to smithi16976610-28 2024-03-10T22:24:58.292 INFO:tasks.rados.rados.0.smithi169.stdout:3206: finishing write tid 5 to smithi16976610-28 2024-03-10T22:24:58.292 INFO:tasks.rados.rados.0.smithi169.stdout:3206: finishing write tid 6 to smithi16976610-28 2024-03-10T22:24:58.293 INFO:tasks.rados.rados.0.smithi169.stdout:3206: finishing write tid 7 to smithi16976610-28 2024-03-10T22:24:58.293 INFO:tasks.rados.rados.0.smithi169.stdout:3206: oid 28 updating version 0 to 14059 2024-03-10T22:24:58.294 INFO:tasks.rados.rados.0.smithi169.stdout:3206: oid 28 version 14059 is already newer than 14058 2024-03-10T22:24:58.294 INFO:tasks.rados.rados.0.smithi169.stdout:3206: oid 28 updating version 14059 to 14061 2024-03-10T22:24:58.294 INFO:tasks.rados.rados.0.smithi169.stdout:3206: oid 28 updating version 14061 to 14062 2024-03-10T22:24:58.294 INFO:tasks.rados.rados.0.smithi169.stdout:3206: oid 28 version 14062 is already newer than 14060 2024-03-10T22:24:58.294 INFO:tasks.rados.rados.0.smithi169.stdout:3206: oid 28 version 14062 is already newer than 14057 2024-03-10T22:24:58.294 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14062 (ObjNum 987 snap 300 seq_num 987) dirty exists 2024-03-10T22:24:58.294 INFO:tasks.rados.rados.0.smithi169.stdout:3206: left oid 28 (ObjNum 987 snap 300 seq_num 987) 2024-03-10T22:24:58.294 INFO:tasks.rados.rados.0.smithi169.stdout:3207: finishing rollback tid 0 to smithi16976610-7 2024-03-10T22:24:58.294 INFO:tasks.rados.rados.0.smithi169.stdout:3207: finishing rollback tid 1 to smithi16976610-7 2024-03-10T22:24:58.295 INFO:tasks.rados.rados.0.smithi169.stdout:3207: finishing rollback tid 2 to smithi16976610-7 2024-03-10T22:24:58.296 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14061 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:24:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[90638]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[90638]: osdmap e680: 8 total, 8 up, 8 in 2024-03-10T22:24:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:58.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[88180]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[88180]: osdmap e680: 8 total, 8 up, 8 in 2024-03-10T22:24:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:58.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:58.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:24:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:58 smithi172 ceph-mon[84635]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:58 smithi172 ceph-mon[84635]: osdmap e680: 8 total, 8 up, 8 in 2024-03-10T22:24:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:59.184 INFO:tasks.rados.rados.0.smithi169.stdout:3206: done (2 left) 2024-03-10T22:24:59.185 INFO:tasks.rados.rados.0.smithi169.stdout:3207: done (1 left) 2024-03-10T22:24:59.185 INFO:tasks.rados.rados.0.smithi169.stdout:3208: done (0 left) 2024-03-10T22:24:59.185 INFO:tasks.rados.rados.0.smithi169.stdout:3209: snap_remove snap 300 2024-03-10T22:24:59.242 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph orch ps' 2024-03-10T22:24:59.493 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:24:59.502 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-mon[90638]: pgmap v684: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 491 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 995 KiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-03-10T22:24:59.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-mon[90638]: from='client.34491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:24:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-mon[88180]: pgmap v684: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 491 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 995 KiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-03-10T22:24:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-mon[88180]: from='client.34491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:24:59.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:59.184+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:24:59.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:24:59.184+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:24:59.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:59.229+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:24:59.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:59.230+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:59.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:59.230+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:24:59.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:59.230+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:24:59.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:59.231+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:24:59.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:59.231+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:24:59.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:24:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:24:59.231+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:24:59.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:59 smithi172 ceph-mon[84635]: pgmap v684: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 491 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 995 KiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-03-10T22:24:59.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:24:59 smithi172 ceph-mon[84635]: from='client.34491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:24:59.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:59 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:59.188+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:24:59.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:24:59 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:24:59.188+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:00.191 INFO:tasks.rados.rados.0.smithi169.stdout:3209: done (0 left) 2024-03-10T22:25:00.191 INFO:tasks.rados.rados.0.smithi169.stdout:3210: delete oid 16 current snap is 301 2024-03-10T22:25:00.195 INFO:tasks.rados.rados.0.smithi169.stdout:3210: done (0 left) 2024-03-10T22:25:00.195 INFO:tasks.rados.rados.0.smithi169.stdout:3211: read oid 10 snap -1 2024-03-10T22:25:00.195 INFO:tasks.rados.rados.0.smithi169.stdout:3211: expect deleted 2024-03-10T22:25:00.195 INFO:tasks.rados.rados.0.smithi169.stdout:3212: rmattr oid 43 current snap is 301 2024-03-10T22:25:00.195 INFO:tasks.rados.rados.0.smithi169.stdout:3212: done (1 left) 2024-03-10T22:25:00.195 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 301 2024-03-10T22:25:00.195 INFO:tasks.rados.rados.0.smithi169.stdout:3213: seq_num 989 ranges {2244608=573440,2818048=466944,3284992=434176,3719168=638976,4358144=65536} 2024-03-10T22:25:00.210 INFO:tasks.rados.rados.0.smithi169.stdout:3213: writing smithi16976610-45 from 2244608 to 2818048 tid 1 2024-03-10T22:25:00.212 INFO:tasks.rados.rados.0.smithi169.stdout:3213: writing smithi16976610-45 from 2818048 to 3284992 tid 2 2024-03-10T22:25:00.215 INFO:tasks.rados.rados.0.smithi169.stdout:3213: writing smithi16976610-45 from 3284992 to 3719168 tid 3 2024-03-10T22:25:00.219 INFO:tasks.rados.rados.0.smithi169.stdout:3213: writing smithi16976610-45 from 3719168 to 4358144 tid 4 2024-03-10T22:25:00.220 INFO:tasks.rados.rados.0.smithi169.stdout:3213: writing smithi16976610-45 from 4358144 to 4423680 tid 5 2024-03-10T22:25:00.220 INFO:tasks.rados.rados.0.smithi169.stdout:3214: rmattr oid 11 current snap is 301 2024-03-10T22:25:00.220 INFO:tasks.rados.rados.0.smithi169.stdout:3213: finishing write tid 1 to smithi16976610-45 2024-03-10T22:25:00.220 INFO:tasks.rados.rados.0.smithi169.stdout:3211: done (2 left) 2024-03-10T22:25:00.220 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 301 2024-03-10T22:25:00.220 INFO:tasks.rados.rados.0.smithi169.stdout:3215: seq_num 990 ranges {2383872=589824,2973696=753664,3727360=638976,4366336=212992} 2024-03-10T22:25:00.236 INFO:tasks.rados.rados.0.smithi169.stdout:3215: writing smithi16976610-48 from 2383872 to 2973696 tid 1 2024-03-10T22:25:00.240 INFO:tasks.rados.rados.0.smithi169.stdout:3215: writing smithi16976610-48 from 2973696 to 3727360 tid 2 2024-03-10T22:25:00.244 INFO:tasks.rados.rados.0.smithi169.stdout:3215: writing smithi16976610-48 from 3727360 to 4366336 tid 3 2024-03-10T22:25:00.246 INFO:tasks.rados.rados.0.smithi169.stdout:3215: writing smithi16976610-48 from 4366336 to 4579328 tid 4 2024-03-10T22:25:00.246 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 301 2024-03-10T22:25:00.246 INFO:tasks.rados.rados.0.smithi169.stdout:3213: finishing write tid 2 to smithi16976610-45 2024-03-10T22:25:00.246 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14082 (ObjNum 984 snap 300 seq_num 984) dirty exists 2024-03-10T22:25:00.246 INFO:tasks.rados.rados.0.smithi169.stdout:3213: finishing write tid 3 to smithi16976610-45 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3213: finishing write tid 4 to smithi16976610-45 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3213: finishing write tid 5 to smithi16976610-45 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3213: finishing write tid 6 to smithi16976610-45 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3213: finishing write tid 7 to smithi16976610-45 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3213: oid 45 updating version 0 to 14078 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3213: oid 45 version 14078 is already newer than 14076 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3213: oid 45 version 14078 is already newer than 14075 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3213: oid 45 version 14078 is already newer than 14077 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3213: oid 45 version 14078 is already newer than 14074 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3213: oid 45 updating version 14078 to 14079 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14079 (ObjNum 989 snap 301 seq_num 989) dirty exists 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3213: left oid 45 (ObjNum 989 snap 301 seq_num 989) 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3215: finishing write tid 1 to smithi16976610-48 2024-03-10T22:25:00.247 INFO:tasks.rados.rados.0.smithi169.stdout:3215: finishing write tid 2 to smithi16976610-48 2024-03-10T22:25:00.248 INFO:tasks.rados.rados.0.smithi169.stdout:3216: seq_num 991 ranges {0=606208,606208=638976,1245184=794624,2039808=172032} 2024-03-10T22:25:00.249 INFO:tasks.rados.rados.0.smithi169.stdout:3216: writing smithi16976610-9 from 0 to 606208 tid 1 2024-03-10T22:25:00.253 INFO:tasks.rados.rados.0.smithi169.stdout:3216: writing smithi16976610-9 from 606208 to 1245184 tid 2 2024-03-10T22:25:00.257 INFO:tasks.rados.rados.0.smithi169.stdout:3216: writing smithi16976610-9 from 1245184 to 2039808 tid 3 2024-03-10T22:25:00.259 INFO:tasks.rados.rados.0.smithi169.stdout:3216: writing smithi16976610-9 from 2039808 to 2211840 tid 4 2024-03-10T22:25:00.259 INFO:tasks.rados.rados.0.smithi169.stdout:3213: done (3 left) 2024-03-10T22:25:00.259 INFO:tasks.rados.rados.0.smithi169.stdout:3214: done (2 left) 2024-03-10T22:25:00.259 INFO:tasks.rados.rados.0.smithi169.stdout:3217: delete oid 43 current snap is 301 2024-03-10T22:25:00.259 INFO:tasks.rados.rados.0.smithi169.stdout:3215: finishing write tid 3 to smithi16976610-48 2024-03-10T22:25:00.259 INFO:tasks.rados.rados.0.smithi169.stdout:3215: finishing write tid 4 to smithi16976610-48 2024-03-10T22:25:00.259 INFO:tasks.rados.rados.0.smithi169.stdout:3215: finishing write tid 5 to smithi16976610-48 2024-03-10T22:25:00.260 INFO:tasks.rados.rados.0.smithi169.stdout:3215: finishing write tid 6 to smithi16976610-48 2024-03-10T22:25:00.260 INFO:tasks.rados.rados.0.smithi169.stdout:3215: oid 48 updating version 0 to 14144 2024-03-10T22:25:00.260 INFO:tasks.rados.rados.0.smithi169.stdout:3215: oid 48 updating version 14144 to 14148 2024-03-10T22:25:00.260 INFO:tasks.rados.rados.0.smithi169.stdout:3215: oid 48 version 14148 is already newer than 14146 2024-03-10T22:25:00.260 INFO:tasks.rados.rados.0.smithi169.stdout:3215: oid 48 version 14148 is already newer than 14147 2024-03-10T22:25:00.260 INFO:tasks.rados.rados.0.smithi169.stdout:3215: oid 48 version 14148 is already newer than 14145 2024-03-10T22:25:00.260 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14148 (ObjNum 990 snap 301 seq_num 990) dirty exists 2024-03-10T22:25:00.260 INFO:tasks.rados.rados.0.smithi169.stdout:3215: left oid 48 (ObjNum 990 snap 301 seq_num 990) 2024-03-10T22:25:00.260 INFO:tasks.rados.rados.0.smithi169.stdout:3216: finishing write tid 1 to smithi16976610-9 2024-03-10T22:25:00.260 INFO:tasks.rados.rados.0.smithi169.stdout:3216: finishing write tid 2 to smithi16976610-9 2024-03-10T22:25:00.262 INFO:tasks.rados.rados.0.smithi169.stdout:3215: done (2 left) 2024-03-10T22:25:00.262 INFO:tasks.rados.rados.0.smithi169.stdout:3217: done (1 left) 2024-03-10T22:25:00.262 INFO:tasks.rados.rados.0.smithi169.stdout:3218: read oid 8 snap -1 2024-03-10T22:25:00.262 INFO:tasks.rados.rados.0.smithi169.stdout:3218: expect (ObjNum 986 snap 300 seq_num 986) 2024-03-10T22:25:00.262 INFO:tasks.rados.rados.0.smithi169.stdout:3219: rmattr oid 46 current snap is 301 2024-03-10T22:25:00.262 INFO:tasks.rados.rados.0.smithi169.stdout:3220: snap_create 2024-03-10T22:25:00.263 INFO:tasks.rados.rados.0.smithi169.stdout:3216: finishing write tid 3 to smithi16976610-9 2024-03-10T22:25:00.263 INFO:tasks.rados.rados.0.smithi169.stdout:3216: finishing write tid 4 to smithi16976610-9 2024-03-10T22:25:00.263 INFO:tasks.rados.rados.0.smithi169.stdout:3216: finishing write tid 5 to smithi16976610-9 2024-03-10T22:25:00.264 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14105 (ObjNum 980 snap 300 seq_num 980) dirty exists 2024-03-10T22:25:00.264 INFO:tasks.rados.rados.0.smithi169.stdout:3216: finishing write tid 6 to smithi16976610-9 2024-03-10T22:25:00.264 INFO:tasks.rados.rados.0.smithi169.stdout:3216: oid 9 updating version 0 to 14073 2024-03-10T22:25:00.265 INFO:tasks.rados.rados.0.smithi169.stdout:3216: oid 9 updating version 14073 to 14076 2024-03-10T22:25:00.265 INFO:tasks.rados.rados.0.smithi169.stdout:3216: oid 9 version 14076 is already newer than 14075 2024-03-10T22:25:00.265 INFO:tasks.rados.rados.0.smithi169.stdout:3216: oid 9 version 14076 is already newer than 14074 2024-03-10T22:25:00.265 INFO:tasks.rados.rados.0.smithi169.stdout:3216: oid 9 updating version 14076 to 14077 2024-03-10T22:25:00.265 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 14077 (ObjNum 991 snap 301 seq_num 991) dirty exists 2024-03-10T22:25:00.265 INFO:tasks.rados.rados.0.smithi169.stdout:3216: left oid 9 (ObjNum 991 snap 301 seq_num 991) 2024-03-10T22:25:00.283 INFO:tasks.rados.rados.0.smithi169.stdout:3218: expect (ObjNum 986 snap 300 seq_num 986) 2024-03-10T22:25:00.442 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:00.189+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:00.442 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:00.190+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:00.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[90638]: osdmap e681: 8 total, 8 up, 8 in 2024-03-10T22:25:00.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:00.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:00.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:00.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:00.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:00.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:00.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:00.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:00.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[88180]: osdmap e681: 8 total, 8 up, 8 in 2024-03-10T22:25:00.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:00.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:00.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:00.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:00.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:00.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:00.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:00.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:00.444 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:00.196+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:00.445 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:00.196+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:00.445 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:00.197+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:00.445 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:00.197+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:00.445 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:00.197+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:00.445 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:00.198+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:00.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:00 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:00.189+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:00 smithi172 ceph-mon[84635]: osdmap e681: 8 total, 8 up, 8 in 2024-03-10T22:25:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:01.203 INFO:tasks.rados.rados.0.smithi169.stdout:3216: done (3 left) 2024-03-10T22:25:01.203 INFO:tasks.rados.rados.0.smithi169.stdout:3218: done (2 left) 2024-03-10T22:25:01.204 INFO:tasks.rados.rados.0.smithi169.stdout:3219: done (1 left) 2024-03-10T22:25:01.204 INFO:tasks.rados.rados.0.smithi169.stdout:3220: done (0 left) 2024-03-10T22:25:01.204 INFO:tasks.rados.rados.0.smithi169.stdout:3221: read oid 49 snap -1 2024-03-10T22:25:01.204 INFO:tasks.rados.rados.0.smithi169.stdout:3221: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:25:01.204 INFO:tasks.rados.rados.0.smithi169.stdout:3222: delete oid 13 current snap is 302 2024-03-10T22:25:01.208 INFO:tasks.rados.rados.0.smithi169.stdout:3222: done (1 left) 2024-03-10T22:25:01.209 INFO:tasks.rados.rados.0.smithi169.stdout:3223: snap_create 2024-03-10T22:25:01.220 INFO:tasks.rados.rados.0.smithi169.stdout:3221: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:25:01.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:01.200+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:01.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:01.200+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[88180]: osdmap e682: 8 total, 8 up, 8 in 2024-03-10T22:25:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[88180]: pgmap v687: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 510 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 33 op/s 2024-03-10T22:25:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[90638]: osdmap e682: 8 total, 8 up, 8 in 2024-03-10T22:25:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-mon[90638]: pgmap v687: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 510 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 33 op/s 2024-03-10T22:25:01.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:01.208+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:01.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:01.208+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:01.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:01.209+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:01.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:01.209+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:01.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:01.209+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:01.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:01.209+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:01.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:01.210+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:01.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:01.208+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:01.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:01.208+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-mon[84635]: osdmap e682: 8 total, 8 up, 8 in 2024-03-10T22:25:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset 170=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:01.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:01.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:01.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:01 smithi172 ceph-mon[84635]: pgmap v687: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 510 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 33 op/s 2024-03-10T22:25:01.536 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T22:25:01.536 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (51s) 47s ago 13m 16.8M - 0.25.0 c8568f914cd2 b2081d378c99 2024-03-10T22:25:01.537 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi172 *:3000 running (25s) 21s ago 11m 57.6M - 9.4.12 a0ea5e3c46d9 516abee10b9a 2024-03-10T22:25:01.537 INFO:teuthology.orchestra.run.smithi169.stdout:mds.a smithi169 running (118s) 47s ago 13m 16.5M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 9c5fcd9e9cb9 2024-03-10T22:25:01.537 INFO:teuthology.orchestra.run.smithi169.stdout:mds.b smithi172 running (101s) 21s ago 13m 15.1M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 9ed80a7d22a2 2024-03-10T22:25:01.537 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi172 *:8443,9283,8765 running (8m) 21s ago 17m 452M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3626f844d40f 2024-03-10T22:25:01.537 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (8m) 47s ago 19m 528M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 e3cc047c8b15 2024-03-10T22:25:01.537 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (7m) 47s ago 19m 75.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3ab73fd15216 2024-03-10T22:25:01.538 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi172 running (7m) 21s ago 17m 59.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8f5e1596cf77 2024-03-10T22:25:01.538 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (7m) 47s ago 17m 67.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 4a535ced9626 2024-03-10T22:25:01.538 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (88s) 47s ago 12m 8224k - 1.5.0 0da6a335fe13 4056aa9b9071 2024-03-10T22:25:01.538 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi172 *:9100 running (84s) 21s ago 12m 8757k - 1.5.0 0da6a335fe13 44e7a83a7190 2024-03-10T22:25:01.538 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (6m) 47s ago 17m 268M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 e60d9590433b 2024-03-10T22:25:01.538 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (5m) 47s ago 16m 163M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 32abc424c71c 2024-03-10T22:25:01.539 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (5m) 47s ago 16m 178M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 16a3c6ec7165 2024-03-10T22:25:01.539 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (4m) 47s ago 15m 177M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 5707c574c800 2024-03-10T22:25:01.539 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi172 running (4m) 21s ago 15m 181M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d63c7dbe9f73 2024-03-10T22:25:01.539 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi172 running (3m) 21s ago 15m 141M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 431175abf56a 2024-03-10T22:25:01.539 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi172 running (2m) 21s ago 14m 132M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 8163b3f87ae3 2024-03-10T22:25:01.539 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi172 running (2m) 21s ago 14m 142M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 1eb32f4069ab 2024-03-10T22:25:01.540 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi172 *:9095 running (68s) 21s ago 13m 44.4M - 2.43.0 a07b618ecd1d 5ba467b5614b 2024-03-10T22:25:02.181 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph versions' 2024-03-10T22:25:02.207 INFO:tasks.rados.rados.0.smithi169.stdout:3221: done (1 left) 2024-03-10T22:25:02.207 INFO:tasks.rados.rados.0.smithi169.stdout:3223: done (0 left) 2024-03-10T22:25:02.207 INFO:tasks.rados.rados.0.smithi169.stdout:3224: rollback oid 15 current snap is 303 2024-03-10T22:25:02.207 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 15 to 302 2024-03-10T22:25:02.207 INFO:tasks.rados.rados.0.smithi169.stdout:3225: read oid 40 snap -1 2024-03-10T22:25:02.207 INFO:tasks.rados.rados.0.smithi169.stdout:3225: expect (ObjNum 941 snap 291 seq_num 941) 2024-03-10T22:25:02.207 INFO:tasks.rados.rados.0.smithi169.stdout:3226: snap_remove snap 301 2024-03-10T22:25:02.400 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:25:02.465 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:02.209+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:02.465 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:02.209+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:02.466 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:02.210+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:02.466 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:02.210+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:02.466 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:02.210+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:02.466 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:02.210+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:02.466 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:02.210+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:02.466 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:02.215+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:02.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:02.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:02.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[90638]: osdmap e683: 8 total, 8 up, 8 in 2024-03-10T22:25:02.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:02.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:02.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:02.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:02.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:02.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:02.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[90638]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:25:02.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:02.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:02.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[88180]: osdmap e683: 8 total, 8 up, 8 in 2024-03-10T22:25:02.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:02.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:02.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:02.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:02.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:02.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:02.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:02 smithi169 ceph-mon[88180]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:25:02.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:02.209+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:02.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:25:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-mon[84635]: osdmap e683: 8 total, 8 up, 8 in 2024-03-10T22:25:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:02 smithi172 ceph-mon[84635]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T22:25:03.215 INFO:tasks.rados.rados.0.smithi169.stdout:3226: done (2 left) 2024-03-10T22:25:03.215 INFO:tasks.rados.rados.0.smithi169.stdout:3227: snap_create 2024-03-10T22:25:03.215 INFO:tasks.rados.rados.0.smithi169.stdout:3224: finishing rollback tid 0 to smithi16976610-15 2024-03-10T22:25:03.216 INFO:tasks.rados.rados.0.smithi169.stdout:3224: finishing rollback tid 1 to smithi16976610-15 2024-03-10T22:25:03.216 INFO:tasks.rados.rados.0.smithi169.stdout:3224: finishing rollback tid 2 to smithi16976610-15 2024-03-10T22:25:03.216 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14108 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:25:03.216 INFO:tasks.rados.rados.0.smithi169.stdout:3225: expect (ObjNum 941 snap 291 seq_num 941) 2024-03-10T22:25:03.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:03.215+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:03.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:03.215+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:03.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[88180]: osdmap e684: 8 total, 8 up, 8 in 2024-03-10T22:25:03.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[88180]: pgmap v690: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 514 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.8 MiB/s wr, 38 op/s 2024-03-10T22:25:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[90638]: osdmap e684: 8 total, 8 up, 8 in 2024-03-10T22:25:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:03.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:03.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:03.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:03.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:03.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:03.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:03.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:03 smithi169 ceph-mon[90638]: pgmap v690: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 514 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.8 MiB/s wr, 38 op/s 2024-03-10T22:25:03.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-mon[84635]: osdmap e684: 8 total, 8 up, 8 in 2024-03-10T22:25:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-mon[84635]: pgmap v690: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 514 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.8 MiB/s wr, 38 op/s 2024-03-10T22:25:04.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:03.871+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:04.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:03.871+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:04.216 INFO:tasks.rados.rados.0.smithi169.stdout:3224: done (2 left) 2024-03-10T22:25:04.216 INFO:tasks.rados.rados.0.smithi169.stdout:3225: done (1 left) 2024-03-10T22:25:04.216 INFO:tasks.rados.rados.0.smithi169.stdout:3227: done (0 left) 2024-03-10T22:25:04.216 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 304 2024-03-10T22:25:04.216 INFO:tasks.rados.rados.0.smithi169.stdout:3228: seq_num 994 ranges {0=655360,655360=688128,1343488=622592,1966080=294912} 2024-03-10T22:25:04.219 INFO:tasks.rados.rados.0.smithi169.stdout:3228: writing smithi16976610-10 from 0 to 655360 tid 1 2024-03-10T22:25:04.224 INFO:tasks.rados.rados.0.smithi169.stdout:3228: writing smithi16976610-10 from 655360 to 1343488 tid 2 2024-03-10T22:25:04.228 INFO:tasks.rados.rados.0.smithi169.stdout:3228: writing smithi16976610-10 from 1343488 to 1966080 tid 3 2024-03-10T22:25:04.230 INFO:tasks.rados.rados.0.smithi169.stdout:3228: writing smithi16976610-10 from 1966080 to 2260992 tid 4 2024-03-10T22:25:04.230 INFO:tasks.rados.rados.0.smithi169.stdout:3229: read oid 15 snap -1 2024-03-10T22:25:04.230 INFO:tasks.rados.rados.0.smithi169.stdout:3229: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:04.231 INFO:tasks.rados.rados.0.smithi169.stdout:3230: setattr oid 43 current snap is 304 2024-03-10T22:25:04.231 INFO:tasks.rados.rados.0.smithi169.stdout:3228: finishing write tid 1 to smithi16976610-10 2024-03-10T22:25:04.231 INFO:tasks.rados.rados.0.smithi169.stdout:3228: finishing write tid 2 to smithi16976610-10 2024-03-10T22:25:04.232 INFO:tasks.rados.rados.0.smithi169.stdout:3228: finishing write tid 3 to smithi16976610-10 2024-03-10T22:25:04.232 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 304 2024-03-10T22:25:04.232 INFO:tasks.rados.rados.0.smithi169.stdout:3231: seq_num 995 ranges {5545984=671744,6217728=573440,6791168=778240,7569408=253952} 2024-03-10T22:25:04.268 INFO:tasks.rados.rados.0.smithi169.stdout:3231: writing smithi16976610-30 from 5545984 to 6217728 tid 1 2024-03-10T22:25:04.271 INFO:tasks.rados.rados.0.smithi169.stdout:3231: writing smithi16976610-30 from 6217728 to 6791168 tid 2 2024-03-10T22:25:04.275 INFO:tasks.rados.rados.0.smithi169.stdout:3231: writing smithi16976610-30 from 6791168 to 7569408 tid 3 2024-03-10T22:25:04.277 INFO:tasks.rados.rados.0.smithi169.stdout:3231: writing smithi16976610-30 from 7569408 to 7823360 tid 4 2024-03-10T22:25:04.277 INFO:tasks.rados.rados.0.smithi169.stdout:3232: setattr oid 23 current snap is 304 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:3228: finishing write tid 4 to smithi16976610-10 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:3228: finishing write tid 5 to smithi16976610-10 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:3228: finishing write tid 6 to smithi16976610-10 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:3228: oid 10 updating version 0 to 14045 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:3228: oid 10 updating version 14045 to 14048 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:3228: oid 10 version 14048 is already newer than 14047 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:3228: oid 10 version 14048 is already newer than 14044 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:3228: oid 10 version 14048 is already newer than 14046 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14048 (ObjNum 994 snap 304 seq_num 994) dirty exists 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:3228: left oid 10 (ObjNum 994 snap 304 seq_num 994) 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14122 (ObjNum 49 snap 0 seq_num 153724640) dirty exists 2024-03-10T22:25:04.278 INFO:tasks.rados.rados.0.smithi169.stdout:3229: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:04.393 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-03-10T22:25:04.394 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-03-10T22:25:04.394 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T22:25:04.394 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:25:04.394 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-03-10T22:25:04.394 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:25:04.394 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:25:04.394 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-03-10T22:25:04.394 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T22:25:04.394 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:25:04.394 INFO:teuthology.orchestra.run.smithi169.stdout: "mds": { 2024-03-10T22:25:04.394 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T22:25:04.395 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-03-10T22:25:04.395 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-03-10T22:25:04.395 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 15 2024-03-10T22:25:04.395 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-03-10T22:25:04.395 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-03-10T22:25:04.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-mon[88180]: osdmap e685: 8 total, 8 up, 8 in 2024-03-10T22:25:04.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:04.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-mon[90638]: osdmap e685: 8 total, 8 up, 8 in 2024-03-10T22:25:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:04.504 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:04.217+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:04.505 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:04.217+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:04.225+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:04.225+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:04.225+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:04.225+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:04.227+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:04.229+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:04.229+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:04.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:04.214+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:04 smithi172 ceph-mon[84635]: osdmap e685: 8 total, 8 up, 8 in 2024-03-10T22:25:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:04.521 INFO:tasks.rados.rados.0.smithi169.stdout:3231: finishing write tid 1 to smithi16976610-30 2024-03-10T22:25:04.521 INFO:tasks.rados.rados.0.smithi169.stdout:3231: finishing write tid 2 to smithi16976610-30 2024-03-10T22:25:04.521 INFO:tasks.rados.rados.0.smithi169.stdout:3231: finishing write tid 3 to smithi16976610-30 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3231: finishing write tid 4 to smithi16976610-30 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3231: finishing write tid 5 to smithi16976610-30 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3231: finishing write tid 6 to smithi16976610-30 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3231: oid 30 updating version 0 to 14127 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3231: oid 30 version 14127 is already newer than 14126 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3231: oid 30 version 14127 is already newer than 14124 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3231: oid 30 version 14127 is already newer than 14125 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3231: oid 30 version 14127 is already newer than 14123 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14127 (ObjNum 995 snap 304 seq_num 995) dirty exists 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3231: left oid 30 (ObjNum 995 snap 304 seq_num 995) 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3228: done (4 left) 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3229: done (3 left) 2024-03-10T22:25:04.522 INFO:tasks.rados.rados.0.smithi169.stdout:3230: done (2 left) 2024-03-10T22:25:04.523 INFO:tasks.rados.rados.0.smithi169.stdout:3231: done (1 left) 2024-03-10T22:25:04.523 INFO:tasks.rados.rados.0.smithi169.stdout:3233: snap_create 2024-03-10T22:25:04.524 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14109 (ObjNum 985 snap 300 seq_num 985) dirty exists 2024-03-10T22:25:05.153 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-03-10T22:25:05.233 INFO:tasks.rados.rados.0.smithi169.stdout:3232: done (1 left) 2024-03-10T22:25:05.233 INFO:tasks.rados.rados.0.smithi169.stdout:3233: done (0 left) 2024-03-10T22:25:05.233 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 305 2024-03-10T22:25:05.233 INFO:tasks.rados.rados.0.smithi169.stdout:3234: seq_num 996 ranges {2875392=688128,3563520=507904,4071424=581632,4653056=516096} 2024-03-10T22:25:05.252 INFO:tasks.rados.rados.0.smithi169.stdout:3234: writing smithi16976610-14 from 2875392 to 3563520 tid 1 2024-03-10T22:25:05.255 INFO:tasks.rados.rados.0.smithi169.stdout:3234: writing smithi16976610-14 from 3563520 to 4071424 tid 2 2024-03-10T22:25:05.259 INFO:tasks.rados.rados.0.smithi169.stdout:3234: writing smithi16976610-14 from 4071424 to 4653056 tid 3 2024-03-10T22:25:05.262 INFO:tasks.rados.rados.0.smithi169.stdout:3234: writing smithi16976610-14 from 4653056 to 5169152 tid 4 2024-03-10T22:25:05.263 INFO:tasks.rados.rados.0.smithi169.stdout:3235: rollback oid 15 current snap is 305 2024-03-10T22:25:05.263 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 15 to 304 2024-03-10T22:25:05.263 INFO:tasks.rados.rados.0.smithi169.stdout:3234: finishing write tid 1 to smithi16976610-14 2024-03-10T22:25:05.263 INFO:tasks.rados.rados.0.smithi169.stdout:3234: finishing write tid 2 to smithi16976610-14 2024-03-10T22:25:05.263 INFO:tasks.rados.rados.0.smithi169.stdout:3234: finishing write tid 3 to smithi16976610-14 2024-03-10T22:25:05.263 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 305 2024-03-10T22:25:05.263 INFO:tasks.rados.rados.0.smithi169.stdout:3236: seq_num 997 ranges {3883008=704512,4587520=794624,5382144=794624,6176768=16384} 2024-03-10T22:25:05.288 INFO:tasks.rados.rados.0.smithi169.stdout:3236: writing smithi16976610-46 from 3883008 to 4587520 tid 1 2024-03-10T22:25:05.292 INFO:tasks.rados.rados.0.smithi169.stdout:3236: writing smithi16976610-46 from 4587520 to 5382144 tid 2 2024-03-10T22:25:05.298 INFO:tasks.rados.rados.0.smithi169.stdout:3236: writing smithi16976610-46 from 5382144 to 6176768 tid 3 2024-03-10T22:25:05.298 INFO:tasks.rados.rados.0.smithi169.stdout:3236: writing smithi16976610-46 from 6176768 to 6193152 tid 4 2024-03-10T22:25:05.298 INFO:tasks.rados.rados.0.smithi169.stdout:3237: read oid 49 snap 303 2024-03-10T22:25:05.298 INFO:tasks.rados.rados.0.smithi169.stdout:3237: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:25:05.298 INFO:tasks.rados.rados.0.smithi169.stdout:3238: rmattr oid 8 current snap is 305 2024-03-10T22:25:05.298 INFO:tasks.rados.rados.0.smithi169.stdout:3234: finishing write tid 4 to smithi16976610-14 2024-03-10T22:25:05.298 INFO:tasks.rados.rados.0.smithi169.stdout:3234: finishing write tid 5 to smithi16976610-14 2024-03-10T22:25:05.298 INFO:tasks.rados.rados.0.smithi169.stdout:3234: finishing write tid 6 to smithi16976610-14 2024-03-10T22:25:05.298 INFO:tasks.rados.rados.0.smithi169.stdout:3234: oid 14 updating version 0 to 14063 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3234: oid 14 updating version 14063 to 14065 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3234: oid 14 updating version 14065 to 14066 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3234: oid 14 version 14066 is already newer than 14064 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3234: oid 14 updating version 14066 to 14067 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14067 (ObjNum 996 snap 305 seq_num 996) dirty exists 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3234: left oid 14 (ObjNum 996 snap 305 seq_num 996) 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3235: finishing rollback tid 0 to smithi16976610-15 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3235: finishing rollback tid 1 to smithi16976610-15 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3235: finishing rollback tid 2 to smithi16976610-15 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14112 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3236: finishing write tid 1 to smithi16976610-46 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3236: finishing write tid 2 to smithi16976610-46 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3234: done (4 left) 2024-03-10T22:25:05.299 INFO:tasks.rados.rados.0.smithi169.stdout:3235: done (3 left) 2024-03-10T22:25:05.300 INFO:tasks.rados.rados.0.smithi169.stdout:3238: done (2 left) 2024-03-10T22:25:05.300 INFO:tasks.rados.rados.0.smithi169.stdout:3239: snap_create 2024-03-10T22:25:05.302 INFO:tasks.rados.rados.0.smithi169.stdout:3236: finishing write tid 3 to smithi16976610-46 2024-03-10T22:25:05.306 INFO:tasks.rados.rados.0.smithi169.stdout:3236: finishing write tid 4 to smithi16976610-46 2024-03-10T22:25:05.307 INFO:tasks.rados.rados.0.smithi169.stdout:3236: finishing write tid 5 to smithi16976610-46 2024-03-10T22:25:05.307 INFO:tasks.rados.rados.0.smithi169.stdout:3236: finishing write tid 6 to smithi16976610-46 2024-03-10T22:25:05.307 INFO:tasks.rados.rados.0.smithi169.stdout:3236: oid 46 updating version 0 to 14117 2024-03-10T22:25:05.307 INFO:tasks.rados.rados.0.smithi169.stdout:3236: oid 46 version 14117 is already newer than 14116 2024-03-10T22:25:05.307 INFO:tasks.rados.rados.0.smithi169.stdout:3236: oid 46 version 14117 is already newer than 14115 2024-03-10T22:25:05.307 INFO:tasks.rados.rados.0.smithi169.stdout:3236: oid 46 version 14117 is already newer than 14113 2024-03-10T22:25:05.307 INFO:tasks.rados.rados.0.smithi169.stdout:3236: oid 46 version 14117 is already newer than 14114 2024-03-10T22:25:05.307 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14117 (ObjNum 997 snap 305 seq_num 997) dirty exists 2024-03-10T22:25:05.307 INFO:tasks.rados.rados.0.smithi169.stdout:3236: left oid 46 (ObjNum 997 snap 305 seq_num 997) 2024-03-10T22:25:05.311 INFO:tasks.rados.rados.0.smithi169.stdout:3237: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:25:05.426 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:25:05.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:05.231+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:05.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:05.233+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:05.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:05.266+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:05.266+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:05.266+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:05.266+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:05.267+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:05.271+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: osdmap e686: 8 total, 8 up, 8 in 2024-03-10T22:25:05.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/224645529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:25:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[88180]: pgmap v693: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 518 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-03-10T22:25:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:05.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: osdmap e686: 8 total, 8 up, 8 in 2024-03-10T22:25:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/224645529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:25:05.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-mon[90638]: pgmap v693: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 518 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-03-10T22:25:05.514 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:05.259+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:05.514 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:05.259+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: osdmap e686: 8 total, 8 up, 8 in 2024-03-10T22:25:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:05.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:05.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:05.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:05.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/224645529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:25:05.515 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:05 smithi172 ceph-mon[84635]: pgmap v693: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 518 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-03-10T22:25:06.231 INFO:tasks.rados.rados.0.smithi169.stdout:3236: done (2 left) 2024-03-10T22:25:06.231 INFO:tasks.rados.rados.0.smithi169.stdout:3237: done (1 left) 2024-03-10T22:25:06.231 INFO:tasks.rados.rados.0.smithi169.stdout:3239: done (0 left) 2024-03-10T22:25:06.232 INFO:tasks.rados.rados.0.smithi169.stdout:3240: read oid 5 snap -1 2024-03-10T22:25:06.232 INFO:tasks.rados.rados.0.smithi169.stdout:3240: expect (ObjNum 974 snap 299 seq_num 974) 2024-03-10T22:25:06.232 INFO:tasks.rados.rados.0.smithi169.stdout:3241: read oid 41 snap -1 2024-03-10T22:25:06.232 INFO:tasks.rados.rados.0.smithi169.stdout:3241: expect deleted 2024-03-10T22:25:06.232 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 306 2024-03-10T22:25:06.232 INFO:tasks.rados.rados.0.smithi169.stdout:3242: seq_num 998 ranges {1941504=720896,2662400=679936,3342336=598016,3940352=327680} 2024-03-10T22:25:06.232 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:25:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:25:05] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:25:06.246 INFO:tasks.rados.rados.0.smithi169.stdout:3242: writing smithi16976610-27 from 1941504 to 2662400 tid 1 2024-03-10T22:25:06.250 INFO:tasks.rados.rados.0.smithi169.stdout:3242: writing smithi16976610-27 from 2662400 to 3342336 tid 2 2024-03-10T22:25:06.254 INFO:tasks.rados.rados.0.smithi169.stdout:3242: writing smithi16976610-27 from 3342336 to 3940352 tid 3 2024-03-10T22:25:06.256 INFO:tasks.rados.rados.0.smithi169.stdout:3242: writing smithi16976610-27 from 3940352 to 4268032 tid 4 2024-03-10T22:25:06.256 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 306 2024-03-10T22:25:06.256 INFO:tasks.rados.rados.0.smithi169.stdout:3243: seq_num 999 ranges {3981312=737280,4718592=565248,5283840=761856,6045696=278528} 2024-03-10T22:25:06.282 INFO:tasks.rados.rados.0.smithi169.stdout:3243: writing smithi16976610-28 from 3981312 to 4718592 tid 1 2024-03-10T22:25:06.285 INFO:tasks.rados.rados.0.smithi169.stdout:3243: writing smithi16976610-28 from 4718592 to 5283840 tid 2 2024-03-10T22:25:06.289 INFO:tasks.rados.rados.0.smithi169.stdout:3243: writing smithi16976610-28 from 5283840 to 6045696 tid 3 2024-03-10T22:25:06.291 INFO:tasks.rados.rados.0.smithi169.stdout:3243: writing smithi16976610-28 from 6045696 to 6324224 tid 4 2024-03-10T22:25:06.291 INFO:tasks.rados.rados.0.smithi169.stdout:3244: rollback oid 35 current snap is 306 2024-03-10T22:25:06.291 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 35 to 302 2024-03-10T22:25:06.291 INFO:tasks.rados.rados.0.smithi169.stdout:3240: expect (ObjNum 974 snap 299 seq_num 974) 2024-03-10T22:25:06.472 INFO:tasks.rados.rados.0.smithi169.stdout:3242: finishing write tid 1 to smithi16976610-27 2024-03-10T22:25:06.472 INFO:tasks.rados.rados.0.smithi169.stdout:3242: finishing write tid 2 to smithi16976610-27 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3242: finishing write tid 3 to smithi16976610-27 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3242: finishing write tid 4 to smithi16976610-27 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3242: finishing write tid 5 to smithi16976610-27 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3242: finishing write tid 6 to smithi16976610-27 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3242: oid 27 updating version 0 to 14151 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3242: oid 27 updating version 14151 to 14153 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3242: oid 27 version 14153 is already newer than 14149 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3242: oid 27 version 14153 is already newer than 14150 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3242: oid 27 version 14153 is already newer than 14152 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14153 (ObjNum 998 snap 306 seq_num 998) dirty exists 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3242: left oid 27 (ObjNum 998 snap 306 seq_num 998) 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3243: finishing write tid 1 to smithi16976610-28 2024-03-10T22:25:06.473 INFO:tasks.rados.rados.0.smithi169.stdout:3243: finishing write tid 2 to smithi16976610-28 2024-03-10T22:25:06.474 INFO:tasks.rados.rados.0.smithi169.stdout:3240: done (4 left) 2024-03-10T22:25:06.474 INFO:tasks.rados.rados.0.smithi169.stdout:3241: done (3 left) 2024-03-10T22:25:06.474 INFO:tasks.rados.rados.0.smithi169.stdout:3242: done (2 left) 2024-03-10T22:25:06.474 INFO:tasks.rados.rados.0.smithi169.stdout:3245: read oid 16 snap -1 2024-03-10T22:25:06.474 INFO:tasks.rados.rados.0.smithi169.stdout:3245: expect deleted 2024-03-10T22:25:06.474 INFO:tasks.rados.rados.0.smithi169.stdout:3246: read oid 50 snap -1 2024-03-10T22:25:06.474 INFO:tasks.rados.rados.0.smithi169.stdout:3246: expect (ObjNum 924 snap 286 seq_num 924) 2024-03-10T22:25:06.474 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 306 2024-03-10T22:25:06.474 INFO:tasks.rados.rados.0.smithi169.stdout:3243: finishing write tid 3 to smithi16976610-28 2024-03-10T22:25:06.474 INFO:tasks.rados.rados.0.smithi169.stdout:3247: seq_num 1000 ranges {4505600=753664,5259264=442368,5701632=565248,6266880=458752,6725632=139264} 2024-03-10T22:25:06.500 INFO:tasks.rados.rados.0.smithi169.stdout:3247: writing smithi16976610-8 from 4505600 to 5259264 tid 1 2024-03-10T22:25:06.502 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:06.231+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:06.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:06.231+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:06.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:06.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[88180]: osdmap e687: 8 total, 8 up, 8 in 2024-03-10T22:25:06.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:06.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:06.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:06.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:06.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:06.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[90638]: osdmap e687: 8 total, 8 up, 8 in 2024-03-10T22:25:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:06.506 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:06.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:06.233+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:06.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:06.233+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:06.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:06.238+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:06.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:06.238+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:06.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:06.238+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:06.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:06.238+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:06.507 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:06.238+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:06.508 INFO:tasks.rados.rados.0.smithi169.stdout:3247: writing smithi16976610-8 from 5259264 to 5701632 tid 2 2024-03-10T22:25:06.508 INFO:tasks.rados.rados.0.smithi169.stdout:3247: writing smithi16976610-8 from 5701632 to 6266880 tid 3 2024-03-10T22:25:06.509 INFO:tasks.rados.rados.0.smithi169.stdout:3247: writing smithi16976610-8 from 6266880 to 6725632 tid 4 2024-03-10T22:25:06.510 INFO:tasks.rados.rados.0.smithi169.stdout:3247: writing smithi16976610-8 from 6725632 to 6864896 tid 5 2024-03-10T22:25:06.510 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 306 2024-03-10T22:25:06.510 INFO:tasks.rados.rados.0.smithi169.stdout:3243: finishing write tid 4 to smithi16976610-28 2024-03-10T22:25:06.510 INFO:tasks.rados.rados.0.smithi169.stdout:3243: finishing write tid 5 to smithi16976610-28 2024-03-10T22:25:06.510 INFO:tasks.rados.rados.0.smithi169.stdout:3244: finishing rollback tid 0 to smithi16976610-35 2024-03-10T22:25:06.510 INFO:tasks.rados.rados.0.smithi169.stdout:3248: seq_num 1001 ranges {1597440=770048,2367488=729088,3096576=770048,3866624=106496} 2024-03-10T22:25:06.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:06 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:06.233+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:06 smithi172 ceph-mon[84635]: osdmap e687: 8 total, 8 up, 8 in 2024-03-10T22:25:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:06.523 INFO:tasks.rados.rados.0.smithi169.stdout:3248: writing smithi16976610-1 from 1597440 to 2367488 tid 1 2024-03-10T22:25:06.527 INFO:tasks.rados.rados.0.smithi169.stdout:3248: writing smithi16976610-1 from 2367488 to 3096576 tid 2 2024-03-10T22:25:06.531 INFO:tasks.rados.rados.0.smithi169.stdout:3248: writing smithi16976610-1 from 3096576 to 3866624 tid 3 2024-03-10T22:25:06.532 INFO:tasks.rados.rados.0.smithi169.stdout:3248: writing smithi16976610-1 from 3866624 to 3973120 tid 4 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:3249: copy_from oid 27 from oid 23 current snap is 306 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:3244: finishing rollback tid 1 to smithi16976610-35 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:3243: finishing write tid 6 to smithi16976610-28 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:3243: oid 28 updating version 0 to 14072 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:3243: oid 28 version 14072 is already newer than 14071 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:3243: oid 28 version 14072 is already newer than 14069 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:3243: oid 28 version 14072 is already newer than 14068 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:3243: oid 28 version 14072 is already newer than 14070 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14072 (ObjNum 999 snap 306 seq_num 999) dirty exists 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:3243: left oid 28 (ObjNum 999 snap 306 seq_num 999) 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:3244: finishing rollback tid 2 to smithi16976610-35 2024-03-10T22:25:06.533 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 331 (ObjNum 978 snap 300 seq_num 978) dirty exists 2024-03-10T22:25:06.534 INFO:tasks.rados.rados.0.smithi169.stdout:3243: done (6 left) 2024-03-10T22:25:06.534 INFO:tasks.rados.rados.0.smithi169.stdout:3244: done (5 left) 2024-03-10T22:25:06.534 INFO:tasks.rados.rados.0.smithi169.stdout:3250: copy_from oid 37 from oid 3 current snap is 306 2024-03-10T22:25:06.534 INFO:tasks.rados.rados.0.smithi169.stdout:3246: expect (ObjNum 924 snap 286 seq_num 924) 2024-03-10T22:25:06.565 INFO:tasks.rados.rados.0.smithi169.stdout:3247: finishing write tid 1 to smithi16976610-8 2024-03-10T22:25:06.565 INFO:tasks.rados.rados.0.smithi169.stdout:3247: finishing write tid 2 to smithi16976610-8 2024-03-10T22:25:06.565 INFO:tasks.rados.rados.0.smithi169.stdout:3247: finishing write tid 3 to smithi16976610-8 2024-03-10T22:25:06.565 INFO:tasks.rados.rados.0.smithi169.stdout:3247: finishing write tid 4 to smithi16976610-8 2024-03-10T22:25:06.565 INFO:tasks.rados.rados.0.smithi169.stdout:3247: finishing write tid 5 to smithi16976610-8 2024-03-10T22:25:06.566 INFO:tasks.rados.rados.0.smithi169.stdout:3247: finishing write tid 6 to smithi16976610-8 2024-03-10T22:25:06.566 INFO:tasks.rados.rados.0.smithi169.stdout:3247: finishing write tid 7 to smithi16976610-8 2024-03-10T22:25:06.566 INFO:tasks.rados.rados.0.smithi169.stdout:3247: oid 8 updating version 0 to 14109 2024-03-10T22:25:06.566 INFO:tasks.rados.rados.0.smithi169.stdout:3247: oid 8 version 14109 is already newer than 14106 2024-03-10T22:25:06.566 INFO:tasks.rados.rados.0.smithi169.stdout:3247: oid 8 updating version 14109 to 14110 2024-03-10T22:25:06.566 INFO:tasks.rados.rados.0.smithi169.stdout:3247: oid 8 version 14110 is already newer than 14107 2024-03-10T22:25:06.566 INFO:tasks.rados.rados.0.smithi169.stdout:3247: oid 8 version 14110 is already newer than 14105 2024-03-10T22:25:06.566 INFO:tasks.rados.rados.0.smithi169.stdout:3247: oid 8 version 14110 is already newer than 14108 2024-03-10T22:25:06.566 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14110 (ObjNum 1000 snap 306 seq_num 1000) dirty exists 2024-03-10T22:25:06.566 INFO:tasks.rados.rados.0.smithi169.stdout:3247: left oid 8 (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:25:06.567 INFO:tasks.rados.rados.0.smithi169.stdout:3248: finishing write tid 1 to smithi16976610-1 2024-03-10T22:25:06.567 INFO:tasks.rados.rados.0.smithi169.stdout:3248: finishing write tid 2 to smithi16976610-1 2024-03-10T22:25:06.567 INFO:tasks.rados.rados.0.smithi169.stdout:3245: done (5 left) 2024-03-10T22:25:06.567 INFO:tasks.rados.rados.0.smithi169.stdout:3246: done (4 left) 2024-03-10T22:25:06.567 INFO:tasks.rados.rados.0.smithi169.stdout:3247: done (3 left) 2024-03-10T22:25:06.567 INFO:tasks.rados.rados.0.smithi169.stdout:3251: snap_remove snap 305 2024-03-10T22:25:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:3251: done (3 left) 2024-03-10T22:25:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:3252: copy_from oid 47 from oid 25 current snap is 306 2024-03-10T22:25:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:3248: finishing write tid 3 to smithi16976610-1 2024-03-10T22:25:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:3248: finishing write tid 4 to smithi16976610-1 2024-03-10T22:25:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:3248: finishing write tid 5 to smithi16976610-1 2024-03-10T22:25:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:3248: finishing write tid 6 to smithi16976610-1 2024-03-10T22:25:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:3248: oid 1 updating version 0 to 14130 2024-03-10T22:25:07.246 INFO:tasks.rados.rados.0.smithi169.stdout:3248: oid 1 version 14130 is already newer than 14128 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:3248: oid 1 version 14130 is already newer than 14129 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:3248: oid 1 updating version 14130 to 14131 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:3248: oid 1 updating version 14131 to 14132 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14132 (ObjNum 1001 snap 306 seq_num 1001) dirty exists 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:3248: left oid 1 (ObjNum 1001 snap 306 seq_num 1001) 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:3249: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:3249: finishing copy_from to smithi16976610-27 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14109 (ObjNum 985 snap 300 seq_num 985) dirty exists 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:3250: finishing copy_from racing read to smithi16976610-37 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:3250: finishing copy_from to smithi16976610-37 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14071 (ObjNum 858 snap 267 seq_num 858) dirty exists 2024-03-10T22:25:07.247 INFO:tasks.rados.rados.0.smithi169.stdout:3248: done (3 left) 2024-03-10T22:25:07.248 INFO:tasks.rados.rados.0.smithi169.stdout:3249: done (2 left) 2024-03-10T22:25:07.248 INFO:tasks.rados.rados.0.smithi169.stdout:3250: done (1 left) 2024-03-10T22:25:07.248 INFO:tasks.rados.rados.0.smithi169.stdout:3253: rmattr oid 42 current snap is 306 2024-03-10T22:25:07.248 INFO:tasks.rados.rados.0.smithi169.stdout:3254: rollback oid 23 current snap is 306 2024-03-10T22:25:07.248 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 23 to 304 2024-03-10T22:25:07.248 INFO:tasks.rados.rados.0.smithi169.stdout:3255: copy_from oid 1 from oid 26 current snap is 306 2024-03-10T22:25:07.248 INFO:tasks.rados.rados.0.smithi169.stdout:3256: read oid 31 snap -1 2024-03-10T22:25:07.248 INFO:tasks.rados.rados.0.smithi169.stdout:3256: expect (ObjNum 976 snap 299 seq_num 976) 2024-03-10T22:25:07.248 INFO:tasks.rados.rados.0.smithi169.stdout:3257: setattr oid 8 current snap is 306 2024-03-10T22:25:07.248 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 306 2024-03-10T22:25:07.249 INFO:tasks.rados.rados.0.smithi169.stdout:3258: seq_num 1002 ranges {4595712=786432,5382144=614400,5996544=581632,6578176=409600} 2024-03-10T22:25:07.278 INFO:tasks.rados.rados.0.smithi169.stdout:3258: writing smithi16976610-21 from 4595712 to 5382144 tid 1 2024-03-10T22:25:07.281 INFO:tasks.rados.rados.0.smithi169.stdout:3258: writing smithi16976610-21 from 5382144 to 5996544 tid 2 2024-03-10T22:25:07.284 INFO:tasks.rados.rados.0.smithi169.stdout:3258: writing smithi16976610-21 from 5996544 to 6578176 tid 3 2024-03-10T22:25:07.288 INFO:tasks.rados.rados.0.smithi169.stdout:3258: writing smithi16976610-21 from 6578176 to 6987776 tid 4 2024-03-10T22:25:07.288 INFO:tasks.rados.rados.0.smithi169.stdout:3259: read oid 24 snap -1 2024-03-10T22:25:07.288 INFO:tasks.rados.rados.0.smithi169.stdout:3259: expect (ObjNum 960 snap 294 seq_num 960) 2024-03-10T22:25:07.288 INFO:tasks.rados.rados.0.smithi169.stdout:3260: read oid 6 snap -1 2024-03-10T22:25:07.288 INFO:tasks.rados.rados.0.smithi169.stdout:3260: expect (ObjNum 805 snap 245 seq_num 805) 2024-03-10T22:25:07.288 INFO:tasks.rados.rados.0.smithi169.stdout:3261: rollback oid 44 current snap is 306 2024-03-10T22:25:07.288 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 44 to 304 2024-03-10T22:25:07.288 INFO:tasks.rados.rados.0.smithi169.stdout:3252: finishing copy_from racing read to smithi16976610-47 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:3262: read oid 10 snap 303 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:3262: expect deleted 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:3263: copy_from oid 5 from oid 48 current snap is 306 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:3254: finishing rollback tid 0 to smithi16976610-23 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14111 (ObjNum 1000 snap 306 seq_num 1000) dirty exists 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:3254: finishing rollback tid 1 to smithi16976610-23 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:3257: done (11 left) 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:3264: copy_from oid 28 from oid 13 current snap is 306 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14020 (ObjNum 968 snap 295 seq_num 968) dirty exists 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:3254: finishing rollback tid 2 to smithi16976610-23 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14120 (ObjNum 985 snap 300 seq_num 985) dirty exists 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:3252: finishing copy_from to smithi16976610-47 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 14053 (ObjNum 938 snap 290 seq_num 938) dirty exists 2024-03-10T22:25:07.289 INFO:tasks.rados.rados.0.smithi169.stdout:3255: finishing copy_from racing read to smithi16976610-1 2024-03-10T22:25:07.290 INFO:tasks.rados.rados.0.smithi169.stdout:3252: done (11 left) 2024-03-10T22:25:07.290 INFO:tasks.rados.rados.0.smithi169.stdout:3253: done (10 left) 2024-03-10T22:25:07.290 INFO:tasks.rados.rados.0.smithi169.stdout:3254: done (9 left) 2024-03-10T22:25:07.290 INFO:tasks.rados.rados.0.smithi169.stdout:3265: snap_remove snap 302 2024-03-10T22:25:07.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:07.243+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:07.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:07.246+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:07.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:07.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[88180]: osdmap e688: 8 total, 8 up, 8 in 2024-03-10T22:25:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:07.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[88180]: pgmap v696: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 521 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-03-10T22:25:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[90638]: osdmap e688: 8 total, 8 up, 8 in 2024-03-10T22:25:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-mon[90638]: pgmap v696: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 521 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-03-10T22:25:07.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:07.252+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:07.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:07.253+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:07.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:07.253+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:07.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:07.253+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:07.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:07.261+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:07.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:07.261+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:07.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:07.248+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:07.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:07.248+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-mon[84635]: osdmap e688: 8 total, 8 up, 8 in 2024-03-10T22:25:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:07.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:07 smithi172 ceph-mon[84635]: pgmap v696: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 521 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-03-10T22:25:07.528 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-03-10T22:25:08.156 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-03-10T22:25:08.250 INFO:tasks.rados.rados.0.smithi169.stdout:3265: done (9 left) 2024-03-10T22:25:08.250 INFO:tasks.rados.rados.0.smithi169.stdout:3266: rollback oid 46 current snap is 306 2024-03-10T22:25:08.251 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 46 to 297 2024-03-10T22:25:08.251 INFO:tasks.rados.rados.0.smithi169.stdout:3267: snap_create 2024-03-10T22:25:08.251 INFO:tasks.rados.rados.0.smithi169.stdout:3255: finishing copy_from to smithi16976610-1 2024-03-10T22:25:08.251 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14045 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-03-10T22:25:08.251 INFO:tasks.rados.rados.0.smithi169.stdout:3256: expect (ObjNum 976 snap 299 seq_num 976) 2024-03-10T22:25:08.414 INFO:tasks.rados.rados.0.smithi169.stdout:3258: finishing write tid 1 to smithi16976610-21 2024-03-10T22:25:08.414 INFO:tasks.rados.rados.0.smithi169.stdout:3258: finishing write tid 2 to smithi16976610-21 2024-03-10T22:25:08.414 INFO:tasks.rados.rados.0.smithi169.stdout:3258: finishing write tid 3 to smithi16976610-21 2024-03-10T22:25:08.414 INFO:tasks.rados.rados.0.smithi169.stdout:3264: finishing copy_from to smithi16976610-28 2024-03-10T22:25:08.414 INFO:tasks.rados.rados.0.smithi169.stdout:3264: got expected ENOENT (src dne) 2024-03-10T22:25:08.414 INFO:tasks.rados.rados.0.smithi169.stdout:3264: finishing copy_from racing read to smithi16976610-28 2024-03-10T22:25:08.414 INFO:tasks.rados.rados.0.smithi169.stdout:3258: finishing write tid 4 to smithi16976610-21 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:3258: finishing write tid 5 to smithi16976610-21 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:3261: finishing rollback tid 1 to smithi16976610-44 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 14100 (ObjNum 33 snap 0 seq_num 151672416) dirty dne 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:3258: finishing write tid 6 to smithi16976610-21 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:3258: oid 21 updating version 0 to 14065 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:3258: oid 21 version 14065 is already newer than 14063 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:3258: oid 21 version 14065 is already newer than 14064 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:3258: oid 21 updating version 14065 to 14066 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:3258: oid 21 version 14066 is already newer than 14062 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14066 (ObjNum 1002 snap 306 seq_num 1002) dirty exists 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:3258: left oid 21 (ObjNum 1002 snap 306 seq_num 1002) 2024-03-10T22:25:08.415 INFO:tasks.rados.rados.0.smithi169.stdout:3260: expect (ObjNum 805 snap 245 seq_num 805) 2024-03-10T22:25:08.418 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:25:08.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:08.253+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:08.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:08.253+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[88180]: osdmap e689: 8 total, 8 up, 8 in 2024-03-10T22:25:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/2992492223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:25:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[90638]: osdmap e689: 8 total, 8 up, 8 in 2024-03-10T22:25:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/2992492223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:25:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:08.248+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:08.249+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:08.249+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:08.249+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:08.250+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:08.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:08.250+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:08.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:08.250+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:08.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:08.249+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:08 smithi172 ceph-mon[84635]: osdmap e689: 8 total, 8 up, 8 in 2024-03-10T22:25:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:08.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:08 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/2992492223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:25:08.555 INFO:tasks.rados.rados.0.smithi169.stdout:3259: expect (ObjNum 960 snap 294 seq_num 960) 2024-03-10T22:25:08.811 INFO:tasks.rados.rados.0.smithi169.stdout:3263: finishing copy_from racing read to smithi16976610-5 2024-03-10T22:25:08.811 INFO:tasks.rados.rados.0.smithi169.stdout:3263: finishing copy_from to smithi16976610-5 2024-03-10T22:25:08.811 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 14148 (ObjNum 990 snap 301 seq_num 990) dirty exists 2024-03-10T22:25:08.811 INFO:tasks.rados.rados.0.smithi169.stdout:3266: finishing rollback tid 0 to smithi16976610-46 2024-03-10T22:25:08.811 INFO:tasks.rados.rados.0.smithi169.stdout:3266: finishing rollback tid 1 to smithi16976610-46 2024-03-10T22:25:08.811 INFO:tasks.rados.rados.0.smithi169.stdout:3266: finishing rollback tid 2 to smithi16976610-46 2024-03-10T22:25:08.812 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14123 (ObjNum 970 snap 297 seq_num 970) dirty exists 2024-03-10T22:25:09.255 INFO:tasks.rados.rados.0.smithi169.stdout:3255: done (10 left) 2024-03-10T22:25:09.255 INFO:tasks.rados.rados.0.smithi169.stdout:3256: done (9 left) 2024-03-10T22:25:09.255 INFO:tasks.rados.rados.0.smithi169.stdout:3258: done (8 left) 2024-03-10T22:25:09.255 INFO:tasks.rados.rados.0.smithi169.stdout:3259: done (7 left) 2024-03-10T22:25:09.256 INFO:tasks.rados.rados.0.smithi169.stdout:3260: done (6 left) 2024-03-10T22:25:09.256 INFO:tasks.rados.rados.0.smithi169.stdout:3261: done (5 left) 2024-03-10T22:25:09.256 INFO:tasks.rados.rados.0.smithi169.stdout:3262: done (4 left) 2024-03-10T22:25:09.256 INFO:tasks.rados.rados.0.smithi169.stdout:3263: done (3 left) 2024-03-10T22:25:09.256 INFO:tasks.rados.rados.0.smithi169.stdout:3264: done (2 left) 2024-03-10T22:25:09.256 INFO:tasks.rados.rados.0.smithi169.stdout:3266: done (1 left) 2024-03-10T22:25:09.256 INFO:tasks.rados.rados.0.smithi169.stdout:3267: done (0 left) 2024-03-10T22:25:09.256 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 307 2024-03-10T22:25:09.256 INFO:tasks.rados.rados.0.smithi169.stdout:3268: seq_num 1003 ranges {1081344=802816,1884160=499712,2383872=737280,3121152=368640} 2024-03-10T22:25:09.265 INFO:tasks.rados.rados.0.smithi169.stdout:3268: writing smithi16976610-50 from 1081344 to 1884160 tid 1 2024-03-10T22:25:09.268 INFO:tasks.rados.rados.0.smithi169.stdout:3268: writing smithi16976610-50 from 1884160 to 2383872 tid 2 2024-03-10T22:25:09.272 INFO:tasks.rados.rados.0.smithi169.stdout:3268: writing smithi16976610-50 from 2383872 to 3121152 tid 3 2024-03-10T22:25:09.274 INFO:tasks.rados.rados.0.smithi169.stdout:3268: writing smithi16976610-50 from 3121152 to 3489792 tid 4 2024-03-10T22:25:09.274 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 307 2024-03-10T22:25:09.274 INFO:tasks.rados.rados.0.smithi169.stdout:3269: seq_num 1004 ranges {3514368=16384} 2024-03-10T22:25:09.295 INFO:tasks.rados.rados.0.smithi169.stdout:3269: writing smithi16976610-32 from 3514368 to 3530752 tid 1 2024-03-10T22:25:09.295 INFO:tasks.rados.rados.0.smithi169.stdout:3270: copy_from oid 14 from oid 7 current snap is 307 2024-03-10T22:25:09.295 INFO:tasks.rados.rados.0.smithi169.stdout:3268: finishing write tid 1 to smithi16976610-50 2024-03-10T22:25:09.295 INFO:tasks.rados.rados.0.smithi169.stdout:3271: copy_from oid 34 from oid 37 current snap is 307 2024-03-10T22:25:09.295 INFO:tasks.rados.rados.0.smithi169.stdout:3268: finishing write tid 2 to smithi16976610-50 2024-03-10T22:25:09.295 INFO:tasks.rados.rados.0.smithi169.stdout:3268: finishing write tid 3 to smithi16976610-50 2024-03-10T22:25:09.295 INFO:tasks.rados.rados.0.smithi169.stdout:3268: finishing write tid 4 to smithi16976610-50 2024-03-10T22:25:09.295 INFO:tasks.rados.rados.0.smithi169.stdout:3268: finishing write tid 5 to smithi16976610-50 2024-03-10T22:25:09.295 INFO:tasks.rados.rados.0.smithi169.stdout:3268: finishing write tid 6 to smithi16976610-50 2024-03-10T22:25:09.295 INFO:tasks.rados.rados.0.smithi169.stdout:3268: oid 50 updating version 0 to 14080 2024-03-10T22:25:09.296 INFO:tasks.rados.rados.0.smithi169.stdout:3268: oid 50 updating version 14080 to 14081 2024-03-10T22:25:09.296 INFO:tasks.rados.rados.0.smithi169.stdout:3268: oid 50 updating version 14081 to 14084 2024-03-10T22:25:09.296 INFO:tasks.rados.rados.0.smithi169.stdout:3268: oid 50 version 14084 is already newer than 14083 2024-03-10T22:25:09.296 INFO:tasks.rados.rados.0.smithi169.stdout:3268: oid 50 version 14084 is already newer than 14082 2024-03-10T22:25:09.296 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 14084 (ObjNum 1003 snap 307 seq_num 1003) dirty exists 2024-03-10T22:25:09.296 INFO:tasks.rados.rados.0.smithi169.stdout:3268: left oid 50 (ObjNum 1003 snap 307 seq_num 1003) 2024-03-10T22:25:09.296 INFO:tasks.rados.rados.0.smithi169.stdout:3268: done (3 left) 2024-03-10T22:25:09.296 INFO:tasks.rados.rados.0.smithi169.stdout:3272: copy_from oid 4 from oid 46 current snap is 307 2024-03-10T22:25:09.296 INFO:tasks.rados.rados.0.smithi169.stdout:3273: snap_remove snap 303 2024-03-10T22:25:09.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:09.254+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:09.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:09.254+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:09.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[90638]: osdmap e690: 8 total, 8 up, 8 in 2024-03-10T22:25:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[90638]: pgmap v699: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 523 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-03-10T22:25:09.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[88180]: osdmap e690: 8 total, 8 up, 8 in 2024-03-10T22:25:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-mon[88180]: pgmap v699: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 523 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-03-10T22:25:09.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:09.297+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:09.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:09.297+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:09.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:09.298+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:09.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:09.298+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:09.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:09.298+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:09.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:09.298+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:09.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:09.253+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:09.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:09.253+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-mon[84635]: osdmap e690: 8 total, 8 up, 8 in 2024-03-10T22:25:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:09.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:09 smithi172 ceph-mon[84635]: pgmap v699: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 523 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-03-10T22:25:10.266 INFO:tasks.rados.rados.0.smithi169.stdout:3273: done (4 left) 2024-03-10T22:25:10.266 INFO:tasks.rados.rados.0.smithi169.stdout:3274: rollback oid 44 current snap is 307 2024-03-10T22:25:10.266 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 44 to 304 2024-03-10T22:25:10.266 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 307 2024-03-10T22:25:10.266 INFO:tasks.rados.rados.0.smithi169.stdout:3275: seq_num 1005 ranges {5259264=32768} 2024-03-10T22:25:10.295 INFO:tasks.rados.rados.0.smithi169.stdout:3275: writing smithi16976610-38 from 5259264 to 5292032 tid 1 2024-03-10T22:25:10.295 INFO:tasks.rados.rados.0.smithi169.stdout:3276: read oid 36 snap -1 2024-03-10T22:25:10.295 INFO:tasks.rados.rados.0.smithi169.stdout:3276: expect deleted 2024-03-10T22:25:10.295 INFO:tasks.rados.rados.0.smithi169.stdout:3277: delete oid 12 current snap is 307 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:3269: finishing write tid 1 to smithi16976610-32 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:3269: finishing write tid 2 to smithi16976610-32 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:3269: finishing write tid 3 to smithi16976610-32 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:3269: oid 32 updating version 0 to 14134 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:3269: oid 32 version 14134 is already newer than 14133 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14134 (ObjNum 1004 snap 307 seq_num 1004) dirty exists 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:3269: left oid 32 (ObjNum 1004 snap 307 seq_num 1004) 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:3271: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:3271: finishing copy_from to smithi16976610-34 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14071 (ObjNum 858 snap 267 seq_num 858) dirty exists 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:3272: finishing copy_from racing read to smithi16976610-4 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:3272: finishing copy_from to smithi16976610-4 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14123 (ObjNum 970 snap 297 seq_num 970) dirty exists 2024-03-10T22:25:10.296 INFO:tasks.rados.rados.0.smithi169.stdout:3270: finishing copy_from racing read to smithi16976610-14 2024-03-10T22:25:10.297 INFO:tasks.rados.rados.0.smithi169.stdout:3270: finishing copy_from to smithi16976610-14 2024-03-10T22:25:10.297 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14061 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:25:10.297 INFO:tasks.rados.rados.0.smithi169.stdout:3274: finishing rollback tid 1 to smithi16976610-44 2024-03-10T22:25:10.297 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 14100 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T22:25:10.297 INFO:tasks.rados.rados.0.smithi169.stdout:3269: done (7 left) 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:3270: done (6 left) 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:3271: done (5 left) 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:3272: done (4 left) 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:3274: done (3 left) 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:3276: done (2 left) 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:3277: done (1 left) 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:3278: rollback oid 1 current snap is 307 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 1 to 306 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 33 current snap is 307 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:3279: seq_num 1007 ranges {0=65536} 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:3279: writing smithi16976610-33 from 0 to 65536 tid 1 2024-03-10T22:25:10.298 INFO:tasks.rados.rados.0.smithi169.stdout:3280: snap_create 2024-03-10T22:25:10.299 INFO:tasks.rados.rados.0.smithi169.stdout:3275: finishing write tid 1 to smithi16976610-38 2024-03-10T22:25:10.300 INFO:tasks.rados.rados.0.smithi169.stdout:3275: finishing write tid 2 to smithi16976610-38 2024-03-10T22:25:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:3278: finishing rollback tid 0 to smithi16976610-1 2024-03-10T22:25:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:3278: finishing rollback tid 1 to smithi16976610-1 2024-03-10T22:25:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:3279: finishing write tid 1 to smithi16976610-33 2024-03-10T22:25:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:3278: finishing rollback tid 2 to smithi16976610-1 2024-03-10T22:25:10.301 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14137 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-03-10T22:25:10.303 INFO:tasks.rados.rados.0.smithi169.stdout:3275: finishing write tid 3 to smithi16976610-38 2024-03-10T22:25:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:3275: oid 38 updating version 0 to 14090 2024-03-10T22:25:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:3275: oid 38 version 14090 is already newer than 14089 2024-03-10T22:25:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 14090 (ObjNum 1005 snap 307 seq_num 1005) dirty exists 2024-03-10T22:25:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:3275: left oid 38 (ObjNum 1005 snap 307 seq_num 1005) 2024-03-10T22:25:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:3279: finishing write tid 2 to smithi16976610-33 2024-03-10T22:25:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:3279: finishing write tid 3 to smithi16976610-33 2024-03-10T22:25:10.304 INFO:tasks.rados.rados.0.smithi169.stdout:3279: oid 33 updating version 0 to 14091 2024-03-10T22:25:10.305 INFO:tasks.rados.rados.0.smithi169.stdout:3279: oid 33 updating version 14091 to 14092 2024-03-10T22:25:10.305 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14092 (ObjNum 1007 snap 307 seq_num 1007) dirty exists 2024-03-10T22:25:10.305 INFO:tasks.rados.rados.0.smithi169.stdout:3279: left oid 33 (ObjNum 1007 snap 307 seq_num 1007) 2024-03-10T22:25:10.445 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)" 2024-03-10T22:25:10.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:10.269+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:10.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:10.272+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:10.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:10.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:10.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[90638]: osdmap e691: 8 total, 8 up, 8 in 2024-03-10T22:25:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[88180]: osdmap e691: 8 total, 8 up, 8 in 2024-03-10T22:25:10.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:10.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:10.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:10.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:10.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:10.335+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:10.335+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:10.335+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:10.335+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:10.336+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:10.336+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:10.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:10.336+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:10.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:10.262+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:10 smithi172 ceph-mon[84635]: osdmap e691: 8 total, 8 up, 8 in 2024-03-10T22:25:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:11.038 INFO:teuthology.task.sequential:In sequential, running task print... 2024-03-10T22:25:11.038 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-03-10T22:25:11.038 DEBUG:teuthology.parallel:result is None 2024-03-10T22:25:11.273 INFO:tasks.rados.rados.0.smithi169.stdout:3275: done (3 left) 2024-03-10T22:25:11.273 INFO:tasks.rados.rados.0.smithi169.stdout:3278: done (2 left) 2024-03-10T22:25:11.273 INFO:tasks.rados.rados.0.smithi169.stdout:3279: done (1 left) 2024-03-10T22:25:11.273 INFO:tasks.rados.rados.0.smithi169.stdout:3280: done (0 left) 2024-03-10T22:25:11.273 INFO:tasks.rados.rados.0.smithi169.stdout:3281: rmattr oid 32 current snap is 308 2024-03-10T22:25:11.274 INFO:tasks.rados.rados.0.smithi169.stdout:3282: rollback oid 17 current snap is 308 2024-03-10T22:25:11.274 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 17 to 297 2024-03-10T22:25:11.274 INFO:tasks.rados.rados.0.smithi169.stdout:3283: copy_from oid 9 from oid 8 current snap is 308 2024-03-10T22:25:11.274 INFO:tasks.rados.rados.0.smithi169.stdout:3284: read oid 30 snap 297 2024-03-10T22:25:11.274 INFO:tasks.rados.rados.0.smithi169.stdout:3284: expect (ObjNum 967 snap 295 seq_num 967) 2024-03-10T22:25:11.274 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 308 2024-03-10T22:25:11.274 INFO:tasks.rados.rados.0.smithi169.stdout:3285: seq_num 1008 ranges {1859584=90112} 2024-03-10T22:25:11.285 INFO:tasks.rados.rados.0.smithi169.stdout:3285: writing smithi16976610-4 from 1859584 to 1949696 tid 1 2024-03-10T22:25:11.285 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 308 2024-03-10T22:25:11.285 INFO:tasks.rados.rados.0.smithi169.stdout:3282: finishing rollback tid 1 to smithi16976610-17 2024-03-10T22:25:11.285 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 14117 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T22:25:11.285 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14138 (ObjNum 1004 snap 307 seq_num 1004) dirty exists 2024-03-10T22:25:11.285 INFO:tasks.rados.rados.0.smithi169.stdout:3286: seq_num 1009 ranges {0=106496} 2024-03-10T22:25:11.285 INFO:tasks.rados.rados.0.smithi169.stdout:3286: writing smithi16976610-44 from 0 to 106496 tid 1 2024-03-10T22:25:11.285 INFO:tasks.rados.rados.0.smithi169.stdout:3281: done (5 left) 2024-03-10T22:25:11.285 INFO:tasks.rados.rados.0.smithi169.stdout:3282: done (4 left) 2024-03-10T22:25:11.286 INFO:tasks.rados.rados.0.smithi169.stdout:3287: snap_remove snap 306 2024-03-10T22:25:11.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:11.272+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:11.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:11.273+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:11.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:11.275+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:11.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:11.275+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:11.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:11.276+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:11.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:11.276+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:11.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:11.276+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:11.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:11.276+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: osdmap e692: 8 total, 8 up, 8 in 2024-03-10T22:25:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/2865585405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: pgmap v702: 121 pgs: 1 active+clean+snaptrim, 8 active+clean+snaptrim_error, 112 active+clean; 544 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 32 op/s 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: osdmap e692: 8 total, 8 up, 8 in 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:11.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:11.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:11.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/2865585405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:25:11.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: pgmap v702: 121 pgs: 1 active+clean+snaptrim, 8 active+clean+snaptrim_error, 112 active+clean; 544 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 32 op/s 2024-03-10T22:25:11.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:11.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:11.276+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:11.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:11.276+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: osdmap e692: 8 total, 8 up, 8 in 2024-03-10T22:25:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/2865585405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T22:25:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: pgmap v702: 121 pgs: 1 active+clean+snaptrim, 8 active+clean+snaptrim_error, 112 active+clean; 544 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 32 op/s 2024-03-10T22:25:11.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3287: done (4 left) 2024-03-10T22:25:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3288: read oid 18 snap -1 2024-03-10T22:25:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3288: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3289: delete oid 32 current snap is 308 2024-03-10T22:25:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3286: finishing write tid 1 to smithi16976610-44 2024-03-10T22:25:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3286: finishing write tid 2 to smithi16976610-44 2024-03-10T22:25:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3286: finishing write tid 3 to smithi16976610-44 2024-03-10T22:25:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3286: oid 44 updating version 0 to 14109 2024-03-10T22:25:12.276 INFO:tasks.rados.rados.0.smithi169.stdout:3286: oid 44 updating version 14109 to 14110 2024-03-10T22:25:12.276 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 14110 (ObjNum 1009 snap 308 seq_num 1009) dirty exists 2024-03-10T22:25:12.276 INFO:tasks.rados.rados.0.smithi169.stdout:3286: left oid 44 (ObjNum 1009 snap 308 seq_num 1009) 2024-03-10T22:25:12.276 INFO:tasks.rados.rados.0.smithi169.stdout:3285: finishing write tid 1 to smithi16976610-4 2024-03-10T22:25:12.276 INFO:tasks.rados.rados.0.smithi169.stdout:3285: finishing write tid 2 to smithi16976610-4 2024-03-10T22:25:12.276 INFO:tasks.rados.rados.0.smithi169.stdout:3284: expect (ObjNum 967 snap 295 seq_num 967) 2024-03-10T22:25:12.549 INFO:tasks.rados.rados.0.smithi169.stdout:3285: finishing write tid 3 to smithi16976610-4 2024-03-10T22:25:12.549 INFO:tasks.rados.rados.0.smithi169.stdout:3285: oid 4 updating version 0 to 14140 2024-03-10T22:25:12.549 INFO:tasks.rados.rados.0.smithi169.stdout:3285: oid 4 version 14140 is already newer than 14139 2024-03-10T22:25:12.549 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14140 (ObjNum 1008 snap 308 seq_num 1008) dirty exists 2024-03-10T22:25:12.549 INFO:tasks.rados.rados.0.smithi169.stdout:3285: left oid 4 (ObjNum 1008 snap 308 seq_num 1008) 2024-03-10T22:25:12.549 INFO:tasks.rados.rados.0.smithi169.stdout:3283: finishing copy_from racing read to smithi16976610-9 2024-03-10T22:25:12.549 INFO:tasks.rados.rados.0.smithi169.stdout:3283: finishing copy_from to smithi16976610-9 2024-03-10T22:25:12.549 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 14111 (ObjNum 1000 snap 306 seq_num 1000) dirty exists 2024-03-10T22:25:12.549 INFO:tasks.rados.rados.0.smithi169.stdout:3283: done (5 left) 2024-03-10T22:25:12.550 INFO:tasks.rados.rados.0.smithi169.stdout:3284: done (4 left) 2024-03-10T22:25:12.550 INFO:tasks.rados.rados.0.smithi169.stdout:3285: done (3 left) 2024-03-10T22:25:12.550 INFO:tasks.rados.rados.0.smithi169.stdout:3286: done (2 left) 2024-03-10T22:25:12.550 INFO:tasks.rados.rados.0.smithi169.stdout:3289: done (1 left) 2024-03-10T22:25:12.550 INFO:tasks.rados.rados.0.smithi169.stdout:3290: rollback oid 39 current snap is 308 2024-03-10T22:25:12.550 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 39 to 297 2024-03-10T22:25:12.550 INFO:tasks.rados.rados.0.smithi169.stdout:3288: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:12.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:12.283+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:12.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:12.284+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:12.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[90638]: osdmap e693: 8 total, 8 up, 8 in 2024-03-10T22:25:12.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:12.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[88180]: osdmap e693: 8 total, 8 up, 8 in 2024-03-10T22:25:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:12.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:12.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:12.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:12.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:12.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:12.376+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:12.376+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:12.377+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:12.377+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:12.377+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:12.377+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:12.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:12.377+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:12.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:12.275+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:12.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:25:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:25:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:12 smithi172 ceph-mon[84635]: osdmap e693: 8 total, 8 up, 8 in 2024-03-10T22:25:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset 176=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:12.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:12.784 INFO:tasks.rados.rados.0.smithi169.stdout:3290: finishing rollback tid 0 to smithi16976610-39 2024-03-10T22:25:12.784 INFO:tasks.rados.rados.0.smithi169.stdout:3290: finishing rollback tid 1 to smithi16976610-39 2024-03-10T22:25:12.784 INFO:tasks.rados.rados.0.smithi169.stdout:3288: done (1 left) 2024-03-10T22:25:12.785 INFO:tasks.rados.rados.0.smithi169.stdout:3291: delete oid 29 current snap is 308 2024-03-10T22:25:12.785 INFO:tasks.rados.rados.0.smithi169.stdout:3290: finishing rollback tid 2 to smithi16976610-39 2024-03-10T22:25:12.785 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14144 (ObjNum 964 snap 295 seq_num 964) dirty exists 2024-03-10T22:25:12.787 INFO:tasks.rados.rados.0.smithi169.stdout:3290: done (1 left) 2024-03-10T22:25:12.787 INFO:tasks.rados.rados.0.smithi169.stdout:3291: done (0 left) 2024-03-10T22:25:12.787 INFO:tasks.rados.rados.0.smithi169.stdout:3292: copy_from oid 4 from oid 48 current snap is 308 2024-03-10T22:25:12.787 INFO:tasks.rados.rados.0.smithi169.stdout:3293: rollback oid 38 current snap is 308 2024-03-10T22:25:12.787 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 38 to 297 2024-03-10T22:25:12.787 INFO:tasks.rados.rados.0.smithi169.stdout:3294: rollback oid 8 current snap is 308 2024-03-10T22:25:12.787 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 8 to 304 2024-03-10T22:25:12.787 INFO:tasks.rados.rados.0.smithi169.stdout:3295: copy_from oid 19 from oid 21 current snap is 308 2024-03-10T22:25:12.787 INFO:tasks.rados.rados.0.smithi169.stdout:3296: snap_remove snap 307 2024-03-10T22:25:13.284 INFO:tasks.rados.rados.0.smithi169.stdout:3296: done (4 left) 2024-03-10T22:25:13.284 INFO:tasks.rados.rados.0.smithi169.stdout:3297: delete oid 37 current snap is 308 2024-03-10T22:25:13.284 INFO:tasks.rados.rados.0.smithi169.stdout:3294: finishing rollback tid 0 to smithi16976610-8 2024-03-10T22:25:13.284 INFO:tasks.rados.rados.0.smithi169.stdout:3294: finishing rollback tid 1 to smithi16976610-8 2024-03-10T22:25:13.284 INFO:tasks.rados.rados.0.smithi169.stdout:3294: finishing rollback tid 2 to smithi16976610-8 2024-03-10T22:25:13.284 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14114 (ObjNum 986 snap 300 seq_num 986) dirty exists 2024-03-10T22:25:13.284 INFO:tasks.rados.rados.0.smithi169.stdout:3293: finishing rollback tid 0 to smithi16976610-38 2024-03-10T22:25:13.284 INFO:tasks.rados.rados.0.smithi169.stdout:3293: finishing rollback tid 1 to smithi16976610-38 2024-03-10T22:25:13.285 INFO:tasks.rados.rados.0.smithi169.stdout:3293: finishing rollback tid 2 to smithi16976610-38 2024-03-10T22:25:13.285 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 14095 (ObjNum 946 snap 293 seq_num 946) dirty exists 2024-03-10T22:25:13.285 INFO:tasks.rados.rados.0.smithi169.stdout:3292: finishing copy_from racing read to smithi16976610-4 2024-03-10T22:25:13.285 INFO:tasks.rados.rados.0.smithi169.stdout:3292: finishing copy_from to smithi16976610-4 2024-03-10T22:25:13.285 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14148 (ObjNum 990 snap 301 seq_num 990) dirty exists 2024-03-10T22:25:13.285 INFO:tasks.rados.rados.0.smithi169.stdout:3295: finishing copy_from racing read to smithi16976610-19 2024-03-10T22:25:13.285 INFO:tasks.rados.rados.0.smithi169.stdout:3295: finishing copy_from to smithi16976610-19 2024-03-10T22:25:13.285 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14066 (ObjNum 1002 snap 306 seq_num 1002) dirty exists 2024-03-10T22:25:13.288 INFO:tasks.rados.rados.0.smithi169.stdout:3292: done (4 left) 2024-03-10T22:25:13.288 INFO:tasks.rados.rados.0.smithi169.stdout:3293: done (3 left) 2024-03-10T22:25:13.288 INFO:tasks.rados.rados.0.smithi169.stdout:3294: done (2 left) 2024-03-10T22:25:13.288 INFO:tasks.rados.rados.0.smithi169.stdout:3295: done (1 left) 2024-03-10T22:25:13.288 INFO:tasks.rados.rados.0.smithi169.stdout:3297: done (0 left) 2024-03-10T22:25:13.288 INFO:tasks.rados.rados.0.smithi169.stdout:3298: snap_create 2024-03-10T22:25:13.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:13.284+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:13.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:13.284+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[88180]: osdmap e694: 8 total, 8 up, 8 in 2024-03-10T22:25:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[88180]: pgmap v705: 121 pgs: 1 active+clean+snaptrim, 8 active+clean+snaptrim_error, 112 active+clean; 550 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.5 MiB/s wr, 38 op/s 2024-03-10T22:25:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[90638]: osdmap e694: 8 total, 8 up, 8 in 2024-03-10T22:25:13.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:13.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:13.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:13.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:13.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:13.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:13.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:13.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:13.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-mon[90638]: pgmap v705: 121 pgs: 1 active+clean+snaptrim, 8 active+clean+snaptrim_error, 112 active+clean; 550 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.5 MiB/s wr, 38 op/s 2024-03-10T22:25:13.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:13.410+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:13.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:13.411+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:13.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:13.411+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:13.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:13.411+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:13.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:13.411+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:13.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:13.411+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:13.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:13.288+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:13.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:13.288+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-mon[84635]: osdmap e694: 8 total, 8 up, 8 in 2024-03-10T22:25:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:13.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:13 smithi172 ceph-mon[84635]: pgmap v705: 121 pgs: 1 active+clean+snaptrim, 8 active+clean+snaptrim_error, 112 active+clean; 550 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.5 MiB/s wr, 38 op/s 2024-03-10T22:25:14.288 INFO:tasks.rados.rados.0.smithi169.stdout:3298: done (0 left) 2024-03-10T22:25:14.288 INFO:tasks.rados.rados.0.smithi169.stdout:3299: copy_from oid 49 from oid 13 current snap is 309 2024-03-10T22:25:14.288 INFO:tasks.rados.rados.0.smithi169.stdout:3300: copy_from oid 46 from oid 17 current snap is 309 2024-03-10T22:25:14.288 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 309 2024-03-10T22:25:14.288 INFO:tasks.rados.rados.0.smithi169.stdout:3301: seq_num 1013 ranges {1318912=172032} 2024-03-10T22:25:14.296 INFO:tasks.rados.rados.0.smithi169.stdout:3301: writing smithi16976610-25 from 1318912 to 1490944 tid 1 2024-03-10T22:25:14.296 INFO:tasks.rados.rados.0.smithi169.stdout:3302: read oid 11 snap -1 2024-03-10T22:25:14.296 INFO:tasks.rados.rados.0.smithi169.stdout:3302: expect (ObjNum 984 snap 300 seq_num 984) 2024-03-10T22:25:14.297 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 309 2024-03-10T22:25:14.297 INFO:tasks.rados.rados.0.smithi169.stdout:3303: seq_num 1014 ranges {0=188416} 2024-03-10T22:25:14.298 INFO:tasks.rados.rados.0.smithi169.stdout:3303: writing smithi16976610-43 from 0 to 188416 tid 1 2024-03-10T22:25:14.298 INFO:tasks.rados.rados.0.smithi169.stdout:3304: read oid 3 snap -1 2024-03-10T22:25:14.298 INFO:tasks.rados.rados.0.smithi169.stdout:3304: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:25:14.298 INFO:tasks.rados.rados.0.smithi169.stdout:3300: finishing copy_from to smithi16976610-46 2024-03-10T22:25:14.298 INFO:tasks.rados.rados.0.smithi169.stdout:3300: got expected ENOENT (src dne) 2024-03-10T22:25:14.298 INFO:tasks.rados.rados.0.smithi169.stdout:3300: finishing copy_from racing read to smithi16976610-46 2024-03-10T22:25:14.298 INFO:tasks.rados.rados.0.smithi169.stdout:3299: finishing copy_from to smithi16976610-49 2024-03-10T22:25:14.298 INFO:tasks.rados.rados.0.smithi169.stdout:3299: got expected ENOENT (src dne) 2024-03-10T22:25:14.299 INFO:tasks.rados.rados.0.smithi169.stdout:3299: finishing copy_from racing read to smithi16976610-49 2024-03-10T22:25:14.299 INFO:tasks.rados.rados.0.smithi169.stdout:3299: done (5 left) 2024-03-10T22:25:14.299 INFO:tasks.rados.rados.0.smithi169.stdout:3300: done (4 left) 2024-03-10T22:25:14.299 INFO:tasks.rados.rados.0.smithi169.stdout:3305: setattr oid 20 current snap is 309 2024-03-10T22:25:14.300 INFO:tasks.rados.rados.0.smithi169.stdout:3306: rmattr oid 18 current snap is 309 2024-03-10T22:25:14.300 INFO:tasks.rados.rados.0.smithi169.stdout:3307: read oid 41 snap 304 2024-03-10T22:25:14.300 INFO:tasks.rados.rados.0.smithi169.stdout:3307: expect deleted 2024-03-10T22:25:14.301 INFO:tasks.rados.rados.0.smithi169.stdout:3308: read oid 15 snap -1 2024-03-10T22:25:14.301 INFO:tasks.rados.rados.0.smithi169.stdout:3308: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:14.301 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 309 2024-03-10T22:25:14.301 INFO:tasks.rados.rados.0.smithi169.stdout:3309: seq_num 1015 ranges {106496=204800} 2024-03-10T22:25:14.302 INFO:tasks.rados.rados.0.smithi169.stdout:3309: writing smithi16976610-44 from 106496 to 311296 tid 1 2024-03-10T22:25:14.302 INFO:tasks.rados.rados.0.smithi169.stdout:3310: snap_remove snap 308 2024-03-10T22:25:14.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:14.290+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:14.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:14.290+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:14.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:14.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[88180]: osdmap e695: 8 total, 8 up, 8 in 2024-03-10T22:25:14.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:14.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:14.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:14.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:14.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:14.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:14.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:14.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:14.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[90638]: osdmap e695: 8 total, 8 up, 8 in 2024-03-10T22:25:14.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:14.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:14.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:14.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:14.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:14.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:14.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:14.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:14.287+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:14.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:14.288+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:14.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:14.289+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:14.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:14.289+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:14.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:14.289+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:14.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:14.289+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:14.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:14.289+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:14.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:14.303+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:14 smithi172 ceph-mon[84635]: osdmap e695: 8 total, 8 up, 8 in 2024-03-10T22:25:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:14.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:14.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:15.299 INFO:tasks.rados.rados.0.smithi169.stdout:3301: finishing write tid 1 to smithi16976610-25 2024-03-10T22:25:15.300 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14073 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:25:15.300 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14112 (ObjNum 858 snap 267 seq_num 858) dirty exists 2024-03-10T22:25:15.300 INFO:tasks.rados.rados.0.smithi169.stdout:3303: finishing write tid 1 to smithi16976610-43 2024-03-10T22:25:15.300 INFO:tasks.rados.rados.0.smithi169.stdout:3301: finishing write tid 2 to smithi16976610-25 2024-03-10T22:25:15.300 INFO:tasks.rados.rados.0.smithi169.stdout:3303: finishing write tid 2 to smithi16976610-43 2024-03-10T22:25:15.300 INFO:tasks.rados.rados.0.smithi169.stdout:3303: finishing write tid 3 to smithi16976610-43 2024-03-10T22:25:15.300 INFO:tasks.rados.rados.0.smithi169.stdout:3303: oid 43 updating version 0 to 14149 2024-03-10T22:25:15.300 INFO:tasks.rados.rados.0.smithi169.stdout:3303: oid 43 updating version 14149 to 14150 2024-03-10T22:25:15.300 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14150 (ObjNum 1014 snap 309 seq_num 1014) dirty exists 2024-03-10T22:25:15.300 INFO:tasks.rados.rados.0.smithi169.stdout:3303: left oid 43 (ObjNum 1014 snap 309 seq_num 1014) 2024-03-10T22:25:15.300 INFO:tasks.rados.rados.0.smithi169.stdout:3301: finishing write tid 3 to smithi16976610-25 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:3301: oid 25 updating version 0 to 14086 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:3301: oid 25 version 14086 is already newer than 14085 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14086 (ObjNum 1013 snap 309 seq_num 1013) dirty exists 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:3301: left oid 25 (ObjNum 1013 snap 309 seq_num 1013) 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:3309: finishing write tid 1 to smithi16976610-44 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:3309: finishing write tid 2 to smithi16976610-44 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:3309: finishing write tid 3 to smithi16976610-44 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:3309: oid 44 updating version 0 to 14112 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:3309: oid 44 updating version 14112 to 14113 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 14113 (ObjNum 1015 snap 309 seq_num 1015) dirty exists 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:3309: left oid 44 (ObjNum 1015 snap 309 seq_num 1015) 2024-03-10T22:25:15.301 INFO:tasks.rados.rados.0.smithi169.stdout:3302: expect (ObjNum 984 snap 300 seq_num 984) 2024-03-10T22:25:15.425 INFO:tasks.rados.rados.0.smithi169.stdout:3304: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:25:15.486 INFO:tasks.rados.rados.0.smithi169.stdout:3308: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:15.722 INFO:tasks.rados.rados.0.smithi169.stdout:3301: done (9 left) 2024-03-10T22:25:15.722 INFO:tasks.rados.rados.0.smithi169.stdout:3302: done (8 left) 2024-03-10T22:25:15.722 INFO:tasks.rados.rados.0.smithi169.stdout:3303: done (7 left) 2024-03-10T22:25:15.722 INFO:tasks.rados.rados.0.smithi169.stdout:3304: done (6 left) 2024-03-10T22:25:15.722 INFO:tasks.rados.rados.0.smithi169.stdout:3305: done (5 left) 2024-03-10T22:25:15.722 INFO:tasks.rados.rados.0.smithi169.stdout:3306: done (4 left) 2024-03-10T22:25:15.722 INFO:tasks.rados.rados.0.smithi169.stdout:3307: done (3 left) 2024-03-10T22:25:15.722 INFO:tasks.rados.rados.0.smithi169.stdout:3308: done (2 left) 2024-03-10T22:25:15.723 INFO:tasks.rados.rados.0.smithi169.stdout:3309: done (1 left) 2024-03-10T22:25:15.723 INFO:tasks.rados.rados.0.smithi169.stdout:3310: done (0 left) 2024-03-10T22:25:15.723 INFO:tasks.rados.rados.0.smithi169.stdout:3311: rollback oid 32 current snap is 309 2024-03-10T22:25:15.723 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 32 to 297 2024-03-10T22:25:15.723 INFO:tasks.rados.rados.0.smithi169.stdout:3312: read oid 10 snap -1 2024-03-10T22:25:15.723 INFO:tasks.rados.rados.0.smithi169.stdout:3312: expect (ObjNum 994 snap 304 seq_num 994) 2024-03-10T22:25:15.723 INFO:tasks.rados.rados.0.smithi169.stdout:3313: copy_from oid 48 from oid 24 current snap is 309 2024-03-10T22:25:15.723 INFO:tasks.rados.rados.0.smithi169.stdout:3314: snap_create 2024-03-10T22:25:15.726 INFO:tasks.rados.rados.0.smithi169.stdout:3311: finishing rollback tid 1 to smithi16976610-32 2024-03-10T22:25:15.727 INFO:tasks.rados.rados.0.smithi169.stdout:3311: finishing rollback tid 2 to smithi16976610-32 2024-03-10T22:25:15.727 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14152 (ObjNum 917 snap 284 seq_num 917) dirty exists 2024-03-10T22:25:15.730 INFO:tasks.rados.rados.0.smithi169.stdout:3312: expect (ObjNum 994 snap 304 seq_num 994) 2024-03-10T22:25:15.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:15.298+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:15.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:15.300+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:15.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[90638]: osdmap e696: 8 total, 8 up, 8 in 2024-03-10T22:25:15.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:15.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:15.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:15.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:15.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:15.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:15.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:15.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:15.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[90638]: pgmap v708: 121 pgs: 1 active+clean+snaptrim, 8 active+clean+snaptrim_error, 112 active+clean; 560 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.4 MiB/s wr, 9 op/s 2024-03-10T22:25:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[88180]: osdmap e696: 8 total, 8 up, 8 in 2024-03-10T22:25:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:15.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:15.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:15.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:15.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:15.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:15.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:15.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:15.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-mon[88180]: pgmap v708: 121 pgs: 1 active+clean+snaptrim, 8 active+clean+snaptrim_error, 112 active+clean; 560 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.4 MiB/s wr, 9 op/s 2024-03-10T22:25:15.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:15.427+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:15.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:15.427+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:15.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:15.427+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:15.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:15.427+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:15.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:15.427+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:15.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:15.427+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:15.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:15.296+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:15.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:15.296+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-mon[84635]: osdmap e696: 8 total, 8 up, 8 in 2024-03-10T22:25:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:15 smithi172 ceph-mon[84635]: pgmap v708: 121 pgs: 1 active+clean+snaptrim, 8 active+clean+snaptrim_error, 112 active+clean; 560 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.4 MiB/s wr, 9 op/s 2024-03-10T22:25:15.791 INFO:tasks.rados.rados.0.smithi169.stdout:3313: finishing copy_from racing read to smithi16976610-48 2024-03-10T22:25:15.791 INFO:tasks.rados.rados.0.smithi169.stdout:3313: finishing copy_from to smithi16976610-48 2024-03-10T22:25:15.791 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14088 (ObjNum 960 snap 294 seq_num 960) dirty exists 2024-03-10T22:25:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:25:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:25:15] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:25:16.301 INFO:tasks.rados.rados.0.smithi169.stdout:3311: done (3 left) 2024-03-10T22:25:16.302 INFO:tasks.rados.rados.0.smithi169.stdout:3312: done (2 left) 2024-03-10T22:25:16.302 INFO:tasks.rados.rados.0.smithi169.stdout:3313: done (1 left) 2024-03-10T22:25:16.302 INFO:tasks.rados.rados.0.smithi169.stdout:3314: done (0 left) 2024-03-10T22:25:16.302 INFO:tasks.rados.rados.0.smithi169.stdout:3315: snap_create 2024-03-10T22:25:16.733 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:16.303+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:16.733 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:16.303+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:16.734 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:16.734 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:16.734 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[88180]: osdmap e697: 8 total, 8 up, 8 in 2024-03-10T22:25:16.734 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:16.734 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:16.734 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:16.734 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:16.734 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:16.734 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:16.735 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:16.735 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:16.735 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[90638]: osdmap e697: 8 total, 8 up, 8 in 2024-03-10T22:25:16.735 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:16.735 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:16.735 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:16.735 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:16.735 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:16.735 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:16.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:16.300+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:16 smithi172 ceph-mon[84635]: osdmap e697: 8 total, 8 up, 8 in 2024-03-10T22:25:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:16.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:16.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:16.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:16.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:17.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:16.733+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:17.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:16.733+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:17.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:16.734+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:17.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:16.734+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:17.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:16.734+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:17.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:16.734+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:17.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:16.734+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:17.309 INFO:tasks.rados.rados.0.smithi169.stdout:3315: done (0 left) 2024-03-10T22:25:17.309 INFO:tasks.rados.rados.0.smithi169.stdout:3316: snap_create 2024-03-10T22:25:17.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:17.309+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:17.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:17.309+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:17.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[90638]: osdmap e698: 8 total, 8 up, 8 in 2024-03-10T22:25:17.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[90638]: pgmap v711: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 562 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-03-10T22:25:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:17.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[88180]: osdmap e698: 8 total, 8 up, 8 in 2024-03-10T22:25:17.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[88180]: pgmap v711: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 562 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-03-10T22:25:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:17.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:17.307+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:17.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:17.308+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:17.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:17.308+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:17.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:17.308+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:17.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:17.308+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:17.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:17.309+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:17.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:17.306+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:17.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:17.306+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-mon[84635]: osdmap e698: 8 total, 8 up, 8 in 2024-03-10T22:25:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-mon[84635]: pgmap v711: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 562 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-03-10T22:25:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:17.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:18.314 INFO:tasks.rados.rados.0.smithi169.stdout:3316: done (0 left) 2024-03-10T22:25:18.315 INFO:tasks.rados.rados.0.smithi169.stdout:3317: rmattr oid 31 current snap is 312 2024-03-10T22:25:18.315 INFO:tasks.rados.rados.0.smithi169.stdout:3317: done (0 left) 2024-03-10T22:25:18.315 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 312 2024-03-10T22:25:18.315 INFO:tasks.rados.rados.0.smithi169.stdout:3318: seq_num 1016 ranges {5160960=221184} 2024-03-10T22:25:18.342 INFO:tasks.rados.rados.0.smithi169.stdout:3318: writing smithi16976610-24 from 5160960 to 5382144 tid 1 2024-03-10T22:25:18.343 INFO:tasks.rados.rados.0.smithi169.stdout:3319: copy_from oid 13 from oid 50 current snap is 312 2024-03-10T22:25:18.343 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 312 2024-03-10T22:25:18.343 INFO:tasks.rados.rados.0.smithi169.stdout:3320: seq_num 1017 ranges {3825664=237568} 2024-03-10T22:25:18.367 INFO:tasks.rados.rados.0.smithi169.stdout:3320: writing smithi16976610-6 from 3825664 to 4063232 tid 1 2024-03-10T22:25:18.367 INFO:tasks.rados.rados.0.smithi169.stdout:3321: copy_from oid 2 from oid 10 current snap is 312 2024-03-10T22:25:18.367 INFO:tasks.rados.rados.0.smithi169.stdout:3318: finishing write tid 1 to smithi16976610-24 2024-03-10T22:25:18.367 INFO:tasks.rados.rados.0.smithi169.stdout:3318: finishing write tid 2 to smithi16976610-24 2024-03-10T22:25:18.367 INFO:tasks.rados.rados.0.smithi169.stdout:3322: read oid 18 snap -1 2024-03-10T22:25:18.368 INFO:tasks.rados.rados.0.smithi169.stdout:3322: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:18.368 INFO:tasks.rados.rados.0.smithi169.stdout:3323: rollback oid 35 current snap is 312 2024-03-10T22:25:18.368 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 35 to 297 2024-03-10T22:25:18.368 INFO:tasks.rados.rados.0.smithi169.stdout:3318: finishing write tid 3 to smithi16976610-24 2024-03-10T22:25:18.368 INFO:tasks.rados.rados.0.smithi169.stdout:3318: oid 24 updating version 0 to 14124 2024-03-10T22:25:18.368 INFO:tasks.rados.rados.0.smithi169.stdout:3318: oid 24 updating version 14124 to 14125 2024-03-10T22:25:18.369 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14125 (ObjNum 1016 snap 312 seq_num 1016) dirty exists 2024-03-10T22:25:18.369 INFO:tasks.rados.rados.0.smithi169.stdout:3318: left oid 24 (ObjNum 1016 snap 312 seq_num 1016) 2024-03-10T22:25:18.369 INFO:tasks.rados.rados.0.smithi169.stdout:3319: finishing copy_from racing read to smithi16976610-13 2024-03-10T22:25:18.369 INFO:tasks.rados.rados.0.smithi169.stdout:3319: finishing copy_from to smithi16976610-13 2024-03-10T22:25:18.369 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 14084 (ObjNum 1003 snap 307 seq_num 1003) dirty exists 2024-03-10T22:25:18.370 INFO:tasks.rados.rados.0.smithi169.stdout:3318: done (5 left) 2024-03-10T22:25:18.370 INFO:tasks.rados.rados.0.smithi169.stdout:3319: done (4 left) 2024-03-10T22:25:18.370 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 312 2024-03-10T22:25:18.370 INFO:tasks.rados.rados.0.smithi169.stdout:3324: seq_num 1018 ranges {5160960=253952} 2024-03-10T22:25:18.396 INFO:tasks.rados.rados.0.smithi169.stdout:3324: writing smithi16976610-48 from 5160960 to 5414912 tid 1 2024-03-10T22:25:18.397 INFO:tasks.rados.rados.0.smithi169.stdout:3325: read oid 34 snap -1 2024-03-10T22:25:18.397 INFO:tasks.rados.rados.0.smithi169.stdout:3325: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:25:18.397 INFO:tasks.rados.rados.0.smithi169.stdout:3326: read oid 14 snap 297 2024-03-10T22:25:18.397 INFO:tasks.rados.rados.0.smithi169.stdout:3326: expect (ObjNum 915 snap 282 seq_num 915) 2024-03-10T22:25:18.397 INFO:tasks.rados.rados.0.smithi169.stdout:3327: read oid 17 snap -1 2024-03-10T22:25:18.397 INFO:tasks.rados.rados.0.smithi169.stdout:3327: expect deleted 2024-03-10T22:25:18.397 INFO:tasks.rados.rados.0.smithi169.stdout:3323: finishing rollback tid 0 to smithi16976610-35 2024-03-10T22:25:18.398 INFO:tasks.rados.rados.0.smithi169.stdout:3328: read oid 7 snap -1 2024-03-10T22:25:18.398 INFO:tasks.rados.rados.0.smithi169.stdout:3328: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:18.398 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 312 2024-03-10T22:25:18.399 INFO:tasks.rados.rados.0.smithi169.stdout:3323: finishing rollback tid 1 to smithi16976610-35 2024-03-10T22:25:18.399 INFO:tasks.rados.rados.0.smithi169.stdout:3323: finishing rollback tid 2 to smithi16976610-35 2024-03-10T22:25:18.399 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 334 (ObjNum 915 snap 282 seq_num 915) dirty exists 2024-03-10T22:25:18.399 INFO:tasks.rados.rados.0.smithi169.stdout:3320: finishing write tid 1 to smithi16976610-6 2024-03-10T22:25:18.400 INFO:tasks.rados.rados.0.smithi169.stdout:3320: finishing write tid 2 to smithi16976610-6 2024-03-10T22:25:18.400 INFO:tasks.rados.rados.0.smithi169.stdout:3320: finishing write tid 3 to smithi16976610-6 2024-03-10T22:25:18.400 INFO:tasks.rados.rados.0.smithi169.stdout:3320: oid 6 updating version 0 to 14155 2024-03-10T22:25:18.400 INFO:tasks.rados.rados.0.smithi169.stdout:3320: oid 6 version 14155 is already newer than 14154 2024-03-10T22:25:18.400 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14155 (ObjNum 1017 snap 312 seq_num 1017) dirty exists 2024-03-10T22:25:18.400 INFO:tasks.rados.rados.0.smithi169.stdout:3320: left oid 6 (ObjNum 1017 snap 312 seq_num 1017) 2024-03-10T22:25:18.400 INFO:tasks.rados.rados.0.smithi169.stdout:3329: seq_num 1019 ranges {2064384=270336} 2024-03-10T22:25:18.410 INFO:tasks.rados.rados.0.smithi169.stdout:3329: writing smithi16976610-1 from 2064384 to 2334720 tid 1 2024-03-10T22:25:18.410 INFO:tasks.rados.rados.0.smithi169.stdout:3320: done (9 left) 2024-03-10T22:25:18.410 INFO:tasks.rados.rados.0.smithi169.stdout:3323: done (8 left) 2024-03-10T22:25:18.411 INFO:tasks.rados.rados.0.smithi169.stdout:3330: copy_from oid 39 from oid 41 current snap is 312 2024-03-10T22:25:18.411 INFO:tasks.rados.rados.0.smithi169.stdout:3321: finishing copy_from racing read to smithi16976610-2 2024-03-10T22:25:18.411 INFO:tasks.rados.rados.0.smithi169.stdout:3321: finishing copy_from to smithi16976610-2 2024-03-10T22:25:18.411 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14048 (ObjNum 994 snap 304 seq_num 994) dirty exists 2024-03-10T22:25:18.411 INFO:tasks.rados.rados.0.smithi169.stdout:3322: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:18.645 INFO:tasks.rados.rados.0.smithi169.stdout:3324: finishing write tid 1 to smithi16976610-48 2024-03-10T22:25:18.646 INFO:tasks.rados.rados.0.smithi169.stdout:3326: expect (ObjNum 915 snap 282 seq_num 915) 2024-03-10T22:25:18.671 INFO:tasks.rados.rados.0.smithi169.stdout:3324: finishing write tid 2 to smithi16976610-48 2024-03-10T22:25:18.672 INFO:tasks.rados.rados.0.smithi169.stdout:3324: finishing write tid 3 to smithi16976610-48 2024-03-10T22:25:18.672 INFO:tasks.rados.rados.0.smithi169.stdout:3324: oid 48 updating version 0 to 14156 2024-03-10T22:25:18.672 INFO:tasks.rados.rados.0.smithi169.stdout:3324: oid 48 updating version 14156 to 14157 2024-03-10T22:25:18.672 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14157 (ObjNum 1018 snap 312 seq_num 1018) dirty exists 2024-03-10T22:25:18.672 INFO:tasks.rados.rados.0.smithi169.stdout:3324: left oid 48 (ObjNum 1018 snap 312 seq_num 1018) 2024-03-10T22:25:18.672 INFO:tasks.rados.rados.0.smithi169.stdout:3325: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:25:18.731 INFO:tasks.rados.rados.0.smithi169.stdout:3330: finishing copy_from to smithi16976610-39 2024-03-10T22:25:18.732 INFO:tasks.rados.rados.0.smithi169.stdout:3330: got expected ENOENT (src dne) 2024-03-10T22:25:18.732 INFO:tasks.rados.rados.0.smithi169.stdout:3330: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:25:18.732 INFO:tasks.rados.rados.0.smithi169.stdout:3329: finishing write tid 1 to smithi16976610-1 2024-03-10T22:25:18.732 INFO:tasks.rados.rados.0.smithi169.stdout:3329: finishing write tid 2 to smithi16976610-1 2024-03-10T22:25:18.732 INFO:tasks.rados.rados.0.smithi169.stdout:3329: finishing write tid 3 to smithi16976610-1 2024-03-10T22:25:18.732 INFO:tasks.rados.rados.0.smithi169.stdout:3329: oid 1 updating version 0 to 14153 2024-03-10T22:25:18.732 INFO:tasks.rados.rados.0.smithi169.stdout:3329: oid 1 updating version 14153 to 14154 2024-03-10T22:25:18.732 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14154 (ObjNum 1019 snap 312 seq_num 1019) dirty exists 2024-03-10T22:25:18.732 INFO:tasks.rados.rados.0.smithi169.stdout:3329: left oid 1 (ObjNum 1019 snap 312 seq_num 1019) 2024-03-10T22:25:18.732 INFO:tasks.rados.rados.0.smithi169.stdout:3328: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:18.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:18.315+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:18.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:18.316+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:18.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:18.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:18.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:18.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:18.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:18.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:18.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[90638]: osdmap e699: 8 total, 8 up, 8 in 2024-03-10T22:25:18.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:18.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:18.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:18.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:18.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:18.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:18.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:18.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:18.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[88180]: osdmap e699: 8 total, 8 up, 8 in 2024-03-10T22:25:18.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:18.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:18.313+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:18.313+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:18.313+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:18.314+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:18.314+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:18.315+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:18.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:18.315+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:18.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:18.357+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:18 smithi172 ceph-mon[84635]: osdmap e699: 8 total, 8 up, 8 in 2024-03-10T22:25:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:18.966 INFO:tasks.rados.rados.0.smithi169.stdout:3321: done (8 left) 2024-03-10T22:25:18.967 INFO:tasks.rados.rados.0.smithi169.stdout:3322: done (7 left) 2024-03-10T22:25:18.967 INFO:tasks.rados.rados.0.smithi169.stdout:3324: done (6 left) 2024-03-10T22:25:18.967 INFO:tasks.rados.rados.0.smithi169.stdout:3325: done (5 left) 2024-03-10T22:25:18.967 INFO:tasks.rados.rados.0.smithi169.stdout:3326: done (4 left) 2024-03-10T22:25:18.967 INFO:tasks.rados.rados.0.smithi169.stdout:3327: done (3 left) 2024-03-10T22:25:18.967 INFO:tasks.rados.rados.0.smithi169.stdout:3328: done (2 left) 2024-03-10T22:25:18.967 INFO:tasks.rados.rados.0.smithi169.stdout:3329: done (1 left) 2024-03-10T22:25:18.967 INFO:tasks.rados.rados.0.smithi169.stdout:3330: done (0 left) 2024-03-10T22:25:18.967 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 312 2024-03-10T22:25:18.967 INFO:tasks.rados.rados.0.smithi169.stdout:3331: seq_num 1020 ranges {0=286720} 2024-03-10T22:25:18.968 INFO:tasks.rados.rados.0.smithi169.stdout:3331: writing smithi16976610-41 from 0 to 286720 tid 1 2024-03-10T22:25:18.969 INFO:tasks.rados.rados.0.smithi169.stdout:3332: delete oid 23 current snap is 312 2024-03-10T22:25:18.972 INFO:tasks.rados.rados.0.smithi169.stdout:3331: finishing write tid 1 to smithi16976610-41 2024-03-10T22:25:18.972 INFO:tasks.rados.rados.0.smithi169.stdout:3332: done (1 left) 2024-03-10T22:25:18.972 INFO:tasks.rados.rados.0.smithi169.stdout:3333: delete oid 27 current snap is 312 2024-03-10T22:25:18.972 INFO:tasks.rados.rados.0.smithi169.stdout:3331: finishing write tid 2 to smithi16976610-41 2024-03-10T22:25:18.974 INFO:tasks.rados.rados.0.smithi169.stdout:3331: finishing write tid 3 to smithi16976610-41 2024-03-10T22:25:18.974 INFO:tasks.rados.rados.0.smithi169.stdout:3331: oid 41 updating version 0 to 14022 2024-03-10T22:25:18.974 INFO:tasks.rados.rados.0.smithi169.stdout:3331: oid 41 version 14022 is already newer than 14021 2024-03-10T22:25:18.974 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 14022 (ObjNum 1020 snap 312 seq_num 1020) dirty exists 2024-03-10T22:25:18.974 INFO:tasks.rados.rados.0.smithi169.stdout:3331: left oid 41 (ObjNum 1020 snap 312 seq_num 1020) 2024-03-10T22:25:18.975 INFO:tasks.rados.rados.0.smithi169.stdout:3331: done (1 left) 2024-03-10T22:25:18.975 INFO:tasks.rados.rados.0.smithi169.stdout:3333: done (0 left) 2024-03-10T22:25:18.975 INFO:tasks.rados.rados.0.smithi169.stdout:3334: copy_from oid 7 from oid 33 current snap is 312 2024-03-10T22:25:18.975 INFO:tasks.rados.rados.0.smithi169.stdout:3335: setattr oid 8 current snap is 312 2024-03-10T22:25:18.976 INFO:tasks.rados.rados.0.smithi169.stdout:3336: delete oid 48 current snap is 312 2024-03-10T22:25:18.978 INFO:tasks.rados.rados.0.smithi169.stdout:3336: done (2 left) 2024-03-10T22:25:18.978 INFO:tasks.rados.rados.0.smithi169.stdout:3337: snap_create 2024-03-10T22:25:18.979 INFO:tasks.rados.rados.0.smithi169.stdout:3334: finishing copy_from racing read to smithi16976610-7 2024-03-10T22:25:18.979 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14115 (ObjNum 986 snap 300 seq_num 986) dirty exists 2024-03-10T22:25:18.980 INFO:tasks.rados.rados.0.smithi169.stdout:3334: finishing copy_from to smithi16976610-7 2024-03-10T22:25:18.980 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14092 (ObjNum 1007 snap 307 seq_num 1007) dirty exists 2024-03-10T22:25:19.326 INFO:tasks.rados.rados.0.smithi169.stdout:3334: done (2 left) 2024-03-10T22:25:19.327 INFO:tasks.rados.rados.0.smithi169.stdout:3335: done (1 left) 2024-03-10T22:25:19.327 INFO:tasks.rados.rados.0.smithi169.stdout:3337: done (0 left) 2024-03-10T22:25:19.327 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 313 2024-03-10T22:25:19.327 INFO:tasks.rados.rados.0.smithi169.stdout:3338: seq_num 1024 ranges {4423680=352256} 2024-03-10T22:25:19.352 INFO:tasks.rados.rados.0.smithi169.stdout:3338: writing smithi16976610-45 from 4423680 to 4775936 tid 1 2024-03-10T22:25:19.352 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 313 2024-03-10T22:25:19.352 INFO:tasks.rados.rados.0.smithi169.stdout:3339: seq_num 1025 ranges {2334720=368640} 2024-03-10T22:25:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:3339: writing smithi16976610-1 from 2334720 to 2703360 tid 1 2024-03-10T22:25:19.367 INFO:tasks.rados.rados.0.smithi169.stdout:3340: snap_remove snap 297 2024-03-10T22:25:19.751 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:19.326+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:19.751 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:19.326+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:19.752 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[90638]: osdmap e700: 8 total, 8 up, 8 in 2024-03-10T22:25:19.752 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:19.752 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:19.752 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:19.752 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:19.752 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:19.752 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:19.752 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:19.752 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:19.752 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[90638]: pgmap v714: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 567 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-03-10T22:25:19.752 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[88180]: osdmap e700: 8 total, 8 up, 8 in 2024-03-10T22:25:19.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:19.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:19.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:19.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:19.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:19.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:19.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:19.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:19.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-mon[88180]: pgmap v714: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 567 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-03-10T22:25:19.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:19.339+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:19.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:19.339+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-mon[84635]: osdmap e700: 8 total, 8 up, 8 in 2024-03-10T22:25:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:19.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:19 smithi172 ceph-mon[84635]: pgmap v714: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 567 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-03-10T22:25:20.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:19.751+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:20.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:19.751+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:20.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:19.751+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:20.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:19.751+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:20.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:19.751+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:20.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:19.751+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:3340: done (2 left) 2024-03-10T22:25:20.329 INFO:tasks.rados.rados.0.smithi169.stdout:3341: read oid 9 snap 311 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3341: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3342: read oid 10 snap 304 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3342: expect (ObjNum 994 snap 304 seq_num 994) 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3343: delete oid 16 current snap is 313 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3338: finishing write tid 1 to smithi16976610-45 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3338: finishing write tid 2 to smithi16976610-45 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3338: finishing write tid 3 to smithi16976610-45 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3338: oid 45 updating version 0 to 14088 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3338: oid 45 version 14088 is already newer than 14087 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14088 (ObjNum 1024 snap 313 seq_num 1024) dirty exists 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3338: left oid 45 (ObjNum 1024 snap 313 seq_num 1024) 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3339: finishing write tid 1 to smithi16976610-1 2024-03-10T22:25:20.330 INFO:tasks.rados.rados.0.smithi169.stdout:3339: finishing write tid 2 to smithi16976610-1 2024-03-10T22:25:20.331 INFO:tasks.rados.rados.0.smithi169.stdout:3339: finishing write tid 3 to smithi16976610-1 2024-03-10T22:25:20.331 INFO:tasks.rados.rados.0.smithi169.stdout:3339: oid 1 updating version 0 to 14155 2024-03-10T22:25:20.331 INFO:tasks.rados.rados.0.smithi169.stdout:3339: oid 1 updating version 14155 to 14156 2024-03-10T22:25:20.331 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14156 (ObjNum 1025 snap 313 seq_num 1025) dirty exists 2024-03-10T22:25:20.331 INFO:tasks.rados.rados.0.smithi169.stdout:3339: left oid 1 (ObjNum 1025 snap 313 seq_num 1025) 2024-03-10T22:25:20.337 INFO:tasks.rados.rados.0.smithi169.stdout:3338: done (4 left) 2024-03-10T22:25:20.338 INFO:tasks.rados.rados.0.smithi169.stdout:3339: done (3 left) 2024-03-10T22:25:20.338 INFO:tasks.rados.rados.0.smithi169.stdout:3343: done (2 left) 2024-03-10T22:25:20.338 INFO:tasks.rados.rados.0.smithi169.stdout:3344: read oid 3 snap 304 2024-03-10T22:25:20.338 INFO:tasks.rados.rados.0.smithi169.stdout:3344: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:25:20.338 INFO:tasks.rados.rados.0.smithi169.stdout:3345: setattr oid 23 current snap is 313 2024-03-10T22:25:20.339 INFO:tasks.rados.rados.0.smithi169.stdout:3346: copy_from oid 17 from oid 8 current snap is 313 2024-03-10T22:25:20.339 INFO:tasks.rados.rados.0.smithi169.stdout:3347: delete oid 7 current snap is 313 2024-03-10T22:25:20.350 INFO:tasks.rados.rados.0.smithi169.stdout:3347: done (5 left) 2024-03-10T22:25:20.350 INFO:tasks.rados.rados.0.smithi169.stdout:3348: snap_create 2024-03-10T22:25:20.351 INFO:tasks.rados.rados.0.smithi169.stdout:3344: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:25:20.421 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14127 (ObjNum 129 snap 0 seq_num 150744144) dirty exists 2024-03-10T22:25:20.421 INFO:tasks.rados.rados.0.smithi169.stdout:3342: expect (ObjNum 994 snap 304 seq_num 994) 2024-03-10T22:25:20.481 INFO:tasks.rados.rados.0.smithi169.stdout:3341: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:25:20.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:20.327+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:20.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:20.328+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:20.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[88180]: osdmap e701: 8 total, 8 up, 8 in 2024-03-10T22:25:20.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:20.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:20.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:20.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:20.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:20.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:20.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:20.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[90638]: osdmap e701: 8 total, 8 up, 8 in 2024-03-10T22:25:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:20.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:20.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:20.344+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:20.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:20.344+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:20.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:20.345+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:20.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:20.345+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:20.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:20.345+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:20.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:20.345+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:20.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:20.345+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:20.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:20.326+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:20 smithi172 ceph-mon[84635]: osdmap e701: 8 total, 8 up, 8 in 2024-03-10T22:25:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:20.777 INFO:tasks.rados.rados.0.smithi169.stdout:3346: finishing copy_from racing read to smithi16976610-17 2024-03-10T22:25:20.777 INFO:tasks.rados.rados.0.smithi169.stdout:3346: finishing copy_from to smithi16976610-17 2024-03-10T22:25:20.778 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 14115 (ObjNum 986 snap 300 seq_num 986) dirty exists 2024-03-10T22:25:21.332 INFO:tasks.rados.rados.0.smithi169.stdout:3341: done (5 left) 2024-03-10T22:25:21.333 INFO:tasks.rados.rados.0.smithi169.stdout:3342: done (4 left) 2024-03-10T22:25:21.333 INFO:tasks.rados.rados.0.smithi169.stdout:3344: done (3 left) 2024-03-10T22:25:21.333 INFO:tasks.rados.rados.0.smithi169.stdout:3345: done (2 left) 2024-03-10T22:25:21.333 INFO:tasks.rados.rados.0.smithi169.stdout:3346: done (1 left) 2024-03-10T22:25:21.333 INFO:tasks.rados.rados.0.smithi169.stdout:3348: done (0 left) 2024-03-10T22:25:21.333 INFO:tasks.rados.rados.0.smithi169.stdout:3349: copy_from oid 14 from oid 19 current snap is 314 2024-03-10T22:25:21.333 INFO:tasks.rados.rados.0.smithi169.stdout:3350: rmattr oid 49 current snap is 314 2024-03-10T22:25:21.333 INFO:tasks.rados.rados.0.smithi169.stdout:3350: done (1 left) 2024-03-10T22:25:21.333 INFO:tasks.rados.rados.0.smithi169.stdout:3351: delete oid 29 current snap is 314 2024-03-10T22:25:21.336 INFO:tasks.rados.rados.0.smithi169.stdout:3351: done (1 left) 2024-03-10T22:25:21.336 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 314 2024-03-10T22:25:21.336 INFO:tasks.rados.rados.0.smithi169.stdout:3352: seq_num 1029 ranges {1753088=442368} 2024-03-10T22:25:21.349 INFO:tasks.rados.rados.0.smithi169.stdout:3352: writing smithi16976610-39 from 1753088 to 2195456 tid 1 2024-03-10T22:25:21.349 INFO:tasks.rados.rados.0.smithi169.stdout:3353: delete oid 5 current snap is 314 2024-03-10T22:25:21.351 INFO:tasks.rados.rados.0.smithi169.stdout:3353: done (2 left) 2024-03-10T22:25:21.351 INFO:tasks.rados.rados.0.smithi169.stdout:3354: rmattr oid 7 current snap is 314 2024-03-10T22:25:21.351 INFO:tasks.rados.rados.0.smithi169.stdout:3354: done (2 left) 2024-03-10T22:25:21.351 INFO:tasks.rados.rados.0.smithi169.stdout:3355: read oid 48 snap 310 2024-03-10T22:25:21.352 INFO:tasks.rados.rados.0.smithi169.stdout:3355: expect (ObjNum 960 snap 294 seq_num 960) 2024-03-10T22:25:21.352 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 314 2024-03-10T22:25:21.352 INFO:tasks.rados.rados.0.smithi169.stdout:3356: seq_num 1031 ranges {0=475136} 2024-03-10T22:25:21.355 INFO:tasks.rados.rados.0.smithi169.stdout:3356: writing smithi16976610-12 from 0 to 475136 tid 1 2024-03-10T22:25:21.355 INFO:tasks.rados.rados.0.smithi169.stdout:3357: copy_from oid 3 from oid 15 current snap is 314 2024-03-10T22:25:21.355 INFO:tasks.rados.rados.0.smithi169.stdout:3358: setattr oid 6 current snap is 314 2024-03-10T22:25:21.358 INFO:tasks.rados.rados.0.smithi169.stdout:3359: read oid 49 snap 312 2024-03-10T22:25:21.358 INFO:tasks.rados.rados.0.smithi169.stdout:3359: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:25:21.358 INFO:tasks.rados.rados.0.smithi169.stdout:3360: snap_remove snap 311 2024-03-10T22:25:21.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:21.331+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:21.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:21.331+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:21.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[90638]: osdmap e702: 8 total, 8 up, 8 in 2024-03-10T22:25:21.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:21.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:21.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:21.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:21.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:21.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:21.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:21.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:21.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[90638]: pgmap v717: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 576 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-03-10T22:25:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[88180]: osdmap e702: 8 total, 8 up, 8 in 2024-03-10T22:25:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:21.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-mon[88180]: pgmap v717: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 576 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-03-10T22:25:21.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:21.335+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:21.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:21.335+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:21.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:21.335+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:21.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:21.335+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:21.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:21.335+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:21.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:21.335+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:21.664 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:21.337+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:21.664 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:21.337+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:21.664 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-mon[84635]: osdmap e702: 8 total, 8 up, 8 in 2024-03-10T22:25:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:21.665 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:21 smithi172 ceph-mon[84635]: pgmap v717: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 576 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-03-10T22:25:22.341 INFO:tasks.rados.rados.0.smithi169.stdout:3360: done (7 left) 2024-03-10T22:25:22.341 INFO:tasks.rados.rados.0.smithi169.stdout:3361: copy_from oid 16 from oid 38 current snap is 314 2024-03-10T22:25:22.341 INFO:tasks.rados.rados.0.smithi169.stdout:3352: finishing write tid 1 to smithi16976610-39 2024-03-10T22:25:22.341 INFO:tasks.rados.rados.0.smithi169.stdout:3352: finishing write tid 2 to smithi16976610-39 2024-03-10T22:25:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:3349: finishing copy_from racing read to smithi16976610-14 2024-03-10T22:25:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:3352: finishing write tid 3 to smithi16976610-39 2024-03-10T22:25:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:3352: oid 39 updating version 0 to 14158 2024-03-10T22:25:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:3352: oid 39 version 14158 is already newer than 14157 2024-03-10T22:25:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14158 (ObjNum 1029 snap 314 seq_num 1029) dirty exists 2024-03-10T22:25:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:3352: left oid 39 (ObjNum 1029 snap 314 seq_num 1029) 2024-03-10T22:25:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:3356: finishing write tid 1 to smithi16976610-12 2024-03-10T22:25:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:3356: finishing write tid 2 to smithi16976610-12 2024-03-10T22:25:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:3349: finishing copy_from to smithi16976610-14 2024-03-10T22:25:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14066 (ObjNum 1002 snap 306 seq_num 1002) dirty exists 2024-03-10T22:25:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:3356: finishing write tid 3 to smithi16976610-12 2024-03-10T22:25:22.343 INFO:tasks.rados.rados.0.smithi169.stdout:3356: oid 12 updating version 0 to 14117 2024-03-10T22:25:22.343 INFO:tasks.rados.rados.0.smithi169.stdout:3356: oid 12 version 14117 is already newer than 14116 2024-03-10T22:25:22.343 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14117 (ObjNum 1031 snap 314 seq_num 1031) dirty exists 2024-03-10T22:25:22.343 INFO:tasks.rados.rados.0.smithi169.stdout:3356: left oid 12 (ObjNum 1031 snap 314 seq_num 1031) 2024-03-10T22:25:22.343 INFO:tasks.rados.rados.0.smithi169.stdout:3355: expect (ObjNum 960 snap 294 seq_num 960) 2024-03-10T22:25:22.596 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14161 (ObjNum 1017 snap 312 seq_num 1017) dirty exists 2024-03-10T22:25:22.596 INFO:tasks.rados.rados.0.smithi169.stdout:3359: expect (ObjNum 754 snap 220 seq_num 754) 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:3357: finishing copy_from racing read to smithi16976610-3 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:3357: finishing copy_from to smithi16976610-3 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 14112 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:3361: finishing copy_from racing read to smithi16976610-16 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:3361: finishing copy_from to smithi16976610-16 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14095 (ObjNum 946 snap 293 seq_num 946) dirty exists 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:3349: done (7 left) 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:3352: done (6 left) 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:3355: done (5 left) 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:3356: done (4 left) 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:3357: done (3 left) 2024-03-10T22:25:22.749 INFO:tasks.rados.rados.0.smithi169.stdout:3358: done (2 left) 2024-03-10T22:25:22.750 INFO:tasks.rados.rados.0.smithi169.stdout:3359: done (1 left) 2024-03-10T22:25:22.750 INFO:tasks.rados.rados.0.smithi169.stdout:3361: done (0 left) 2024-03-10T22:25:22.750 INFO:tasks.rados.rados.0.smithi169.stdout:3362: snap_remove snap 312 2024-03-10T22:25:22.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:22.338+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:22.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:22.339+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:22.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:22.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:22.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[90638]: osdmap e703: 8 total, 8 up, 8 in 2024-03-10T22:25:22.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:22.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:22.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:22.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:22.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:22.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[88180]: osdmap e703: 8 total, 8 up, 8 in 2024-03-10T22:25:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:22.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:22.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:22.343+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:22.343+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:22.344+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:22.345+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:22.345+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:22.345+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:22.345+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:22.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:22.336+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:22.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:25:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:25:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:22 smithi172 ceph-mon[84635]: osdmap e703: 8 total, 8 up, 8 in 2024-03-10T22:25:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:23.347 INFO:tasks.rados.rados.0.smithi169.stdout:3362: done (0 left) 2024-03-10T22:25:23.347 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 314 2024-03-10T22:25:23.347 INFO:tasks.rados.rados.0.smithi169.stdout:3363: seq_num 1032 ranges {4775936=491520} 2024-03-10T22:25:23.376 INFO:tasks.rados.rados.0.smithi169.stdout:3363: writing smithi16976610-45 from 4775936 to 5267456 tid 1 2024-03-10T22:25:23.376 INFO:tasks.rados.rados.0.smithi169.stdout:3364: snap_remove snap 309 2024-03-10T22:25:23.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:23.347+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:23.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:23.347+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:23.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:23.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[90638]: osdmap e704: 8 total, 8 up, 8 in 2024-03-10T22:25:23.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:23.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:23.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:23.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[90638]: pgmap v720: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 577 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-03-10T22:25:23.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:23.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[88180]: osdmap e704: 8 total, 8 up, 8 in 2024-03-10T22:25:23.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:23.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:23.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-mon[88180]: pgmap v720: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 577 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-03-10T22:25:23.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:23.345+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:23.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:23.345+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:23.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:23.345+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:23.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:23.346+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:23.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:23.346+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:23.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:23.346+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:23.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:23.381+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:23.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:23.381+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-mon[84635]: osdmap e704: 8 total, 8 up, 8 in 2024-03-10T22:25:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:23.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:23.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:23.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:23.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:23.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:23.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:23 smithi172 ceph-mon[84635]: pgmap v720: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 577 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-03-10T22:25:24.353 INFO:tasks.rados.rados.0.smithi169.stdout:3364: done (1 left) 2024-03-10T22:25:24.353 INFO:tasks.rados.rados.0.smithi169.stdout:3365: delete oid 28 current snap is 314 2024-03-10T22:25:24.353 INFO:tasks.rados.rados.0.smithi169.stdout:3363: finishing write tid 1 to smithi16976610-45 2024-03-10T22:25:24.353 INFO:tasks.rados.rados.0.smithi169.stdout:3363: finishing write tid 2 to smithi16976610-45 2024-03-10T22:25:24.353 INFO:tasks.rados.rados.0.smithi169.stdout:3363: finishing write tid 3 to smithi16976610-45 2024-03-10T22:25:24.353 INFO:tasks.rados.rados.0.smithi169.stdout:3363: oid 45 updating version 0 to 14097 2024-03-10T22:25:24.353 INFO:tasks.rados.rados.0.smithi169.stdout:3363: oid 45 version 14097 is already newer than 14096 2024-03-10T22:25:24.353 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14097 (ObjNum 1032 snap 314 seq_num 1032) dirty exists 2024-03-10T22:25:24.353 INFO:tasks.rados.rados.0.smithi169.stdout:3363: left oid 45 (ObjNum 1032 snap 314 seq_num 1032) 2024-03-10T22:25:24.359 INFO:tasks.rados.rados.0.smithi169.stdout:3363: done (1 left) 2024-03-10T22:25:24.360 INFO:tasks.rados.rados.0.smithi169.stdout:3365: done (0 left) 2024-03-10T22:25:24.360 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 314 2024-03-10T22:25:24.360 INFO:tasks.rados.rados.0.smithi169.stdout:3366: seq_num 1034 ranges {4579328=524288} 2024-03-10T22:25:24.387 INFO:tasks.rados.rados.0.smithi169.stdout:3366: writing smithi16976610-4 from 4579328 to 5103616 tid 1 2024-03-10T22:25:24.388 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 314 2024-03-10T22:25:24.388 INFO:tasks.rados.rados.0.smithi169.stdout:3367: seq_num 1035 ranges {1368064=540672} 2024-03-10T22:25:24.398 INFO:tasks.rados.rados.0.smithi169.stdout:3367: writing smithi16976610-40 from 1368064 to 1908736 tid 1 2024-03-10T22:25:24.398 INFO:tasks.rados.rados.0.smithi169.stdout:3368: copy_from oid 33 from oid 22 current snap is 314 2024-03-10T22:25:24.398 INFO:tasks.rados.rados.0.smithi169.stdout:3366: finishing write tid 1 to smithi16976610-4 2024-03-10T22:25:24.398 INFO:tasks.rados.rados.0.smithi169.stdout:3369: snap_remove snap 310 2024-03-10T22:25:24.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:24.352+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:24.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:24.353+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:24.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:24.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:24.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:24.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:24.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:24.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[90638]: osdmap e705: 8 total, 8 up, 8 in 2024-03-10T22:25:24.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:24.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:24.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:24.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:24.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:24.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:24.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[88180]: osdmap e705: 8 total, 8 up, 8 in 2024-03-10T22:25:24.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:24.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:24.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:24.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:24.360+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:24.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:24.360+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:24.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:24.360+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:24.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:24.360+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:24.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:24.361+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:24.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:24.361+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:24.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:24.361+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:24.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:24.353+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:24 smithi172 ceph-mon[84635]: osdmap e705: 8 total, 8 up, 8 in 2024-03-10T22:25:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:24.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3369: done (3 left) 2024-03-10T22:25:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3370: rmattr oid 12 current snap is 314 2024-03-10T22:25:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3370: done (3 left) 2024-03-10T22:25:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3371: setattr oid 29 current snap is 314 2024-03-10T22:25:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3366: finishing write tid 2 to smithi16976610-4 2024-03-10T22:25:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3366: finishing write tid 3 to smithi16976610-4 2024-03-10T22:25:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3366: oid 4 updating version 0 to 14159 2024-03-10T22:25:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3366: oid 4 updating version 14159 to 14160 2024-03-10T22:25:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14160 (ObjNum 1034 snap 314 seq_num 1034) dirty exists 2024-03-10T22:25:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3366: left oid 4 (ObjNum 1034 snap 314 seq_num 1034) 2024-03-10T22:25:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3367: finishing write tid 1 to smithi16976610-40 2024-03-10T22:25:25.362 INFO:tasks.rados.rados.0.smithi169.stdout:3367: finishing write tid 2 to smithi16976610-40 2024-03-10T22:25:25.362 INFO:tasks.rados.rados.0.smithi169.stdout:3367: finishing write tid 3 to smithi16976610-40 2024-03-10T22:25:25.362 INFO:tasks.rados.rados.0.smithi169.stdout:3367: oid 40 updating version 0 to 14096 2024-03-10T22:25:25.362 INFO:tasks.rados.rados.0.smithi169.stdout:3367: oid 40 updating version 14096 to 14097 2024-03-10T22:25:25.362 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 14097 (ObjNum 1035 snap 314 seq_num 1035) dirty exists 2024-03-10T22:25:25.362 INFO:tasks.rados.rados.0.smithi169.stdout:3367: left oid 40 (ObjNum 1035 snap 314 seq_num 1035) 2024-03-10T22:25:25.362 INFO:tasks.rados.rados.0.smithi169.stdout:3368: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:25:25.362 INFO:tasks.rados.rados.0.smithi169.stdout:3368: finishing copy_from to smithi16976610-33 2024-03-10T22:25:25.362 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14088 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-03-10T22:25:25.363 INFO:tasks.rados.rados.0.smithi169.stdout:3366: done (3 left) 2024-03-10T22:25:25.363 INFO:tasks.rados.rados.0.smithi169.stdout:3367: done (2 left) 2024-03-10T22:25:25.363 INFO:tasks.rados.rados.0.smithi169.stdout:3368: done (1 left) 2024-03-10T22:25:25.363 INFO:tasks.rados.rados.0.smithi169.stdout:3372: read oid 33 snap -1 2024-03-10T22:25:25.363 INFO:tasks.rados.rados.0.smithi169.stdout:3372: expect (ObjNum 983 snap 300 seq_num 983) 2024-03-10T22:25:25.363 INFO:tasks.rados.rados.0.smithi169.stdout:3373: snap_remove snap 304 2024-03-10T22:25:25.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:25.359+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:25.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:25.360+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:25.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:25.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[88180]: osdmap e706: 8 total, 8 up, 8 in 2024-03-10T22:25:25.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:25.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[88180]: pgmap v723: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 588 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 20 op/s 2024-03-10T22:25:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[90638]: osdmap e706: 8 total, 8 up, 8 in 2024-03-10T22:25:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:25.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-mon[90638]: pgmap v723: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 588 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 20 op/s 2024-03-10T22:25:25.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:25.366+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:25.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:25.366+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:25.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:25.368+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:25.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:25.368+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:25.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:25.369+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:25.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:25.369+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:25.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:25.365+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:25.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:25.365+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-mon[84635]: osdmap e706: 8 total, 8 up, 8 in 2024-03-10T22:25:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:25 smithi172 ceph-mon[84635]: pgmap v723: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 588 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 20 op/s 2024-03-10T22:25:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:25:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:25:25] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:25:26.366 INFO:tasks.rados.rados.0.smithi169.stdout:3373: done (2 left) 2024-03-10T22:25:26.366 INFO:tasks.rados.rados.0.smithi169.stdout:3374: snap_remove snap 313 2024-03-10T22:25:26.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:26.366+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:26.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:26.366+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[88180]: osdmap e707: 8 total, 8 up, 8 in 2024-03-10T22:25:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:26.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:26.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:26.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:26.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:26.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:26.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[90638]: osdmap e707: 8 total, 8 up, 8 in 2024-03-10T22:25:26.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:26.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:26.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:26.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:26.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:26.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:26.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:26.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:26.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:26.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:26.371+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:26.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:26.371+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:26.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:26.371+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:26.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:26.371+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:26.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:26.371+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:26.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:26.371+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:26.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:26.371+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:26.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:26.363+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:26 smithi172 ceph-mon[84635]: osdmap e707: 8 total, 8 up, 8 in 2024-03-10T22:25:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:26 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:27.379 INFO:tasks.rados.rados.0.smithi169.stdout:3374: done (2 left) 2024-03-10T22:25:27.379 INFO:tasks.rados.rados.0.smithi169.stdout:3375: copy_from oid 20 from oid 44 current snap is 314 2024-03-10T22:25:27.379 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14094 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-10T22:25:27.379 INFO:tasks.rados.rados.0.smithi169.stdout:3372: expect (ObjNum 983 snap 300 seq_num 983) 2024-03-10T22:25:27.637 INFO:tasks.rados.rados.0.smithi169.stdout:3375: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:25:27.637 INFO:tasks.rados.rados.0.smithi169.stdout:3375: finishing copy_from to smithi16976610-20 2024-03-10T22:25:27.638 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14113 (ObjNum 1015 snap 309 seq_num 1015) dirty exists 2024-03-10T22:25:27.638 INFO:tasks.rados.rados.0.smithi169.stdout:3371: done (2 left) 2024-03-10T22:25:27.638 INFO:tasks.rados.rados.0.smithi169.stdout:3372: done (1 left) 2024-03-10T22:25:27.638 INFO:tasks.rados.rados.0.smithi169.stdout:3375: done (0 left) 2024-03-10T22:25:27.638 INFO:tasks.rados.rados.0.smithi169.stdout:3376: setattr oid 40 current snap is 314 2024-03-10T22:25:27.639 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 314 2024-03-10T22:25:27.639 INFO:tasks.rados.rados.0.smithi169.stdout:3377: seq_num 1036 ranges {5455872=557056} 2024-03-10T22:25:27.671 INFO:tasks.rados.rados.0.smithi169.stdout:3377: writing smithi16976610-15 from 5455872 to 6012928 tid 1 2024-03-10T22:25:27.672 INFO:tasks.rados.rados.0.smithi169.stdout:3378: rmattr oid 1 current snap is 314 2024-03-10T22:25:27.672 INFO:tasks.rados.rados.0.smithi169.stdout:3378: done (2 left) 2024-03-10T22:25:27.672 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 314 2024-03-10T22:25:27.672 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 14098 (ObjNum 1035 snap 314 seq_num 1035) dirty exists 2024-03-10T22:25:27.672 INFO:tasks.rados.rados.0.smithi169.stdout:3379: seq_num 1037 ranges {6987776=573440} 2024-03-10T22:25:27.711 INFO:tasks.rados.rados.0.smithi169.stdout:3379: writing smithi16976610-21 from 6987776 to 7561216 tid 1 2024-03-10T22:25:27.711 INFO:tasks.rados.rados.0.smithi169.stdout:3376: done (2 left) 2024-03-10T22:25:27.711 INFO:tasks.rados.rados.0.smithi169.stdout:3380: rollback oid 46 current snap is 314 2024-03-10T22:25:27.712 INFO:tasks.rados.rados.0.smithi169.stdout:3380: done (2 left) 2024-03-10T22:25:27.712 INFO:tasks.rados.rados.0.smithi169.stdout:3381: delete oid 26 current snap is 314 2024-03-10T22:25:27.712 INFO:tasks.rados.rados.0.smithi169.stdout:3377: finishing write tid 1 to smithi16976610-15 2024-03-10T22:25:27.712 INFO:tasks.rados.rados.0.smithi169.stdout:3377: finishing write tid 2 to smithi16976610-15 2024-03-10T22:25:27.712 INFO:tasks.rados.rados.0.smithi169.stdout:3377: finishing write tid 3 to smithi16976610-15 2024-03-10T22:25:27.712 INFO:tasks.rados.rados.0.smithi169.stdout:3377: oid 15 updating version 0 to 14129 2024-03-10T22:25:27.712 INFO:tasks.rados.rados.0.smithi169.stdout:3377: oid 15 version 14129 is already newer than 14128 2024-03-10T22:25:27.712 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14129 (ObjNum 1036 snap 314 seq_num 1036) dirty exists 2024-03-10T22:25:27.712 INFO:tasks.rados.rados.0.smithi169.stdout:3377: left oid 15 (ObjNum 1036 snap 314 seq_num 1036) 2024-03-10T22:25:27.713 INFO:tasks.rados.rados.0.smithi169.stdout:3377: done (2 left) 2024-03-10T22:25:27.713 INFO:tasks.rados.rados.0.smithi169.stdout:3381: done (1 left) 2024-03-10T22:25:27.713 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 314 2024-03-10T22:25:27.713 INFO:tasks.rados.rados.0.smithi169.stdout:3382: seq_num 1039 ranges {2260992=606208} 2024-03-10T22:25:27.728 INFO:tasks.rados.rados.0.smithi169.stdout:3382: writing smithi16976610-10 from 2260992 to 2867200 tid 1 2024-03-10T22:25:27.728 INFO:tasks.rados.rados.0.smithi169.stdout:3383: delete oid 41 current snap is 314 2024-03-10T22:25:27.729 INFO:tasks.rados.rados.0.smithi169.stdout:3379: finishing write tid 1 to smithi16976610-21 2024-03-10T22:25:27.729 INFO:tasks.rados.rados.0.smithi169.stdout:3379: finishing write tid 2 to smithi16976610-21 2024-03-10T22:25:27.729 INFO:tasks.rados.rados.0.smithi169.stdout:3379: finishing write tid 3 to smithi16976610-21 2024-03-10T22:25:27.729 INFO:tasks.rados.rados.0.smithi169.stdout:3379: oid 21 updating version 0 to 14095 2024-03-10T22:25:27.729 INFO:tasks.rados.rados.0.smithi169.stdout:3379: oid 21 updating version 14095 to 14096 2024-03-10T22:25:27.729 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14096 (ObjNum 1037 snap 314 seq_num 1037) dirty exists 2024-03-10T22:25:27.729 INFO:tasks.rados.rados.0.smithi169.stdout:3379: left oid 21 (ObjNum 1037 snap 314 seq_num 1037) 2024-03-10T22:25:27.730 INFO:tasks.rados.rados.0.smithi169.stdout:3379: done (2 left) 2024-03-10T22:25:27.730 INFO:tasks.rados.rados.0.smithi169.stdout:3383: done (1 left) 2024-03-10T22:25:27.730 INFO:tasks.rados.rados.0.smithi169.stdout:3384: copy_from oid 35 from oid 30 current snap is 314 2024-03-10T22:25:27.730 INFO:tasks.rados.rados.0.smithi169.stdout:3385: copy_from oid 26 from oid 32 current snap is 314 2024-03-10T22:25:27.731 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 314 2024-03-10T22:25:27.731 INFO:tasks.rados.rados.0.smithi169.stdout:3386: seq_num 1041 ranges {1908736=638976} 2024-03-10T22:25:27.744 INFO:tasks.rados.rados.0.smithi169.stdout:3386: writing smithi16976610-40 from 1908736 to 2547712 tid 1 2024-03-10T22:25:27.745 INFO:tasks.rados.rados.0.smithi169.stdout:3387: rollback oid 13 current snap is 314 2024-03-10T22:25:27.745 INFO:tasks.rados.rados.0.smithi169.stdout:3387: done (4 left) 2024-03-10T22:25:27.745 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 49 current snap is 314 2024-03-10T22:25:27.745 INFO:tasks.rados.rados.0.smithi169.stdout:3382: finishing write tid 1 to smithi16976610-10 2024-03-10T22:25:27.745 INFO:tasks.rados.rados.0.smithi169.stdout:3388: seq_num 1042 ranges {3121152=655360} 2024-03-10T22:25:27.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:27.383+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:27.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:27.383+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:27.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[88180]: osdmap e708: 8 total, 8 up, 8 in 2024-03-10T22:25:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[88180]: pgmap v726: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 588 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 22 op/s 2024-03-10T22:25:27.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:27.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[90638]: osdmap e708: 8 total, 8 up, 8 in 2024-03-10T22:25:27.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:27.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:27.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:27.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:27.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:27.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:27.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:27.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-mon[90638]: pgmap v726: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 588 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 22 op/s 2024-03-10T22:25:27.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:27.380+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:27.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:27.381+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:27.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:27.381+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:27.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:27.381+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:27.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:27.381+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:27.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:27.382+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:27.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:27.371+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:27.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:27.371+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-mon[84635]: osdmap e708: 8 total, 8 up, 8 in 2024-03-10T22:25:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:27.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:27 smithi172 ceph-mon[84635]: pgmap v726: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 588 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 22 op/s 2024-03-10T22:25:27.766 INFO:tasks.rados.rados.0.smithi169.stdout:3388: writing smithi16976610-49 from 3121152 to 3776512 tid 1 2024-03-10T22:25:27.766 INFO:tasks.rados.rados.0.smithi169.stdout:3389: read oid 11 snap -1 2024-03-10T22:25:27.766 INFO:tasks.rados.rados.0.smithi169.stdout:3389: expect (ObjNum 984 snap 300 seq_num 984) 2024-03-10T22:25:27.766 INFO:tasks.rados.rados.0.smithi169.stdout:3390: copy_from oid 16 from oid 46 current snap is 314 2024-03-10T22:25:27.766 INFO:tasks.rados.rados.0.smithi169.stdout:3382: finishing write tid 2 to smithi16976610-10 2024-03-10T22:25:27.766 INFO:tasks.rados.rados.0.smithi169.stdout:3382: finishing write tid 3 to smithi16976610-10 2024-03-10T22:25:27.766 INFO:tasks.rados.rados.0.smithi169.stdout:3382: oid 10 updating version 0 to 14050 2024-03-10T22:25:27.766 INFO:tasks.rados.rados.0.smithi169.stdout:3382: oid 10 version 14050 is already newer than 14049 2024-03-10T22:25:27.766 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14050 (ObjNum 1039 snap 314 seq_num 1039) dirty exists 2024-03-10T22:25:27.766 INFO:tasks.rados.rados.0.smithi169.stdout:3382: left oid 10 (ObjNum 1039 snap 314 seq_num 1039) 2024-03-10T22:25:27.766 INFO:tasks.rados.rados.0.smithi169.stdout:3385: finishing copy_from racing read to smithi16976610-26 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:3382: done (6 left) 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:3391: setattr oid 33 current snap is 314 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:3385: finishing copy_from to smithi16976610-26 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 14152 (ObjNum 917 snap 284 seq_num 917) dirty exists 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:3386: finishing write tid 1 to smithi16976610-40 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:3386: finishing write tid 2 to smithi16976610-40 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:3386: finishing write tid 3 to smithi16976610-40 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:3386: oid 40 updating version 0 to 14099 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:3386: oid 40 updating version 14099 to 14100 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 14100 (ObjNum 1041 snap 314 seq_num 1041) dirty exists 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:3386: left oid 40 (ObjNum 1041 snap 314 seq_num 1041) 2024-03-10T22:25:27.767 INFO:tasks.rados.rados.0.smithi169.stdout:3384: finishing copy_from racing read to smithi16976610-35 2024-03-10T22:25:27.768 INFO:tasks.rados.rados.0.smithi169.stdout:3385: done (6 left) 2024-03-10T22:25:27.768 INFO:tasks.rados.rados.0.smithi169.stdout:3386: done (5 left) 2024-03-10T22:25:27.768 INFO:tasks.rados.rados.0.smithi169.stdout:3392: read oid 9 snap -1 2024-03-10T22:25:27.768 INFO:tasks.rados.rados.0.smithi169.stdout:3392: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:25:27.768 INFO:tasks.rados.rados.0.smithi169.stdout:3393: rollback oid 13 current snap is 314 2024-03-10T22:25:27.768 INFO:tasks.rados.rados.0.smithi169.stdout:3393: done (6 left) 2024-03-10T22:25:27.768 INFO:tasks.rados.rados.0.smithi169.stdout:3394: delete oid 8 current snap is 314 2024-03-10T22:25:27.775 INFO:tasks.rados.rados.0.smithi169.stdout:3394: done (6 left) 2024-03-10T22:25:27.775 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 40 current snap is 314 2024-03-10T22:25:27.775 INFO:tasks.rados.rados.0.smithi169.stdout:3395: seq_num 1044 ranges {2547712=688128} 2024-03-10T22:25:27.793 INFO:tasks.rados.rados.0.smithi169.stdout:3395: writing smithi16976610-40 from 2547712 to 3235840 tid 1 2024-03-10T22:25:27.793 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 314 2024-03-10T22:25:27.794 INFO:tasks.rados.rados.0.smithi169.stdout:3396: seq_num 1045 ranges {5455872=704512} 2024-03-10T22:25:27.827 INFO:tasks.rados.rados.0.smithi169.stdout:3396: writing smithi16976610-18 from 5455872 to 6160384 tid 1 2024-03-10T22:25:27.827 INFO:tasks.rados.rados.0.smithi169.stdout:3397: rollback oid 20 current snap is 314 2024-03-10T22:25:27.827 INFO:tasks.rados.rados.0.smithi169.stdout:3397: done (8 left) 2024-03-10T22:25:27.827 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 314 2024-03-10T22:25:27.827 INFO:tasks.rados.rados.0.smithi169.stdout:3388: finishing write tid 1 to smithi16976610-49 2024-03-10T22:25:27.827 INFO:tasks.rados.rados.0.smithi169.stdout:3398: seq_num 1046 ranges {4341760=729088} 2024-03-10T22:25:27.854 INFO:tasks.rados.rados.0.smithi169.stdout:3398: writing smithi16976610-31 from 4341760 to 5070848 tid 1 2024-03-10T22:25:27.854 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 314 2024-03-10T22:25:27.854 INFO:tasks.rados.rados.0.smithi169.stdout:3384: finishing copy_from to smithi16976610-35 2024-03-10T22:25:27.854 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 14127 (ObjNum 995 snap 304 seq_num 995) dirty exists 2024-03-10T22:25:27.854 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14101 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-03-10T22:25:27.854 INFO:tasks.rados.rados.0.smithi169.stdout:3399: seq_num 1047 ranges {5267456=745472} 2024-03-10T22:25:27.885 INFO:tasks.rados.rados.0.smithi169.stdout:3399: writing smithi16976610-45 from 5267456 to 6012928 tid 1 2024-03-10T22:25:27.885 INFO:tasks.rados.rados.0.smithi169.stdout:3384: done (9 left) 2024-03-10T22:25:27.885 INFO:tasks.rados.rados.0.smithi169.stdout:3391: done (8 left) 2024-03-10T22:25:27.886 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 314 2024-03-10T22:25:27.886 INFO:tasks.rados.rados.0.smithi169.stdout:3400: seq_num 1048 ranges {6987776=761856} 2024-03-10T22:25:27.927 INFO:tasks.rados.rados.0.smithi169.stdout:3400: writing smithi16976610-14 from 6987776 to 7749632 tid 1 2024-03-10T22:25:27.927 INFO:tasks.rados.rados.0.smithi169.stdout:3401: read oid 21 snap -1 2024-03-10T22:25:27.927 INFO:tasks.rados.rados.0.smithi169.stdout:3401: expect (ObjNum 1037 snap 314 seq_num 1037) 2024-03-10T22:25:27.927 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 20 current snap is 314 2024-03-10T22:25:27.927 INFO:tasks.rados.rados.0.smithi169.stdout:3388: finishing write tid 2 to smithi16976610-49 2024-03-10T22:25:27.927 INFO:tasks.rados.rados.0.smithi169.stdout:3402: seq_num 1049 ranges {311296=778240} 2024-03-10T22:25:27.933 INFO:tasks.rados.rados.0.smithi169.stdout:3402: writing smithi16976610-20 from 311296 to 1089536 tid 1 2024-03-10T22:25:27.933 INFO:tasks.rados.rados.0.smithi169.stdout:3403: read oid 15 snap -1 2024-03-10T22:25:27.933 INFO:tasks.rados.rados.0.smithi169.stdout:3403: expect (ObjNum 1036 snap 314 seq_num 1036) 2024-03-10T22:25:27.933 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 314 2024-03-10T22:25:27.933 INFO:tasks.rados.rados.0.smithi169.stdout:3404: seq_num 1050 ranges {5382144=794624} 2024-03-10T22:25:27.969 INFO:tasks.rados.rados.0.smithi169.stdout:3404: writing smithi16976610-24 from 5382144 to 6176768 tid 1 2024-03-10T22:25:27.970 INFO:tasks.rados.rados.0.smithi169.stdout:3405: read oid 26 snap -1 2024-03-10T22:25:27.970 INFO:tasks.rados.rados.0.smithi169.stdout:3405: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:25:27.970 INFO:tasks.rados.rados.0.smithi169.stdout:3406: snap_create 2024-03-10T22:25:27.970 INFO:tasks.rados.rados.0.smithi169.stdout:3390: finishing copy_from racing read to smithi16976610-16 2024-03-10T22:25:27.970 INFO:tasks.rados.rados.0.smithi169.stdout:3390: finishing copy_from to smithi16976610-16 2024-03-10T22:25:27.970 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14123 (ObjNum 970 snap 297 seq_num 970) dirty exists 2024-03-10T22:25:27.970 INFO:tasks.rados.rados.0.smithi169.stdout:3389: expect (ObjNum 984 snap 300 seq_num 984) 2024-03-10T22:25:28.094 INFO:tasks.rados.rados.0.smithi169.stdout:3388: finishing write tid 3 to smithi16976610-49 2024-03-10T22:25:28.094 INFO:tasks.rados.rados.0.smithi169.stdout:3388: oid 49 updating version 0 to 14153 2024-03-10T22:25:28.094 INFO:tasks.rados.rados.0.smithi169.stdout:3388: oid 49 updating version 14153 to 14154 2024-03-10T22:25:28.094 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 14154 (ObjNum 1042 snap 314 seq_num 1042) dirty exists 2024-03-10T22:25:28.094 INFO:tasks.rados.rados.0.smithi169.stdout:3388: left oid 49 (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:25:28.094 INFO:tasks.rados.rados.0.smithi169.stdout:3392: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:25:28.379 INFO:tasks.rados.rados.0.smithi169.stdout:3395: finishing write tid 1 to smithi16976610-40 2024-03-10T22:25:28.379 INFO:tasks.rados.rados.0.smithi169.stdout:3395: finishing write tid 2 to smithi16976610-40 2024-03-10T22:25:28.379 INFO:tasks.rados.rados.0.smithi169.stdout:3395: finishing write tid 3 to smithi16976610-40 2024-03-10T22:25:28.379 INFO:tasks.rados.rados.0.smithi169.stdout:3395: oid 40 updating version 0 to 14103 2024-03-10T22:25:28.379 INFO:tasks.rados.rados.0.smithi169.stdout:3395: oid 40 version 14103 is already newer than 14102 2024-03-10T22:25:28.379 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 14103 (ObjNum 1044 snap 314 seq_num 1044) dirty exists 2024-03-10T22:25:28.379 INFO:tasks.rados.rados.0.smithi169.stdout:3395: left oid 40 (ObjNum 1044 snap 314 seq_num 1044) 2024-03-10T22:25:28.379 INFO:tasks.rados.rados.0.smithi169.stdout:3396: finishing write tid 1 to smithi16976610-18 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3396: finishing write tid 2 to smithi16976610-18 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3396: finishing write tid 3 to smithi16976610-18 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3396: oid 18 updating version 0 to 14075 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3396: oid 18 updating version 14075 to 14076 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14076 (ObjNum 1045 snap 314 seq_num 1045) dirty exists 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3396: left oid 18 (ObjNum 1045 snap 314 seq_num 1045) 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3398: finishing write tid 1 to smithi16976610-31 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3398: finishing write tid 2 to smithi16976610-31 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3398: finishing write tid 3 to smithi16976610-31 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3398: oid 31 updating version 0 to 14115 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3398: oid 31 version 14115 is already newer than 14114 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14115 (ObjNum 1046 snap 314 seq_num 1046) dirty exists 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3398: left oid 31 (ObjNum 1046 snap 314 seq_num 1046) 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3399: finishing write tid 1 to smithi16976610-45 2024-03-10T22:25:28.380 INFO:tasks.rados.rados.0.smithi169.stdout:3399: finishing write tid 2 to smithi16976610-45 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:3399: finishing write tid 3 to smithi16976610-45 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:3399: oid 45 updating version 0 to 14125 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:3399: oid 45 version 14125 is already newer than 14124 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14125 (ObjNum 1047 snap 314 seq_num 1047) dirty exists 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:3399: left oid 45 (ObjNum 1047 snap 314 seq_num 1047) 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:3400: finishing write tid 1 to smithi16976610-14 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:3400: finishing write tid 2 to smithi16976610-14 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:3400: finishing write tid 3 to smithi16976610-14 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:3400: oid 14 updating version 0 to 14077 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:3400: oid 14 updating version 14077 to 14078 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14078 (ObjNum 1048 snap 314 seq_num 1048) dirty exists 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:3400: left oid 14 (ObjNum 1048 snap 314 seq_num 1048) 2024-03-10T22:25:28.381 INFO:tasks.rados.rados.0.smithi169.stdout:3402: finishing write tid 1 to smithi16976610-20 2024-03-10T22:25:28.382 INFO:tasks.rados.rados.0.smithi169.stdout:3402: finishing write tid 2 to smithi16976610-20 2024-03-10T22:25:28.382 INFO:tasks.rados.rados.0.smithi169.stdout:3402: finishing write tid 3 to smithi16976610-20 2024-03-10T22:25:28.382 INFO:tasks.rados.rados.0.smithi169.stdout:3402: oid 20 updating version 0 to 14115 2024-03-10T22:25:28.382 INFO:tasks.rados.rados.0.smithi169.stdout:3402: oid 20 version 14115 is already newer than 14114 2024-03-10T22:25:28.382 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14115 (ObjNum 1049 snap 314 seq_num 1049) dirty exists 2024-03-10T22:25:28.382 INFO:tasks.rados.rados.0.smithi169.stdout:3402: left oid 20 (ObjNum 1049 snap 314 seq_num 1049) 2024-03-10T22:25:28.382 INFO:tasks.rados.rados.0.smithi169.stdout:3401: expect (ObjNum 1037 snap 314 seq_num 1037) 2024-03-10T22:25:28.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:28.384+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:28.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:28.385+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:28.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:28.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[90638]: osdmap e709: 8 total, 8 up, 8 in 2024-03-10T22:25:28.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:28.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:28.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:28.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:28.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:28.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:28.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:28.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:28.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[88180]: osdmap e709: 8 total, 8 up, 8 in 2024-03-10T22:25:28.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:28.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:28.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:28.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:28.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:28.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:28.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:28.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:28.433+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:28.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:28.433+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:28.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:28.434+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:28.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:28.434+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:28.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:28.434+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:28.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:28.434+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:28.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:28.434+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:28.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:28.381+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:28 smithi172 ceph-mon[84635]: osdmap e709: 8 total, 8 up, 8 in 2024-03-10T22:25:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:28.811 INFO:tasks.rados.rados.0.smithi169.stdout:3403: expect (ObjNum 1036 snap 314 seq_num 1036) 2024-03-10T22:25:29.143 INFO:tasks.rados.rados.0.smithi169.stdout:3404: finishing write tid 1 to smithi16976610-24 2024-03-10T22:25:29.143 INFO:tasks.rados.rados.0.smithi169.stdout:3404: finishing write tid 2 to smithi16976610-24 2024-03-10T22:25:29.143 INFO:tasks.rados.rados.0.smithi169.stdout:3404: finishing write tid 3 to smithi16976610-24 2024-03-10T22:25:29.143 INFO:tasks.rados.rados.0.smithi169.stdout:3404: oid 24 updating version 0 to 14130 2024-03-10T22:25:29.143 INFO:tasks.rados.rados.0.smithi169.stdout:3404: oid 24 updating version 14130 to 14131 2024-03-10T22:25:29.144 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14131 (ObjNum 1050 snap 314 seq_num 1050) dirty exists 2024-03-10T22:25:29.144 INFO:tasks.rados.rados.0.smithi169.stdout:3404: left oid 24 (ObjNum 1050 snap 314 seq_num 1050) 2024-03-10T22:25:29.144 INFO:tasks.rados.rados.0.smithi169.stdout:3405: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:25:29.191 INFO:tasks.rados.rados.0.smithi169.stdout:3388: done (14 left) 2024-03-10T22:25:29.191 INFO:tasks.rados.rados.0.smithi169.stdout:3389: done (13 left) 2024-03-10T22:25:29.191 INFO:tasks.rados.rados.0.smithi169.stdout:3390: done (12 left) 2024-03-10T22:25:29.191 INFO:tasks.rados.rados.0.smithi169.stdout:3392: done (11 left) 2024-03-10T22:25:29.191 INFO:tasks.rados.rados.0.smithi169.stdout:3395: done (10 left) 2024-03-10T22:25:29.191 INFO:tasks.rados.rados.0.smithi169.stdout:3396: done (9 left) 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:3398: done (8 left) 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:3399: done (7 left) 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:3400: done (6 left) 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:3401: done (5 left) 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:3402: done (4 left) 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:3403: done (3 left) 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:3404: done (2 left) 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:3405: done (1 left) 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:3406: done (0 left) 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:3407: rollback oid 18 current snap is 315 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 18 to 314 2024-03-10T22:25:29.192 INFO:tasks.rados.rados.0.smithi169.stdout:3408: snap_create 2024-03-10T22:25:29.194 INFO:tasks.rados.rados.0.smithi169.stdout:3407: finishing rollback tid 0 to smithi16976610-18 2024-03-10T22:25:29.194 INFO:tasks.rados.rados.0.smithi169.stdout:3407: finishing rollback tid 1 to smithi16976610-18 2024-03-10T22:25:29.194 INFO:tasks.rados.rados.0.smithi169.stdout:3407: finishing rollback tid 2 to smithi16976610-18 2024-03-10T22:25:29.194 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14081 (ObjNum 1045 snap 314 seq_num 1045) dirty exists 2024-03-10T22:25:29.393 INFO:tasks.rados.rados.0.smithi169.stdout:3407: done (1 left) 2024-03-10T22:25:29.394 INFO:tasks.rados.rados.0.smithi169.stdout:3408: done (0 left) 2024-03-10T22:25:29.394 INFO:tasks.rados.rados.0.smithi169.stdout:3409: rollback oid 24 current snap is 316 2024-03-10T22:25:29.394 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 24 to 314 2024-03-10T22:25:29.394 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 316 2024-03-10T22:25:29.394 INFO:tasks.rados.rados.0.smithi169.stdout:3410: seq_num 1051 ranges {5193728=409600,5603328=401408} 2024-03-10T22:25:29.424 INFO:tasks.rados.rados.0.smithi169.stdout:3410: writing smithi16976610-22 from 5193728 to 5603328 tid 1 2024-03-10T22:25:29.426 INFO:tasks.rados.rados.0.smithi169.stdout:3410: writing smithi16976610-22 from 5603328 to 6004736 tid 2 2024-03-10T22:25:29.426 INFO:tasks.rados.rados.0.smithi169.stdout:3411: delete oid 47 current snap is 316 2024-03-10T22:25:29.426 INFO:tasks.rados.rados.0.smithi169.stdout:3409: finishing rollback tid 0 to smithi16976610-24 2024-03-10T22:25:29.426 INFO:tasks.rados.rados.0.smithi169.stdout:3409: finishing rollback tid 1 to smithi16976610-24 2024-03-10T22:25:29.427 INFO:tasks.rados.rados.0.smithi169.stdout:3409: finishing rollback tid 2 to smithi16976610-24 2024-03-10T22:25:29.427 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14134 (ObjNum 1050 snap 314 seq_num 1050) dirty exists 2024-03-10T22:25:29.430 INFO:tasks.rados.rados.0.smithi169.stdout:3409: done (2 left) 2024-03-10T22:25:29.430 INFO:tasks.rados.rados.0.smithi169.stdout:3411: done (1 left) 2024-03-10T22:25:29.430 INFO:tasks.rados.rados.0.smithi169.stdout:3412: copy_from oid 42 from oid 30 current snap is 316 2024-03-10T22:25:29.430 INFO:tasks.rados.rados.0.smithi169.stdout:3413: setattr oid 16 current snap is 316 2024-03-10T22:25:29.431 INFO:tasks.rados.rados.0.smithi169.stdout:3410: finishing write tid 1 to smithi16976610-22 2024-03-10T22:25:29.431 INFO:tasks.rados.rados.0.smithi169.stdout:3410: finishing write tid 2 to smithi16976610-22 2024-03-10T22:25:29.432 INFO:tasks.rados.rados.0.smithi169.stdout:3410: finishing write tid 3 to smithi16976610-22 2024-03-10T22:25:29.432 INFO:tasks.rados.rados.0.smithi169.stdout:3414: rollback oid 43 current snap is 316 2024-03-10T22:25:29.432 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 43 to 314 2024-03-10T22:25:29.432 INFO:tasks.rados.rados.0.smithi169.stdout:3415: rmattr oid 25 current snap is 316 2024-03-10T22:25:29.432 INFO:tasks.rados.rados.0.smithi169.stdout:3415: done (4 left) 2024-03-10T22:25:29.432 INFO:tasks.rados.rados.0.smithi169.stdout:3416: rollback oid 15 current snap is 316 2024-03-10T22:25:29.432 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 15 to 315 2024-03-10T22:25:29.432 INFO:tasks.rados.rados.0.smithi169.stdout:3417: copy_from oid 46 from oid 9 current snap is 316 2024-03-10T22:25:29.432 INFO:tasks.rados.rados.0.smithi169.stdout:3418: rollback oid 21 current snap is 316 2024-03-10T22:25:29.432 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 315 2024-03-10T22:25:29.433 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 11 current snap is 316 2024-03-10T22:25:29.433 INFO:tasks.rados.rados.0.smithi169.stdout:3419: seq_num 1053 ranges {3760128=442368,4202496=401408} 2024-03-10T22:25:29.455 INFO:tasks.rados.rados.0.smithi169.stdout:3419: writing smithi16976610-11 from 3760128 to 4202496 tid 1 2024-03-10T22:25:29.458 INFO:tasks.rados.rados.0.smithi169.stdout:3419: writing smithi16976610-11 from 4202496 to 4603904 tid 2 2024-03-10T22:25:29.458 INFO:tasks.rados.rados.0.smithi169.stdout:3420: read oid 23 snap 315 2024-03-10T22:25:29.459 INFO:tasks.rados.rados.0.smithi169.stdout:3420: expect (ObjNum 151098160 snap 21931 seq_num 150808064) 2024-03-10T22:25:29.459 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 316 2024-03-10T22:25:29.459 INFO:tasks.rados.rados.0.smithi169.stdout:3410: finishing write tid 4 to smithi16976610-22 2024-03-10T22:25:29.459 INFO:tasks.rados.rados.0.smithi169.stdout:3410: oid 22 updating version 0 to 14105 2024-03-10T22:25:29.459 INFO:tasks.rados.rados.0.smithi169.stdout:3410: oid 22 updating version 14105 to 14106 2024-03-10T22:25:29.459 INFO:tasks.rados.rados.0.smithi169.stdout:3410: oid 22 version 14106 is already newer than 14104 2024-03-10T22:25:29.459 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 14106 (ObjNum 1051 snap 316 seq_num 1051) dirty exists 2024-03-10T22:25:29.459 INFO:tasks.rados.rados.0.smithi169.stdout:3410: left oid 22 (ObjNum 1051 snap 316 seq_num 1051) 2024-03-10T22:25:29.459 INFO:tasks.rados.rados.0.smithi169.stdout:3421: seq_num 1054 ranges {2195456=458752,2654208=401408} 2024-03-10T22:25:29.472 INFO:tasks.rados.rados.0.smithi169.stdout:3421: writing smithi16976610-39 from 2195456 to 2654208 tid 1 2024-03-10T22:25:29.475 INFO:tasks.rados.rados.0.smithi169.stdout:3421: writing smithi16976610-39 from 2654208 to 3055616 tid 2 2024-03-10T22:25:29.475 INFO:tasks.rados.rados.0.smithi169.stdout:3410: done (9 left) 2024-03-10T22:25:29.475 INFO:tasks.rados.rados.0.smithi169.stdout:3422: delete oid 5 current snap is 316 2024-03-10T22:25:29.475 INFO:tasks.rados.rados.0.smithi169.stdout:3416: finishing rollback tid 0 to smithi16976610-15 2024-03-10T22:25:29.475 INFO:tasks.rados.rados.0.smithi169.stdout:3418: finishing rollback tid 0 to smithi16976610-21 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:3418: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14127 (ObjNum 970 snap 297 seq_num 970) dirty exists 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:3418: finishing rollback tid 2 to smithi16976610-21 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14099 (ObjNum 1037 snap 314 seq_num 1037) dirty exists 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:3416: finishing rollback tid 1 to smithi16976610-15 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:3416: finishing rollback tid 2 to smithi16976610-15 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14137 (ObjNum 1036 snap 314 seq_num 1036) dirty exists 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:3414: finishing rollback tid 0 to smithi16976610-43 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:3414: finishing rollback tid 1 to smithi16976610-43 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:3414: finishing rollback tid 2 to smithi16976610-43 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14163 (ObjNum 1014 snap 309 seq_num 1014) dirty exists 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:3417: finishing copy_from racing read to smithi16976610-46 2024-03-10T22:25:29.476 INFO:tasks.rados.rados.0.smithi169.stdout:3420: expect (ObjNum 151098160 snap 21931 seq_num 150808064) 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:3412: finishing copy_from racing read to smithi16976610-42 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:3419: finishing write tid 1 to smithi16976610-11 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:3419: finishing write tid 2 to smithi16976610-11 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:3417: finishing copy_from to smithi16976610-46 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14111 (ObjNum 1000 snap 306 seq_num 1000) dirty exists 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:3419: finishing write tid 3 to smithi16976610-11 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:3412: finishing copy_from to smithi16976610-42 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14127 (ObjNum 995 snap 304 seq_num 995) dirty exists 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:3412: done (9 left) 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:3413: done (8 left) 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:3414: done (7 left) 2024-03-10T22:25:29.478 INFO:tasks.rados.rados.0.smithi169.stdout:3416: done (6 left) 2024-03-10T22:25:29.479 INFO:tasks.rados.rados.0.smithi169.stdout:3417: done (5 left) 2024-03-10T22:25:29.479 INFO:tasks.rados.rados.0.smithi169.stdout:3418: done (4 left) 2024-03-10T22:25:29.479 INFO:tasks.rados.rados.0.smithi169.stdout:3420: done (3 left) 2024-03-10T22:25:29.479 INFO:tasks.rados.rados.0.smithi169.stdout:3422: done (2 left) 2024-03-10T22:25:29.479 INFO:tasks.rados.rados.0.smithi169.stdout:3423: rmattr oid 45 current snap is 316 2024-03-10T22:25:29.479 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 316 2024-03-10T22:25:29.479 INFO:tasks.rados.rados.0.smithi169.stdout:3424: seq_num 1056 ranges {0=491520,491520=401408} 2024-03-10T22:25:29.480 INFO:tasks.rados.rados.0.smithi169.stdout:3424: writing smithi16976610-7 from 0 to 491520 tid 1 2024-03-10T22:25:29.483 INFO:tasks.rados.rados.0.smithi169.stdout:3424: writing smithi16976610-7 from 491520 to 892928 tid 2 2024-03-10T22:25:29.483 INFO:tasks.rados.rados.0.smithi169.stdout:3425: snap_create 2024-03-10T22:25:29.483 INFO:tasks.rados.rados.0.smithi169.stdout:3419: finishing write tid 4 to smithi16976610-11 2024-03-10T22:25:29.483 INFO:tasks.rados.rados.0.smithi169.stdout:3419: oid 11 updating version 0 to 14157 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:3419: oid 11 version 14157 is already newer than 14156 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:3419: oid 11 version 14157 is already newer than 14155 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14157 (ObjNum 1053 snap 316 seq_num 1053) dirty exists 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:3419: left oid 11 (ObjNum 1053 snap 316 seq_num 1053) 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:3421: finishing write tid 1 to smithi16976610-39 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:3421: finishing write tid 2 to smithi16976610-39 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:3421: finishing write tid 3 to smithi16976610-39 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:3421: finishing write tid 4 to smithi16976610-39 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:3421: oid 39 updating version 0 to 14166 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:3421: oid 39 version 14166 is already newer than 14165 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:3421: oid 39 version 14166 is already newer than 14164 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14166 (ObjNum 1054 snap 316 seq_num 1054) dirty exists 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:3421: left oid 39 (ObjNum 1054 snap 316 seq_num 1054) 2024-03-10T22:25:29.484 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14128 (ObjNum 1047 snap 314 seq_num 1047) dirty exists 2024-03-10T22:25:29.485 INFO:tasks.rados.rados.0.smithi169.stdout:3424: finishing write tid 1 to smithi16976610-7 2024-03-10T22:25:29.485 INFO:tasks.rados.rados.0.smithi169.stdout:3424: finishing write tid 2 to smithi16976610-7 2024-03-10T22:25:29.486 INFO:tasks.rados.rados.0.smithi169.stdout:3424: finishing write tid 3 to smithi16976610-7 2024-03-10T22:25:29.487 INFO:tasks.rados.rados.0.smithi169.stdout:3424: finishing write tid 4 to smithi16976610-7 2024-03-10T22:25:29.487 INFO:tasks.rados.rados.0.smithi169.stdout:3424: oid 7 updating version 0 to 14102 2024-03-10T22:25:29.487 INFO:tasks.rados.rados.0.smithi169.stdout:3424: oid 7 version 14102 is already newer than 14101 2024-03-10T22:25:29.487 INFO:tasks.rados.rados.0.smithi169.stdout:3424: oid 7 version 14102 is already newer than 14100 2024-03-10T22:25:29.487 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14102 (ObjNum 1056 snap 316 seq_num 1056) dirty exists 2024-03-10T22:25:29.487 INFO:tasks.rados.rados.0.smithi169.stdout:3424: left oid 7 (ObjNum 1056 snap 316 seq_num 1056) 2024-03-10T22:25:29.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:29.394+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:29.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:29.394+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:29.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:29.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[88180]: osdmap e710: 8 total, 8 up, 8 in 2024-03-10T22:25:29.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:29.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:29.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:29.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:29.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:29.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:29.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:29.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[88180]: pgmap v729: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 593 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.4 MiB/s wr, 7 op/s 2024-03-10T22:25:29.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:29.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[90638]: osdmap e710: 8 total, 8 up, 8 in 2024-03-10T22:25:29.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:29.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:29.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:29.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:29.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:29.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:29.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:29.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-mon[90638]: pgmap v729: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 593 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.4 MiB/s wr, 7 op/s 2024-03-10T22:25:29.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:29.392+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:29.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:29.392+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:29.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:29.392+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:29.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:29.392+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:29.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:29.392+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:29.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:29.393+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:29.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:29.393+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:29.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:29.393+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-mon[84635]: osdmap e710: 8 total, 8 up, 8 in 2024-03-10T22:25:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:29 smithi172 ceph-mon[84635]: pgmap v729: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 593 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.4 MiB/s wr, 7 op/s 2024-03-10T22:25:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:3419: done (4 left) 2024-03-10T22:25:30.398 INFO:tasks.rados.rados.0.smithi169.stdout:3421: done (3 left) 2024-03-10T22:25:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:3423: done (2 left) 2024-03-10T22:25:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:3424: done (1 left) 2024-03-10T22:25:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:3425: done (0 left) 2024-03-10T22:25:30.399 INFO:tasks.rados.rados.0.smithi169.stdout:3426: delete oid 25 current snap is 317 2024-03-10T22:25:30.406 INFO:tasks.rados.rados.0.smithi169.stdout:3426: done (0 left) 2024-03-10T22:25:30.406 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 317 2024-03-10T22:25:30.407 INFO:tasks.rados.rados.0.smithi169.stdout:3427: seq_num 1058 ranges {6012928=524288,6537216=401408} 2024-03-10T22:25:30.441 INFO:tasks.rados.rados.0.smithi169.stdout:3427: writing smithi16976610-45 from 6012928 to 6537216 tid 1 2024-03-10T22:25:30.443 INFO:tasks.rados.rados.0.smithi169.stdout:3427: writing smithi16976610-45 from 6537216 to 6938624 tid 2 2024-03-10T22:25:30.443 INFO:tasks.rados.rados.0.smithi169.stdout:3428: read oid 17 snap -1 2024-03-10T22:25:30.444 INFO:tasks.rados.rados.0.smithi169.stdout:3428: expect (ObjNum 986 snap 300 seq_num 986) 2024-03-10T22:25:30.444 INFO:tasks.rados.rados.0.smithi169.stdout:3429: rollback oid 5 current snap is 317 2024-03-10T22:25:30.444 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 5 to 315 2024-03-10T22:25:30.444 INFO:tasks.rados.rados.0.smithi169.stdout:3430: snap_create 2024-03-10T22:25:30.453 INFO:tasks.rados.rados.0.smithi169.stdout:3427: finishing write tid 1 to smithi16976610-45 2024-03-10T22:25:30.454 INFO:tasks.rados.rados.0.smithi169.stdout:3427: finishing write tid 2 to smithi16976610-45 2024-03-10T22:25:30.454 INFO:tasks.rados.rados.0.smithi169.stdout:3427: finishing write tid 3 to smithi16976610-45 2024-03-10T22:25:30.460 INFO:tasks.rados.rados.0.smithi169.stdout:3427: finishing write tid 4 to smithi16976610-45 2024-03-10T22:25:30.460 INFO:tasks.rados.rados.0.smithi169.stdout:3427: oid 45 updating version 0 to 14131 2024-03-10T22:25:30.460 INFO:tasks.rados.rados.0.smithi169.stdout:3427: oid 45 updating version 14131 to 14132 2024-03-10T22:25:30.461 INFO:tasks.rados.rados.0.smithi169.stdout:3427: oid 45 version 14132 is already newer than 14130 2024-03-10T22:25:30.461 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14132 (ObjNum 1058 snap 317 seq_num 1058) dirty exists 2024-03-10T22:25:30.461 INFO:tasks.rados.rados.0.smithi169.stdout:3427: left oid 45 (ObjNum 1058 snap 317 seq_num 1058) 2024-03-10T22:25:30.470 INFO:tasks.rados.rados.0.smithi169.stdout:3428: expect (ObjNum 986 snap 300 seq_num 986) 2024-03-10T22:25:30.625 INFO:tasks.rados.rados.0.smithi169.stdout:3429: finishing rollback tid 1 to smithi16976610-5 2024-03-10T22:25:30.625 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 14160 (ObjNum 33 snap 0 seq_num 139457784) dirty dne 2024-03-10T22:25:30.728 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:30.403+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:30.728 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:30.407+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:30.728 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:30.728 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:30.729 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:30.729 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:30.729 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:30.729 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[90638]: osdmap e711: 8 total, 8 up, 8 in 2024-03-10T22:25:30.729 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:30.729 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:30.729 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:30.729 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:30.729 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:30.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:30.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:30.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:30.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[88180]: osdmap e711: 8 total, 8 up, 8 in 2024-03-10T22:25:30.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:30.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:30.730 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:30.730 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:30.447+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:30.730 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:30.447+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:30.730 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:30.447+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:30.730 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:30.447+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:30.731 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:30.448+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:30.731 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:30.453+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:30.731 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:30.453+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:30.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:30 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:30.402+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:30 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:30 smithi172 ceph-mon[84635]: osdmap e711: 8 total, 8 up, 8 in 2024-03-10T22:25:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:30.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:31.404 INFO:tasks.rados.rados.0.smithi169.stdout:3427: done (3 left) 2024-03-10T22:25:31.404 INFO:tasks.rados.rados.0.smithi169.stdout:3428: done (2 left) 2024-03-10T22:25:31.404 INFO:tasks.rados.rados.0.smithi169.stdout:3429: done (1 left) 2024-03-10T22:25:31.404 INFO:tasks.rados.rados.0.smithi169.stdout:3430: done (0 left) 2024-03-10T22:25:31.404 INFO:tasks.rados.rados.0.smithi169.stdout:3431: read oid 15 snap -1 2024-03-10T22:25:31.404 INFO:tasks.rados.rados.0.smithi169.stdout:3431: expect (ObjNum 1036 snap 314 seq_num 1036) 2024-03-10T22:25:31.404 INFO:tasks.rados.rados.0.smithi169.stdout:3432: rollback oid 45 current snap is 318 2024-03-10T22:25:31.404 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 45 to 317 2024-03-10T22:25:31.404 INFO:tasks.rados.rados.0.smithi169.stdout:3433: setattr oid 29 current snap is 318 2024-03-10T22:25:31.407 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 318 2024-03-10T22:25:31.407 INFO:tasks.rados.rados.0.smithi169.stdout:3434: seq_num 1059 ranges {0=540672,540672=401408} 2024-03-10T22:25:31.410 INFO:tasks.rados.rados.0.smithi169.stdout:3434: writing smithi16976610-41 from 0 to 540672 tid 1 2024-03-10T22:25:31.414 INFO:tasks.rados.rados.0.smithi169.stdout:3434: writing smithi16976610-41 from 540672 to 942080 tid 2 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3435: read oid 50 snap -1 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3435: expect (ObjNum 1003 snap 307 seq_num 1003) 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3436: copy_from oid 43 from oid 38 current snap is 318 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14103 (ObjNum 129 snap 0 seq_num 150709088) dirty exists 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3433: done (5 left) 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3437: read oid 28 snap -1 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3437: expect deleted 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3438: read oid 3 snap 315 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3438: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3439: read oid 39 snap 315 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3439: expect (ObjNum 1029 snap 314 seq_num 1029) 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3440: copy_from oid 27 from oid 19 current snap is 318 2024-03-10T22:25:31.415 INFO:tasks.rados.rados.0.smithi169.stdout:3441: delete oid 11 current snap is 318 2024-03-10T22:25:31.417 INFO:tasks.rados.rados.0.smithi169.stdout:3432: finishing rollback tid 0 to smithi16976610-45 2024-03-10T22:25:31.417 INFO:tasks.rados.rados.0.smithi169.stdout:3434: finishing write tid 1 to smithi16976610-41 2024-03-10T22:25:31.417 INFO:tasks.rados.rados.0.smithi169.stdout:3432: finishing rollback tid 1 to smithi16976610-45 2024-03-10T22:25:31.419 INFO:tasks.rados.rados.0.smithi169.stdout:3434: finishing write tid 2 to smithi16976610-41 2024-03-10T22:25:31.421 INFO:tasks.rados.rados.0.smithi169.stdout:3434: finishing write tid 3 to smithi16976610-41 2024-03-10T22:25:31.422 INFO:tasks.rados.rados.0.smithi169.stdout:3432: finishing rollback tid 2 to smithi16976610-45 2024-03-10T22:25:31.422 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14135 (ObjNum 1058 snap 317 seq_num 1058) dirty exists 2024-03-10T22:25:31.423 INFO:tasks.rados.rados.0.smithi169.stdout:3434: finishing write tid 4 to smithi16976610-41 2024-03-10T22:25:31.423 INFO:tasks.rados.rados.0.smithi169.stdout:3434: oid 41 updating version 0 to 14128 2024-03-10T22:25:31.423 INFO:tasks.rados.rados.0.smithi169.stdout:3434: oid 41 updating version 14128 to 14130 2024-03-10T22:25:31.423 INFO:tasks.rados.rados.0.smithi169.stdout:3434: oid 41 version 14130 is already newer than 14129 2024-03-10T22:25:31.423 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 14130 (ObjNum 1059 snap 318 seq_num 1059) dirty exists 2024-03-10T22:25:31.423 INFO:tasks.rados.rados.0.smithi169.stdout:3434: left oid 41 (ObjNum 1059 snap 318 seq_num 1059) 2024-03-10T22:25:31.432 INFO:tasks.rados.rados.0.smithi169.stdout:3439: expect (ObjNum 1029 snap 314 seq_num 1029) 2024-03-10T22:25:31.530 INFO:tasks.rados.rados.0.smithi169.stdout:3431: expect (ObjNum 1036 snap 314 seq_num 1036) 2024-03-10T22:25:31.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:31.403+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:31.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:31.403+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:31.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[90638]: osdmap e712: 8 total, 8 up, 8 in 2024-03-10T22:25:31.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:31.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:31.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[90638]: pgmap v732: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 577 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 17 op/s 2024-03-10T22:25:31.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[88180]: osdmap e712: 8 total, 8 up, 8 in 2024-03-10T22:25:31.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:31.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:31.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:31.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:31.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:31.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:31.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:31.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:31.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-mon[88180]: pgmap v732: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 577 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 17 op/s 2024-03-10T22:25:31.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:31.406+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:31.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:31.407+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:31.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:31.407+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:31.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:31.407+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:31.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:31.408+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:31.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:31.412+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:31.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:31.402+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:31.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:31.402+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-mon[84635]: osdmap e712: 8 total, 8 up, 8 in 2024-03-10T22:25:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:31.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:31.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:31.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:31.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:31.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:31.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:31.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:31 smithi172 ceph-mon[84635]: pgmap v732: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 577 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 17 op/s 2024-03-10T22:25:31.862 INFO:tasks.rados.rados.0.smithi169.stdout:3435: expect (ObjNum 1003 snap 307 seq_num 1003) 2024-03-10T22:25:31.968 INFO:tasks.rados.rados.0.smithi169.stdout:3436: finishing copy_from racing read to smithi16976610-43 2024-03-10T22:25:31.968 INFO:tasks.rados.rados.0.smithi169.stdout:3436: finishing copy_from to smithi16976610-43 2024-03-10T22:25:31.968 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14095 (ObjNum 946 snap 293 seq_num 946) dirty exists 2024-03-10T22:25:31.968 INFO:tasks.rados.rados.0.smithi169.stdout:3438: expect (ObjNum 823 snap 253 seq_num 823) 2024-03-10T22:25:32.200 INFO:tasks.rados.rados.0.smithi169.stdout:3440: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:25:32.200 INFO:tasks.rados.rados.0.smithi169.stdout:3440: finishing copy_from to smithi16976610-27 2024-03-10T22:25:32.200 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14066 (ObjNum 1002 snap 306 seq_num 1002) dirty exists 2024-03-10T22:25:32.200 INFO:tasks.rados.rados.0.smithi169.stdout:3431: done (9 left) 2024-03-10T22:25:32.200 INFO:tasks.rados.rados.0.smithi169.stdout:3432: done (8 left) 2024-03-10T22:25:32.200 INFO:tasks.rados.rados.0.smithi169.stdout:3434: done (7 left) 2024-03-10T22:25:32.201 INFO:tasks.rados.rados.0.smithi169.stdout:3435: done (6 left) 2024-03-10T22:25:32.201 INFO:tasks.rados.rados.0.smithi169.stdout:3436: done (5 left) 2024-03-10T22:25:32.201 INFO:tasks.rados.rados.0.smithi169.stdout:3437: done (4 left) 2024-03-10T22:25:32.201 INFO:tasks.rados.rados.0.smithi169.stdout:3438: done (3 left) 2024-03-10T22:25:32.201 INFO:tasks.rados.rados.0.smithi169.stdout:3439: done (2 left) 2024-03-10T22:25:32.201 INFO:tasks.rados.rados.0.smithi169.stdout:3440: done (1 left) 2024-03-10T22:25:32.201 INFO:tasks.rados.rados.0.smithi169.stdout:3441: done (0 left) 2024-03-10T22:25:32.201 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 318 2024-03-10T22:25:32.201 INFO:tasks.rados.rados.0.smithi169.stdout:3442: seq_num 1061 ranges {892928=573440,1466368=401408} 2024-03-10T22:25:32.207 INFO:tasks.rados.rados.0.smithi169.stdout:3442: writing smithi16976610-7 from 892928 to 1466368 tid 1 2024-03-10T22:25:32.210 INFO:tasks.rados.rados.0.smithi169.stdout:3442: writing smithi16976610-7 from 1466368 to 1867776 tid 2 2024-03-10T22:25:32.210 INFO:tasks.rados.rados.0.smithi169.stdout:3443: copy_from oid 36 from oid 21 current snap is 318 2024-03-10T22:25:32.210 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 318 2024-03-10T22:25:32.210 INFO:tasks.rados.rados.0.smithi169.stdout:3444: seq_num 1062 ranges {5070848=589824,5660672=401408} 2024-03-10T22:25:32.242 INFO:tasks.rados.rados.0.smithi169.stdout:3444: writing smithi16976610-31 from 5070848 to 5660672 tid 1 2024-03-10T22:25:32.245 INFO:tasks.rados.rados.0.smithi169.stdout:3444: writing smithi16976610-31 from 5660672 to 6062080 tid 2 2024-03-10T22:25:32.245 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 318 2024-03-10T22:25:32.245 INFO:tasks.rados.rados.0.smithi169.stdout:3442: finishing write tid 1 to smithi16976610-7 2024-03-10T22:25:32.245 INFO:tasks.rados.rados.0.smithi169.stdout:3445: seq_num 1063 ranges {6160384=606208,6766592=401408} 2024-03-10T22:25:32.280 INFO:tasks.rados.rados.0.smithi169.stdout:3445: writing smithi16976610-18 from 6160384 to 6766592 tid 1 2024-03-10T22:25:32.283 INFO:tasks.rados.rados.0.smithi169.stdout:3445: writing smithi16976610-18 from 6766592 to 7168000 tid 2 2024-03-10T22:25:32.283 INFO:tasks.rados.rados.0.smithi169.stdout:3446: rmattr oid 33 current snap is 318 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3442: finishing write tid 2 to smithi16976610-7 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3442: finishing write tid 3 to smithi16976610-7 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3442: finishing write tid 4 to smithi16976610-7 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3442: oid 7 updating version 0 to 14106 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3442: oid 7 version 14106 is already newer than 14105 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3442: oid 7 version 14106 is already newer than 14104 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14106 (ObjNum 1061 snap 318 seq_num 1061) dirty exists 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3442: left oid 7 (ObjNum 1061 snap 318 seq_num 1061) 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3443: finishing copy_from racing read to smithi16976610-36 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3444: finishing write tid 1 to smithi16976610-31 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3442: done (4 left) 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3447: snap_create 2024-03-10T22:25:32.284 INFO:tasks.rados.rados.0.smithi169.stdout:3443: finishing copy_from to smithi16976610-36 2024-03-10T22:25:32.285 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 14099 (ObjNum 1037 snap 314 seq_num 1037) dirty exists 2024-03-10T22:25:32.285 INFO:tasks.rados.rados.0.smithi169.stdout:3444: finishing write tid 2 to smithi16976610-31 2024-03-10T22:25:32.285 INFO:tasks.rados.rados.0.smithi169.stdout:3444: finishing write tid 3 to smithi16976610-31 2024-03-10T22:25:32.285 INFO:tasks.rados.rados.0.smithi169.stdout:3444: finishing write tid 4 to smithi16976610-31 2024-03-10T22:25:32.285 INFO:tasks.rados.rados.0.smithi169.stdout:3444: oid 31 updating version 0 to 14118 2024-03-10T22:25:32.285 INFO:tasks.rados.rados.0.smithi169.stdout:3444: oid 31 version 14118 is already newer than 14117 2024-03-10T22:25:32.285 INFO:tasks.rados.rados.0.smithi169.stdout:3444: oid 31 version 14118 is already newer than 14116 2024-03-10T22:25:32.285 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14118 (ObjNum 1062 snap 318 seq_num 1062) dirty exists 2024-03-10T22:25:32.285 INFO:tasks.rados.rados.0.smithi169.stdout:3444: left oid 31 (ObjNum 1062 snap 318 seq_num 1062) 2024-03-10T22:25:32.286 INFO:tasks.rados.rados.0.smithi169.stdout:3445: finishing write tid 1 to smithi16976610-18 2024-03-10T22:25:32.286 INFO:tasks.rados.rados.0.smithi169.stdout:3445: finishing write tid 2 to smithi16976610-18 2024-03-10T22:25:32.286 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14107 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-03-10T22:25:32.286 INFO:tasks.rados.rados.0.smithi169.stdout:3445: finishing write tid 3 to smithi16976610-18 2024-03-10T22:25:32.287 INFO:tasks.rados.rados.0.smithi169.stdout:3445: finishing write tid 4 to smithi16976610-18 2024-03-10T22:25:32.287 INFO:tasks.rados.rados.0.smithi169.stdout:3445: oid 18 updating version 0 to 14083 2024-03-10T22:25:32.288 INFO:tasks.rados.rados.0.smithi169.stdout:3445: oid 18 updating version 14083 to 14084 2024-03-10T22:25:32.288 INFO:tasks.rados.rados.0.smithi169.stdout:3445: oid 18 version 14084 is already newer than 14082 2024-03-10T22:25:32.288 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14084 (ObjNum 1063 snap 318 seq_num 1063) dirty exists 2024-03-10T22:25:32.288 INFO:tasks.rados.rados.0.smithi169.stdout:3445: left oid 18 (ObjNum 1063 snap 318 seq_num 1063) 2024-03-10T22:25:32.409 INFO:tasks.rados.rados.0.smithi169.stdout:3443: done (4 left) 2024-03-10T22:25:32.409 INFO:tasks.rados.rados.0.smithi169.stdout:3444: done (3 left) 2024-03-10T22:25:32.409 INFO:tasks.rados.rados.0.smithi169.stdout:3445: done (2 left) 2024-03-10T22:25:32.410 INFO:tasks.rados.rados.0.smithi169.stdout:3446: done (1 left) 2024-03-10T22:25:32.410 INFO:tasks.rados.rados.0.smithi169.stdout:3447: done (0 left) 2024-03-10T22:25:32.410 INFO:tasks.rados.rados.0.smithi169.stdout:3448: delete oid 7 current snap is 319 2024-03-10T22:25:32.414 INFO:tasks.rados.rados.0.smithi169.stdout:3448: done (0 left) 2024-03-10T22:25:32.414 INFO:tasks.rados.rados.0.smithi169.stdout:3449: snap_remove snap 318 2024-03-10T22:25:32.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:32.409+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:32.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:32.410+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:32.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:32.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:32.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:32.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[90638]: osdmap e713: 8 total, 8 up, 8 in 2024-03-10T22:25:32.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:32.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:32.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:32.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:32.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:32.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:32.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:32.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:32.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[88180]: osdmap e713: 8 total, 8 up, 8 in 2024-03-10T22:25:32.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:32.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:32.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:32.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:32.758 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:32.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:32.412+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:32.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:32.412+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:32.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:32.412+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:32.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:32.412+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:32.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:32.412+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:32.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:32.413+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:32.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:32.413+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:32.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:32.414+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:32.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:25:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:25:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:25:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:32 smithi172 ceph-mon[84635]: osdmap e713: 8 total, 8 up, 8 in 2024-03-10T22:25:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:32 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:32.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:32.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:32.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:33.417 INFO:tasks.rados.rados.0.smithi169.stdout:3449: done (0 left) 2024-03-10T22:25:33.417 INFO:tasks.rados.rados.0.smithi169.stdout:3450: read oid 20 snap -1 2024-03-10T22:25:33.417 INFO:tasks.rados.rados.0.smithi169.stdout:3450: expect (ObjNum 1049 snap 314 seq_num 1049) 2024-03-10T22:25:33.417 INFO:tasks.rados.rados.0.smithi169.stdout:3451: read oid 12 snap -1 2024-03-10T22:25:33.417 INFO:tasks.rados.rados.0.smithi169.stdout:3451: expect (ObjNum 1031 snap 314 seq_num 1031) 2024-03-10T22:25:33.418 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 319 2024-03-10T22:25:33.418 INFO:tasks.rados.rados.0.smithi169.stdout:3452: seq_num 1065 ranges {5455872=638976,6094848=401408} 2024-03-10T22:25:33.449 INFO:tasks.rados.rados.0.smithi169.stdout:3452: writing smithi16976610-3 from 5455872 to 6094848 tid 1 2024-03-10T22:25:33.452 INFO:tasks.rados.rados.0.smithi169.stdout:3452: writing smithi16976610-3 from 6094848 to 6496256 tid 2 2024-03-10T22:25:33.452 INFO:tasks.rados.rados.0.smithi169.stdout:3453: read oid 24 snap 314 2024-03-10T22:25:33.452 INFO:tasks.rados.rados.0.smithi169.stdout:3453: expect (ObjNum 1050 snap 314 seq_num 1050) 2024-03-10T22:25:33.452 INFO:tasks.rados.rados.0.smithi169.stdout:3454: snap_create 2024-03-10T22:25:33.452 INFO:tasks.rados.rados.0.smithi169.stdout:3450: expect (ObjNum 1049 snap 314 seq_num 1049) 2024-03-10T22:25:33.492 INFO:tasks.rados.rados.0.smithi169.stdout:3451: expect (ObjNum 1031 snap 314 seq_num 1031) 2024-03-10T22:25:33.504 INFO:tasks.rados.rados.0.smithi169.stdout:3452: finishing write tid 1 to smithi16976610-3 2024-03-10T22:25:33.504 INFO:tasks.rados.rados.0.smithi169.stdout:3452: finishing write tid 2 to smithi16976610-3 2024-03-10T22:25:33.504 INFO:tasks.rados.rados.0.smithi169.stdout:3452: finishing write tid 3 to smithi16976610-3 2024-03-10T22:25:33.504 INFO:tasks.rados.rados.0.smithi169.stdout:3452: finishing write tid 4 to smithi16976610-3 2024-03-10T22:25:33.505 INFO:tasks.rados.rados.0.smithi169.stdout:3452: oid 3 updating version 0 to 14160 2024-03-10T22:25:33.505 INFO:tasks.rados.rados.0.smithi169.stdout:3452: oid 3 updating version 14160 to 14161 2024-03-10T22:25:33.505 INFO:tasks.rados.rados.0.smithi169.stdout:3452: oid 3 version 14161 is already newer than 14159 2024-03-10T22:25:33.505 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 14161 (ObjNum 1065 snap 319 seq_num 1065) dirty exists 2024-03-10T22:25:33.505 INFO:tasks.rados.rados.0.smithi169.stdout:3452: left oid 3 (ObjNum 1065 snap 319 seq_num 1065) 2024-03-10T22:25:33.505 INFO:tasks.rados.rados.0.smithi169.stdout:3453: expect (ObjNum 1050 snap 314 seq_num 1050) 2024-03-10T22:25:33.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:33.416+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:33.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:33.417+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:33.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[90638]: osdmap e714: 8 total, 8 up, 8 in 2024-03-10T22:25:33.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:33.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:33.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:33.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:33.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:33.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:33.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:33.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:33.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[90638]: pgmap v735: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 581 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 7.4 MiB/s wr, 46 op/s 2024-03-10T22:25:33.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[88180]: osdmap e714: 8 total, 8 up, 8 in 2024-03-10T22:25:33.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:33.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:33.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:33.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:33.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:33.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:33.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:33.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:33.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-mon[88180]: pgmap v735: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 581 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 7.4 MiB/s wr, 46 op/s 2024-03-10T22:25:33.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:33.415+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:33.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:33.415+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:33.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:33.415+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:33.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:33.415+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:33.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:33.416+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:33.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:33.417+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:33.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:33.419+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:33.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:33.419+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-mon[84635]: osdmap e714: 8 total, 8 up, 8 in 2024-03-10T22:25:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:33.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:33 smithi172 ceph-mon[84635]: pgmap v735: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 581 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 7.4 MiB/s wr, 46 op/s 2024-03-10T22:25:34.421 INFO:tasks.rados.rados.0.smithi169.stdout:3450: done (4 left) 2024-03-10T22:25:34.421 INFO:tasks.rados.rados.0.smithi169.stdout:3451: done (3 left) 2024-03-10T22:25:34.421 INFO:tasks.rados.rados.0.smithi169.stdout:3452: done (2 left) 2024-03-10T22:25:34.421 INFO:tasks.rados.rados.0.smithi169.stdout:3453: done (1 left) 2024-03-10T22:25:34.422 INFO:tasks.rados.rados.0.smithi169.stdout:3454: done (0 left) 2024-03-10T22:25:34.422 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 320 2024-03-10T22:25:34.422 INFO:tasks.rados.rados.0.smithi169.stdout:3455: seq_num 1066 ranges {6012928=663552,6676480=401408} 2024-03-10T22:25:34.456 INFO:tasks.rados.rados.0.smithi169.stdout:3455: writing smithi16976610-15 from 6012928 to 6676480 tid 1 2024-03-10T22:25:34.459 INFO:tasks.rados.rados.0.smithi169.stdout:3455: writing smithi16976610-15 from 6676480 to 7077888 tid 2 2024-03-10T22:25:34.459 INFO:tasks.rados.rados.0.smithi169.stdout:3456: read oid 34 snap -1 2024-03-10T22:25:34.459 INFO:tasks.rados.rados.0.smithi169.stdout:3456: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:25:34.459 INFO:tasks.rados.rados.0.smithi169.stdout:3457: snap_remove snap 319 2024-03-10T22:25:34.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:34.421+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:34.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:34.421+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:34.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:34.459+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:34.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:34.460+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:34.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:34.460+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:34.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:34.460+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:34.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:34.462+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:34.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:34.462+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:34.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:34.463+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[90638]: osdmap e715: 8 total, 8 up, 8 in 2024-03-10T22:25:34.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:34.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:34.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:34.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:34.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:34.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:34.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:34.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:34.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[88180]: osdmap e715: 8 total, 8 up, 8 in 2024-03-10T22:25:34.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:34.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:34.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:34.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:34.421+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:34 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:34 smithi172 ceph-mon[84635]: osdmap e715: 8 total, 8 up, 8 in 2024-03-10T22:25:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:35.430 INFO:tasks.rados.rados.0.smithi169.stdout:3457: done (2 left) 2024-03-10T22:25:35.430 INFO:tasks.rados.rados.0.smithi169.stdout:3458: rmattr oid 49 current snap is 320 2024-03-10T22:25:35.430 INFO:tasks.rados.rados.0.smithi169.stdout:3458: done (2 left) 2024-03-10T22:25:35.433 INFO:tasks.rados.rados.0.smithi169.stdout:3459: snap_create 2024-03-10T22:25:35.433 INFO:tasks.rados.rados.0.smithi169.stdout:3455: finishing write tid 1 to smithi16976610-15 2024-03-10T22:25:35.433 INFO:tasks.rados.rados.0.smithi169.stdout:3455: finishing write tid 2 to smithi16976610-15 2024-03-10T22:25:35.433 INFO:tasks.rados.rados.0.smithi169.stdout:3455: finishing write tid 3 to smithi16976610-15 2024-03-10T22:25:35.433 INFO:tasks.rados.rados.0.smithi169.stdout:3455: finishing write tid 4 to smithi16976610-15 2024-03-10T22:25:35.433 INFO:tasks.rados.rados.0.smithi169.stdout:3455: oid 15 updating version 0 to 14140 2024-03-10T22:25:35.433 INFO:tasks.rados.rados.0.smithi169.stdout:3455: oid 15 version 14140 is already newer than 14138 2024-03-10T22:25:35.434 INFO:tasks.rados.rados.0.smithi169.stdout:3455: oid 15 version 14140 is already newer than 14139 2024-03-10T22:25:35.434 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14140 (ObjNum 1066 snap 320 seq_num 1066) dirty exists 2024-03-10T22:25:35.434 INFO:tasks.rados.rados.0.smithi169.stdout:3455: left oid 15 (ObjNum 1066 snap 320 seq_num 1066) 2024-03-10T22:25:35.434 INFO:tasks.rados.rados.0.smithi169.stdout:3456: expect (ObjNum 858 snap 267 seq_num 858) 2024-03-10T22:25:35.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:35.430+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:35.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:35.430+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:35.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[90638]: osdmap e716: 8 total, 8 up, 8 in 2024-03-10T22:25:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:35.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[90638]: pgmap v738: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 597 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 8.1 MiB/s wr, 46 op/s 2024-03-10T22:25:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[88180]: osdmap e716: 8 total, 8 up, 8 in 2024-03-10T22:25:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:35.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-mon[88180]: pgmap v738: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 597 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 8.1 MiB/s wr, 46 op/s 2024-03-10T22:25:35.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:35.435+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:35.435+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:35.435+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:35.435+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:35.435+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:35.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:35.436+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:35.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:35.426+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:35.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:35.426+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-mon[84635]: osdmap e716: 8 total, 8 up, 8 in 2024-03-10T22:25:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:35.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:35 smithi172 ceph-mon[84635]: pgmap v738: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 597 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 8.1 MiB/s wr, 46 op/s 2024-03-10T22:25:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:25:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:25:35] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:25:36.433 INFO:tasks.rados.rados.0.smithi169.stdout:3455: done (2 left) 2024-03-10T22:25:36.433 INFO:tasks.rados.rados.0.smithi169.stdout:3456: done (1 left) 2024-03-10T22:25:36.433 INFO:tasks.rados.rados.0.smithi169.stdout:3459: done (0 left) 2024-03-10T22:25:36.434 INFO:tasks.rados.rados.0.smithi169.stdout:3460: delete oid 43 current snap is 321 2024-03-10T22:25:36.437 INFO:tasks.rados.rados.0.smithi169.stdout:3460: done (0 left) 2024-03-10T22:25:36.437 INFO:tasks.rados.rados.0.smithi169.stdout:3461: snap_create 2024-03-10T22:25:36.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:36.433+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:36.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:36.433+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:36.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:36.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[90638]: osdmap e717: 8 total, 8 up, 8 in 2024-03-10T22:25:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:36.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[88180]: osdmap e717: 8 total, 8 up, 8 in 2024-03-10T22:25:36.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:36.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:36.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:36.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:36.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:36.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:36.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:36.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:36.444+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:36.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:36.444+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:36.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:36.444+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:36.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:36.445+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:36.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:36.445+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:36.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:36.445+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:36.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:36.445+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:36.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:36.433+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:36 smithi172 ceph-mon[84635]: osdmap e717: 8 total, 8 up, 8 in 2024-03-10T22:25:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:36 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:37.441 INFO:tasks.rados.rados.0.smithi169.stdout:3461: done (0 left) 2024-03-10T22:25:37.441 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 33 current snap is 322 2024-03-10T22:25:37.441 INFO:tasks.rados.rados.0.smithi169.stdout:3462: seq_num 1068 ranges {5193728=696320,5890048=401408} 2024-03-10T22:25:37.472 INFO:tasks.rados.rados.0.smithi169.stdout:3462: writing smithi16976610-33 from 5193728 to 5890048 tid 1 2024-03-10T22:25:37.477 INFO:tasks.rados.rados.0.smithi169.stdout:3462: writing smithi16976610-33 from 5890048 to 6291456 tid 2 2024-03-10T22:25:37.477 INFO:tasks.rados.rados.0.smithi169.stdout:3463: copy_from oid 10 from oid 40 current snap is 322 2024-03-10T22:25:37.477 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 18 current snap is 322 2024-03-10T22:25:37.477 INFO:tasks.rados.rados.0.smithi169.stdout:3464: seq_num 1069 ranges {7168000=712704,7880704=401408} 2024-03-10T22:25:37.518 INFO:tasks.rados.rados.0.smithi169.stdout:3464: writing smithi16976610-18 from 7168000 to 7880704 tid 1 2024-03-10T22:25:37.520 INFO:tasks.rados.rados.0.smithi169.stdout:3464: writing smithi16976610-18 from 7880704 to 8282112 tid 2 2024-03-10T22:25:37.520 INFO:tasks.rados.rados.0.smithi169.stdout:3465: setattr oid 34 current snap is 322 2024-03-10T22:25:37.520 INFO:tasks.rados.rados.0.smithi169.stdout:3462: finishing write tid 1 to smithi16976610-33 2024-03-10T22:25:37.520 INFO:tasks.rados.rados.0.smithi169.stdout:3462: finishing write tid 2 to smithi16976610-33 2024-03-10T22:25:37.521 INFO:tasks.rados.rados.0.smithi169.stdout:3462: finishing write tid 3 to smithi16976610-33 2024-03-10T22:25:37.521 INFO:tasks.rados.rados.0.smithi169.stdout:3462: finishing write tid 4 to smithi16976610-33 2024-03-10T22:25:37.521 INFO:tasks.rados.rados.0.smithi169.stdout:3462: oid 33 updating version 0 to 14109 2024-03-10T22:25:37.521 INFO:tasks.rados.rados.0.smithi169.stdout:3462: oid 33 updating version 14109 to 14110 2024-03-10T22:25:37.521 INFO:tasks.rados.rados.0.smithi169.stdout:3462: oid 33 version 14110 is already newer than 14108 2024-03-10T22:25:37.521 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14110 (ObjNum 1068 snap 322 seq_num 1068) dirty exists 2024-03-10T22:25:37.521 INFO:tasks.rados.rados.0.smithi169.stdout:3462: left oid 33 (ObjNum 1068 snap 322 seq_num 1068) 2024-03-10T22:25:37.521 INFO:tasks.rados.rados.0.smithi169.stdout:3463: finishing copy_from racing read to smithi16976610-10 2024-03-10T22:25:37.521 INFO:tasks.rados.rados.0.smithi169.stdout:3463: finishing copy_from to smithi16976610-10 2024-03-10T22:25:37.521 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14103 (ObjNum 1044 snap 314 seq_num 1044) dirty exists 2024-03-10T22:25:37.522 INFO:tasks.rados.rados.0.smithi169.stdout:3462: done (3 left) 2024-03-10T22:25:37.522 INFO:tasks.rados.rados.0.smithi169.stdout:3463: done (2 left) 2024-03-10T22:25:37.522 INFO:tasks.rados.rados.0.smithi169.stdout:3466: snap_remove snap 321 2024-03-10T22:25:37.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:37.440+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:37.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:37.440+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:37.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[88180]: osdmap e718: 8 total, 8 up, 8 in 2024-03-10T22:25:37.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:37.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:37.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:37.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:37.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:37.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:37.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:37.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:37.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[88180]: pgmap v741: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 612 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.5 MiB/s wr, 25 op/s 2024-03-10T22:25:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[90638]: osdmap e718: 8 total, 8 up, 8 in 2024-03-10T22:25:37.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:37.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:37.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:37.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:37.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:37.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:37.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:37.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:37.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-mon[90638]: pgmap v741: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 612 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.5 MiB/s wr, 25 op/s 2024-03-10T22:25:37.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:37.477+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:37.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:37.477+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:37.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:37.477+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:37.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:37.477+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:37.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:37.478+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:37.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:37.478+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:37.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:37.438+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:37.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:37.438+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-mon[84635]: osdmap e718: 8 total, 8 up, 8 in 2024-03-10T22:25:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:37 smithi172 ceph-mon[84635]: pgmap v741: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 612 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.5 MiB/s wr, 25 op/s 2024-03-10T22:25:38.447 INFO:tasks.rados.rados.0.smithi169.stdout:3466: done (2 left) 2024-03-10T22:25:38.447 INFO:tasks.rados.rados.0.smithi169.stdout:3467: snap_remove snap 316 2024-03-10T22:25:38.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:38.451+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:38.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:38.452+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:38.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[90638]: osdmap e719: 8 total, 8 up, 8 in 2024-03-10T22:25:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:38.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:38.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:38.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:38.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:38.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[88180]: osdmap e719: 8 total, 8 up, 8 in 2024-03-10T22:25:38.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:38.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:38.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:38.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:38.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:38.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:38 smithi172 ceph-mon[84635]: osdmap e719: 8 total, 8 up, 8 in 2024-03-10T22:25:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:39.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:38.842+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:39.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:38.842+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:39.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:38.842+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:39.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:38.842+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:39.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:38.842+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:39.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:38.843+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:39.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:38.843+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:39.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:38.842+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:39.459 INFO:tasks.rados.rados.0.smithi169.stdout:3467: done (2 left) 2024-03-10T22:25:39.459 INFO:tasks.rados.rados.0.smithi169.stdout:3468: snap_remove snap 315 2024-03-10T22:25:39.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:39.457+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:39.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:39.459+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:39.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[90638]: osdmap e720: 8 total, 8 up, 8 in 2024-03-10T22:25:39.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[90638]: pgmap v744: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 612 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.8 MiB/s wr, 10 op/s 2024-03-10T22:25:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:39.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:39.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[88180]: osdmap e720: 8 total, 8 up, 8 in 2024-03-10T22:25:39.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:39.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:39.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[88180]: pgmap v744: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 612 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.8 MiB/s wr, 10 op/s 2024-03-10T22:25:39.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:39.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:39.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:39.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:39.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:39.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-mon[84635]: osdmap e720: 8 total, 8 up, 8 in 2024-03-10T22:25:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-mon[84635]: pgmap v744: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 612 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.8 MiB/s wr, 10 op/s 2024-03-10T22:25:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:39.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:40.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:39.855+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:40.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:39.855+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:40.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:39.856+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:40.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:39.856+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:40.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:39.856+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:40.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:39.856+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:40.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:39.850+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:40.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:39.850+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:40.464 INFO:tasks.rados.rados.0.smithi169.stdout:3464: finishing write tid 1 to smithi16976610-18 2024-03-10T22:25:40.464 INFO:tasks.rados.rados.0.smithi169.stdout:3464: finishing write tid 2 to smithi16976610-18 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:3464: finishing write tid 3 to smithi16976610-18 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14111 (ObjNum 858 snap 267 seq_num 858) dirty exists 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:3464: finishing write tid 4 to smithi16976610-18 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:3464: oid 18 updating version 0 to 14085 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:3464: oid 18 updating version 14085 to 14086 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:3464: oid 18 updating version 14086 to 14087 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14087 (ObjNum 1069 snap 322 seq_num 1069) dirty exists 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:3464: left oid 18 (ObjNum 1069 snap 322 seq_num 1069) 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:3464: done (2 left) 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:3465: done (1 left) 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:3468: done (0 left) 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 322 2024-03-10T22:25:40.465 INFO:tasks.rados.rados.0.smithi169.stdout:3469: seq_num 1070 ranges {0=729088,729088=401408} 2024-03-10T22:25:40.469 INFO:tasks.rados.rados.0.smithi169.stdout:3469: writing smithi16976610-29 from 0 to 729088 tid 1 2024-03-10T22:25:40.472 INFO:tasks.rados.rados.0.smithi169.stdout:3469: writing smithi16976610-29 from 729088 to 1130496 tid 2 2024-03-10T22:25:40.472 INFO:tasks.rados.rados.0.smithi169.stdout:3470: snap_create 2024-03-10T22:25:40.478 INFO:tasks.rados.rados.0.smithi169.stdout:3469: finishing write tid 1 to smithi16976610-29 2024-03-10T22:25:40.479 INFO:tasks.rados.rados.0.smithi169.stdout:3469: finishing write tid 2 to smithi16976610-29 2024-03-10T22:25:40.479 INFO:tasks.rados.rados.0.smithi169.stdout:3469: finishing write tid 3 to smithi16976610-29 2024-03-10T22:25:40.481 INFO:tasks.rados.rados.0.smithi169.stdout:3469: finishing write tid 4 to smithi16976610-29 2024-03-10T22:25:40.481 INFO:tasks.rados.rados.0.smithi169.stdout:3469: oid 29 updating version 0 to 14109 2024-03-10T22:25:40.481 INFO:tasks.rados.rados.0.smithi169.stdout:3469: oid 29 updating version 14109 to 14110 2024-03-10T22:25:40.482 INFO:tasks.rados.rados.0.smithi169.stdout:3469: oid 29 version 14110 is already newer than 14108 2024-03-10T22:25:40.482 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14110 (ObjNum 1070 snap 322 seq_num 1070) dirty exists 2024-03-10T22:25:40.482 INFO:tasks.rados.rados.0.smithi169.stdout:3469: left oid 29 (ObjNum 1070 snap 322 seq_num 1070) 2024-03-10T22:25:40.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:40.465+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:40.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:40.465+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[88180]: osdmap e721: 8 total, 8 up, 8 in 2024-03-10T22:25:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:40.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:40.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:40.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:40.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[90638]: osdmap e721: 8 total, 8 up, 8 in 2024-03-10T22:25:40.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:40.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:40.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:40.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:40.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:40.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:40.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:40.470+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:40.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:40.470+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:40.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:40.470+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:40.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:40.471+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:40.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:40.472+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:40.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:40.473+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:40.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:40.473+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:40.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:40.462+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:40 smithi172 ceph-mon[84635]: osdmap e721: 8 total, 8 up, 8 in 2024-03-10T22:25:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:40 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:40.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:40.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:3469: done (1 left) 2024-03-10T22:25:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:3470: done (0 left) 2024-03-10T22:25:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:3471: rmattr oid 43 current snap is 323 2024-03-10T22:25:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:3471: done (0 left) 2024-03-10T22:25:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:3472: read oid 26 snap 314 2024-03-10T22:25:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:3472: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:25:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 323 2024-03-10T22:25:41.474 INFO:tasks.rados.rados.0.smithi169.stdout:3473: seq_num 1071 ranges {0=745472,745472=401408} 2024-03-10T22:25:41.478 INFO:tasks.rados.rados.0.smithi169.stdout:3473: writing smithi16976610-48 from 0 to 745472 tid 1 2024-03-10T22:25:41.480 INFO:tasks.rados.rados.0.smithi169.stdout:3473: writing smithi16976610-48 from 745472 to 1146880 tid 2 2024-03-10T22:25:41.480 INFO:tasks.rados.rados.0.smithi169.stdout:3474: setattr oid 46 current snap is 323 2024-03-10T22:25:41.484 INFO:tasks.rados.rados.0.smithi169.stdout:3475: read oid 31 snap -1 2024-03-10T22:25:41.484 INFO:tasks.rados.rados.0.smithi169.stdout:3475: expect (ObjNum 1062 snap 318 seq_num 1062) 2024-03-10T22:25:41.484 INFO:tasks.rados.rados.0.smithi169.stdout:3476: read oid 17 snap -1 2024-03-10T22:25:41.484 INFO:tasks.rados.rados.0.smithi169.stdout:3476: expect (ObjNum 986 snap 300 seq_num 986) 2024-03-10T22:25:41.484 INFO:tasks.rados.rados.0.smithi169.stdout:3477: setattr oid 29 current snap is 323 2024-03-10T22:25:41.485 INFO:tasks.rados.rados.0.smithi169.stdout:3472: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:25:41.540 INFO:tasks.rados.rados.0.smithi169.stdout:3473: finishing write tid 1 to smithi16976610-48 2024-03-10T22:25:41.540 INFO:tasks.rados.rados.0.smithi169.stdout:3473: finishing write tid 2 to smithi16976610-48 2024-03-10T22:25:41.540 INFO:tasks.rados.rados.0.smithi169.stdout:3473: finishing write tid 3 to smithi16976610-48 2024-03-10T22:25:41.540 INFO:tasks.rados.rados.0.smithi169.stdout:3473: finishing write tid 4 to smithi16976610-48 2024-03-10T22:25:41.540 INFO:tasks.rados.rados.0.smithi169.stdout:3473: oid 48 updating version 0 to 14163 2024-03-10T22:25:41.540 INFO:tasks.rados.rados.0.smithi169.stdout:3473: oid 48 version 14163 is already newer than 14162 2024-03-10T22:25:41.540 INFO:tasks.rados.rados.0.smithi169.stdout:3473: oid 48 updating version 14163 to 14164 2024-03-10T22:25:41.540 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14164 (ObjNum 1071 snap 323 seq_num 1071) dirty exists 2024-03-10T22:25:41.541 INFO:tasks.rados.rados.0.smithi169.stdout:3473: left oid 48 (ObjNum 1071 snap 323 seq_num 1071) 2024-03-10T22:25:41.541 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14141 (ObjNum 1000 snap 306 seq_num 1000) dirty exists 2024-03-10T22:25:41.541 INFO:tasks.rados.rados.0.smithi169.stdout:3475: expect (ObjNum 1062 snap 318 seq_num 1062) 2024-03-10T22:25:41.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:41.474+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:41.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:41.474+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:41.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:41.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[88180]: osdmap e722: 8 total, 8 up, 8 in 2024-03-10T22:25:41.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:41.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[88180]: pgmap v747: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 618 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-03-10T22:25:41.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:41.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[90638]: osdmap e722: 8 total, 8 up, 8 in 2024-03-10T22:25:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[90638]: pgmap v747: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 618 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-03-10T22:25:41.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:41.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:41.479+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:41.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:41.479+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:41.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:41.479+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:41.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:41.482+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:41.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:41.483+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:41.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:41.491+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:41.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:41.471+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:41.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:41.471+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-mon[84635]: osdmap e722: 8 total, 8 up, 8 in 2024-03-10T22:25:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:41.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:41.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:41.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:41.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-mon[84635]: pgmap v747: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 618 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-03-10T22:25:41.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:41 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:41.879 INFO:tasks.rados.rados.0.smithi169.stdout:3476: expect (ObjNum 986 snap 300 seq_num 986) 2024-03-10T22:25:42.033 INFO:tasks.rados.rados.0.smithi169.stdout:3472: done (5 left) 2024-03-10T22:25:42.033 INFO:tasks.rados.rados.0.smithi169.stdout:3473: done (4 left) 2024-03-10T22:25:42.033 INFO:tasks.rados.rados.0.smithi169.stdout:3474: done (3 left) 2024-03-10T22:25:42.033 INFO:tasks.rados.rados.0.smithi169.stdout:3475: done (2 left) 2024-03-10T22:25:42.033 INFO:tasks.rados.rados.0.smithi169.stdout:3476: done (1 left) 2024-03-10T22:25:42.033 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 323 2024-03-10T22:25:42.033 INFO:tasks.rados.rados.0.smithi169.stdout:3478: seq_num 1072 ranges {1146880=761856,1908736=401408} 2024-03-10T22:25:42.043 INFO:tasks.rados.rados.0.smithi169.stdout:3478: writing smithi16976610-48 from 1146880 to 1908736 tid 1 2024-03-10T22:25:42.045 INFO:tasks.rados.rados.0.smithi169.stdout:3478: writing smithi16976610-48 from 1908736 to 2310144 tid 2 2024-03-10T22:25:42.045 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 323 2024-03-10T22:25:42.046 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14111 (ObjNum 1070 snap 322 seq_num 1070) dirty exists 2024-03-10T22:25:42.046 INFO:tasks.rados.rados.0.smithi169.stdout:3479: seq_num 1073 ranges {0=778240,778240=401408} 2024-03-10T22:25:42.050 INFO:tasks.rados.rados.0.smithi169.stdout:3479: writing smithi16976610-8 from 0 to 778240 tid 1 2024-03-10T22:25:42.052 INFO:tasks.rados.rados.0.smithi169.stdout:3479: writing smithi16976610-8 from 778240 to 1179648 tid 2 2024-03-10T22:25:42.053 INFO:tasks.rados.rados.0.smithi169.stdout:3477: done (2 left) 2024-03-10T22:25:42.053 INFO:tasks.rados.rados.0.smithi169.stdout:3480: delete oid 14 current snap is 323 2024-03-10T22:25:42.053 INFO:tasks.rados.rados.0.smithi169.stdout:3478: finishing write tid 1 to smithi16976610-48 2024-03-10T22:25:42.053 INFO:tasks.rados.rados.0.smithi169.stdout:3478: finishing write tid 2 to smithi16976610-48 2024-03-10T22:25:42.053 INFO:tasks.rados.rados.0.smithi169.stdout:3478: finishing write tid 3 to smithi16976610-48 2024-03-10T22:25:42.053 INFO:tasks.rados.rados.0.smithi169.stdout:3478: finishing write tid 4 to smithi16976610-48 2024-03-10T22:25:42.053 INFO:tasks.rados.rados.0.smithi169.stdout:3478: oid 48 updating version 0 to 14167 2024-03-10T22:25:42.054 INFO:tasks.rados.rados.0.smithi169.stdout:3478: oid 48 version 14167 is already newer than 14166 2024-03-10T22:25:42.054 INFO:tasks.rados.rados.0.smithi169.stdout:3478: oid 48 version 14167 is already newer than 14165 2024-03-10T22:25:42.054 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14167 (ObjNum 1072 snap 323 seq_num 1072) dirty exists 2024-03-10T22:25:42.054 INFO:tasks.rados.rados.0.smithi169.stdout:3478: left oid 48 (ObjNum 1072 snap 323 seq_num 1072) 2024-03-10T22:25:42.055 INFO:tasks.rados.rados.0.smithi169.stdout:3478: done (2 left) 2024-03-10T22:25:42.055 INFO:tasks.rados.rados.0.smithi169.stdout:3480: done (1 left) 2024-03-10T22:25:42.055 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 323 2024-03-10T22:25:42.055 INFO:tasks.rados.rados.0.smithi169.stdout:3481: seq_num 1075 ranges {3235840=409600,3645440=671744,4317184=131072} 2024-03-10T22:25:42.074 INFO:tasks.rados.rados.0.smithi169.stdout:3481: writing smithi16976610-10 from 3235840 to 3645440 tid 1 2024-03-10T22:25:42.078 INFO:tasks.rados.rados.0.smithi169.stdout:3481: writing smithi16976610-10 from 3645440 to 4317184 tid 2 2024-03-10T22:25:42.079 INFO:tasks.rados.rados.0.smithi169.stdout:3481: writing smithi16976610-10 from 4317184 to 4448256 tid 3 2024-03-10T22:25:42.079 INFO:tasks.rados.rados.0.smithi169.stdout:3482: snap_create 2024-03-10T22:25:42.079 INFO:tasks.rados.rados.0.smithi169.stdout:3479: finishing write tid 1 to smithi16976610-8 2024-03-10T22:25:42.079 INFO:tasks.rados.rados.0.smithi169.stdout:3479: finishing write tid 2 to smithi16976610-8 2024-03-10T22:25:42.080 INFO:tasks.rados.rados.0.smithi169.stdout:3479: finishing write tid 3 to smithi16976610-8 2024-03-10T22:25:42.080 INFO:tasks.rados.rados.0.smithi169.stdout:3479: finishing write tid 4 to smithi16976610-8 2024-03-10T22:25:42.080 INFO:tasks.rados.rados.0.smithi169.stdout:3479: oid 8 updating version 0 to 14120 2024-03-10T22:25:42.080 INFO:tasks.rados.rados.0.smithi169.stdout:3479: oid 8 version 14120 is already newer than 14119 2024-03-10T22:25:42.080 INFO:tasks.rados.rados.0.smithi169.stdout:3479: oid 8 updating version 14120 to 14121 2024-03-10T22:25:42.080 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14121 (ObjNum 1073 snap 323 seq_num 1073) dirty exists 2024-03-10T22:25:42.080 INFO:tasks.rados.rados.0.smithi169.stdout:3479: left oid 8 (ObjNum 1073 snap 323 seq_num 1073) 2024-03-10T22:25:42.080 INFO:tasks.rados.rados.0.smithi169.stdout:3481: finishing write tid 1 to smithi16976610-10 2024-03-10T22:25:42.082 INFO:tasks.rados.rados.0.smithi169.stdout:3481: finishing write tid 2 to smithi16976610-10 2024-03-10T22:25:42.082 INFO:tasks.rados.rados.0.smithi169.stdout:3481: finishing write tid 3 to smithi16976610-10 2024-03-10T22:25:42.082 INFO:tasks.rados.rados.0.smithi169.stdout:3481: finishing write tid 4 to smithi16976610-10 2024-03-10T22:25:42.083 INFO:tasks.rados.rados.0.smithi169.stdout:3481: finishing write tid 5 to smithi16976610-10 2024-03-10T22:25:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:3481: oid 10 updating version 0 to 14106 2024-03-10T22:25:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:3481: oid 10 version 14106 is already newer than 14104 2024-03-10T22:25:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:3481: oid 10 version 14106 is already newer than 14105 2024-03-10T22:25:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:3481: oid 10 updating version 14106 to 14107 2024-03-10T22:25:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14107 (ObjNum 1075 snap 323 seq_num 1075) dirty exists 2024-03-10T22:25:42.084 INFO:tasks.rados.rados.0.smithi169.stdout:3481: left oid 10 (ObjNum 1075 snap 323 seq_num 1075) 2024-03-10T22:25:42.480 INFO:tasks.rados.rados.0.smithi169.stdout:3479: done (2 left) 2024-03-10T22:25:42.480 INFO:tasks.rados.rados.0.smithi169.stdout:3481: done (1 left) 2024-03-10T22:25:42.480 INFO:tasks.rados.rados.0.smithi169.stdout:3482: done (0 left) 2024-03-10T22:25:42.480 INFO:tasks.rados.rados.0.smithi169.stdout:3483: read oid 2 snap 322 2024-03-10T22:25:42.481 INFO:tasks.rados.rados.0.smithi169.stdout:3483: expect (ObjNum 994 snap 304 seq_num 994) 2024-03-10T22:25:42.481 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 324 2024-03-10T22:25:42.481 INFO:tasks.rados.rados.0.smithi169.stdout:3484: seq_num 1076 ranges {475136=425984,901120=548864,1449984=253952} 2024-03-10T22:25:42.485 INFO:tasks.rados.rados.0.smithi169.stdout:3484: writing smithi16976610-12 from 475136 to 901120 tid 1 2024-03-10T22:25:42.488 INFO:tasks.rados.rados.0.smithi169.stdout:3484: writing smithi16976610-12 from 901120 to 1449984 tid 2 2024-03-10T22:25:42.490 INFO:tasks.rados.rados.0.smithi169.stdout:3484: writing smithi16976610-12 from 1449984 to 1703936 tid 3 2024-03-10T22:25:42.490 INFO:tasks.rados.rados.0.smithi169.stdout:3485: read oid 18 snap -1 2024-03-10T22:25:42.490 INFO:tasks.rados.rados.0.smithi169.stdout:3485: expect (ObjNum 1069 snap 322 seq_num 1069) 2024-03-10T22:25:42.491 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 324 2024-03-10T22:25:42.491 INFO:tasks.rados.rados.0.smithi169.stdout:3486: seq_num 1077 ranges {1859584=442368,2301952=434176,2736128=368640} 2024-03-10T22:25:42.503 INFO:tasks.rados.rados.0.smithi169.stdout:3486: writing smithi16976610-16 from 1859584 to 2301952 tid 1 2024-03-10T22:25:42.506 INFO:tasks.rados.rados.0.smithi169.stdout:3486: writing smithi16976610-16 from 2301952 to 2736128 tid 2 2024-03-10T22:25:42.509 INFO:tasks.rados.rados.0.smithi169.stdout:3486: writing smithi16976610-16 from 2736128 to 3104768 tid 3 2024-03-10T22:25:42.509 INFO:tasks.rados.rados.0.smithi169.stdout:3487: rmattr oid 19 current snap is 324 2024-03-10T22:25:42.509 INFO:tasks.rados.rados.0.smithi169.stdout:3487: done (4 left) 2024-03-10T22:25:42.509 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 324 2024-03-10T22:25:42.509 INFO:tasks.rados.rados.0.smithi169.stdout:3488: seq_num 1078 ranges {7561216=458752,8019968=720896,8740864=81920} 2024-03-10T22:25:42.553 INFO:tasks.rados.rados.0.smithi169.stdout:3488: writing smithi16976610-36 from 7561216 to 8019968 tid 1 2024-03-10T22:25:42.556 INFO:tasks.rados.rados.0.smithi169.stdout:3488: writing smithi16976610-36 from 8019968 to 8740864 tid 2 2024-03-10T22:25:42.557 INFO:tasks.rados.rados.0.smithi169.stdout:3488: writing smithi16976610-36 from 8740864 to 8822784 tid 3 2024-03-10T22:25:42.557 INFO:tasks.rados.rados.0.smithi169.stdout:3489: copy_from oid 26 from oid 6 current snap is 324 2024-03-10T22:25:42.557 INFO:tasks.rados.rados.0.smithi169.stdout:3483: expect (ObjNum 994 snap 304 seq_num 994) 2024-03-10T22:25:42.618 INFO:tasks.rados.rados.0.smithi169.stdout:3484: finishing write tid 1 to smithi16976610-12 2024-03-10T22:25:42.618 INFO:tasks.rados.rados.0.smithi169.stdout:3484: finishing write tid 2 to smithi16976610-12 2024-03-10T22:25:42.618 INFO:tasks.rados.rados.0.smithi169.stdout:3484: finishing write tid 3 to smithi16976610-12 2024-03-10T22:25:42.618 INFO:tasks.rados.rados.0.smithi169.stdout:3484: finishing write tid 4 to smithi16976610-12 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3484: finishing write tid 5 to smithi16976610-12 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3484: oid 12 updating version 0 to 14125 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3484: oid 12 version 14125 is already newer than 14124 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3484: oid 12 version 14125 is already newer than 14123 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3484: oid 12 version 14125 is already newer than 14122 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14125 (ObjNum 1076 snap 324 seq_num 1076) dirty exists 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3484: left oid 12 (ObjNum 1076 snap 324 seq_num 1076) 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3483: done (5 left) 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3484: done (4 left) 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3490: delete oid 12 current snap is 324 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3486: finishing write tid 1 to smithi16976610-16 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3486: finishing write tid 2 to smithi16976610-16 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3486: finishing write tid 3 to smithi16976610-16 2024-03-10T22:25:42.619 INFO:tasks.rados.rados.0.smithi169.stdout:3486: finishing write tid 4 to smithi16976610-16 2024-03-10T22:25:42.620 INFO:tasks.rados.rados.0.smithi169.stdout:3485: expect (ObjNum 1069 snap 322 seq_num 1069) 2024-03-10T22:25:42.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:42.480+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:42.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:42.480+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:42.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[88180]: osdmap e723: 8 total, 8 up, 8 in 2024-03-10T22:25:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:42.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[90638]: osdmap e723: 8 total, 8 up, 8 in 2024-03-10T22:25:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:42.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:42.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:42.485+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:42.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:42.485+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:42.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:42.486+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:42.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:42.486+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:42.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:42.486+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:42.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:42.492+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:42.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:42.492+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:42.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:42.480+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:42.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:25:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:25:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:25:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:42 smithi172 ceph-mon[84635]: osdmap e723: 8 total, 8 up, 8 in 2024-03-10T22:25:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:42.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:42.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:42 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:42.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:42.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:42.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:43.218 INFO:tasks.rados.rados.0.smithi169.stdout:3486: finishing write tid 5 to smithi16976610-16 2024-03-10T22:25:43.218 INFO:tasks.rados.rados.0.smithi169.stdout:3486: oid 16 updating version 0 to 14139 2024-03-10T22:25:43.218 INFO:tasks.rados.rados.0.smithi169.stdout:3486: oid 16 version 14139 is already newer than 14138 2024-03-10T22:25:43.219 INFO:tasks.rados.rados.0.smithi169.stdout:3486: oid 16 version 14139 is already newer than 14136 2024-03-10T22:25:43.219 INFO:tasks.rados.rados.0.smithi169.stdout:3486: oid 16 version 14139 is already newer than 14137 2024-03-10T22:25:43.219 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14139 (ObjNum 1077 snap 324 seq_num 1077) dirty exists 2024-03-10T22:25:43.219 INFO:tasks.rados.rados.0.smithi169.stdout:3486: left oid 16 (ObjNum 1077 snap 324 seq_num 1077) 2024-03-10T22:25:43.219 INFO:tasks.rados.rados.0.smithi169.stdout:3488: finishing write tid 1 to smithi16976610-36 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3488: finishing write tid 2 to smithi16976610-36 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3488: finishing write tid 3 to smithi16976610-36 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3488: finishing write tid 4 to smithi16976610-36 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3488: finishing write tid 5 to smithi16976610-36 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3488: oid 36 updating version 0 to 14103 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3488: oid 36 version 14103 is already newer than 14101 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3488: oid 36 version 14103 is already newer than 14100 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3488: oid 36 version 14103 is already newer than 14102 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 14103 (ObjNum 1078 snap 324 seq_num 1078) dirty exists 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3488: left oid 36 (ObjNum 1078 snap 324 seq_num 1078) 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3489: finishing copy_from racing read to smithi16976610-26 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3485: done (4 left) 2024-03-10T22:25:43.220 INFO:tasks.rados.rados.0.smithi169.stdout:3486: done (3 left) 2024-03-10T22:25:43.221 INFO:tasks.rados.rados.0.smithi169.stdout:3488: done (2 left) 2024-03-10T22:25:43.221 INFO:tasks.rados.rados.0.smithi169.stdout:3490: done (1 left) 2024-03-10T22:25:43.221 INFO:tasks.rados.rados.0.smithi169.stdout:3491: copy_from oid 47 from oid 50 current snap is 324 2024-03-10T22:25:43.221 INFO:tasks.rados.rados.0.smithi169.stdout:3489: finishing copy_from to smithi16976610-26 2024-03-10T22:25:43.221 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 14161 (ObjNum 1017 snap 312 seq_num 1017) dirty exists 2024-03-10T22:25:43.222 INFO:tasks.rados.rados.0.smithi169.stdout:3489: done (1 left) 2024-03-10T22:25:43.222 INFO:tasks.rados.rados.0.smithi169.stdout:3492: read oid 17 snap -1 2024-03-10T22:25:43.222 INFO:tasks.rados.rados.0.smithi169.stdout:3492: expect (ObjNum 986 snap 300 seq_num 986) 2024-03-10T22:25:43.222 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 22 current snap is 324 2024-03-10T22:25:43.222 INFO:tasks.rados.rados.0.smithi169.stdout:3493: seq_num 1080 ranges {6004736=491520,6496256=540672,7036928=262144} 2024-03-10T22:25:43.252 INFO:tasks.rados.rados.0.smithi169.stdout:3493: writing smithi16976610-22 from 6004736 to 6496256 tid 1 2024-03-10T22:25:43.255 INFO:tasks.rados.rados.0.smithi169.stdout:3493: writing smithi16976610-22 from 6496256 to 7036928 tid 2 2024-03-10T22:25:43.257 INFO:tasks.rados.rados.0.smithi169.stdout:3493: writing smithi16976610-22 from 7036928 to 7299072 tid 3 2024-03-10T22:25:43.258 INFO:tasks.rados.rados.0.smithi169.stdout:3494: read oid 35 snap -1 2024-03-10T22:25:43.258 INFO:tasks.rados.rados.0.smithi169.stdout:3494: expect (ObjNum 995 snap 304 seq_num 995) 2024-03-10T22:25:43.258 INFO:tasks.rados.rados.0.smithi169.stdout:3495: copy_from oid 31 from oid 36 current snap is 324 2024-03-10T22:25:43.258 INFO:tasks.rados.rados.0.smithi169.stdout:3492: expect (ObjNum 986 snap 300 seq_num 986) 2024-03-10T22:25:43.418 INFO:tasks.rados.rados.0.smithi169.stdout:3491: finishing copy_from racing read to smithi16976610-47 2024-03-10T22:25:43.419 INFO:tasks.rados.rados.0.smithi169.stdout:3491: finishing copy_from to smithi16976610-47 2024-03-10T22:25:43.419 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 14084 (ObjNum 1003 snap 307 seq_num 1003) dirty exists 2024-03-10T22:25:43.419 INFO:tasks.rados.rados.0.smithi169.stdout:3491: done (4 left) 2024-03-10T22:25:43.419 INFO:tasks.rados.rados.0.smithi169.stdout:3492: done (3 left) 2024-03-10T22:25:43.419 INFO:tasks.rados.rados.0.smithi169.stdout:3496: read oid 25 snap 314 2024-03-10T22:25:43.419 INFO:tasks.rados.rados.0.smithi169.stdout:3496: expect (ObjNum 1013 snap 309 seq_num 1013) 2024-03-10T22:25:43.420 INFO:tasks.rados.rados.0.smithi169.stdout:3497: snap_remove snap 320 2024-03-10T22:25:43.490 INFO:tasks.rados.rados.0.smithi169.stdout:3497: done (4 left) 2024-03-10T22:25:43.490 INFO:tasks.rados.rados.0.smithi169.stdout:3498: copy_from oid 28 from oid 47 current snap is 324 2024-03-10T22:25:43.490 INFO:tasks.rados.rados.0.smithi169.stdout:3499: read oid 13 snap -1 2024-03-10T22:25:43.490 INFO:tasks.rados.rados.0.smithi169.stdout:3499: expect (ObjNum 1003 snap 307 seq_num 1003) 2024-03-10T22:25:43.490 INFO:tasks.rados.rados.0.smithi169.stdout:3500: copy_from oid 27 from oid 49 current snap is 324 2024-03-10T22:25:43.490 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 324 2024-03-10T22:25:43.490 INFO:tasks.rados.rados.0.smithi169.stdout:3501: seq_num 1081 ranges {2703360=507904,3211264=425984,3637248=376832} 2024-03-10T22:25:43.508 INFO:tasks.rados.rados.0.smithi169.stdout:3501: writing smithi16976610-1 from 2703360 to 3211264 tid 1 2024-03-10T22:25:43.511 INFO:tasks.rados.rados.0.smithi169.stdout:3501: writing smithi16976610-1 from 3211264 to 3637248 tid 2 2024-03-10T22:25:43.514 INFO:tasks.rados.rados.0.smithi169.stdout:3501: writing smithi16976610-1 from 3637248 to 4014080 tid 3 2024-03-10T22:25:43.514 INFO:tasks.rados.rados.0.smithi169.stdout:3502: rollback oid 41 current snap is 324 2024-03-10T22:25:43.514 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 41 to 314 2024-03-10T22:25:43.514 INFO:tasks.rados.rados.0.smithi169.stdout:3493: finishing write tid 1 to smithi16976610-22 2024-03-10T22:25:43.515 INFO:tasks.rados.rados.0.smithi169.stdout:3493: finishing write tid 2 to smithi16976610-22 2024-03-10T22:25:43.515 INFO:tasks.rados.rados.0.smithi169.stdout:3493: finishing write tid 3 to smithi16976610-22 2024-03-10T22:25:43.515 INFO:tasks.rados.rados.0.smithi169.stdout:3493: finishing write tid 4 to smithi16976610-22 2024-03-10T22:25:43.515 INFO:tasks.rados.rados.0.smithi169.stdout:3493: finishing write tid 5 to smithi16976610-22 2024-03-10T22:25:43.515 INFO:tasks.rados.rados.0.smithi169.stdout:3493: oid 22 updating version 0 to 14113 2024-03-10T22:25:43.515 INFO:tasks.rados.rados.0.smithi169.stdout:3493: oid 22 updating version 14113 to 14115 2024-03-10T22:25:43.515 INFO:tasks.rados.rados.0.smithi169.stdout:3493: oid 22 version 14115 is already newer than 14112 2024-03-10T22:25:43.516 INFO:tasks.rados.rados.0.smithi169.stdout:3493: oid 22 version 14115 is already newer than 14114 2024-03-10T22:25:43.516 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 14115 (ObjNum 1080 snap 324 seq_num 1080) dirty exists 2024-03-10T22:25:43.516 INFO:tasks.rados.rados.0.smithi169.stdout:3493: left oid 22 (ObjNum 1080 snap 324 seq_num 1080) 2024-03-10T22:25:43.516 INFO:tasks.rados.rados.0.smithi169.stdout:3494: expect (ObjNum 995 snap 304 seq_num 995) 2024-03-10T22:25:43.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:43.497+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:43.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:43.498+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:43.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[90638]: osdmap e724: 8 total, 8 up, 8 in 2024-03-10T22:25:43.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:43.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:43.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:43.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:43.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[90638]: pgmap v750: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 619 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-10T22:25:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[88180]: osdmap e724: 8 total, 8 up, 8 in 2024-03-10T22:25:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:43.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:43.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:43.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:43.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:43.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:43.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-mon[88180]: pgmap v750: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 619 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-10T22:25:43.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:43.494+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:43.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:43.494+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:43.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:43.494+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:43.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:43.494+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:43.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:43.494+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:43.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:43.495+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:43.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:43.486+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:43.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:43.486+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-mon[84635]: osdmap e724: 8 total, 8 up, 8 in 2024-03-10T22:25:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:43.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:43 smithi172 ceph-mon[84635]: pgmap v750: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 619 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-10T22:25:43.929 INFO:tasks.rados.rados.0.smithi169.stdout:3495: finishing copy_from racing read to smithi16976610-31 2024-03-10T22:25:43.929 INFO:tasks.rados.rados.0.smithi169.stdout:3495: finishing copy_from to smithi16976610-31 2024-03-10T22:25:43.929 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14103 (ObjNum 1078 snap 324 seq_num 1078) dirty exists 2024-03-10T22:25:43.929 INFO:tasks.rados.rados.0.smithi169.stdout:3496: expect (ObjNum 1013 snap 309 seq_num 1013) 2024-03-10T22:25:43.986 INFO:tasks.rados.rados.0.smithi169.stdout:3501: finishing write tid 1 to smithi16976610-1 2024-03-10T22:25:43.986 INFO:tasks.rados.rados.0.smithi169.stdout:3499: expect (ObjNum 1003 snap 307 seq_num 1003) 2024-03-10T22:25:44.091 INFO:tasks.rados.rados.0.smithi169.stdout:3498: finishing copy_from racing read to smithi16976610-28 2024-03-10T22:25:44.091 INFO:tasks.rados.rados.0.smithi169.stdout:3501: finishing write tid 2 to smithi16976610-1 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3500: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3502: finishing rollback tid 0 to smithi16976610-41 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3502: finishing rollback tid 1 to smithi16976610-41 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 14132 (ObjNum 49 snap 0 seq_num 0) dirty dne 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3498: finishing copy_from to smithi16976610-28 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14084 (ObjNum 1003 snap 307 seq_num 1003) dirty exists 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3501: finishing write tid 3 to smithi16976610-1 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3493: done (8 left) 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3494: done (7 left) 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3495: done (6 left) 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3496: done (5 left) 2024-03-10T22:25:44.092 INFO:tasks.rados.rados.0.smithi169.stdout:3498: done (4 left) 2024-03-10T22:25:44.093 INFO:tasks.rados.rados.0.smithi169.stdout:3499: done (3 left) 2024-03-10T22:25:44.093 INFO:tasks.rados.rados.0.smithi169.stdout:3502: done (2 left) 2024-03-10T22:25:44.093 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 324 2024-03-10T22:25:44.093 INFO:tasks.rados.rados.0.smithi169.stdout:3503: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2024-03-10T22:25:44.093 INFO:tasks.rados.rados.0.smithi169.stdout:3503: writing smithi16976610-25 from 0 to 524288 tid 1 2024-03-10T22:25:44.098 INFO:tasks.rados.rados.0.smithi169.stdout:3503: writing smithi16976610-25 from 524288 to 1228800 tid 2 2024-03-10T22:25:44.099 INFO:tasks.rados.rados.0.smithi169.stdout:3503: writing smithi16976610-25 from 1228800 to 1327104 tid 3 2024-03-10T22:25:44.099 INFO:tasks.rados.rados.0.smithi169.stdout:3504: snap_create 2024-03-10T22:25:44.099 INFO:tasks.rados.rados.0.smithi169.stdout:3501: finishing write tid 4 to smithi16976610-1 2024-03-10T22:25:44.099 INFO:tasks.rados.rados.0.smithi169.stdout:3500: finishing copy_from to smithi16976610-27 2024-03-10T22:25:44.100 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14154 (ObjNum 1042 snap 314 seq_num 1042) dirty exists 2024-03-10T22:25:44.100 INFO:tasks.rados.rados.0.smithi169.stdout:3501: finishing write tid 5 to smithi16976610-1 2024-03-10T22:25:44.100 INFO:tasks.rados.rados.0.smithi169.stdout:3501: oid 1 updating version 0 to 14169 2024-03-10T22:25:44.100 INFO:tasks.rados.rados.0.smithi169.stdout:3501: oid 1 updating version 14169 to 14170 2024-03-10T22:25:44.100 INFO:tasks.rados.rados.0.smithi169.stdout:3501: oid 1 version 14170 is already newer than 14168 2024-03-10T22:25:44.100 INFO:tasks.rados.rados.0.smithi169.stdout:3501: oid 1 updating version 14170 to 14171 2024-03-10T22:25:44.100 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14171 (ObjNum 1081 snap 324 seq_num 1081) dirty exists 2024-03-10T22:25:44.100 INFO:tasks.rados.rados.0.smithi169.stdout:3501: left oid 1 (ObjNum 1081 snap 324 seq_num 1081) 2024-03-10T22:25:44.100 INFO:tasks.rados.rados.0.smithi169.stdout:3503: finishing write tid 1 to smithi16976610-25 2024-03-10T22:25:44.109 INFO:tasks.rados.rados.0.smithi169.stdout:3503: finishing write tid 2 to smithi16976610-25 2024-03-10T22:25:44.109 INFO:tasks.rados.rados.0.smithi169.stdout:3503: finishing write tid 3 to smithi16976610-25 2024-03-10T22:25:44.109 INFO:tasks.rados.rados.0.smithi169.stdout:3503: finishing write tid 4 to smithi16976610-25 2024-03-10T22:25:44.112 INFO:tasks.rados.rados.0.smithi169.stdout:3503: finishing write tid 5 to smithi16976610-25 2024-03-10T22:25:44.112 INFO:tasks.rados.rados.0.smithi169.stdout:3503: oid 25 updating version 0 to 14142 2024-03-10T22:25:44.112 INFO:tasks.rados.rados.0.smithi169.stdout:3503: oid 25 version 14142 is already newer than 14140 2024-03-10T22:25:44.112 INFO:tasks.rados.rados.0.smithi169.stdout:3503: oid 25 updating version 14142 to 14143 2024-03-10T22:25:44.112 INFO:tasks.rados.rados.0.smithi169.stdout:3503: oid 25 version 14143 is already newer than 14141 2024-03-10T22:25:44.112 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14143 (ObjNum 1082 snap 324 seq_num 1082) dirty exists 2024-03-10T22:25:44.113 INFO:tasks.rados.rados.0.smithi169.stdout:3503: left oid 25 (ObjNum 1082 snap 324 seq_num 1082) 2024-03-10T22:25:44.496 INFO:tasks.rados.rados.0.smithi169.stdout:3500: done (3 left) 2024-03-10T22:25:44.496 INFO:tasks.rados.rados.0.smithi169.stdout:3501: done (2 left) 2024-03-10T22:25:44.496 INFO:tasks.rados.rados.0.smithi169.stdout:3503: done (1 left) 2024-03-10T22:25:44.496 INFO:tasks.rados.rados.0.smithi169.stdout:3504: done (0 left) 2024-03-10T22:25:44.496 INFO:tasks.rados.rados.0.smithi169.stdout:3505: rmattr oid 26 current snap is 325 2024-03-10T22:25:44.496 INFO:tasks.rados.rados.0.smithi169.stdout:3506: rollback oid 10 current snap is 325 2024-03-10T22:25:44.496 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 10 to 317 2024-03-10T22:25:44.496 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 33 current snap is 325 2024-03-10T22:25:44.496 INFO:tasks.rados.rados.0.smithi169.stdout:3507: seq_num 1083 ranges {6291456=540672,6832128=589824,7421952=212992} 2024-03-10T22:25:44.532 INFO:tasks.rados.rados.0.smithi169.stdout:3507: writing smithi16976610-33 from 6291456 to 6832128 tid 1 2024-03-10T22:25:44.535 INFO:tasks.rados.rados.0.smithi169.stdout:3507: writing smithi16976610-33 from 6832128 to 7421952 tid 2 2024-03-10T22:25:44.536 INFO:tasks.rados.rados.0.smithi169.stdout:3507: writing smithi16976610-33 from 7421952 to 7634944 tid 3 2024-03-10T22:25:44.536 INFO:tasks.rados.rados.0.smithi169.stdout:3508: snap_remove snap 322 2024-03-10T22:25:44.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:44.495+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:44.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:44.495+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:44.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:44.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[88180]: osdmap e725: 8 total, 8 up, 8 in 2024-03-10T22:25:44.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:44.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:44.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[90638]: osdmap e725: 8 total, 8 up, 8 in 2024-03-10T22:25:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:44.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:44.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:44.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:44.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:44.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:44.497+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:44.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:44.497+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:44.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:44.498+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:44.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:44.498+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:44.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:44.498+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:44.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:44.502+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:44.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:44.502+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:44.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:44.498+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:44 smithi172 ceph-mon[84635]: osdmap e725: 8 total, 8 up, 8 in 2024-03-10T22:25:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:44 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:44.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:45.504 INFO:tasks.rados.rados.0.smithi169.stdout:3508: done (3 left) 2024-03-10T22:25:45.505 INFO:tasks.rados.rados.0.smithi169.stdout:3509: setattr oid 16 current snap is 325 2024-03-10T22:25:45.506 INFO:tasks.rados.rados.0.smithi169.stdout:3506: finishing rollback tid 0 to smithi16976610-10 2024-03-10T22:25:45.506 INFO:tasks.rados.rados.0.smithi169.stdout:3506: finishing rollback tid 1 to smithi16976610-10 2024-03-10T22:25:45.506 INFO:tasks.rados.rados.0.smithi169.stdout:3506: finishing rollback tid 2 to smithi16976610-10 2024-03-10T22:25:45.506 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14110 (ObjNum 1039 snap 314 seq_num 1039) dirty exists 2024-03-10T22:25:45.506 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 14162 (ObjNum 1017 snap 312 seq_num 1017) dirty exists 2024-03-10T22:25:45.506 INFO:tasks.rados.rados.0.smithi169.stdout:3507: finishing write tid 1 to smithi16976610-33 2024-03-10T22:25:45.506 INFO:tasks.rados.rados.0.smithi169.stdout:3507: finishing write tid 2 to smithi16976610-33 2024-03-10T22:25:45.506 INFO:tasks.rados.rados.0.smithi169.stdout:3507: finishing write tid 3 to smithi16976610-33 2024-03-10T22:25:45.506 INFO:tasks.rados.rados.0.smithi169.stdout:3507: finishing write tid 4 to smithi16976610-33 2024-03-10T22:25:45.507 INFO:tasks.rados.rados.0.smithi169.stdout:3507: finishing write tid 5 to smithi16976610-33 2024-03-10T22:25:45.507 INFO:tasks.rados.rados.0.smithi169.stdout:3507: oid 33 updating version 0 to 14119 2024-03-10T22:25:45.507 INFO:tasks.rados.rados.0.smithi169.stdout:3507: oid 33 version 14119 is already newer than 14118 2024-03-10T22:25:45.507 INFO:tasks.rados.rados.0.smithi169.stdout:3507: oid 33 version 14119 is already newer than 14117 2024-03-10T22:25:45.507 INFO:tasks.rados.rados.0.smithi169.stdout:3507: oid 33 version 14119 is already newer than 14116 2024-03-10T22:25:45.507 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14119 (ObjNum 1083 snap 325 seq_num 1083) dirty exists 2024-03-10T22:25:45.507 INFO:tasks.rados.rados.0.smithi169.stdout:3507: left oid 33 (ObjNum 1083 snap 325 seq_num 1083) 2024-03-10T22:25:45.510 INFO:tasks.rados.rados.0.smithi169.stdout:3505: done (3 left) 2024-03-10T22:25:45.511 INFO:tasks.rados.rados.0.smithi169.stdout:3506: done (2 left) 2024-03-10T22:25:45.511 INFO:tasks.rados.rados.0.smithi169.stdout:3507: done (1 left) 2024-03-10T22:25:45.511 INFO:tasks.rados.rados.0.smithi169.stdout:3510: read oid 44 snap -1 2024-03-10T22:25:45.511 INFO:tasks.rados.rados.0.smithi169.stdout:3510: expect (ObjNum 1015 snap 309 seq_num 1015) 2024-03-10T22:25:45.511 INFO:tasks.rados.rados.0.smithi169.stdout:3511: read oid 50 snap -1 2024-03-10T22:25:45.511 INFO:tasks.rados.rados.0.smithi169.stdout:3511: expect (ObjNum 1003 snap 307 seq_num 1003) 2024-03-10T22:25:45.511 INFO:tasks.rados.rados.0.smithi169.stdout:3512: copy_from oid 42 from oid 11 current snap is 325 2024-03-10T22:25:45.511 INFO:tasks.rados.rados.0.smithi169.stdout:3513: rmattr oid 2 current snap is 325 2024-03-10T22:25:45.511 INFO:tasks.rados.rados.0.smithi169.stdout:3513: done (4 left) 2024-03-10T22:25:45.511 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 325 2024-03-10T22:25:45.511 INFO:tasks.rados.rados.0.smithi169.stdout:3514: seq_num 1084 ranges {0=557056,557056=475136,1032192=327680} 2024-03-10T22:25:45.514 INFO:tasks.rados.rados.0.smithi169.stdout:3514: writing smithi16976610-12 from 0 to 557056 tid 1 2024-03-10T22:25:45.517 INFO:tasks.rados.rados.0.smithi169.stdout:3514: writing smithi16976610-12 from 557056 to 1032192 tid 2 2024-03-10T22:25:45.519 INFO:tasks.rados.rados.0.smithi169.stdout:3514: writing smithi16976610-12 from 1032192 to 1359872 tid 3 2024-03-10T22:25:45.519 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 325 2024-03-10T22:25:45.519 INFO:tasks.rados.rados.0.smithi169.stdout:3512: finishing copy_from to smithi16976610-42 2024-03-10T22:25:45.519 INFO:tasks.rados.rados.0.smithi169.stdout:3512: got expected ENOENT (src dne) 2024-03-10T22:25:45.519 INFO:tasks.rados.rados.0.smithi169.stdout:3515: seq_num 1085 ranges {3489792=581632,4071424=761856,4833280=40960} 2024-03-10T22:25:45.541 INFO:tasks.rados.rados.0.smithi169.stdout:3515: writing smithi16976610-28 from 3489792 to 4071424 tid 1 2024-03-10T22:25:45.547 INFO:tasks.rados.rados.0.smithi169.stdout:3515: writing smithi16976610-28 from 4071424 to 4833280 tid 2 2024-03-10T22:25:45.547 INFO:tasks.rados.rados.0.smithi169.stdout:3515: writing smithi16976610-28 from 4833280 to 4874240 tid 3 2024-03-10T22:25:45.547 INFO:tasks.rados.rados.0.smithi169.stdout:3516: snap_remove snap 314 2024-03-10T22:25:45.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:45.500+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:45.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:45.501+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:45.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[88180]: osdmap e726: 8 total, 8 up, 8 in 2024-03-10T22:25:45.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:45.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:45.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:45.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:45.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:45.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:45.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:45.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:45.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[88180]: pgmap v753: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 630 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-03-10T22:25:45.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[90638]: osdmap e726: 8 total, 8 up, 8 in 2024-03-10T22:25:45.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:45.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:45.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:45.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:45.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:45.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:45.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:45.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:45.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-mon[90638]: pgmap v753: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 630 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-03-10T22:25:45.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:45.505+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:45.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:45.505+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:45.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:45.506+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:45.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:45.506+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:45.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:45.506+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:45.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:45.509+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:45.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:45.499+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:45.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:45.499+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-mon[84635]: osdmap e726: 8 total, 8 up, 8 in 2024-03-10T22:25:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:45.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:45.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:45.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:45 smithi172 ceph-mon[84635]: pgmap v753: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 630 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-03-10T22:25:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:25:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:25:45] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:25:46.505 INFO:tasks.rados.rados.0.smithi169.stdout:3516: done (6 left) 2024-03-10T22:25:46.506 INFO:tasks.rados.rados.0.smithi169.stdout:3517: snap_create 2024-03-10T22:25:46.506 INFO:tasks.rados.rados.0.smithi169.stdout:3512: finishing copy_from racing read to smithi16976610-42 2024-03-10T22:25:46.506 INFO:tasks.rados.rados.0.smithi169.stdout:3510: expect (ObjNum 1015 snap 309 seq_num 1015) 2024-03-10T22:25:46.516 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14144 (ObjNum 1077 snap 324 seq_num 1077) dirty exists 2024-03-10T22:25:46.516 INFO:tasks.rados.rados.0.smithi169.stdout:3514: finishing write tid 1 to smithi16976610-12 2024-03-10T22:25:46.516 INFO:tasks.rados.rados.0.smithi169.stdout:3514: finishing write tid 2 to smithi16976610-12 2024-03-10T22:25:46.516 INFO:tasks.rados.rados.0.smithi169.stdout:3514: finishing write tid 3 to smithi16976610-12 2024-03-10T22:25:46.516 INFO:tasks.rados.rados.0.smithi169.stdout:3514: finishing write tid 4 to smithi16976610-12 2024-03-10T22:25:46.516 INFO:tasks.rados.rados.0.smithi169.stdout:3514: finishing write tid 5 to smithi16976610-12 2024-03-10T22:25:46.516 INFO:tasks.rados.rados.0.smithi169.stdout:3514: oid 12 updating version 0 to 14129 2024-03-10T22:25:46.516 INFO:tasks.rados.rados.0.smithi169.stdout:3514: oid 12 version 14129 is already newer than 14127 2024-03-10T22:25:46.516 INFO:tasks.rados.rados.0.smithi169.stdout:3514: oid 12 version 14129 is already newer than 14128 2024-03-10T22:25:46.517 INFO:tasks.rados.rados.0.smithi169.stdout:3514: oid 12 updating version 14129 to 14130 2024-03-10T22:25:46.517 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14130 (ObjNum 1084 snap 325 seq_num 1084) dirty exists 2024-03-10T22:25:46.517 INFO:tasks.rados.rados.0.smithi169.stdout:3514: left oid 12 (ObjNum 1084 snap 325 seq_num 1084) 2024-03-10T22:25:46.517 INFO:tasks.rados.rados.0.smithi169.stdout:3511: expect (ObjNum 1003 snap 307 seq_num 1003) 2024-03-10T22:25:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:3515: finishing write tid 1 to smithi16976610-28 2024-03-10T22:25:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:3515: finishing write tid 2 to smithi16976610-28 2024-03-10T22:25:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:3515: finishing write tid 3 to smithi16976610-28 2024-03-10T22:25:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:3515: finishing write tid 4 to smithi16976610-28 2024-03-10T22:25:46.622 INFO:tasks.rados.rados.0.smithi169.stdout:3515: finishing write tid 5 to smithi16976610-28 2024-03-10T22:25:46.623 INFO:tasks.rados.rados.0.smithi169.stdout:3515: oid 28 updating version 0 to 14089 2024-03-10T22:25:46.623 INFO:tasks.rados.rados.0.smithi169.stdout:3515: oid 28 updating version 14089 to 14092 2024-03-10T22:25:46.623 INFO:tasks.rados.rados.0.smithi169.stdout:3515: oid 28 version 14092 is already newer than 14091 2024-03-10T22:25:46.623 INFO:tasks.rados.rados.0.smithi169.stdout:3515: oid 28 version 14092 is already newer than 14090 2024-03-10T22:25:46.623 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14092 (ObjNum 1085 snap 325 seq_num 1085) dirty exists 2024-03-10T22:25:46.623 INFO:tasks.rados.rados.0.smithi169.stdout:3515: left oid 28 (ObjNum 1085 snap 325 seq_num 1085) 2024-03-10T22:25:46.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:46.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:46.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:46.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: osdmap e727: 8 total, 8 up, 8 in 2024-03-10T22:25:46.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:46.751 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:46.752 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:46.752 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:46.752 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:46.752 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:25:46.752 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:25:46.752 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:25:46.752 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:25:46.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:46.505+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:46.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:46.505+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:46.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:46.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:46.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:46.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: osdmap e727: 8 total, 8 up, 8 in 2024-03-10T22:25:46.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:46.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:46.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:46.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:46.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:46.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:25:46.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:25:46.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:25:46.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:25:46.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:46.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:46.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:46.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: osdmap e727: 8 total, 8 up, 8 in 2024-03-10T22:25:46.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:46.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:46.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:46.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:46.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:46.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:25:46.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:25:46.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:25:46.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:25:46.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:46.689+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:46.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:46.689+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:46.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:46.689+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:46.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:46.689+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:46.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:46.689+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:46.758 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:46.689+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:46.759 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:46.689+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:47.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:46 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:46.750+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:47.511 INFO:tasks.rados.rados.0.smithi169.stdout:3509: done (6 left) 2024-03-10T22:25:47.511 INFO:tasks.rados.rados.0.smithi169.stdout:3510: done (5 left) 2024-03-10T22:25:47.511 INFO:tasks.rados.rados.0.smithi169.stdout:3511: done (4 left) 2024-03-10T22:25:47.511 INFO:tasks.rados.rados.0.smithi169.stdout:3512: done (3 left) 2024-03-10T22:25:47.511 INFO:tasks.rados.rados.0.smithi169.stdout:3514: done (2 left) 2024-03-10T22:25:47.511 INFO:tasks.rados.rados.0.smithi169.stdout:3515: done (1 left) 2024-03-10T22:25:47.511 INFO:tasks.rados.rados.0.smithi169.stdout:3517: done (0 left) 2024-03-10T22:25:47.511 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 17 current snap is 326 2024-03-10T22:25:47.511 INFO:tasks.rados.rados.0.smithi169.stdout:3518: seq_num 1086 ranges {4505600=598016,5103616=647168,5750784=155648} 2024-03-10T22:25:47.538 INFO:tasks.rados.rados.0.smithi169.stdout:3518: writing smithi16976610-17 from 4505600 to 5103616 tid 1 2024-03-10T22:25:47.542 INFO:tasks.rados.rados.0.smithi169.stdout:3518: writing smithi16976610-17 from 5103616 to 5750784 tid 2 2024-03-10T22:25:47.543 INFO:tasks.rados.rados.0.smithi169.stdout:3518: writing smithi16976610-17 from 5750784 to 5906432 tid 3 2024-03-10T22:25:47.543 INFO:tasks.rados.rados.0.smithi169.stdout:3519: read oid 7 snap -1 2024-03-10T22:25:47.543 INFO:tasks.rados.rados.0.smithi169.stdout:3519: expect deleted 2024-03-10T22:25:47.543 INFO:tasks.rados.rados.0.smithi169.stdout:3520: snap_remove snap 323 2024-03-10T22:25:47.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:47.509+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:47.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:47.509+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:47.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-mon[84635]: osdmap e728: 8 total, 8 up, 8 in 2024-03-10T22:25:47.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:47.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:47.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-mon[84635]: pgmap v756: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 635 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-03-10T22:25:47.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:47.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:47.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:47.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:47.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:47.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:48.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:47.509+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:48.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:47.510+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:48.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[88180]: osdmap e728: 8 total, 8 up, 8 in 2024-03-10T22:25:48.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:48.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:48.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[88180]: pgmap v756: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 635 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-03-10T22:25:48.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:48.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:48.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:48.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:48.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:48.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:48.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[90638]: osdmap e728: 8 total, 8 up, 8 in 2024-03-10T22:25:48.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:48.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:48.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[90638]: pgmap v756: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 635 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-03-10T22:25:48.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:48.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:48.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:48.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:48.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:48.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:48.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:47.540+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:48.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:47.543+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:48.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:47.543+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:48.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:47.543+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:48.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:47.543+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:48.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:47.543+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:48.523 INFO:tasks.rados.rados.0.smithi169.stdout:3520: done (2 left) 2024-03-10T22:25:48.523 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 326 2024-03-10T22:25:48.523 INFO:tasks.rados.rados.0.smithi169.stdout:3521: seq_num 1087 ranges {3104768=614400,3719168=532480,4251648=270336} 2024-03-10T22:25:48.543 INFO:tasks.rados.rados.0.smithi169.stdout:3521: writing smithi16976610-16 from 3104768 to 3719168 tid 1 2024-03-10T22:25:48.546 INFO:tasks.rados.rados.0.smithi169.stdout:3521: writing smithi16976610-16 from 3719168 to 4251648 tid 2 2024-03-10T22:25:48.549 INFO:tasks.rados.rados.0.smithi169.stdout:3521: writing smithi16976610-16 from 4251648 to 4521984 tid 3 2024-03-10T22:25:48.549 INFO:tasks.rados.rados.0.smithi169.stdout:3522: rmattr oid 29 current snap is 326 2024-03-10T22:25:48.549 INFO:tasks.rados.rados.0.smithi169.stdout:3518: finishing write tid 1 to smithi16976610-17 2024-03-10T22:25:48.549 INFO:tasks.rados.rados.0.smithi169.stdout:3518: finishing write tid 2 to smithi16976610-17 2024-03-10T22:25:48.549 INFO:tasks.rados.rados.0.smithi169.stdout:3518: finishing write tid 3 to smithi16976610-17 2024-03-10T22:25:48.549 INFO:tasks.rados.rados.0.smithi169.stdout:3519: done (3 left) 2024-03-10T22:25:48.549 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 326 2024-03-10T22:25:48.549 INFO:tasks.rados.rados.0.smithi169.stdout:3518: finishing write tid 4 to smithi16976610-17 2024-03-10T22:25:48.549 INFO:tasks.rados.rados.0.smithi169.stdout:3523: seq_num 1088 ranges {2867200=630784,3497984=466944,3964928=335872} 2024-03-10T22:25:48.568 INFO:tasks.rados.rados.0.smithi169.stdout:3523: writing smithi16976610-10 from 2867200 to 3497984 tid 1 2024-03-10T22:25:48.570 INFO:tasks.rados.rados.0.smithi169.stdout:3523: writing smithi16976610-10 from 3497984 to 3964928 tid 2 2024-03-10T22:25:48.574 INFO:tasks.rados.rados.0.smithi169.stdout:3523: writing smithi16976610-10 from 3964928 to 4300800 tid 3 2024-03-10T22:25:48.574 INFO:tasks.rados.rados.0.smithi169.stdout:3524: delete oid 19 current snap is 326 2024-03-10T22:25:48.574 INFO:tasks.rados.rados.0.smithi169.stdout:3518: finishing write tid 5 to smithi16976610-17 2024-03-10T22:25:48.574 INFO:tasks.rados.rados.0.smithi169.stdout:3518: oid 17 updating version 0 to 14171 2024-03-10T22:25:48.574 INFO:tasks.rados.rados.0.smithi169.stdout:3518: oid 17 version 14171 is already newer than 14170 2024-03-10T22:25:48.574 INFO:tasks.rados.rados.0.smithi169.stdout:3518: oid 17 version 14171 is already newer than 14169 2024-03-10T22:25:48.574 INFO:tasks.rados.rados.0.smithi169.stdout:3518: oid 17 version 14171 is already newer than 14168 2024-03-10T22:25:48.574 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 14171 (ObjNum 1086 snap 326 seq_num 1086) dirty exists 2024-03-10T22:25:48.574 INFO:tasks.rados.rados.0.smithi169.stdout:3518: left oid 17 (ObjNum 1086 snap 326 seq_num 1086) 2024-03-10T22:25:48.574 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14112 (ObjNum 1070 snap 322 seq_num 1070) dirty exists 2024-03-10T22:25:48.574 INFO:tasks.rados.rados.0.smithi169.stdout:3521: finishing write tid 1 to smithi16976610-16 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:3521: finishing write tid 2 to smithi16976610-16 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:3521: finishing write tid 3 to smithi16976610-16 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:3521: finishing write tid 4 to smithi16976610-16 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:3521: finishing write tid 5 to smithi16976610-16 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:3521: oid 16 updating version 0 to 14147 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:3521: oid 16 version 14147 is already newer than 14145 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:3521: oid 16 version 14147 is already newer than 14146 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:3521: oid 16 updating version 14147 to 14148 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14148 (ObjNum 1087 snap 326 seq_num 1087) dirty exists 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:3521: left oid 16 (ObjNum 1087 snap 326 seq_num 1087) 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:3523: finishing write tid 1 to smithi16976610-10 2024-03-10T22:25:48.575 INFO:tasks.rados.rados.0.smithi169.stdout:3523: finishing write tid 2 to smithi16976610-10 2024-03-10T22:25:48.576 INFO:tasks.rados.rados.0.smithi169.stdout:3523: finishing write tid 3 to smithi16976610-10 2024-03-10T22:25:48.576 INFO:tasks.rados.rados.0.smithi169.stdout:3523: finishing write tid 4 to smithi16976610-10 2024-03-10T22:25:48.577 INFO:tasks.rados.rados.0.smithi169.stdout:3518: done (4 left) 2024-03-10T22:25:48.577 INFO:tasks.rados.rados.0.smithi169.stdout:3521: done (3 left) 2024-03-10T22:25:48.577 INFO:tasks.rados.rados.0.smithi169.stdout:3522: done (2 left) 2024-03-10T22:25:48.577 INFO:tasks.rados.rados.0.smithi169.stdout:3524: done (1 left) 2024-03-10T22:25:48.578 INFO:tasks.rados.rados.0.smithi169.stdout:3525: copy_from oid 35 from oid 7 current snap is 326 2024-03-10T22:25:48.578 INFO:tasks.rados.rados.0.smithi169.stdout:3526: rmattr oid 43 current snap is 326 2024-03-10T22:25:48.578 INFO:tasks.rados.rados.0.smithi169.stdout:3526: done (2 left) 2024-03-10T22:25:48.578 INFO:tasks.rados.rados.0.smithi169.stdout:3527: snap_remove snap 325 2024-03-10T22:25:48.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:48.555+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:48 smithi172 ceph-mon[84635]: osdmap e729: 8 total, 8 up, 8 in 2024-03-10T22:25:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:48.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:48.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:48 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:49.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:48.526+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:49.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:48.526+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:49.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:48.520+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:49.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:48.524+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:49.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:48.524+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:49.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:48.524+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:49.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:48.524+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:49.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:48.524+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:49.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:48.524+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:49.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:49.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:49.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[88180]: osdmap e729: 8 total, 8 up, 8 in 2024-03-10T22:25:49.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[90638]: osdmap e729: 8 total, 8 up, 8 in 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:49.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:49.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:49.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:48 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:49.530 INFO:tasks.rados.rados.0.smithi169.stdout:3527: done (2 left) 2024-03-10T22:25:49.531 INFO:tasks.rados.rados.0.smithi169.stdout:3528: setattr oid 27 current snap is 326 2024-03-10T22:25:49.531 INFO:tasks.rados.rados.0.smithi169.stdout:3523: finishing write tid 5 to smithi16976610-10 2024-03-10T22:25:49.531 INFO:tasks.rados.rados.0.smithi169.stdout:3523: oid 10 updating version 0 to 14112 2024-03-10T22:25:49.531 INFO:tasks.rados.rados.0.smithi169.stdout:3523: oid 10 version 14112 is already newer than 14111 2024-03-10T22:25:49.531 INFO:tasks.rados.rados.0.smithi169.stdout:3523: oid 10 updating version 14112 to 14114 2024-03-10T22:25:49.531 INFO:tasks.rados.rados.0.smithi169.stdout:3523: oid 10 version 14114 is already newer than 14113 2024-03-10T22:25:49.532 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14114 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-03-10T22:25:49.532 INFO:tasks.rados.rados.0.smithi169.stdout:3523: left oid 10 (ObjNum 1088 snap 326 seq_num 1088) 2024-03-10T22:25:49.532 INFO:tasks.rados.rados.0.smithi169.stdout:3525: finishing copy_from to smithi16976610-35 2024-03-10T22:25:49.532 INFO:tasks.rados.rados.0.smithi169.stdout:3525: got expected ENOENT (src dne) 2024-03-10T22:25:49.532 INFO:tasks.rados.rados.0.smithi169.stdout:3525: finishing copy_from racing read to smithi16976610-35 2024-03-10T22:25:49.534 INFO:tasks.rados.rados.0.smithi169.stdout:3523: done (2 left) 2024-03-10T22:25:49.534 INFO:tasks.rados.rados.0.smithi169.stdout:3525: done (1 left) 2024-03-10T22:25:49.534 INFO:tasks.rados.rados.0.smithi169.stdout:3529: copy_from oid 30 from oid 9 current snap is 326 2024-03-10T22:25:49.534 INFO:tasks.rados.rados.0.smithi169.stdout:3530: read oid 44 snap -1 2024-03-10T22:25:49.534 INFO:tasks.rados.rados.0.smithi169.stdout:3530: expect (ObjNum 1015 snap 309 seq_num 1015) 2024-03-10T22:25:49.535 INFO:tasks.rados.rados.0.smithi169.stdout:3531: read oid 49 snap 324 2024-03-10T22:25:49.535 INFO:tasks.rados.rados.0.smithi169.stdout:3531: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:25:49.535 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 326 2024-03-10T22:25:49.535 INFO:tasks.rados.rados.0.smithi169.stdout:3532: seq_num 1090 ranges {6496256=663552,7159808=630784,7790592=172032} 2024-03-10T22:25:49.570 INFO:tasks.rados.rados.0.smithi169.stdout:3532: writing smithi16976610-3 from 6496256 to 7159808 tid 1 2024-03-10T22:25:49.574 INFO:tasks.rados.rados.0.smithi169.stdout:3532: writing smithi16976610-3 from 7159808 to 7790592 tid 2 2024-03-10T22:25:49.575 INFO:tasks.rados.rados.0.smithi169.stdout:3532: writing smithi16976610-3 from 7790592 to 7962624 tid 3 2024-03-10T22:25:49.575 INFO:tasks.rados.rados.0.smithi169.stdout:3533: snap_remove snap 317 2024-03-10T22:25:50.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:49.529+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:50.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:49.530+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:50.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:50.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[88180]: osdmap e730: 8 total, 8 up, 8 in 2024-03-10T22:25:50.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:50.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:50.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:50.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:50.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:50.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:50.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:50.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[88180]: pgmap v759: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 649 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 25 op/s 2024-03-10T22:25:50.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:50.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[90638]: osdmap e730: 8 total, 8 up, 8 in 2024-03-10T22:25:50.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:50.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:50.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:50.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:50.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:50.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:50.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:50.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-mon[90638]: pgmap v759: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 649 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 25 op/s 2024-03-10T22:25:50.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:49.535+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:50.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:49.537+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:50.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:49.538+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:50.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:49.538+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:50.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:49.538+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:50.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:49.538+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:50.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:49.535+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:50.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:49.535+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-mon[84635]: osdmap e730: 8 total, 8 up, 8 in 2024-03-10T22:25:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:50.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:50.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:50.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:50.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:49 smithi172 ceph-mon[84635]: pgmap v759: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 649 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 25 op/s 2024-03-10T22:25:50.534 INFO:tasks.rados.rados.0.smithi169.stdout:3533: done (5 left) 2024-03-10T22:25:50.534 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 326 2024-03-10T22:25:50.535 INFO:tasks.rados.rados.0.smithi169.stdout:3534: seq_num 1091 ranges {2383872=679936,3063808=516096,3579904=286720} 2024-03-10T22:25:50.551 INFO:tasks.rados.rados.0.smithi169.stdout:3534: writing smithi16976610-34 from 2383872 to 3063808 tid 1 2024-03-10T22:25:50.554 INFO:tasks.rados.rados.0.smithi169.stdout:3534: writing smithi16976610-34 from 3063808 to 3579904 tid 2 2024-03-10T22:25:50.556 INFO:tasks.rados.rados.0.smithi169.stdout:3534: writing smithi16976610-34 from 3579904 to 3866624 tid 3 2024-03-10T22:25:50.556 INFO:tasks.rados.rados.0.smithi169.stdout:3535: snap_create 2024-03-10T22:25:50.556 INFO:tasks.rados.rados.0.smithi169.stdout:3530: expect (ObjNum 1015 snap 309 seq_num 1015) 2024-03-10T22:25:50.567 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14172 (ObjNum 1042 snap 314 seq_num 1042) dirty exists 2024-03-10T22:25:50.567 INFO:tasks.rados.rados.0.smithi169.stdout:3531: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:25:50.785 INFO:tasks.rados.rados.0.smithi169.stdout:3529: finishing copy_from racing read to smithi16976610-30 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:3529: finishing copy_from to smithi16976610-30 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14111 (ObjNum 1000 snap 306 seq_num 1000) dirty exists 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:3532: finishing write tid 1 to smithi16976610-3 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:3532: finishing write tid 2 to smithi16976610-3 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:3532: finishing write tid 3 to smithi16976610-3 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:3532: finishing write tid 4 to smithi16976610-3 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:3532: finishing write tid 5 to smithi16976610-3 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:3532: oid 3 updating version 0 to 14163 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:3532: oid 3 updating version 14163 to 14166 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:3532: oid 3 version 14166 is already newer than 14164 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:3532: oid 3 version 14166 is already newer than 14165 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 14166 (ObjNum 1090 snap 326 seq_num 1090) dirty exists 2024-03-10T22:25:50.786 INFO:tasks.rados.rados.0.smithi169.stdout:3532: left oid 3 (ObjNum 1090 snap 326 seq_num 1090) 2024-03-10T22:25:50.787 INFO:tasks.rados.rados.0.smithi169.stdout:3534: finishing write tid 1 to smithi16976610-34 2024-03-10T22:25:50.787 INFO:tasks.rados.rados.0.smithi169.stdout:3534: finishing write tid 2 to smithi16976610-34 2024-03-10T22:25:50.787 INFO:tasks.rados.rados.0.smithi169.stdout:3534: finishing write tid 3 to smithi16976610-34 2024-03-10T22:25:50.787 INFO:tasks.rados.rados.0.smithi169.stdout:3534: finishing write tid 4 to smithi16976610-34 2024-03-10T22:25:50.787 INFO:tasks.rados.rados.0.smithi169.stdout:3534: finishing write tid 5 to smithi16976610-34 2024-03-10T22:25:50.787 INFO:tasks.rados.rados.0.smithi169.stdout:3534: oid 34 updating version 0 to 14122 2024-03-10T22:25:50.787 INFO:tasks.rados.rados.0.smithi169.stdout:3534: oid 34 updating version 14122 to 14123 2024-03-10T22:25:50.787 INFO:tasks.rados.rados.0.smithi169.stdout:3534: oid 34 version 14123 is already newer than 14121 2024-03-10T22:25:50.787 INFO:tasks.rados.rados.0.smithi169.stdout:3534: oid 34 version 14123 is already newer than 14120 2024-03-10T22:25:50.787 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14123 (ObjNum 1091 snap 326 seq_num 1091) dirty exists 2024-03-10T22:25:50.787 INFO:tasks.rados.rados.0.smithi169.stdout:3534: left oid 34 (ObjNum 1091 snap 326 seq_num 1091) 2024-03-10T22:25:50.904 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:50.533+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:50.904 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:50.534+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:50.904 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[88180]: osdmap e731: 8 total, 8 up, 8 in 2024-03-10T22:25:50.904 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:50.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:50.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:50.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:50.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:50.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:50.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:50.905 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:50.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[90638]: osdmap e731: 8 total, 8 up, 8 in 2024-03-10T22:25:50.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:50.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:50.906 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:50.906 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:50.906 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:50.906 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:50.906 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:50.906 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:50.906 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:50.539+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:50.906 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:50.540+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:50.906 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:50.540+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:50.906 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:50.541+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:50.906 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:50.541+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:50.907 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:50.541+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:50.907 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:50.541+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:51.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:50.533+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:50 smithi172 ceph-mon[84635]: osdmap e731: 8 total, 8 up, 8 in 2024-03-10T22:25:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:51.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:51.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:50 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:51.014 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:25:50 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:25:50.567+0000 7eff01a71700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 187 after trimming was started 2024-03-10T22:25:51.543 INFO:tasks.rados.rados.0.smithi169.stdout:3528: done (6 left) 2024-03-10T22:25:51.543 INFO:tasks.rados.rados.0.smithi169.stdout:3529: done (5 left) 2024-03-10T22:25:51.543 INFO:tasks.rados.rados.0.smithi169.stdout:3530: done (4 left) 2024-03-10T22:25:51.543 INFO:tasks.rados.rados.0.smithi169.stdout:3531: done (3 left) 2024-03-10T22:25:51.543 INFO:tasks.rados.rados.0.smithi169.stdout:3532: done (2 left) 2024-03-10T22:25:51.544 INFO:tasks.rados.rados.0.smithi169.stdout:3534: done (1 left) 2024-03-10T22:25:51.544 INFO:tasks.rados.rados.0.smithi169.stdout:3535: done (0 left) 2024-03-10T22:25:51.544 INFO:tasks.rados.rados.0.smithi169.stdout:3536: read oid 3 snap -1 2024-03-10T22:25:51.544 INFO:tasks.rados.rados.0.smithi169.stdout:3536: expect (ObjNum 1090 snap 326 seq_num 1090) 2024-03-10T22:25:51.544 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 327 2024-03-10T22:25:51.544 INFO:tasks.rados.rados.0.smithi169.stdout:3537: seq_num 1092 ranges {8822784=696320,9519104=802816} 2024-03-10T22:25:51.594 INFO:tasks.rados.rados.0.smithi169.stdout:3537: writing smithi16976610-36 from 8822784 to 9519104 tid 1 2024-03-10T22:25:51.599 INFO:tasks.rados.rados.0.smithi169.stdout:3537: writing smithi16976610-36 from 9519104 to 10321920 tid 2 2024-03-10T22:25:51.599 INFO:tasks.rados.rados.0.smithi169.stdout:3538: read oid 19 snap -1 2024-03-10T22:25:51.599 INFO:tasks.rados.rados.0.smithi169.stdout:3538: expect deleted 2024-03-10T22:25:51.599 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 327 2024-03-10T22:25:51.599 INFO:tasks.rados.rados.0.smithi169.stdout:3539: seq_num 1093 ranges {0=712704,712704=688128,1400832=114688} 2024-03-10T22:25:51.603 INFO:tasks.rados.rados.0.smithi169.stdout:3539: writing smithi16976610-37 from 0 to 712704 tid 1 2024-03-10T22:25:51.606 INFO:tasks.rados.rados.0.smithi169.stdout:3539: writing smithi16976610-37 from 712704 to 1400832 tid 2 2024-03-10T22:25:51.607 INFO:tasks.rados.rados.0.smithi169.stdout:3539: writing smithi16976610-37 from 1400832 to 1515520 tid 3 2024-03-10T22:25:51.608 INFO:tasks.rados.rados.0.smithi169.stdout:3540: delete oid 12 current snap is 327 2024-03-10T22:25:51.608 INFO:tasks.rados.rados.0.smithi169.stdout:3536: expect (ObjNum 1090 snap 326 seq_num 1090) 2024-03-10T22:25:51.914 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:51.538+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:51.914 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:51.538+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:51.914 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:51.914 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-mon[84635]: osdmap e732: 8 total, 8 up, 8 in 2024-03-10T22:25:51.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:51.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:51.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:51.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:51.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:51.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:51.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:51.915 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:51 smithi172 ceph-mon[84635]: pgmap v762: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 664 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.5 MiB/s wr, 23 op/s 2024-03-10T22:25:51.916 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:51.541+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:51.916 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:51.542+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:51.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:51.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[90638]: osdmap e732: 8 total, 8 up, 8 in 2024-03-10T22:25:51.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:51.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:51.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:51.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:51.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:51.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:51.917 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:51.917 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[90638]: pgmap v762: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 664 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.5 MiB/s wr, 23 op/s 2024-03-10T22:25:51.917 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:51.917 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[88180]: osdmap e732: 8 total, 8 up, 8 in 2024-03-10T22:25:51.917 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:51.917 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:51.917 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:51.917 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:51.917 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:51.917 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:51.917 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:51.918 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-mon[88180]: pgmap v762: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 664 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.5 MiB/s wr, 23 op/s 2024-03-10T22:25:51.918 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:51.548+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:51.918 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:51.548+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:51.918 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:51.548+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:51.918 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:51.548+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:51.918 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:51.548+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:51.918 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:51.548+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:52.106 INFO:tasks.rados.rados.0.smithi169.stdout:3537: finishing write tid 1 to smithi16976610-36 2024-03-10T22:25:52.106 INFO:tasks.rados.rados.0.smithi169.stdout:3536: done (4 left) 2024-03-10T22:25:52.106 INFO:tasks.rados.rados.0.smithi169.stdout:3540: done (3 left) 2024-03-10T22:25:52.106 INFO:tasks.rados.rados.0.smithi169.stdout:3541: read oid 41 snap 324 2024-03-10T22:25:52.106 INFO:tasks.rados.rados.0.smithi169.stdout:3541: expect deleted 2024-03-10T22:25:52.106 INFO:tasks.rados.rados.0.smithi169.stdout:3542: delete oid 14 current snap is 327 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3537: finishing write tid 2 to smithi16976610-36 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3537: finishing write tid 3 to smithi16976610-36 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3537: finishing write tid 4 to smithi16976610-36 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3537: oid 36 updating version 0 to 14106 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3537: oid 36 version 14106 is already newer than 14104 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3537: oid 36 version 14106 is already newer than 14105 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 14106 (ObjNum 1092 snap 327 seq_num 1092) dirty exists 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3537: left oid 36 (ObjNum 1092 snap 327 seq_num 1092) 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3539: finishing write tid 1 to smithi16976610-37 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3539: finishing write tid 2 to smithi16976610-37 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3539: finishing write tid 3 to smithi16976610-37 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3539: finishing write tid 4 to smithi16976610-37 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3539: finishing write tid 5 to smithi16976610-37 2024-03-10T22:25:52.107 INFO:tasks.rados.rados.0.smithi169.stdout:3539: oid 37 updating version 0 to 14120 2024-03-10T22:25:52.108 INFO:tasks.rados.rados.0.smithi169.stdout:3539: oid 37 updating version 14120 to 14122 2024-03-10T22:25:52.108 INFO:tasks.rados.rados.0.smithi169.stdout:3539: oid 37 version 14122 is already newer than 14121 2024-03-10T22:25:52.108 INFO:tasks.rados.rados.0.smithi169.stdout:3539: oid 37 version 14122 is already newer than 14119 2024-03-10T22:25:52.108 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14122 (ObjNum 1093 snap 327 seq_num 1093) dirty exists 2024-03-10T22:25:52.108 INFO:tasks.rados.rados.0.smithi169.stdout:3539: left oid 37 (ObjNum 1093 snap 327 seq_num 1093) 2024-03-10T22:25:52.110 INFO:tasks.rados.rados.0.smithi169.stdout:3537: done (4 left) 2024-03-10T22:25:52.110 INFO:tasks.rados.rados.0.smithi169.stdout:3538: done (3 left) 2024-03-10T22:25:52.110 INFO:tasks.rados.rados.0.smithi169.stdout:3539: done (2 left) 2024-03-10T22:25:52.110 INFO:tasks.rados.rados.0.smithi169.stdout:3541: done (1 left) 2024-03-10T22:25:52.110 INFO:tasks.rados.rados.0.smithi169.stdout:3542: done (0 left) 2024-03-10T22:25:52.110 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 327 2024-03-10T22:25:52.110 INFO:tasks.rados.rados.0.smithi169.stdout:3543: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-03-10T22:25:52.114 INFO:tasks.rados.rados.0.smithi169.stdout:3543: writing smithi16976610-7 from 0 to 761856 tid 1 2024-03-10T22:25:52.119 INFO:tasks.rados.rados.0.smithi169.stdout:3543: writing smithi16976610-7 from 761856 to 1548288 tid 2 2024-03-10T22:25:52.119 INFO:tasks.rados.rados.0.smithi169.stdout:3543: writing smithi16976610-7 from 1548288 to 1564672 tid 3 2024-03-10T22:25:52.119 INFO:tasks.rados.rados.0.smithi169.stdout:3544: read oid 30 snap -1 2024-03-10T22:25:52.119 INFO:tasks.rados.rados.0.smithi169.stdout:3544: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:25:52.119 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 35 current snap is 327 2024-03-10T22:25:52.119 INFO:tasks.rados.rados.0.smithi169.stdout:3543: finishing write tid 1 to smithi16976610-7 2024-03-10T22:25:52.119 INFO:tasks.rados.rados.0.smithi169.stdout:3545: seq_num 1097 ranges {7823360=778240,8601600=671744,9273344=131072} 2024-03-10T22:25:52.166 INFO:tasks.rados.rados.0.smithi169.stdout:3545: writing smithi16976610-35 from 7823360 to 8601600 tid 1 2024-03-10T22:25:52.170 INFO:tasks.rados.rados.0.smithi169.stdout:3545: writing smithi16976610-35 from 8601600 to 9273344 tid 2 2024-03-10T22:25:52.171 INFO:tasks.rados.rados.0.smithi169.stdout:3545: writing smithi16976610-35 from 9273344 to 9404416 tid 3 2024-03-10T22:25:52.171 INFO:tasks.rados.rados.0.smithi169.stdout:3546: read oid 27 snap -1 2024-03-10T22:25:52.171 INFO:tasks.rados.rados.0.smithi169.stdout:3546: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:25:52.171 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 327 2024-03-10T22:25:52.171 INFO:tasks.rados.rados.0.smithi169.stdout:3543: finishing write tid 2 to smithi16976610-7 2024-03-10T22:25:52.171 INFO:tasks.rados.rados.0.smithi169.stdout:3547: seq_num 1098 ranges {7077888=794624,7872512=557056,8429568=245760} 2024-03-10T22:25:52.213 INFO:tasks.rados.rados.0.smithi169.stdout:3547: writing smithi16976610-15 from 7077888 to 7872512 tid 1 2024-03-10T22:25:52.217 INFO:tasks.rados.rados.0.smithi169.stdout:3547: writing smithi16976610-15 from 7872512 to 8429568 tid 2 2024-03-10T22:25:52.218 INFO:tasks.rados.rados.0.smithi169.stdout:3547: writing smithi16976610-15 from 8429568 to 8675328 tid 3 2024-03-10T22:25:52.218 INFO:tasks.rados.rados.0.smithi169.stdout:3548: rollback oid 42 current snap is 327 2024-03-10T22:25:52.219 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 42 to 326 2024-03-10T22:25:52.219 INFO:tasks.rados.rados.0.smithi169.stdout:3543: finishing write tid 3 to smithi16976610-7 2024-03-10T22:25:52.219 INFO:tasks.rados.rados.0.smithi169.stdout:3543: finishing write tid 4 to smithi16976610-7 2024-03-10T22:25:52.219 INFO:tasks.rados.rados.0.smithi169.stdout:3543: finishing write tid 5 to smithi16976610-7 2024-03-10T22:25:52.219 INFO:tasks.rados.rados.0.smithi169.stdout:3543: oid 7 updating version 0 to 14114 2024-03-10T22:25:52.219 INFO:tasks.rados.rados.0.smithi169.stdout:3543: oid 7 updating version 14114 to 14116 2024-03-10T22:25:52.219 INFO:tasks.rados.rados.0.smithi169.stdout:3543: oid 7 version 14116 is already newer than 14113 2024-03-10T22:25:52.219 INFO:tasks.rados.rados.0.smithi169.stdout:3543: oid 7 version 14116 is already newer than 14115 2024-03-10T22:25:52.219 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14116 (ObjNum 1096 snap 327 seq_num 1096) dirty exists 2024-03-10T22:25:52.219 INFO:tasks.rados.rados.0.smithi169.stdout:3543: left oid 7 (ObjNum 1096 snap 327 seq_num 1096) 2024-03-10T22:25:52.219 INFO:tasks.rados.rados.0.smithi169.stdout:3544: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:25:52.518 INFO:tasks.rados.rados.0.smithi169.stdout:3545: finishing write tid 1 to smithi16976610-35 2024-03-10T22:25:52.518 INFO:tasks.rados.rados.0.smithi169.stdout:3545: finishing write tid 2 to smithi16976610-35 2024-03-10T22:25:52.518 INFO:tasks.rados.rados.0.smithi169.stdout:3545: finishing write tid 3 to smithi16976610-35 2024-03-10T22:25:52.518 INFO:tasks.rados.rados.0.smithi169.stdout:3543: done (5 left) 2024-03-10T22:25:52.518 INFO:tasks.rados.rados.0.smithi169.stdout:3544: done (4 left) 2024-03-10T22:25:52.518 INFO:tasks.rados.rados.0.smithi169.stdout:3549: copy_from oid 37 from oid 49 current snap is 327 2024-03-10T22:25:52.518 INFO:tasks.rados.rados.0.smithi169.stdout:3545: finishing write tid 4 to smithi16976610-35 2024-03-10T22:25:52.518 INFO:tasks.rados.rados.0.smithi169.stdout:3545: finishing write tid 5 to smithi16976610-35 2024-03-10T22:25:52.518 INFO:tasks.rados.rados.0.smithi169.stdout:3545: oid 35 updating version 0 to 14128 2024-03-10T22:25:52.519 INFO:tasks.rados.rados.0.smithi169.stdout:3545: oid 35 updating version 14128 to 14131 2024-03-10T22:25:52.519 INFO:tasks.rados.rados.0.smithi169.stdout:3545: oid 35 version 14131 is already newer than 14129 2024-03-10T22:25:52.519 INFO:tasks.rados.rados.0.smithi169.stdout:3545: oid 35 version 14131 is already newer than 14130 2024-03-10T22:25:52.519 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 14131 (ObjNum 1097 snap 327 seq_num 1097) dirty exists 2024-03-10T22:25:52.519 INFO:tasks.rados.rados.0.smithi169.stdout:3545: left oid 35 (ObjNum 1097 snap 327 seq_num 1097) 2024-03-10T22:25:52.519 INFO:tasks.rados.rados.0.smithi169.stdout:3546: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:25:52.748 INFO:tasks.rados.rados.0.smithi169.stdout:3547: finishing write tid 1 to smithi16976610-15 2024-03-10T22:25:52.748 INFO:tasks.rados.rados.0.smithi169.stdout:3547: finishing write tid 2 to smithi16976610-15 2024-03-10T22:25:52.748 INFO:tasks.rados.rados.0.smithi169.stdout:3547: finishing write tid 3 to smithi16976610-15 2024-03-10T22:25:52.748 INFO:tasks.rados.rados.0.smithi169.stdout:3547: finishing write tid 4 to smithi16976610-15 2024-03-10T22:25:52.748 INFO:tasks.rados.rados.0.smithi169.stdout:3547: finishing write tid 5 to smithi16976610-15 2024-03-10T22:25:52.748 INFO:tasks.rados.rados.0.smithi169.stdout:3547: oid 15 updating version 0 to 14144 2024-03-10T22:25:52.748 INFO:tasks.rados.rados.0.smithi169.stdout:3547: oid 15 version 14144 is already newer than 14143 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:3547: oid 15 version 14144 is already newer than 14142 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:3547: oid 15 updating version 14144 to 14145 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14145 (ObjNum 1098 snap 327 seq_num 1098) dirty exists 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:3547: left oid 15 (ObjNum 1098 snap 327 seq_num 1098) 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:3548: finishing rollback tid 0 to smithi16976610-42 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:3545: done (4 left) 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:3546: done (3 left) 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:3547: done (2 left) 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:3550: read oid 12 snap -1 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:3550: expect deleted 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 327 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:3548: finishing rollback tid 1 to smithi16976610-42 2024-03-10T22:25:52.749 INFO:tasks.rados.rados.0.smithi169.stdout:3551: seq_num 1099 ranges {0=409600,409600=442368,851968=720896,1572864=40960} 2024-03-10T22:25:52.750 INFO:tasks.rados.rados.0.smithi169.stdout:3551: writing smithi16976610-5 from 0 to 409600 tid 1 2024-03-10T22:25:52.753 INFO:tasks.rados.rados.0.smithi169.stdout:3551: writing smithi16976610-5 from 409600 to 851968 tid 2 2024-03-10T22:25:52.760 INFO:tasks.rados.rados.0.smithi169.stdout:3551: writing smithi16976610-5 from 851968 to 1572864 tid 3 2024-03-10T22:25:52.760 INFO:tasks.rados.rados.0.smithi169.stdout:3551: writing smithi16976610-5 from 1572864 to 1613824 tid 4 2024-03-10T22:25:52.761 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 327 2024-03-10T22:25:52.761 INFO:tasks.rados.rados.0.smithi169.stdout:3548: finishing rollback tid 2 to smithi16976610-42 2024-03-10T22:25:52.761 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14135 (ObjNum 995 snap 304 seq_num 995) dirty exists 2024-03-10T22:25:52.761 INFO:tasks.rados.rados.0.smithi169.stdout:3549: finishing copy_from racing read to smithi16976610-37 2024-03-10T22:25:52.761 INFO:tasks.rados.rados.0.smithi169.stdout:3549: finishing copy_from to smithi16976610-37 2024-03-10T22:25:52.761 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14154 (ObjNum 1042 snap 314 seq_num 1042) dirty exists 2024-03-10T22:25:52.762 INFO:tasks.rados.rados.0.smithi169.stdout:3551: finishing write tid 1 to smithi16976610-5 2024-03-10T22:25:52.762 INFO:tasks.rados.rados.0.smithi169.stdout:3551: finishing write tid 2 to smithi16976610-5 2024-03-10T22:25:52.762 INFO:tasks.rados.rados.0.smithi169.stdout:3552: seq_num 1100 ranges {3489792=425984,3915776=729088,4644864=475136} 2024-03-10T22:25:52.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:25:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:25:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:25:52.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:52.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:52.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:52 smithi172 ceph-mon[84635]: osdmap e733: 8 total, 8 up, 8 in 2024-03-10T22:25:52.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:52.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:52.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:52 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:52.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:52.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:52.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:52.782 INFO:tasks.rados.rados.0.smithi169.stdout:3552: writing smithi16976610-50 from 3489792 to 3915776 tid 1 2024-03-10T22:25:52.787 INFO:tasks.rados.rados.0.smithi169.stdout:3552: writing smithi16976610-50 from 3915776 to 4644864 tid 2 2024-03-10T22:25:52.791 INFO:tasks.rados.rados.0.smithi169.stdout:3552: writing smithi16976610-50 from 4644864 to 5120000 tid 3 2024-03-10T22:25:52.792 INFO:tasks.rados.rados.0.smithi169.stdout:3548: done (4 left) 2024-03-10T22:25:52.792 INFO:tasks.rados.rados.0.smithi169.stdout:3549: done (3 left) 2024-03-10T22:25:52.792 INFO:tasks.rados.rados.0.smithi169.stdout:3550: done (2 left) 2024-03-10T22:25:52.792 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 327 2024-03-10T22:25:52.792 INFO:tasks.rados.rados.0.smithi169.stdout:3551: finishing write tid 3 to smithi16976610-5 2024-03-10T22:25:52.793 INFO:tasks.rados.rados.0.smithi169.stdout:3551: finishing write tid 4 to smithi16976610-5 2024-03-10T22:25:52.793 INFO:tasks.rados.rados.0.smithi169.stdout:3553: seq_num 1101 ranges {6864896=442368,7307264=606208,7913472=598016} 2024-03-10T22:25:52.831 INFO:tasks.rados.rados.0.smithi169.stdout:3553: writing smithi16976610-46 from 6864896 to 7307264 tid 1 2024-03-10T22:25:52.835 INFO:tasks.rados.rados.0.smithi169.stdout:3553: writing smithi16976610-46 from 7307264 to 7913472 tid 2 2024-03-10T22:25:52.840 INFO:tasks.rados.rados.0.smithi169.stdout:3553: writing smithi16976610-46 from 7913472 to 8511488 tid 3 2024-03-10T22:25:52.840 INFO:tasks.rados.rados.0.smithi169.stdout:3554: delete oid 27 current snap is 327 2024-03-10T22:25:52.840 INFO:tasks.rados.rados.0.smithi169.stdout:3551: finishing write tid 5 to smithi16976610-5 2024-03-10T22:25:52.841 INFO:tasks.rados.rados.0.smithi169.stdout:3551: finishing write tid 6 to smithi16976610-5 2024-03-10T22:25:52.841 INFO:tasks.rados.rados.0.smithi169.stdout:3551: oid 5 updating version 0 to 14176 2024-03-10T22:25:52.841 INFO:tasks.rados.rados.0.smithi169.stdout:3551: oid 5 version 14176 is already newer than 14174 2024-03-10T22:25:52.841 INFO:tasks.rados.rados.0.smithi169.stdout:3551: oid 5 version 14176 is already newer than 14175 2024-03-10T22:25:52.841 INFO:tasks.rados.rados.0.smithi169.stdout:3551: oid 5 updating version 14176 to 14177 2024-03-10T22:25:52.841 INFO:tasks.rados.rados.0.smithi169.stdout:3551: oid 5 version 14177 is already newer than 14173 2024-03-10T22:25:52.841 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 14177 (ObjNum 1099 snap 327 seq_num 1099) dirty exists 2024-03-10T22:25:52.841 INFO:tasks.rados.rados.0.smithi169.stdout:3551: left oid 5 (ObjNum 1099 snap 327 seq_num 1099) 2024-03-10T22:25:52.841 INFO:tasks.rados.rados.0.smithi169.stdout:3552: finishing write tid 1 to smithi16976610-50 2024-03-10T22:25:52.841 INFO:tasks.rados.rados.0.smithi169.stdout:3552: finishing write tid 2 to smithi16976610-50 2024-03-10T22:25:52.842 INFO:tasks.rados.rados.0.smithi169.stdout:3552: finishing write tid 3 to smithi16976610-50 2024-03-10T22:25:52.842 INFO:tasks.rados.rados.0.smithi169.stdout:3552: finishing write tid 4 to smithi16976610-50 2024-03-10T22:25:52.842 INFO:tasks.rados.rados.0.smithi169.stdout:3552: finishing write tid 5 to smithi16976610-50 2024-03-10T22:25:52.842 INFO:tasks.rados.rados.0.smithi169.stdout:3552: oid 50 updating version 0 to 14153 2024-03-10T22:25:52.842 INFO:tasks.rados.rados.0.smithi169.stdout:3552: oid 50 version 14153 is already newer than 14151 2024-03-10T22:25:52.842 INFO:tasks.rados.rados.0.smithi169.stdout:3552: oid 50 version 14153 is already newer than 14152 2024-03-10T22:25:52.842 INFO:tasks.rados.rados.0.smithi169.stdout:3552: oid 50 version 14153 is already newer than 14150 2024-03-10T22:25:52.842 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 14153 (ObjNum 1100 snap 327 seq_num 1100) dirty exists 2024-03-10T22:25:52.842 INFO:tasks.rados.rados.0.smithi169.stdout:3552: left oid 50 (ObjNum 1100 snap 327 seq_num 1100) 2024-03-10T22:25:52.842 INFO:tasks.rados.rados.0.smithi169.stdout:3553: finishing write tid 1 to smithi16976610-46 2024-03-10T22:25:52.842 INFO:tasks.rados.rados.0.smithi169.stdout:3553: finishing write tid 2 to smithi16976610-46 2024-03-10T22:25:52.843 INFO:tasks.rados.rados.0.smithi169.stdout:3553: finishing write tid 3 to smithi16976610-46 2024-03-10T22:25:52.843 INFO:tasks.rados.rados.0.smithi169.stdout:3551: done (3 left) 2024-03-10T22:25:52.843 INFO:tasks.rados.rados.0.smithi169.stdout:3552: done (2 left) 2024-03-10T22:25:52.843 INFO:tasks.rados.rados.0.smithi169.stdout:3554: done (1 left) 2024-03-10T22:25:52.844 INFO:tasks.rados.rados.0.smithi169.stdout:3555: snap_create 2024-03-10T22:25:52.844 INFO:tasks.rados.rados.0.smithi169.stdout:3553: finishing write tid 4 to smithi16976610-46 2024-03-10T22:25:52.846 INFO:tasks.rados.rados.0.smithi169.stdout:3553: finishing write tid 5 to smithi16976610-46 2024-03-10T22:25:52.846 INFO:tasks.rados.rados.0.smithi169.stdout:3553: oid 46 updating version 0 to 14147 2024-03-10T22:25:52.846 INFO:tasks.rados.rados.0.smithi169.stdout:3553: oid 46 updating version 14147 to 14148 2024-03-10T22:25:52.846 INFO:tasks.rados.rados.0.smithi169.stdout:3553: oid 46 updating version 14148 to 14149 2024-03-10T22:25:52.846 INFO:tasks.rados.rados.0.smithi169.stdout:3553: oid 46 version 14149 is already newer than 14146 2024-03-10T22:25:52.846 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14149 (ObjNum 1101 snap 327 seq_num 1101) dirty exists 2024-03-10T22:25:52.846 INFO:tasks.rados.rados.0.smithi169.stdout:3553: left oid 46 (ObjNum 1101 snap 327 seq_num 1101) 2024-03-10T22:25:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[88180]: osdmap e733: 8 total, 8 up, 8 in 2024-03-10T22:25:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[90638]: osdmap e733: 8 total, 8 up, 8 in 2024-03-10T22:25:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:53.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:53.555 INFO:tasks.rados.rados.0.smithi169.stdout:3553: done (1 left) 2024-03-10T22:25:53.555 INFO:tasks.rados.rados.0.smithi169.stdout:3555: done (0 left) 2024-03-10T22:25:53.555 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 20 current snap is 328 2024-03-10T22:25:53.555 INFO:tasks.rados.rados.0.smithi169.stdout:3556: seq_num 1103 ranges {1089536=475136,1564672=425984,1990656=696320,2686976=81920} 2024-03-10T22:25:53.563 INFO:tasks.rados.rados.0.smithi169.stdout:3556: writing smithi16976610-20 from 1089536 to 1564672 tid 1 2024-03-10T22:25:53.566 INFO:tasks.rados.rados.0.smithi169.stdout:3556: writing smithi16976610-20 from 1564672 to 1990656 tid 2 2024-03-10T22:25:53.570 INFO:tasks.rados.rados.0.smithi169.stdout:3556: writing smithi16976610-20 from 1990656 to 2686976 tid 3 2024-03-10T22:25:53.571 INFO:tasks.rados.rados.0.smithi169.stdout:3556: writing smithi16976610-20 from 2686976 to 2768896 tid 4 2024-03-10T22:25:53.571 INFO:tasks.rados.rados.0.smithi169.stdout:3557: read oid 7 snap -1 2024-03-10T22:25:53.571 INFO:tasks.rados.rados.0.smithi169.stdout:3557: expect (ObjNum 1096 snap 327 seq_num 1096) 2024-03-10T22:25:53.571 INFO:tasks.rados.rados.0.smithi169.stdout:3558: rollback oid 37 current snap is 328 2024-03-10T22:25:53.572 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 37 to 324 2024-03-10T22:25:53.572 INFO:tasks.rados.rados.0.smithi169.stdout:3556: finishing write tid 1 to smithi16976610-20 2024-03-10T22:25:53.572 INFO:tasks.rados.rados.0.smithi169.stdout:3556: finishing write tid 2 to smithi16976610-20 2024-03-10T22:25:53.572 INFO:tasks.rados.rados.0.smithi169.stdout:3559: snap_create 2024-03-10T22:25:53.575 INFO:tasks.rados.rados.0.smithi169.stdout:3556: finishing write tid 3 to smithi16976610-20 2024-03-10T22:25:53.577 INFO:tasks.rados.rados.0.smithi169.stdout:3556: finishing write tid 4 to smithi16976610-20 2024-03-10T22:25:53.577 INFO:tasks.rados.rados.0.smithi169.stdout:3556: finishing write tid 5 to smithi16976610-20 2024-03-10T22:25:53.578 INFO:tasks.rados.rados.0.smithi169.stdout:3557: expect (ObjNum 1096 snap 327 seq_num 1096) 2024-03-10T22:25:53.620 INFO:tasks.rados.rados.0.smithi169.stdout:3556: finishing write tid 6 to smithi16976610-20 2024-03-10T22:25:53.620 INFO:tasks.rados.rados.0.smithi169.stdout:3556: oid 20 updating version 0 to 14116 2024-03-10T22:25:53.621 INFO:tasks.rados.rados.0.smithi169.stdout:3556: oid 20 updating version 14116 to 14118 2024-03-10T22:25:53.621 INFO:tasks.rados.rados.0.smithi169.stdout:3556: oid 20 version 14118 is already newer than 14117 2024-03-10T22:25:53.621 INFO:tasks.rados.rados.0.smithi169.stdout:3556: oid 20 updating version 14118 to 14120 2024-03-10T22:25:53.621 INFO:tasks.rados.rados.0.smithi169.stdout:3556: oid 20 version 14120 is already newer than 14119 2024-03-10T22:25:53.621 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14120 (ObjNum 1103 snap 328 seq_num 1103) dirty exists 2024-03-10T22:25:53.621 INFO:tasks.rados.rados.0.smithi169.stdout:3556: left oid 20 (ObjNum 1103 snap 328 seq_num 1103) 2024-03-10T22:25:53.621 INFO:tasks.rados.rados.0.smithi169.stdout:3558: finishing rollback tid 0 to smithi16976610-37 2024-03-10T22:25:53.621 INFO:tasks.rados.rados.0.smithi169.stdout:3558: finishing rollback tid 1 to smithi16976610-37 2024-03-10T22:25:53.621 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14156 (ObjNum 177 snap 0 seq_num 1352641920) dirty dne 2024-03-10T22:25:54.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:53 smithi169 ceph-mon[88180]: pgmap v764: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 657 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-03-10T22:25:54.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:53 smithi169 ceph-mon[90638]: pgmap v764: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 657 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-03-10T22:25:54.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:53.554+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:54.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:53.555+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:54.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:53.566+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:54.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:53.567+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:54.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:53.567+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:54.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:53.567+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:54.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:53.567+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:54.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:53.567+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:54.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:53.568+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:54.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:53 smithi172 ceph-mon[84635]: pgmap v764: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 657 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-03-10T22:25:54.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:53.549+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:54.555 INFO:tasks.rados.rados.0.smithi169.stdout:3556: done (3 left) 2024-03-10T22:25:54.555 INFO:tasks.rados.rados.0.smithi169.stdout:3557: done (2 left) 2024-03-10T22:25:54.555 INFO:tasks.rados.rados.0.smithi169.stdout:3558: done (1 left) 2024-03-10T22:25:54.555 INFO:tasks.rados.rados.0.smithi169.stdout:3559: done (0 left) 2024-03-10T22:25:54.555 INFO:tasks.rados.rados.0.smithi169.stdout:3560: snap_create 2024-03-10T22:25:55.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:54.555+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:55.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:54.556+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:55.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:55.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:55.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[88180]: osdmap e734: 8 total, 8 up, 8 in 2024-03-10T22:25:55.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:55.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:55.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:55.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:55.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:55.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:55.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:55.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:55.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[90638]: osdmap e734: 8 total, 8 up, 8 in 2024-03-10T22:25:55.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:55.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:55.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:55.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:55.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:55.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:54 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:54 smithi172 ceph-mon[84635]: osdmap e734: 8 total, 8 up, 8 in 2024-03-10T22:25:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:55.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:54 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:55.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:55.238+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:55.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:55.238+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:55.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:55.239+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:55.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:55.239+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:55.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:55.239+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:55.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:55.239+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:55.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:55 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:55.238+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:55.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:55 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:55.239+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:55.557 INFO:tasks.rados.rados.0.smithi169.stdout:3560: done (0 left) 2024-03-10T22:25:55.557 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 330 2024-03-10T22:25:55.557 INFO:tasks.rados.rados.0.smithi169.stdout:3561: seq_num 1104 ranges {1179648=499712,1679360=712704,2392064=491520} 2024-03-10T22:25:55.566 INFO:tasks.rados.rados.0.smithi169.stdout:3561: writing smithi16976610-8 from 1179648 to 1679360 tid 1 2024-03-10T22:25:55.570 INFO:tasks.rados.rados.0.smithi169.stdout:3561: writing smithi16976610-8 from 1679360 to 2392064 tid 2 2024-03-10T22:25:55.573 INFO:tasks.rados.rados.0.smithi169.stdout:3561: writing smithi16976610-8 from 2392064 to 2883584 tid 3 2024-03-10T22:25:55.573 INFO:tasks.rados.rados.0.smithi169.stdout:3562: rollback oid 37 current snap is 330 2024-03-10T22:25:55.574 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 37 to 324 2024-03-10T22:25:55.574 INFO:tasks.rados.rados.0.smithi169.stdout:3563: snap_create 2024-03-10T22:25:55.574 INFO:tasks.rados.rados.0.smithi169.stdout:3561: finishing write tid 1 to smithi16976610-8 2024-03-10T22:25:55.575 INFO:tasks.rados.rados.0.smithi169.stdout:3561: finishing write tid 2 to smithi16976610-8 2024-03-10T22:25:55.576 INFO:tasks.rados.rados.0.smithi169.stdout:3561: finishing write tid 3 to smithi16976610-8 2024-03-10T22:25:55.576 INFO:tasks.rados.rados.0.smithi169.stdout:3561: finishing write tid 4 to smithi16976610-8 2024-03-10T22:25:55.577 INFO:tasks.rados.rados.0.smithi169.stdout:3561: finishing write tid 5 to smithi16976610-8 2024-03-10T22:25:55.578 INFO:tasks.rados.rados.0.smithi169.stdout:3561: oid 8 updating version 0 to 14135 2024-03-10T22:25:55.578 INFO:tasks.rados.rados.0.smithi169.stdout:3561: oid 8 version 14135 is already newer than 14134 2024-03-10T22:25:55.578 INFO:tasks.rados.rados.0.smithi169.stdout:3561: oid 8 version 14135 is already newer than 14133 2024-03-10T22:25:55.578 INFO:tasks.rados.rados.0.smithi169.stdout:3561: oid 8 version 14135 is already newer than 14132 2024-03-10T22:25:55.578 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14135 (ObjNum 1104 snap 330 seq_num 1104) dirty exists 2024-03-10T22:25:55.578 INFO:tasks.rados.rados.0.smithi169.stdout:3561: left oid 8 (ObjNum 1104 snap 330 seq_num 1104) 2024-03-10T22:25:55.579 INFO:tasks.rados.rados.0.smithi169.stdout:3562: finishing rollback tid 1 to smithi16976610-37 2024-03-10T22:25:55.579 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14156 (ObjNum 33 snap 0 seq_num 153368032) dirty dne 2024-03-10T22:25:55.926 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:55.558+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:55.926 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:55.558+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:55.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-mon[88180]: osdmap e735: 8 total, 8 up, 8 in 2024-03-10T22:25:55.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:55.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:55.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-mon[88180]: pgmap v767: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 657 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-03-10T22:25:55.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:55.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-mon[90638]: osdmap e735: 8 total, 8 up, 8 in 2024-03-10T22:25:55.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:55.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:55.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-mon[90638]: pgmap v767: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 657 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-03-10T22:25:55.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:56.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:55 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:55.580+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:55 smithi172 ceph-mon[84635]: osdmap e735: 8 total, 8 up, 8 in 2024-03-10T22:25:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:55 smithi172 ceph-mon[84635]: pgmap v767: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 657 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-03-10T22:25:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:56.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:25:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:25:55] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:25:56.560 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.306+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:56.560 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.306+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:56.561 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.306+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:56.561 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.306+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:56.561 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.306+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:56.561 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.306+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:56.561 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.306+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:56.574 INFO:tasks.rados.rados.0.smithi169.stdout:3561: done (2 left) 2024-03-10T22:25:56.575 INFO:tasks.rados.rados.0.smithi169.stdout:3562: done (1 left) 2024-03-10T22:25:56.575 INFO:tasks.rados.rados.0.smithi169.stdout:3563: done (0 left) 2024-03-10T22:25:56.575 INFO:tasks.rados.rados.0.smithi169.stdout:3564: setattr oid 17 current snap is 331 2024-03-10T22:25:56.576 INFO:tasks.rados.rados.0.smithi169.stdout:3565: snap_create 2024-03-10T22:25:56.582 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 14179 (ObjNum 1086 snap 326 seq_num 1086) dirty exists 2024-03-10T22:25:57.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:56.575+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:57.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:56.575+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[88180]: osdmap e736: 8 total, 8 up, 8 in 2024-03-10T22:25:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:57.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:57.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:57.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:57.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:57.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:57.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:57.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[90638]: osdmap e736: 8 total, 8 up, 8 in 2024-03-10T22:25:57.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:57.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:57.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:57.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:57.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.579+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:57.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.579+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:57.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.579+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:57.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.580+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:57.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.580+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:57.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:56.582+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:57.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:56.572+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:57.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:56.572+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-mon[84635]: osdmap e736: 8 total, 8 up, 8 in 2024-03-10T22:25:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:25:57.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:57.578 INFO:tasks.rados.rados.0.smithi169.stdout:3564: done (1 left) 2024-03-10T22:25:57.579 INFO:tasks.rados.rados.0.smithi169.stdout:3565: done (0 left) 2024-03-10T22:25:57.579 INFO:tasks.rados.rados.0.smithi169.stdout:3566: snap_create 2024-03-10T22:25:58.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:57.578+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:58.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:57.578+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:58.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:58.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: pgmap v769: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 660 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: osdmap e737: 8 total, 8 up, 8 in 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:58.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:58.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:58.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:58.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:58.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:58.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:58.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: pgmap v769: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 660 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-03-10T22:25:58.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:58.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: osdmap e737: 8 total, 8 up, 8 in 2024-03-10T22:25:58.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:58.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:58.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:58.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:58.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:58.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:58.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:58.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:57.578+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: pgmap v769: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 660 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-03-10T22:25:58.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:58.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: osdmap e737: 8 total, 8 up, 8 in 2024-03-10T22:25:58.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:58.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:58.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:58.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:58.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:58.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:58.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:58.584 INFO:tasks.rados.rados.0.smithi169.stdout:3566: done (0 left) 2024-03-10T22:25:58.584 INFO:tasks.rados.rados.0.smithi169.stdout:3567: read oid 29 snap -1 2024-03-10T22:25:58.584 INFO:tasks.rados.rados.0.smithi169.stdout:3567: expect (ObjNum 1070 snap 322 seq_num 1070) 2024-03-10T22:25:58.584 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 333 2024-03-10T22:25:58.584 INFO:tasks.rados.rados.0.smithi169.stdout:3568: seq_num 1105 ranges {7561216=516096,8077312=598016,8675328=606208} 2024-03-10T22:25:58.627 INFO:tasks.rados.rados.0.smithi169.stdout:3568: writing smithi16976610-21 from 7561216 to 8077312 tid 1 2024-03-10T22:25:58.631 INFO:tasks.rados.rados.0.smithi169.stdout:3568: writing smithi16976610-21 from 8077312 to 8675328 tid 2 2024-03-10T22:25:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:3568: writing smithi16976610-21 from 8675328 to 9281536 tid 3 2024-03-10T22:25:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:3569: rollback oid 7 current snap is 333 2024-03-10T22:25:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 7 to 326 2024-03-10T22:25:58.635 INFO:tasks.rados.rados.0.smithi169.stdout:3567: expect (ObjNum 1070 snap 322 seq_num 1070) 2024-03-10T22:25:58.673 INFO:tasks.rados.rados.0.smithi169.stdout:3568: finishing write tid 1 to smithi16976610-21 2024-03-10T22:25:58.673 INFO:tasks.rados.rados.0.smithi169.stdout:3568: finishing write tid 2 to smithi16976610-21 2024-03-10T22:25:58.673 INFO:tasks.rados.rados.0.smithi169.stdout:3567: done (2 left) 2024-03-10T22:25:58.673 INFO:tasks.rados.rados.0.smithi169.stdout:3570: read oid 42 snap -1 2024-03-10T22:25:58.673 INFO:tasks.rados.rados.0.smithi169.stdout:3570: expect (ObjNum 995 snap 304 seq_num 995) 2024-03-10T22:25:58.673 INFO:tasks.rados.rados.0.smithi169.stdout:3571: snap_remove snap 324 2024-03-10T22:25:58.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:58.584+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:58.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:58.584+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:58.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:58.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:58.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:58.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-mon[88180]: osdmap e738: 8 total, 8 up, 8 in 2024-03-10T22:25:58.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:58.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:58.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:58.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-mon[90638]: osdmap e738: 8 total, 8 up, 8 in 2024-03-10T22:25:58.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.386+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.386+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.386+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.386+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.386+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.387+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.387+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.587+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.587+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.587+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.588+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.588+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:25:58.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:58.589+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:25:59.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:59.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:25:59.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:25:59.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:58 smithi172 ceph-mon[84635]: osdmap e738: 8 total, 8 up, 8 in 2024-03-10T22:25:59.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:58.590+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:25:59.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:58 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:58.590+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:25:59.587 INFO:tasks.rados.rados.0.smithi169.stdout:3571: done (3 left) 2024-03-10T22:25:59.587 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 333 2024-03-10T22:25:59.587 INFO:tasks.rados.rados.0.smithi169.stdout:3572: seq_num 1106 ranges {1327104=532480,1859584=483328,2342912=475136,2818048=245760} 2024-03-10T22:25:59.598 INFO:tasks.rados.rados.0.smithi169.stdout:3572: writing smithi16976610-25 from 1327104 to 1859584 tid 1 2024-03-10T22:25:59.601 INFO:tasks.rados.rados.0.smithi169.stdout:3572: writing smithi16976610-25 from 1859584 to 2342912 tid 2 2024-03-10T22:25:59.604 INFO:tasks.rados.rados.0.smithi169.stdout:3572: writing smithi16976610-25 from 2342912 to 2818048 tid 3 2024-03-10T22:25:59.606 INFO:tasks.rados.rados.0.smithi169.stdout:3572: writing smithi16976610-25 from 2818048 to 3063808 tid 4 2024-03-10T22:25:59.606 INFO:tasks.rados.rados.0.smithi169.stdout:3573: copy_from oid 13 from oid 23 current snap is 333 2024-03-10T22:25:59.606 INFO:tasks.rados.rados.0.smithi169.stdout:3568: finishing write tid 3 to smithi16976610-21 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3568: finishing write tid 4 to smithi16976610-21 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3569: finishing rollback tid 0 to smithi16976610-7 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3568: finishing write tid 5 to smithi16976610-21 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3568: oid 21 updating version 0 to 14119 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3568: oid 21 version 14119 is already newer than 14118 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3568: oid 21 updating version 14119 to 14120 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3568: oid 21 version 14120 is already newer than 14117 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14120 (ObjNum 1105 snap 333 seq_num 1105) dirty exists 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3568: left oid 21 (ObjNum 1105 snap 333 seq_num 1105) 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3569: finishing rollback tid 1 to smithi16976610-7 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14122 (ObjNum 33 snap 0 seq_num 150773232) dirty dne 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3568: done (4 left) 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3569: done (3 left) 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3574: rmattr oid 10 current snap is 333 2024-03-10T22:25:59.607 INFO:tasks.rados.rados.0.smithi169.stdout:3574: done (3 left) 2024-03-10T22:25:59.608 INFO:tasks.rados.rados.0.smithi169.stdout:3575: rmattr oid 4 current snap is 333 2024-03-10T22:25:59.608 INFO:tasks.rados.rados.0.smithi169.stdout:3575: done (3 left) 2024-03-10T22:25:59.608 INFO:tasks.rados.rados.0.smithi169.stdout:3576: read oid 32 snap -1 2024-03-10T22:25:59.608 INFO:tasks.rados.rados.0.smithi169.stdout:3576: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:25:59.608 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 333 2024-03-10T22:25:59.608 INFO:tasks.rados.rados.0.smithi169.stdout:3570: expect (ObjNum 995 snap 304 seq_num 995) 2024-03-10T22:26:00.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:59.585+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:00.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:25:59.586+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:00.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:00.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: pgmap v772: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 663 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: osdmap e739: 8 total, 8 up, 8 in 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:00.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:00.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:00.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:00.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:00.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:00.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:00.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: pgmap v772: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 663 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-03-10T22:26:00.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: osdmap e739: 8 total, 8 up, 8 in 2024-03-10T22:26:00.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:00.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:00.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:00.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:00.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:00.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:00.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:00.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:00.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:59.598+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:00.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:59.598+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:00.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:59.598+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:00.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:59.598+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:00.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:59.599+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:00.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:59.599+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:00.007 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:25:59 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:25:59.599+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:00.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:25:59.588+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: pgmap v772: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 663 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-03-10T22:26:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: osdmap e739: 8 total, 8 up, 8 in 2024-03-10T22:26:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:00.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:00.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:00.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:00.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:00.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:25:59 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:00.023 INFO:tasks.rados.rados.0.smithi169.stdout:3572: finishing write tid 1 to smithi16976610-25 2024-03-10T22:26:00.023 INFO:tasks.rados.rados.0.smithi169.stdout:3573: finishing copy_from racing read to smithi16976610-13 2024-03-10T22:26:00.023 INFO:tasks.rados.rados.0.smithi169.stdout:3573: finishing copy_from to smithi16976610-13 2024-03-10T22:26:00.023 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 14127 (ObjNum 353 snap 0 seq_num 151498640) dirty exists 2024-03-10T22:26:00.024 INFO:tasks.rados.rados.0.smithi169.stdout:3576: expect (ObjNum 917 snap 284 seq_num 917) 2024-03-10T22:26:00.071 INFO:tasks.rados.rados.0.smithi169.stdout:3572: finishing write tid 2 to smithi16976610-25 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:3572: finishing write tid 3 to smithi16976610-25 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:3572: finishing write tid 4 to smithi16976610-25 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:3572: finishing write tid 5 to smithi16976610-25 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:3572: finishing write tid 6 to smithi16976610-25 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:3572: oid 25 updating version 0 to 14156 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:3572: oid 25 version 14156 is already newer than 14155 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:3572: oid 25 updating version 14156 to 14158 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:3572: oid 25 version 14158 is already newer than 14154 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:3572: oid 25 version 14158 is already newer than 14157 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14158 (ObjNum 1106 snap 333 seq_num 1106) dirty exists 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:3572: left oid 25 (ObjNum 1106 snap 333 seq_num 1106) 2024-03-10T22:26:00.072 INFO:tasks.rados.rados.0.smithi169.stdout:3577: seq_num 1107 ranges {4063232=548864,4612096=770048,5382144=434176} 2024-03-10T22:26:00.095 INFO:tasks.rados.rados.0.smithi169.stdout:3577: writing smithi16976610-26 from 4063232 to 4612096 tid 1 2024-03-10T22:26:00.100 INFO:tasks.rados.rados.0.smithi169.stdout:3577: writing smithi16976610-26 from 4612096 to 5382144 tid 2 2024-03-10T22:26:00.102 INFO:tasks.rados.rados.0.smithi169.stdout:3577: writing smithi16976610-26 from 5382144 to 5816320 tid 3 2024-03-10T22:26:00.103 INFO:tasks.rados.rados.0.smithi169.stdout:3570: done (4 left) 2024-03-10T22:26:00.103 INFO:tasks.rados.rados.0.smithi169.stdout:3572: done (3 left) 2024-03-10T22:26:00.103 INFO:tasks.rados.rados.0.smithi169.stdout:3573: done (2 left) 2024-03-10T22:26:00.103 INFO:tasks.rados.rados.0.smithi169.stdout:3576: done (1 left) 2024-03-10T22:26:00.103 INFO:tasks.rados.rados.0.smithi169.stdout:3578: setattr oid 36 current snap is 333 2024-03-10T22:26:00.103 INFO:tasks.rados.rados.0.smithi169.stdout:3577: finishing write tid 1 to smithi16976610-26 2024-03-10T22:26:00.103 INFO:tasks.rados.rados.0.smithi169.stdout:3579: delete oid 6 current snap is 333 2024-03-10T22:26:00.106 INFO:tasks.rados.rados.0.smithi169.stdout:3577: finishing write tid 2 to smithi16976610-26 2024-03-10T22:26:00.106 INFO:tasks.rados.rados.0.smithi169.stdout:3577: finishing write tid 3 to smithi16976610-26 2024-03-10T22:26:00.106 INFO:tasks.rados.rados.0.smithi169.stdout:3577: finishing write tid 4 to smithi16976610-26 2024-03-10T22:26:00.108 INFO:tasks.rados.rados.0.smithi169.stdout:3577: finishing write tid 5 to smithi16976610-26 2024-03-10T22:26:00.108 INFO:tasks.rados.rados.0.smithi169.stdout:3577: oid 26 updating version 0 to 14167 2024-03-10T22:26:00.108 INFO:tasks.rados.rados.0.smithi169.stdout:3577: oid 26 updating version 14167 to 14170 2024-03-10T22:26:00.108 INFO:tasks.rados.rados.0.smithi169.stdout:3577: oid 26 version 14170 is already newer than 14169 2024-03-10T22:26:00.108 INFO:tasks.rados.rados.0.smithi169.stdout:3577: oid 26 version 14170 is already newer than 14168 2024-03-10T22:26:00.108 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 14170 (ObjNum 1107 snap 333 seq_num 1107) dirty exists 2024-03-10T22:26:00.108 INFO:tasks.rados.rados.0.smithi169.stdout:3577: left oid 26 (ObjNum 1107 snap 333 seq_num 1107) 2024-03-10T22:26:00.108 INFO:tasks.rados.rados.0.smithi169.stdout:3577: done (2 left) 2024-03-10T22:26:00.108 INFO:tasks.rados.rados.0.smithi169.stdout:3579: done (1 left) 2024-03-10T22:26:00.109 INFO:tasks.rados.rados.0.smithi169.stdout:3580: delete oid 38 current snap is 333 2024-03-10T22:26:00.109 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 14107 (ObjNum 1092 snap 327 seq_num 1092) dirty exists 2024-03-10T22:26:00.111 INFO:tasks.rados.rados.0.smithi169.stdout:3578: done (1 left) 2024-03-10T22:26:00.112 INFO:tasks.rados.rados.0.smithi169.stdout:3580: done (0 left) 2024-03-10T22:26:00.112 INFO:tasks.rados.rados.0.smithi169.stdout:3581: rollback oid 11 current snap is 333 2024-03-10T22:26:00.112 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 11 to 327 2024-03-10T22:26:00.112 INFO:tasks.rados.rados.0.smithi169.stdout:3582: rollback oid 20 current snap is 333 2024-03-10T22:26:00.112 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 328 2024-03-10T22:26:00.112 INFO:tasks.rados.rados.0.smithi169.stdout:3583: rollback oid 50 current snap is 333 2024-03-10T22:26:00.112 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 50 to 329 2024-03-10T22:26:00.112 INFO:tasks.rados.rados.0.smithi169.stdout:3584: delete oid 14 current snap is 333 2024-03-10T22:26:00.112 INFO:tasks.rados.rados.0.smithi169.stdout:3581: finishing rollback tid 1 to smithi16976610-11 2024-03-10T22:26:00.112 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 0 (ObjNum 657 snap 0 seq_num 1352642400) dirty dne 2024-03-10T22:26:00.113 INFO:tasks.rados.rados.0.smithi169.stdout:3581: done (3 left) 2024-03-10T22:26:00.113 INFO:tasks.rados.rados.0.smithi169.stdout:3584: done (2 left) 2024-03-10T22:26:00.113 INFO:tasks.rados.rados.0.smithi169.stdout:3585: delete oid 32 current snap is 333 2024-03-10T22:26:00.114 INFO:tasks.rados.rados.0.smithi169.stdout:3582: finishing rollback tid 0 to smithi16976610-20 2024-03-10T22:26:00.115 INFO:tasks.rados.rados.0.smithi169.stdout:3582: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:26:00.115 INFO:tasks.rados.rados.0.smithi169.stdout:3582: finishing rollback tid 2 to smithi16976610-20 2024-03-10T22:26:00.115 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14123 (ObjNum 1103 snap 328 seq_num 1103) dirty exists 2024-03-10T22:26:00.117 INFO:tasks.rados.rados.0.smithi169.stdout:3582: done (2 left) 2024-03-10T22:26:00.117 INFO:tasks.rados.rados.0.smithi169.stdout:3585: done (1 left) 2024-03-10T22:26:00.117 INFO:tasks.rados.rados.0.smithi169.stdout:3586: read oid 5 snap 331 2024-03-10T22:26:00.117 INFO:tasks.rados.rados.0.smithi169.stdout:3586: expect (ObjNum 1099 snap 327 seq_num 1099) 2024-03-10T22:26:00.117 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 6 current snap is 333 2024-03-10T22:26:00.117 INFO:tasks.rados.rados.0.smithi169.stdout:3587: seq_num 1112 ranges {0=630784,630784=638976,1269760=466944,1736704=98304} 2024-03-10T22:26:00.121 INFO:tasks.rados.rados.0.smithi169.stdout:3587: writing smithi16976610-6 from 0 to 630784 tid 1 2024-03-10T22:26:00.125 INFO:tasks.rados.rados.0.smithi169.stdout:3587: writing smithi16976610-6 from 630784 to 1269760 tid 2 2024-03-10T22:26:00.128 INFO:tasks.rados.rados.0.smithi169.stdout:3587: writing smithi16976610-6 from 1269760 to 1736704 tid 3 2024-03-10T22:26:00.129 INFO:tasks.rados.rados.0.smithi169.stdout:3587: writing smithi16976610-6 from 1736704 to 1835008 tid 4 2024-03-10T22:26:00.129 INFO:tasks.rados.rados.0.smithi169.stdout:3588: copy_from oid 36 from oid 19 current snap is 333 2024-03-10T22:26:00.129 INFO:tasks.rados.rados.0.smithi169.stdout:3583: finishing rollback tid 0 to smithi16976610-50 2024-03-10T22:26:00.130 INFO:tasks.rados.rados.0.smithi169.stdout:3583: finishing rollback tid 1 to smithi16976610-50 2024-03-10T22:26:00.130 INFO:tasks.rados.rados.0.smithi169.stdout:3583: finishing rollback tid 2 to smithi16976610-50 2024-03-10T22:26:00.130 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 14161 (ObjNum 1100 snap 327 seq_num 1100) dirty exists 2024-03-10T22:26:00.130 INFO:tasks.rados.rados.0.smithi169.stdout:3586: expect (ObjNum 1099 snap 327 seq_num 1099) 2024-03-10T22:26:00.172 INFO:tasks.rados.rados.0.smithi169.stdout:3587: finishing write tid 1 to smithi16976610-6 2024-03-10T22:26:00.172 INFO:tasks.rados.rados.0.smithi169.stdout:3588: finishing copy_from to smithi16976610-36 2024-03-10T22:26:00.172 INFO:tasks.rados.rados.0.smithi169.stdout:3588: got expected ENOENT (src dne) 2024-03-10T22:26:00.172 INFO:tasks.rados.rados.0.smithi169.stdout:3587: finishing write tid 2 to smithi16976610-6 2024-03-10T22:26:00.172 INFO:tasks.rados.rados.0.smithi169.stdout:3588: finishing copy_from racing read to smithi16976610-36 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3587: finishing write tid 3 to smithi16976610-6 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3587: finishing write tid 4 to smithi16976610-6 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3587: finishing write tid 5 to smithi16976610-6 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3583: done (3 left) 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3586: done (2 left) 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3588: done (1 left) 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3589: snap_create 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3587: finishing write tid 6 to smithi16976610-6 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3587: oid 6 updating version 0 to 14182 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3587: oid 6 updating version 14182 to 14184 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3587: oid 6 version 14184 is already newer than 14183 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3587: oid 6 updating version 14184 to 14185 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:3587: oid 6 version 14185 is already newer than 14181 2024-03-10T22:26:00.173 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14185 (ObjNum 1112 snap 333 seq_num 1112) dirty exists 2024-03-10T22:26:00.174 INFO:tasks.rados.rados.0.smithi169.stdout:3587: left oid 6 (ObjNum 1112 snap 333 seq_num 1112) 2024-03-10T22:26:00.605 INFO:tasks.rados.rados.0.smithi169.stdout:3587: done (1 left) 2024-03-10T22:26:00.606 INFO:tasks.rados.rados.0.smithi169.stdout:3589: done (0 left) 2024-03-10T22:26:00.606 INFO:tasks.rados.rados.0.smithi169.stdout:3590: delete oid 26 current snap is 334 2024-03-10T22:26:00.611 INFO:tasks.rados.rados.0.smithi169.stdout:3590: done (0 left) 2024-03-10T22:26:00.611 INFO:tasks.rados.rados.0.smithi169.stdout:3591: snap_remove snap 331 2024-03-10T22:26:01.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:00.604+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:01.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:00.604+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:01.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[88180]: osdmap e740: 8 total, 8 up, 8 in 2024-03-10T22:26:01.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:01.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:01.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:01.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:00.604+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:01.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:00.604+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:01.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:00.605+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:01.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:00.605+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:01.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:00.605+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:01.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:00.605+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:01.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[90638]: osdmap e740: 8 total, 8 up, 8 in 2024-03-10T22:26:01.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:01.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:01.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:01.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:00 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:01.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:00 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:00.598+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:01.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:00 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:00.598+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:00 smithi172 ceph-mon[84635]: osdmap e740: 8 total, 8 up, 8 in 2024-03-10T22:26:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:00 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:01.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:00 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:01.611 INFO:tasks.rados.rados.0.smithi169.stdout:3591: done (0 left) 2024-03-10T22:26:01.611 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 334 2024-03-10T22:26:01.611 INFO:tasks.rados.rados.0.smithi169.stdout:3592: seq_num 1114 ranges {4014080=663552,4677632=802816,5480448=401408} 2024-03-10T22:26:01.637 INFO:tasks.rados.rados.0.smithi169.stdout:3592: writing smithi16976610-1 from 4014080 to 4677632 tid 1 2024-03-10T22:26:01.641 INFO:tasks.rados.rados.0.smithi169.stdout:3592: writing smithi16976610-1 from 4677632 to 5480448 tid 2 2024-03-10T22:26:01.644 INFO:tasks.rados.rados.0.smithi169.stdout:3592: writing smithi16976610-1 from 5480448 to 5881856 tid 3 2024-03-10T22:26:01.644 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 334 2024-03-10T22:26:01.644 INFO:tasks.rados.rados.0.smithi169.stdout:3592: finishing write tid 1 to smithi16976610-1 2024-03-10T22:26:01.644 INFO:tasks.rados.rados.0.smithi169.stdout:3593: seq_num 1115 ranges {8822784=679936,9502720=688128,10190848=516096} 2024-03-10T22:26:01.695 INFO:tasks.rados.rados.0.smithi169.stdout:3593: writing smithi16976610-31 from 8822784 to 9502720 tid 1 2024-03-10T22:26:01.700 INFO:tasks.rados.rados.0.smithi169.stdout:3593: writing smithi16976610-31 from 9502720 to 10190848 tid 2 2024-03-10T22:26:01.703 INFO:tasks.rados.rados.0.smithi169.stdout:3593: writing smithi16976610-31 from 10190848 to 10706944 tid 3 2024-03-10T22:26:01.703 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 38 current snap is 334 2024-03-10T22:26:01.703 INFO:tasks.rados.rados.0.smithi169.stdout:3592: finishing write tid 2 to smithi16976610-1 2024-03-10T22:26:01.703 INFO:tasks.rados.rados.0.smithi169.stdout:3594: seq_num 1116 ranges {0=696320,696320=573440,1269760=450560,1720320=180224} 2024-03-10T22:26:01.707 INFO:tasks.rados.rados.0.smithi169.stdout:3594: writing smithi16976610-38 from 0 to 696320 tid 1 2024-03-10T22:26:01.710 INFO:tasks.rados.rados.0.smithi169.stdout:3594: writing smithi16976610-38 from 696320 to 1269760 tid 2 2024-03-10T22:26:01.713 INFO:tasks.rados.rados.0.smithi169.stdout:3594: writing smithi16976610-38 from 1269760 to 1720320 tid 3 2024-03-10T22:26:01.715 INFO:tasks.rados.rados.0.smithi169.stdout:3594: writing smithi16976610-38 from 1720320 to 1900544 tid 4 2024-03-10T22:26:01.715 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 334 2024-03-10T22:26:01.715 INFO:tasks.rados.rados.0.smithi169.stdout:3592: finishing write tid 3 to smithi16976610-1 2024-03-10T22:26:01.715 INFO:tasks.rados.rados.0.smithi169.stdout:3592: finishing write tid 4 to smithi16976610-1 2024-03-10T22:26:01.715 INFO:tasks.rados.rados.0.smithi169.stdout:3592: finishing write tid 5 to smithi16976610-1 2024-03-10T22:26:01.715 INFO:tasks.rados.rados.0.smithi169.stdout:3592: oid 1 updating version 0 to 14176 2024-03-10T22:26:01.715 INFO:tasks.rados.rados.0.smithi169.stdout:3592: oid 1 version 14176 is already newer than 14173 2024-03-10T22:26:01.715 INFO:tasks.rados.rados.0.smithi169.stdout:3592: oid 1 version 14176 is already newer than 14175 2024-03-10T22:26:01.715 INFO:tasks.rados.rados.0.smithi169.stdout:3592: oid 1 version 14176 is already newer than 14174 2024-03-10T22:26:01.715 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14176 (ObjNum 1114 snap 334 seq_num 1114) dirty exists 2024-03-10T22:26:01.716 INFO:tasks.rados.rados.0.smithi169.stdout:3592: left oid 1 (ObjNum 1114 snap 334 seq_num 1114) 2024-03-10T22:26:01.716 INFO:tasks.rados.rados.0.smithi169.stdout:3593: finishing write tid 1 to smithi16976610-31 2024-03-10T22:26:01.716 INFO:tasks.rados.rados.0.smithi169.stdout:3593: finishing write tid 2 to smithi16976610-31 2024-03-10T22:26:01.716 INFO:tasks.rados.rados.0.smithi169.stdout:3595: seq_num 1117 ranges {311296=712704,1024000=458752,1482752=655360,2138112=90112} 2024-03-10T22:26:01.720 INFO:tasks.rados.rados.0.smithi169.stdout:3595: writing smithi16976610-44 from 311296 to 1024000 tid 1 2024-03-10T22:26:01.722 INFO:tasks.rados.rados.0.smithi169.stdout:3595: writing smithi16976610-44 from 1024000 to 1482752 tid 2 2024-03-10T22:26:01.726 INFO:tasks.rados.rados.0.smithi169.stdout:3595: writing smithi16976610-44 from 1482752 to 2138112 tid 3 2024-03-10T22:26:01.727 INFO:tasks.rados.rados.0.smithi169.stdout:3595: writing smithi16976610-44 from 2138112 to 2228224 tid 4 2024-03-10T22:26:01.727 INFO:tasks.rados.rados.0.smithi169.stdout:3592: done (3 left) 2024-03-10T22:26:01.727 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 334 2024-03-10T22:26:01.727 INFO:tasks.rados.rados.0.smithi169.stdout:3594: finishing write tid 1 to smithi16976610-38 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3593: finishing write tid 3 to smithi16976610-31 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3593: finishing write tid 4 to smithi16976610-31 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3594: finishing write tid 2 to smithi16976610-38 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3593: finishing write tid 5 to smithi16976610-31 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3593: oid 31 updating version 0 to 14158 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3593: oid 31 updating version 14158 to 14160 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3593: oid 31 version 14160 is already newer than 14159 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3593: oid 31 version 14160 is already newer than 14157 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14160 (ObjNum 1115 snap 334 seq_num 1115) dirty exists 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3593: left oid 31 (ObjNum 1115 snap 334 seq_num 1115) 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3594: finishing write tid 3 to smithi16976610-38 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3594: finishing write tid 4 to smithi16976610-38 2024-03-10T22:26:01.728 INFO:tasks.rados.rados.0.smithi169.stdout:3596: seq_num 1118 ranges {1130496=729088,1859584=794624,2654208=409600} 2024-03-10T22:26:01.737 INFO:tasks.rados.rados.0.smithi169.stdout:3596: writing smithi16976610-29 from 1130496 to 1859584 tid 1 2024-03-10T22:26:01.742 INFO:tasks.rados.rados.0.smithi169.stdout:3596: writing smithi16976610-29 from 1859584 to 2654208 tid 2 2024-03-10T22:26:01.747 INFO:tasks.rados.rados.0.smithi169.stdout:3596: writing smithi16976610-29 from 2654208 to 3063808 tid 3 2024-03-10T22:26:01.747 INFO:tasks.rados.rados.0.smithi169.stdout:3593: done (3 left) 2024-03-10T22:26:01.747 INFO:tasks.rados.rados.0.smithi169.stdout:3597: rmattr oid 19 current snap is 334 2024-03-10T22:26:01.747 INFO:tasks.rados.rados.0.smithi169.stdout:3597: done (3 left) 2024-03-10T22:26:01.747 INFO:tasks.rados.rados.0.smithi169.stdout:3598: rollback oid 27 current snap is 334 2024-03-10T22:26:01.747 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 27 to 326 2024-03-10T22:26:01.747 INFO:tasks.rados.rados.0.smithi169.stdout:3594: finishing write tid 5 to smithi16976610-38 2024-03-10T22:26:01.747 INFO:tasks.rados.rados.0.smithi169.stdout:3594: finishing write tid 6 to smithi16976610-38 2024-03-10T22:26:01.747 INFO:tasks.rados.rados.0.smithi169.stdout:3594: oid 38 updating version 0 to 14127 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3594: oid 38 version 14127 is already newer than 14126 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3594: oid 38 updating version 14127 to 14129 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3594: oid 38 version 14129 is already newer than 14128 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3594: oid 38 version 14129 is already newer than 14125 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 14129 (ObjNum 1116 snap 334 seq_num 1116) dirty exists 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3594: left oid 38 (ObjNum 1116 snap 334 seq_num 1116) 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3595: finishing write tid 1 to smithi16976610-44 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3595: finishing write tid 2 to smithi16976610-44 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3595: finishing write tid 3 to smithi16976610-44 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3595: finishing write tid 4 to smithi16976610-44 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3594: done (3 left) 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3599: rmattr oid 2 current snap is 334 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3599: done (3 left) 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3600: rmattr oid 41 current snap is 334 2024-03-10T22:26:01.748 INFO:tasks.rados.rados.0.smithi169.stdout:3600: done (3 left) 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3601: read oid 23 snap -1 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3601: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3602: read oid 13 snap -1 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3602: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3603: delete oid 18 current snap is 334 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3595: finishing write tid 5 to smithi16976610-44 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3595: finishing write tid 6 to smithi16976610-44 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3595: oid 44 updating version 0 to 14162 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3595: oid 44 updating version 14162 to 14164 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3595: oid 44 version 14164 is already newer than 14161 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3595: oid 44 updating version 14164 to 14165 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3595: oid 44 version 14165 is already newer than 14163 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 14165 (ObjNum 1117 snap 334 seq_num 1117) dirty exists 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3595: left oid 44 (ObjNum 1117 snap 334 seq_num 1117) 2024-03-10T22:26:01.749 INFO:tasks.rados.rados.0.smithi169.stdout:3596: finishing write tid 1 to smithi16976610-29 2024-03-10T22:26:01.750 INFO:tasks.rados.rados.0.smithi169.stdout:3601: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:26:01.750 INFO:tasks.rados.rados.0.smithi169.stdout:3602: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T22:26:01.751 INFO:tasks.rados.rados.0.smithi169.stdout:3596: finishing write tid 2 to smithi16976610-29 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3596: finishing write tid 3 to smithi16976610-29 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3596: finishing write tid 4 to smithi16976610-29 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3595: done (5 left) 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3601: done (4 left) 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3602: done (3 left) 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3603: done (2 left) 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3604: copy_from oid 37 from oid 42 current snap is 334 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3598: finishing rollback tid 1 to smithi16976610-27 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3598: finishing rollback tid 2 to smithi16976610-27 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14187 (ObjNum 1042 snap 314 seq_num 1042) dirty exists 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3598: done (2 left) 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3605: delete oid 14 current snap is 334 2024-03-10T22:26:01.752 INFO:tasks.rados.rados.0.smithi169.stdout:3596: finishing write tid 5 to smithi16976610-29 2024-03-10T22:26:01.753 INFO:tasks.rados.rados.0.smithi169.stdout:3596: oid 29 updating version 0 to 14125 2024-03-10T22:26:01.753 INFO:tasks.rados.rados.0.smithi169.stdout:3596: oid 29 updating version 14125 to 14126 2024-03-10T22:26:01.753 INFO:tasks.rados.rados.0.smithi169.stdout:3596: oid 29 version 14126 is already newer than 14124 2024-03-10T22:26:01.753 INFO:tasks.rados.rados.0.smithi169.stdout:3596: oid 29 version 14126 is already newer than 14123 2024-03-10T22:26:01.753 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14126 (ObjNum 1118 snap 334 seq_num 1118) dirty exists 2024-03-10T22:26:01.753 INFO:tasks.rados.rados.0.smithi169.stdout:3596: left oid 29 (ObjNum 1118 snap 334 seq_num 1118) 2024-03-10T22:26:01.753 INFO:tasks.rados.rados.0.smithi169.stdout:3596: done (2 left) 2024-03-10T22:26:01.753 INFO:tasks.rados.rados.0.smithi169.stdout:3605: done (1 left) 2024-03-10T22:26:01.753 INFO:tasks.rados.rados.0.smithi169.stdout:3606: snap_create 2024-03-10T22:26:01.781 INFO:tasks.rados.rados.0.smithi169.stdout:3604: finishing copy_from racing read to smithi16976610-37 2024-03-10T22:26:01.786 INFO:tasks.rados.rados.0.smithi169.stdout:3604: finishing copy_from to smithi16976610-37 2024-03-10T22:26:01.786 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14135 (ObjNum 995 snap 304 seq_num 995) dirty exists 2024-03-10T22:26:02.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:01.617+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:02.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:01.617+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:02.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[88180]: pgmap v775: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 659 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-03-10T22:26:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:02.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[88180]: osdmap e741: 8 total, 8 up, 8 in 2024-03-10T22:26:02.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[90638]: pgmap v775: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 659 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-03-10T22:26:02.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:02.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:02.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:02.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:02.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:02.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:02.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:02.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:02.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-mon[90638]: osdmap e741: 8 total, 8 up, 8 in 2024-03-10T22:26:02.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:01.613+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:02.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:01.613+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:02.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:01.613+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:02.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:01.614+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:02.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:01.614+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:02.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:01.614+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:02.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:01.615+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:02.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:01 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:01.608+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:01 smithi172 ceph-mon[84635]: pgmap v775: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 659 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-03-10T22:26:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:02.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:01 smithi172 ceph-mon[84635]: osdmap e741: 8 total, 8 up, 8 in 2024-03-10T22:26:02.612 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:26:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:26:02.616 INFO:tasks.rados.rados.0.smithi169.stdout:3604: done (1 left) 2024-03-10T22:26:02.616 INFO:tasks.rados.rados.0.smithi169.stdout:3606: done (0 left) 2024-03-10T22:26:02.616 INFO:tasks.rados.rados.0.smithi169.stdout:3607: snap_remove snap 330 2024-03-10T22:26:03.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:02.617+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:03.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:02.617+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:03.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[88180]: osdmap e742: 8 total, 8 up, 8 in 2024-03-10T22:26:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:03.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:03.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[90638]: osdmap e742: 8 total, 8 up, 8 in 2024-03-10T22:26:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:03.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:03.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:02.746+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:03.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:02.746+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-mon[84635]: osdmap e742: 8 total, 8 up, 8 in 2024-03-10T22:26:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:03.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:03.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.342+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:03.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.342+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:03.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.342+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:03.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.342+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:03.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.342+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:03.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.342+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:03.622 INFO:tasks.rados.rados.0.smithi169.stdout:3607: done (0 left) 2024-03-10T22:26:03.623 INFO:tasks.rados.rados.0.smithi169.stdout:3608: read oid 8 snap -1 2024-03-10T22:26:03.623 INFO:tasks.rados.rados.0.smithi169.stdout:3608: expect (ObjNum 1104 snap 330 seq_num 1104) 2024-03-10T22:26:03.623 INFO:tasks.rados.rados.0.smithi169.stdout:3609: copy_from oid 2 from oid 5 current snap is 335 2024-03-10T22:26:03.623 INFO:tasks.rados.rados.0.smithi169.stdout:3610: copy_from oid 15 from oid 11 current snap is 335 2024-03-10T22:26:03.623 INFO:tasks.rados.rados.0.smithi169.stdout:3611: delete oid 22 current snap is 335 2024-03-10T22:26:03.631 INFO:tasks.rados.rados.0.smithi169.stdout:3611: done (3 left) 2024-03-10T22:26:03.631 INFO:tasks.rados.rados.0.smithi169.stdout:3612: rollback oid 24 current snap is 335 2024-03-10T22:26:03.631 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 24 to 332 2024-03-10T22:26:03.631 INFO:tasks.rados.rados.0.smithi169.stdout:3613: rollback oid 1 current snap is 335 2024-03-10T22:26:03.631 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 1 to 332 2024-03-10T22:26:03.631 INFO:tasks.rados.rados.0.smithi169.stdout:3614: delete oid 7 current snap is 335 2024-03-10T22:26:03.634 INFO:tasks.rados.rados.0.smithi169.stdout:3609: finishing copy_from racing read to smithi16976610-2 2024-03-10T22:26:03.637 INFO:tasks.rados.rados.0.smithi169.stdout:3614: done (5 left) 2024-03-10T22:26:03.637 INFO:tasks.rados.rados.0.smithi169.stdout:3615: copy_from oid 46 from oid 48 current snap is 335 2024-03-10T22:26:03.637 INFO:tasks.rados.rados.0.smithi169.stdout:3616: snap_create 2024-03-10T22:26:03.638 INFO:tasks.rados.rados.0.smithi169.stdout:3609: finishing copy_from to smithi16976610-2 2024-03-10T22:26:03.638 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14177 (ObjNum 1099 snap 327 seq_num 1099) dirty exists 2024-03-10T22:26:03.640 INFO:tasks.rados.rados.0.smithi169.stdout:3610: finishing copy_from to smithi16976610-15 2024-03-10T22:26:03.640 INFO:tasks.rados.rados.0.smithi169.stdout:3610: got expected ENOENT (src dne) 2024-03-10T22:26:03.641 INFO:tasks.rados.rados.0.smithi169.stdout:3608: expect (ObjNum 1104 snap 330 seq_num 1104) 2024-03-10T22:26:03.735 INFO:tasks.rados.rados.0.smithi169.stdout:3610: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:26:03.736 INFO:tasks.rados.rados.0.smithi169.stdout:3612: finishing rollback tid 0 to smithi16976610-24 2024-03-10T22:26:03.736 INFO:tasks.rados.rados.0.smithi169.stdout:3612: finishing rollback tid 1 to smithi16976610-24 2024-03-10T22:26:03.736 INFO:tasks.rados.rados.0.smithi169.stdout:3613: finishing rollback tid 0 to smithi16976610-1 2024-03-10T22:26:03.736 INFO:tasks.rados.rados.0.smithi169.stdout:3612: finishing rollback tid 2 to smithi16976610-24 2024-03-10T22:26:03.736 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14152 (ObjNum 1050 snap 314 seq_num 1050) dirty exists 2024-03-10T22:26:03.736 INFO:tasks.rados.rados.0.smithi169.stdout:3613: finishing rollback tid 1 to smithi16976610-1 2024-03-10T22:26:03.736 INFO:tasks.rados.rados.0.smithi169.stdout:3613: finishing rollback tid 2 to smithi16976610-1 2024-03-10T22:26:03.736 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14179 (ObjNum 1081 snap 324 seq_num 1081) dirty exists 2024-03-10T22:26:03.736 INFO:tasks.rados.rados.0.smithi169.stdout:3615: finishing copy_from racing read to smithi16976610-46 2024-03-10T22:26:03.736 INFO:tasks.rados.rados.0.smithi169.stdout:3615: finishing copy_from to smithi16976610-46 2024-03-10T22:26:03.736 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14167 (ObjNum 1072 snap 323 seq_num 1072) dirty exists 2024-03-10T22:26:04.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:03.622+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:04.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:03.623+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:04.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-mon[88180]: pgmap v778: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 674 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-03-10T22:26:04.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-mon[88180]: osdmap e743: 8 total, 8 up, 8 in 2024-03-10T22:26:04.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:04.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:04.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-mon[90638]: pgmap v778: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 674 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-03-10T22:26:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-mon[90638]: osdmap e743: 8 total, 8 up, 8 in 2024-03-10T22:26:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:04.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:04.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.625+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:04.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.626+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:04.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.626+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:04.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.626+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:04.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.626+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:04.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.626+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:04.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:03.626+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:04.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:03.640+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:04.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:03 smithi172 ceph-mon[84635]: pgmap v778: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 674 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-03-10T22:26:04.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:03 smithi172 ceph-mon[84635]: osdmap e743: 8 total, 8 up, 8 in 2024-03-10T22:26:04.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:04.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:04.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:04.631 INFO:tasks.rados.rados.0.smithi169.stdout:3608: done (6 left) 2024-03-10T22:26:04.631 INFO:tasks.rados.rados.0.smithi169.stdout:3609: done (5 left) 2024-03-10T22:26:04.631 INFO:tasks.rados.rados.0.smithi169.stdout:3610: done (4 left) 2024-03-10T22:26:04.631 INFO:tasks.rados.rados.0.smithi169.stdout:3612: done (3 left) 2024-03-10T22:26:04.631 INFO:tasks.rados.rados.0.smithi169.stdout:3613: done (2 left) 2024-03-10T22:26:04.631 INFO:tasks.rados.rados.0.smithi169.stdout:3615: done (1 left) 2024-03-10T22:26:04.631 INFO:tasks.rados.rados.0.smithi169.stdout:3616: done (0 left) 2024-03-10T22:26:04.631 INFO:tasks.rados.rados.0.smithi169.stdout:3617: delete oid 13 current snap is 336 2024-03-10T22:26:04.633 INFO:tasks.rados.rados.0.smithi169.stdout:3617: done (0 left) 2024-03-10T22:26:04.634 INFO:tasks.rados.rados.0.smithi169.stdout:3618: delete oid 2 current snap is 336 2024-03-10T22:26:04.638 INFO:tasks.rados.rados.0.smithi169.stdout:3618: done (0 left) 2024-03-10T22:26:04.639 INFO:tasks.rados.rados.0.smithi169.stdout:3619: snap_create 2024-03-10T22:26:05.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:04.629+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:05.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:04.629+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:05.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:04.637+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:05.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:04.637+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:05.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:04.637+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:05.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:04.638+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:05.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:04.638+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:05.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:04.639+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:05.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:05.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:05.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:05.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:05.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: osdmap e744: 8 total, 8 up, 8 in 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:05.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:05.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:05.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:05.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: osdmap e744: 8 total, 8 up, 8 in 2024-03-10T22:26:05.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:05.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:05.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:05.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:05.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:05.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:05.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:05.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:05.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:04.632+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:05.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:04.632+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: osdmap e744: 8 total, 8 up, 8 in 2024-03-10T22:26:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:05.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:05.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:05.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:05.631 INFO:tasks.rados.rados.0.smithi169.stdout:3619: done (0 left) 2024-03-10T22:26:05.631 INFO:tasks.rados.rados.0.smithi169.stdout:3620: read oid 49 snap -1 2024-03-10T22:26:05.631 INFO:tasks.rados.rados.0.smithi169.stdout:3620: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:26:05.631 INFO:tasks.rados.rados.0.smithi169.stdout:3621: snap_remove snap 333 2024-03-10T22:26:05.926 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:05.628+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:05.926 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:05.629+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:05.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[88180]: pgmap v781: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 685 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.4 MiB/s wr, 18 op/s 2024-03-10T22:26:05.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:05.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[88180]: osdmap e745: 8 total, 8 up, 8 in 2024-03-10T22:26:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:05.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:05.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[90638]: pgmap v781: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 685 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.4 MiB/s wr, 18 op/s 2024-03-10T22:26:05.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:05.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[90638]: osdmap e745: 8 total, 8 up, 8 in 2024-03-10T22:26:05.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:05.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:05.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:05.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:05.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:05.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:05.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:05.928 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:05.629+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:05.929 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:05.629+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:05.929 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:05.629+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:05.929 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:05.629+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:05.929 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:05.630+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:05.929 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:05.630+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:05.929 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:05.630+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:06.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:05.627+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:05 smithi172 ceph-mon[84635]: pgmap v781: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 685 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.4 MiB/s wr, 18 op/s 2024-03-10T22:26:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:05 smithi172 ceph-mon[84635]: osdmap e745: 8 total, 8 up, 8 in 2024-03-10T22:26:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:06.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:06.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:06.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:06.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:06.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:26:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:26:05] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:26:06.643 INFO:tasks.rados.rados.0.smithi169.stdout:3621: done (1 left) 2024-03-10T22:26:06.643 INFO:tasks.rados.rados.0.smithi169.stdout:3622: snap_remove snap 334 2024-03-10T22:26:07.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:06.642+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:07.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:06.642+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:07.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:07.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:07.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:07.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:07.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:07.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:07.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:07.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[90638]: osdmap e746: 8 total, 8 up, 8 in 2024-03-10T22:26:07.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:07.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:06.692+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:07.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:06.693+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:07.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:06.693+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:07.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:06.693+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:07.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:06.693+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:07.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:06.693+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:07.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:07.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:07.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:07.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:07.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:07.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:07.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:07.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[88180]: osdmap e746: 8 total, 8 up, 8 in 2024-03-10T22:26:07.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:07.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:06 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:06.708+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:07.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:06 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:06.708+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:07.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:07.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:07.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:07.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:07.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:07.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:07.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:07.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:06 smithi172 ceph-mon[84635]: osdmap e746: 8 total, 8 up, 8 in 2024-03-10T22:26:07.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:07.650 INFO:tasks.rados.rados.0.smithi169.stdout:3622: done (1 left) 2024-03-10T22:26:07.650 INFO:tasks.rados.rados.0.smithi169.stdout:3623: delete oid 14 current snap is 337 2024-03-10T22:26:07.650 INFO:tasks.rados.rados.0.smithi169.stdout:3620: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:26:07.873 INFO:tasks.rados.rados.0.smithi169.stdout:3620: done (1 left) 2024-03-10T22:26:07.873 INFO:tasks.rados.rados.0.smithi169.stdout:3623: done (0 left) 2024-03-10T22:26:07.873 INFO:tasks.rados.rados.0.smithi169.stdout:3624: rollback oid 19 current snap is 337 2024-03-10T22:26:07.873 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 19 to 328 2024-03-10T22:26:07.873 INFO:tasks.rados.rados.0.smithi169.stdout:3625: copy_from oid 18 from oid 42 current snap is 337 2024-03-10T22:26:07.873 INFO:tasks.rados.rados.0.smithi169.stdout:3626: read oid 30 snap 336 2024-03-10T22:26:07.873 INFO:tasks.rados.rados.0.smithi169.stdout:3626: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:26:07.873 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 337 2024-03-10T22:26:07.873 INFO:tasks.rados.rados.0.smithi169.stdout:3627: seq_num 1126 ranges {3063808=466944,3530752=720896,4251648=778240,5029888=106496} 2024-03-10T22:26:07.892 INFO:tasks.rados.rados.0.smithi169.stdout:3627: writing smithi16976610-29 from 3063808 to 3530752 tid 1 2024-03-10T22:26:07.896 INFO:tasks.rados.rados.0.smithi169.stdout:3627: writing smithi16976610-29 from 3530752 to 4251648 tid 2 2024-03-10T22:26:07.901 INFO:tasks.rados.rados.0.smithi169.stdout:3627: writing smithi16976610-29 from 4251648 to 5029888 tid 3 2024-03-10T22:26:07.902 INFO:tasks.rados.rados.0.smithi169.stdout:3627: writing smithi16976610-29 from 5029888 to 5136384 tid 4 2024-03-10T22:26:07.902 INFO:tasks.rados.rados.0.smithi169.stdout:3628: read oid 33 snap -1 2024-03-10T22:26:07.902 INFO:tasks.rados.rados.0.smithi169.stdout:3628: expect (ObjNum 1083 snap 325 seq_num 1083) 2024-03-10T22:26:07.902 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 337 2024-03-10T22:26:07.902 INFO:tasks.rados.rados.0.smithi169.stdout:3624: finishing rollback tid 1 to smithi16976610-19 2024-03-10T22:26:07.903 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14149 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-03-10T22:26:07.903 INFO:tasks.rados.rados.0.smithi169.stdout:3627: finishing write tid 1 to smithi16976610-29 2024-03-10T22:26:07.903 INFO:tasks.rados.rados.0.smithi169.stdout:3627: finishing write tid 2 to smithi16976610-29 2024-03-10T22:26:07.903 INFO:tasks.rados.rados.0.smithi169.stdout:3629: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-03-10T22:26:07.905 INFO:tasks.rados.rados.0.smithi169.stdout:3629: writing smithi16976610-23 from 0 to 483328 tid 1 2024-03-10T22:26:07.909 INFO:tasks.rados.rados.0.smithi169.stdout:3629: writing smithi16976610-23 from 483328 to 1081344 tid 2 2024-03-10T22:26:07.913 INFO:tasks.rados.rados.0.smithi169.stdout:3629: writing smithi16976610-23 from 1081344 to 1662976 tid 3 2024-03-10T22:26:07.916 INFO:tasks.rados.rados.0.smithi169.stdout:3629: writing smithi16976610-23 from 1662976 to 2088960 tid 4 2024-03-10T22:26:07.916 INFO:tasks.rados.rados.0.smithi169.stdout:3624: done (5 left) 2024-03-10T22:26:07.916 INFO:tasks.rados.rados.0.smithi169.stdout:3630: rollback oid 16 current snap is 337 2024-03-10T22:26:07.916 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 16 to 335 2024-03-10T22:26:07.916 INFO:tasks.rados.rados.0.smithi169.stdout:3631: setattr oid 17 current snap is 337 2024-03-10T22:26:07.917 INFO:tasks.rados.rados.0.smithi169.stdout:3627: finishing write tid 3 to smithi16976610-29 2024-03-10T22:26:07.917 INFO:tasks.rados.rados.0.smithi169.stdout:3627: finishing write tid 4 to smithi16976610-29 2024-03-10T22:26:07.917 INFO:tasks.rados.rados.0.smithi169.stdout:3627: finishing write tid 5 to smithi16976610-29 2024-03-10T22:26:07.917 INFO:tasks.rados.rados.0.smithi169.stdout:3626: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:26:08.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:07.651+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:08.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:07.652+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:08.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[90638]: pgmap v784: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 688 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-03-10T22:26:08.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:08.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:08.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[90638]: osdmap e747: 8 total, 8 up, 8 in 2024-03-10T22:26:08.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:08.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:08.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:08.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:08.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:08.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:08.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[88180]: pgmap v784: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 688 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-03-10T22:26:08.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:08.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:08.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[88180]: osdmap e747: 8 total, 8 up, 8 in 2024-03-10T22:26:08.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:08.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:08.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:08.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:08.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:08.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:08.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:07.852+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:08.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:07.852+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:08.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:07.852+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:08.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:07.852+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:08.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:07.852+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:08.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:07.853+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:08.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:07.853+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:08.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:07.675+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:07 smithi172 ceph-mon[84635]: pgmap v784: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 688 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-03-10T22:26:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:07 smithi172 ceph-mon[84635]: osdmap e747: 8 total, 8 up, 8 in 2024-03-10T22:26:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:08.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:08.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:08.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:08.206 INFO:tasks.rados.rados.0.smithi169.stdout:3627: finishing write tid 6 to smithi16976610-29 2024-03-10T22:26:08.206 INFO:tasks.rados.rados.0.smithi169.stdout:3627: oid 29 updating version 0 to 14127 2024-03-10T22:26:08.206 INFO:tasks.rados.rados.0.smithi169.stdout:3627: oid 29 updating version 14127 to 14129 2024-03-10T22:26:08.206 INFO:tasks.rados.rados.0.smithi169.stdout:3627: oid 29 updating version 14129 to 14130 2024-03-10T22:26:08.206 INFO:tasks.rados.rados.0.smithi169.stdout:3627: oid 29 updating version 14130 to 14131 2024-03-10T22:26:08.206 INFO:tasks.rados.rados.0.smithi169.stdout:3627: oid 29 version 14131 is already newer than 14128 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14131 (ObjNum 1126 snap 337 seq_num 1126) dirty exists 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3627: left oid 29 (ObjNum 1126 snap 337 seq_num 1126) 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3629: finishing write tid 1 to smithi16976610-23 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3629: finishing write tid 2 to smithi16976610-23 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3629: finishing write tid 3 to smithi16976610-23 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3625: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3629: finishing write tid 4 to smithi16976610-23 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3629: finishing write tid 5 to smithi16976610-23 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3625: finishing copy_from to smithi16976610-18 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14135 (ObjNum 995 snap 304 seq_num 995) dirty exists 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3629: finishing write tid 6 to smithi16976610-23 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3629: oid 23 updating version 0 to 14171 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3629: oid 23 version 14171 is already newer than 14168 2024-03-10T22:26:08.207 INFO:tasks.rados.rados.0.smithi169.stdout:3629: oid 23 updating version 14171 to 14172 2024-03-10T22:26:08.208 INFO:tasks.rados.rados.0.smithi169.stdout:3629: oid 23 version 14172 is already newer than 14169 2024-03-10T22:26:08.208 INFO:tasks.rados.rados.0.smithi169.stdout:3629: oid 23 version 14172 is already newer than 14170 2024-03-10T22:26:08.208 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14172 (ObjNum 1127 snap 337 seq_num 1127) dirty exists 2024-03-10T22:26:08.208 INFO:tasks.rados.rados.0.smithi169.stdout:3629: left oid 23 (ObjNum 1127 snap 337 seq_num 1127) 2024-03-10T22:26:08.208 INFO:tasks.rados.rados.0.smithi169.stdout:3630: finishing rollback tid 0 to smithi16976610-16 2024-03-10T22:26:08.208 INFO:tasks.rados.rados.0.smithi169.stdout:3630: finishing rollback tid 1 to smithi16976610-16 2024-03-10T22:26:08.208 INFO:tasks.rados.rados.0.smithi169.stdout:3630: finishing rollback tid 2 to smithi16976610-16 2024-03-10T22:26:08.208 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14164 (ObjNum 1087 snap 326 seq_num 1087) dirty exists 2024-03-10T22:26:08.208 INFO:tasks.rados.rados.0.smithi169.stdout:3628: expect (ObjNum 1083 snap 325 seq_num 1083) 2024-03-10T22:26:08.705 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 14189 (ObjNum 1086 snap 326 seq_num 1086) dirty exists 2024-03-10T22:26:08.705 INFO:tasks.rados.rados.0.smithi169.stdout:3625: done (6 left) 2024-03-10T22:26:08.705 INFO:tasks.rados.rados.0.smithi169.stdout:3626: done (5 left) 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3627: done (4 left) 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3628: done (3 left) 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3629: done (2 left) 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3630: done (1 left) 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3631: done (0 left) 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3632: read oid 12 snap -1 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3632: expect deleted 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3633: rollback oid 4 current snap is 337 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 4 to 327 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3634: read oid 44 snap -1 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3634: expect (ObjNum 1117 snap 334 seq_num 1117) 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3635: read oid 33 snap -1 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:3635: expect (ObjNum 1083 snap 325 seq_num 1083) 2024-03-10T22:26:08.706 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 337 2024-03-10T22:26:08.707 INFO:tasks.rados.rados.0.smithi169.stdout:3636: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2024-03-10T22:26:08.707 INFO:tasks.rados.rados.0.smithi169.stdout:3636: writing smithi16976610-41 from 0 to 499712 tid 1 2024-03-10T22:26:08.711 INFO:tasks.rados.rados.0.smithi169.stdout:3636: writing smithi16976610-41 from 499712 to 983040 tid 2 2024-03-10T22:26:08.715 INFO:tasks.rados.rados.0.smithi169.stdout:3636: writing smithi16976610-41 from 983040 to 1769472 tid 3 2024-03-10T22:26:08.718 INFO:tasks.rados.rados.0.smithi169.stdout:3636: writing smithi16976610-41 from 1769472 to 2105344 tid 4 2024-03-10T22:26:08.718 INFO:tasks.rados.rados.0.smithi169.stdout:3637: delete oid 35 current snap is 337 2024-03-10T22:26:08.718 INFO:tasks.rados.rados.0.smithi169.stdout:3633: finishing rollback tid 0 to smithi16976610-4 2024-03-10T22:26:08.718 INFO:tasks.rados.rados.0.smithi169.stdout:3633: finishing rollback tid 1 to smithi16976610-4 2024-03-10T22:26:08.718 INFO:tasks.rados.rados.0.smithi169.stdout:3633: finishing rollback tid 2 to smithi16976610-4 2024-03-10T22:26:08.718 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14182 (ObjNum 1034 snap 314 seq_num 1034) dirty exists 2024-03-10T22:26:08.718 INFO:tasks.rados.rados.0.smithi169.stdout:3636: finishing write tid 1 to smithi16976610-41 2024-03-10T22:26:08.718 INFO:tasks.rados.rados.0.smithi169.stdout:3634: expect (ObjNum 1117 snap 334 seq_num 1117) 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3636: finishing write tid 2 to smithi16976610-41 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3632: done (5 left) 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3633: done (4 left) 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3634: done (3 left) 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3637: done (2 left) 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3638: read oid 26 snap -1 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3638: expect deleted 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3639: read oid 49 snap -1 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3639: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3640: read oid 13 snap -1 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3640: expect deleted 2024-03-10T22:26:08.785 INFO:tasks.rados.rados.0.smithi169.stdout:3641: copy_from oid 24 from oid 43 current snap is 337 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:3636: finishing write tid 3 to smithi16976610-41 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:3636: finishing write tid 4 to smithi16976610-41 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:3636: finishing write tid 5 to smithi16976610-41 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:3636: finishing write tid 6 to smithi16976610-41 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:3636: oid 41 updating version 0 to 14138 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:3636: oid 41 updating version 14138 to 14139 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:3636: oid 41 version 14139 is already newer than 14136 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:3636: oid 41 version 14139 is already newer than 14137 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:3636: oid 41 updating version 14139 to 14140 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 14140 (ObjNum 1128 snap 337 seq_num 1128) dirty exists 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:3636: left oid 41 (ObjNum 1128 snap 337 seq_num 1128) 2024-03-10T22:26:08.786 INFO:tasks.rados.rados.0.smithi169.stdout:3635: expect (ObjNum 1083 snap 325 seq_num 1083) 2024-03-10T22:26:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[90638]: osdmap e748: 8 total, 8 up, 8 in 2024-03-10T22:26:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[90638]: pgmap v787: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 688 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 920 KiB/s wr, 5 op/s 2024-03-10T22:26:09.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[88180]: osdmap e748: 8 total, 8 up, 8 in 2024-03-10T22:26:09.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:09.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:09.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:09.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:09.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:09.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:09.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:09.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:09.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:08 smithi169 ceph-mon[88180]: pgmap v787: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 688 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 920 KiB/s wr, 5 op/s 2024-03-10T22:26:09.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:08 smithi172 ceph-mon[84635]: osdmap e748: 8 total, 8 up, 8 in 2024-03-10T22:26:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:08 smithi172 ceph-mon[84635]: pgmap v787: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 688 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 920 KiB/s wr, 5 op/s 2024-03-10T22:26:09.280 INFO:tasks.rados.rados.0.smithi169.stdout:3641: finishing copy_from to smithi16976610-24 2024-03-10T22:26:09.280 INFO:tasks.rados.rados.0.smithi169.stdout:3641: got expected ENOENT (src dne) 2024-03-10T22:26:09.280 INFO:tasks.rados.rados.0.smithi169.stdout:3641: finishing copy_from racing read to smithi16976610-24 2024-03-10T22:26:09.280 INFO:tasks.rados.rados.0.smithi169.stdout:3639: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:26:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:3635: done (5 left) 2024-03-10T22:26:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:3636: done (4 left) 2024-03-10T22:26:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:3638: done (3 left) 2024-03-10T22:26:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:3639: done (2 left) 2024-03-10T22:26:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:3640: done (1 left) 2024-03-10T22:26:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:3641: done (0 left) 2024-03-10T22:26:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 337 2024-03-10T22:26:09.497 INFO:tasks.rados.rados.0.smithi169.stdout:3642: seq_num 1130 ranges {4874240=532480,5406720=655360,6062080=753664,6815744=196608} 2024-03-10T22:26:09.525 INFO:tasks.rados.rados.0.smithi169.stdout:3642: writing smithi16976610-28 from 4874240 to 5406720 tid 1 2024-03-10T22:26:09.529 INFO:tasks.rados.rados.0.smithi169.stdout:3642: writing smithi16976610-28 from 5406720 to 6062080 tid 2 2024-03-10T22:26:09.533 INFO:tasks.rados.rados.0.smithi169.stdout:3642: writing smithi16976610-28 from 6062080 to 6815744 tid 3 2024-03-10T22:26:09.534 INFO:tasks.rados.rados.0.smithi169.stdout:3642: writing smithi16976610-28 from 6815744 to 7012352 tid 4 2024-03-10T22:26:09.534 INFO:tasks.rados.rados.0.smithi169.stdout:3643: snap_create 2024-03-10T22:26:09.535 INFO:tasks.rados.rados.0.smithi169.stdout:3642: finishing write tid 1 to smithi16976610-28 2024-03-10T22:26:09.535 INFO:tasks.rados.rados.0.smithi169.stdout:3642: finishing write tid 2 to smithi16976610-28 2024-03-10T22:26:09.537 INFO:tasks.rados.rados.0.smithi169.stdout:3642: finishing write tid 3 to smithi16976610-28 2024-03-10T22:26:09.537 INFO:tasks.rados.rados.0.smithi169.stdout:3642: finishing write tid 4 to smithi16976610-28 2024-03-10T22:26:09.537 INFO:tasks.rados.rados.0.smithi169.stdout:3642: finishing write tid 5 to smithi16976610-28 2024-03-10T22:26:09.539 INFO:tasks.rados.rados.0.smithi169.stdout:3642: finishing write tid 6 to smithi16976610-28 2024-03-10T22:26:09.539 INFO:tasks.rados.rados.0.smithi169.stdout:3642: oid 28 updating version 0 to 14137 2024-03-10T22:26:09.539 INFO:tasks.rados.rados.0.smithi169.stdout:3642: oid 28 updating version 14137 to 14138 2024-03-10T22:26:09.539 INFO:tasks.rados.rados.0.smithi169.stdout:3642: oid 28 updating version 14138 to 14140 2024-03-10T22:26:09.539 INFO:tasks.rados.rados.0.smithi169.stdout:3642: oid 28 version 14140 is already newer than 14139 2024-03-10T22:26:09.539 INFO:tasks.rados.rados.0.smithi169.stdout:3642: oid 28 version 14140 is already newer than 14136 2024-03-10T22:26:09.540 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14140 (ObjNum 1130 snap 337 seq_num 1130) dirty exists 2024-03-10T22:26:09.540 INFO:tasks.rados.rados.0.smithi169.stdout:3642: left oid 28 (ObjNum 1130 snap 337 seq_num 1130) 2024-03-10T22:26:09.656 INFO:tasks.rados.rados.0.smithi169.stdout:3642: done (1 left) 2024-03-10T22:26:09.656 INFO:tasks.rados.rados.0.smithi169.stdout:3643: done (0 left) 2024-03-10T22:26:09.656 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 5 current snap is 338 2024-03-10T22:26:09.656 INFO:tasks.rados.rados.0.smithi169.stdout:3644: seq_num 1131 ranges {1613824=548864,2162688=540672,2703360=565248,3268608=425984,3694592=73728} 2024-03-10T22:26:09.668 INFO:tasks.rados.rados.0.smithi169.stdout:3644: writing smithi16976610-5 from 1613824 to 2162688 tid 1 2024-03-10T22:26:09.671 INFO:tasks.rados.rados.0.smithi169.stdout:3644: writing smithi16976610-5 from 2162688 to 2703360 tid 2 2024-03-10T22:26:09.674 INFO:tasks.rados.rados.0.smithi169.stdout:3644: writing smithi16976610-5 from 2703360 to 3268608 tid 3 2024-03-10T22:26:09.677 INFO:tasks.rados.rados.0.smithi169.stdout:3644: writing smithi16976610-5 from 3268608 to 3694592 tid 4 2024-03-10T22:26:09.677 INFO:tasks.rados.rados.0.smithi169.stdout:3644: writing smithi16976610-5 from 3694592 to 3768320 tid 5 2024-03-10T22:26:09.677 INFO:tasks.rados.rados.0.smithi169.stdout:3644: finishing write tid 1 to smithi16976610-5 2024-03-10T22:26:09.678 INFO:tasks.rados.rados.0.smithi169.stdout:3644: finishing write tid 2 to smithi16976610-5 2024-03-10T22:26:09.678 INFO:tasks.rados.rados.0.smithi169.stdout:3644: finishing write tid 3 to smithi16976610-5 2024-03-10T22:26:09.678 INFO:tasks.rados.rados.0.smithi169.stdout:3645: delete oid 35 current snap is 338 2024-03-10T22:26:09.680 INFO:tasks.rados.rados.0.smithi169.stdout:3645: done (1 left) 2024-03-10T22:26:09.680 INFO:tasks.rados.rados.0.smithi169.stdout:3646: rmattr oid 45 current snap is 338 2024-03-10T22:26:09.680 INFO:tasks.rados.rados.0.smithi169.stdout:3647: read oid 20 snap -1 2024-03-10T22:26:09.680 INFO:tasks.rados.rados.0.smithi169.stdout:3647: expect (ObjNum 1103 snap 328 seq_num 1103) 2024-03-10T22:26:09.680 INFO:tasks.rados.rados.0.smithi169.stdout:3648: read oid 35 snap -1 2024-03-10T22:26:09.680 INFO:tasks.rados.rados.0.smithi169.stdout:3648: expect deleted 2024-03-10T22:26:09.680 INFO:tasks.rados.rados.0.smithi169.stdout:3649: copy_from oid 16 from oid 36 current snap is 338 2024-03-10T22:26:09.680 INFO:tasks.rados.rados.0.smithi169.stdout:3650: snap_remove snap 326 2024-03-10T22:26:10.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:09.655+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:10.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:09.656+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:10.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:09.655+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:10.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:09.655+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:10.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:09.655+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:10.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:09.656+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:10.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:09.656+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:10.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:09.657+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:10.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:09.659+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:10.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:09.659+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:10.662 INFO:tasks.rados.rados.0.smithi169.stdout:3650: done (5 left) 2024-03-10T22:26:10.662 INFO:tasks.rados.rados.0.smithi169.stdout:3651: snap_remove snap 337 2024-03-10T22:26:11.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:10.662+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:11.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:10.662+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:11.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:11.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:11.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[88180]: osdmap e749: 8 total, 8 up, 8 in 2024-03-10T22:26:11.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[88180]: pgmap v789: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 698 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-03-10T22:26:11.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:11.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:11.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:11.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[90638]: osdmap e749: 8 total, 8 up, 8 in 2024-03-10T22:26:11.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:11.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:11.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:11.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:11.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:11.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:11.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[90638]: pgmap v789: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 698 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-03-10T22:26:11.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:11.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:10.671+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:11.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:10.671+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:11.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:10.671+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:11.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:10.671+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:11.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:10.671+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:11.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:10.671+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:11.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:10.672+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:11.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:10.664+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-mon[84635]: osdmap e749: 8 total, 8 up, 8 in 2024-03-10T22:26:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-mon[84635]: pgmap v789: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 698 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-03-10T22:26:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:11.669 INFO:tasks.rados.rados.0.smithi169.stdout:3651: done (5 left) 2024-03-10T22:26:11.669 INFO:tasks.rados.rados.0.smithi169.stdout:3652: read oid 21 snap 327 2024-03-10T22:26:11.669 INFO:tasks.rados.rados.0.smithi169.stdout:3652: expect (ObjNum 1037 snap 314 seq_num 1037) 2024-03-10T22:26:11.669 INFO:tasks.rados.rados.0.smithi169.stdout:3653: copy_from oid 33 from oid 41 current snap is 338 2024-03-10T22:26:11.669 INFO:tasks.rados.rados.0.smithi169.stdout:3644: finishing write tid 4 to smithi16976610-5 2024-03-10T22:26:11.669 INFO:tasks.rados.rados.0.smithi169.stdout:3648: done (6 left) 2024-03-10T22:26:11.669 INFO:tasks.rados.rados.0.smithi169.stdout:3654: snap_create 2024-03-10T22:26:11.669 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14165 (ObjNum 1058 snap 317 seq_num 1058) dirty exists 2024-03-10T22:26:11.669 INFO:tasks.rados.rados.0.smithi169.stdout:3644: finishing write tid 5 to smithi16976610-5 2024-03-10T22:26:11.669 INFO:tasks.rados.rados.0.smithi169.stdout:3644: finishing write tid 6 to smithi16976610-5 2024-03-10T22:26:11.670 INFO:tasks.rados.rados.0.smithi169.stdout:3644: finishing write tid 7 to smithi16976610-5 2024-03-10T22:26:11.670 INFO:tasks.rados.rados.0.smithi169.stdout:3644: oid 5 updating version 0 to 14192 2024-03-10T22:26:11.670 INFO:tasks.rados.rados.0.smithi169.stdout:3644: oid 5 version 14192 is already newer than 14190 2024-03-10T22:26:11.670 INFO:tasks.rados.rados.0.smithi169.stdout:3644: oid 5 updating version 14192 to 14195 2024-03-10T22:26:11.670 INFO:tasks.rados.rados.0.smithi169.stdout:3644: oid 5 version 14195 is already newer than 14191 2024-03-10T22:26:11.670 INFO:tasks.rados.rados.0.smithi169.stdout:3644: oid 5 version 14195 is already newer than 14193 2024-03-10T22:26:11.670 INFO:tasks.rados.rados.0.smithi169.stdout:3644: oid 5 version 14195 is already newer than 14194 2024-03-10T22:26:11.670 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 14195 (ObjNum 1131 snap 338 seq_num 1131) dirty exists 2024-03-10T22:26:11.670 INFO:tasks.rados.rados.0.smithi169.stdout:3644: left oid 5 (ObjNum 1131 snap 338 seq_num 1131) 2024-03-10T22:26:11.670 INFO:tasks.rados.rados.0.smithi169.stdout:3647: expect (ObjNum 1103 snap 328 seq_num 1103) 2024-03-10T22:26:11.769 INFO:tasks.rados.rados.0.smithi169.stdout:3649: finishing copy_from racing read to smithi16976610-16 2024-03-10T22:26:11.769 INFO:tasks.rados.rados.0.smithi169.stdout:3649: finishing copy_from to smithi16976610-16 2024-03-10T22:26:11.769 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14107 (ObjNum 1092 snap 327 seq_num 1092) dirty exists 2024-03-10T22:26:11.769 INFO:tasks.rados.rados.0.smithi169.stdout:3653: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:26:11.769 INFO:tasks.rados.rados.0.smithi169.stdout:3653: finishing copy_from to smithi16976610-33 2024-03-10T22:26:11.769 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14140 (ObjNum 1128 snap 337 seq_num 1128) dirty exists 2024-03-10T22:26:11.769 INFO:tasks.rados.rados.0.smithi169.stdout:3652: expect (ObjNum 1037 snap 314 seq_num 1037) 2024-03-10T22:26:12.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:11.667+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:12.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:11.668+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[90638]: osdmap e750: 8 total, 8 up, 8 in 2024-03-10T22:26:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:12.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[88180]: osdmap e750: 8 total, 8 up, 8 in 2024-03-10T22:26:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:12.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:12.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:11.671+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:12.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:11.671+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:12.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:11.672+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:12.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:11.672+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:12.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:11.672+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:12.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:11.680+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:12.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:11.666+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:12.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:11.666+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:11 smithi172 ceph-mon[84635]: osdmap e750: 8 total, 8 up, 8 in 2024-03-10T22:26:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:12.668 INFO:tasks.rados.rados.0.smithi169.stdout:3644: done (6 left) 2024-03-10T22:26:12.668 INFO:tasks.rados.rados.0.smithi169.stdout:3646: done (5 left) 2024-03-10T22:26:12.669 INFO:tasks.rados.rados.0.smithi169.stdout:3647: done (4 left) 2024-03-10T22:26:12.669 INFO:tasks.rados.rados.0.smithi169.stdout:3649: done (3 left) 2024-03-10T22:26:12.669 INFO:tasks.rados.rados.0.smithi169.stdout:3652: done (2 left) 2024-03-10T22:26:12.669 INFO:tasks.rados.rados.0.smithi169.stdout:3653: done (1 left) 2024-03-10T22:26:12.669 INFO:tasks.rados.rados.0.smithi169.stdout:3654: done (0 left) 2024-03-10T22:26:12.669 INFO:tasks.rados.rados.0.smithi169.stdout:3655: snap_create 2024-03-10T22:26:12.672 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:26:13.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:12.669+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:13.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:12.669+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:13.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:13.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:13.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:13.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: osdmap e751: 8 total, 8 up, 8 in 2024-03-10T22:26:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:13.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[90638]: pgmap v792: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 708 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-03-10T22:26:13.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:13.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:13.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: osdmap e751: 8 total, 8 up, 8 in 2024-03-10T22:26:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:13.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:12 smithi169 ceph-mon[88180]: pgmap v792: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 708 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-03-10T22:26:13.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:12.672+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: osdmap e751: 8 total, 8 up, 8 in 2024-03-10T22:26:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:13.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:13.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:12 smithi172 ceph-mon[84635]: pgmap v792: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 708 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-03-10T22:26:13.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.092+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:13.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.092+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:13.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.093+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:13.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.093+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:13.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.093+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:13.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.093+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:13.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.093+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:13.671 INFO:tasks.rados.rados.0.smithi169.stdout:3655: done (0 left) 2024-03-10T22:26:13.671 INFO:tasks.rados.rados.0.smithi169.stdout:3656: rollback oid 9 current snap is 340 2024-03-10T22:26:13.671 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 9 to 336 2024-03-10T22:26:13.672 INFO:tasks.rados.rados.0.smithi169.stdout:3657: copy_from oid 11 from oid 31 current snap is 340 2024-03-10T22:26:13.672 INFO:tasks.rados.rados.0.smithi169.stdout:3658: read oid 13 snap -1 2024-03-10T22:26:13.672 INFO:tasks.rados.rados.0.smithi169.stdout:3658: expect deleted 2024-03-10T22:26:13.672 INFO:tasks.rados.rados.0.smithi169.stdout:3659: snap_create 2024-03-10T22:26:13.687 INFO:tasks.rados.rados.0.smithi169.stdout:3656: finishing rollback tid 0 to smithi16976610-9 2024-03-10T22:26:13.689 INFO:tasks.rados.rados.0.smithi169.stdout:3656: finishing rollback tid 1 to smithi16976610-9 2024-03-10T22:26:13.689 INFO:tasks.rados.rados.0.smithi169.stdout:3656: finishing rollback tid 2 to smithi16976610-9 2024-03-10T22:26:13.689 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 14126 (ObjNum 1000 snap 306 seq_num 1000) dirty exists 2024-03-10T22:26:13.721 INFO:tasks.rados.rados.0.smithi169.stdout:3657: finishing copy_from racing read to smithi16976610-11 2024-03-10T22:26:13.732 INFO:tasks.rados.rados.0.smithi169.stdout:3657: finishing copy_from to smithi16976610-11 2024-03-10T22:26:13.732 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14160 (ObjNum 1115 snap 334 seq_num 1115) dirty exists 2024-03-10T22:26:14.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:13.671+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:14.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:13.672+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:14.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[88180]: osdmap e752: 8 total, 8 up, 8 in 2024-03-10T22:26:14.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:14.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:14.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:14.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:14.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:14.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:14.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:14.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:14.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[88180]: osdmap e753: 8 total, 8 up, 8 in 2024-03-10T22:26:14.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[90638]: osdmap e752: 8 total, 8 up, 8 in 2024-03-10T22:26:14.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:14.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:14.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:14.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:14.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:14.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:14.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:14.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:14.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-mon[90638]: osdmap e753: 8 total, 8 up, 8 in 2024-03-10T22:26:14.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.682+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:14.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.683+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.683+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.683+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.687+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:14.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:13.688+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:14.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:13.670+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:14.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:13.670+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-mon[84635]: osdmap e752: 8 total, 8 up, 8 in 2024-03-10T22:26:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset 17d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:13 smithi172 ceph-mon[84635]: osdmap e753: 8 total, 8 up, 8 in 2024-03-10T22:26:14.671 INFO:tasks.rados.rados.0.smithi169.stdout:3656: done (3 left) 2024-03-10T22:26:14.671 INFO:tasks.rados.rados.0.smithi169.stdout:3657: done (2 left) 2024-03-10T22:26:14.671 INFO:tasks.rados.rados.0.smithi169.stdout:3658: done (1 left) 2024-03-10T22:26:14.671 INFO:tasks.rados.rados.0.smithi169.stdout:3659: done (0 left) 2024-03-10T22:26:14.671 INFO:tasks.rados.rados.0.smithi169.stdout:3660: rollback oid 20 current snap is 341 2024-03-10T22:26:14.671 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 329 2024-03-10T22:26:14.671 INFO:tasks.rados.rados.0.smithi169.stdout:3661: rmattr oid 23 current snap is 341 2024-03-10T22:26:14.671 INFO:tasks.rados.rados.0.smithi169.stdout:3662: rollback oid 6 current snap is 341 2024-03-10T22:26:14.671 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 6 to 332 2024-03-10T22:26:14.671 INFO:tasks.rados.rados.0.smithi169.stdout:3663: delete oid 36 current snap is 341 2024-03-10T22:26:14.676 INFO:tasks.rados.rados.0.smithi169.stdout:3663: done (3 left) 2024-03-10T22:26:14.676 INFO:tasks.rados.rados.0.smithi169.stdout:3664: delete oid 36 current snap is 341 2024-03-10T22:26:14.680 INFO:tasks.rados.rados.0.smithi169.stdout:3664: done (3 left) 2024-03-10T22:26:14.681 INFO:tasks.rados.rados.0.smithi169.stdout:3665: snap_remove snap 339 2024-03-10T22:26:15.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:14.678+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:15.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:14.678+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:15.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:15.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:15.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[90638]: pgmap v795: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_error, 113 active+clean; 712 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-03-10T22:26:15.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[90638]: osdmap e754: 8 total, 8 up, 8 in 2024-03-10T22:26:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:14.679+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:14.679+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:14.680+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:15.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:14.681+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:15.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:14.682+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:15.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:14.683+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:15.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:14.683+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:26:14.673+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:26:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:15.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:15.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:15.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[88180]: pgmap v795: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_error, 113 active+clean; 712 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-03-10T22:26:15.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:14 smithi169 ceph-mon[88180]: osdmap e754: 8 total, 8 up, 8 in 2024-03-10T22:26:15.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:14.672+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:14 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:14 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:14 smithi172 ceph-mon[84635]: pgmap v795: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_error, 113 active+clean; 712 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-03-10T22:26:15.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:14 smithi172 ceph-mon[84635]: osdmap e754: 8 total, 8 up, 8 in 2024-03-10T22:26:15.682 INFO:tasks.rados.rados.0.smithi169.stdout:3665: done (3 left) 2024-03-10T22:26:15.683 INFO:tasks.rados.rados.0.smithi169.stdout:3666: delete oid 15 current snap is 341 2024-03-10T22:26:15.683 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14173 (ObjNum 1127 snap 337 seq_num 1127) dirty exists 2024-03-10T22:26:15.683 INFO:tasks.rados.rados.0.smithi169.stdout:3660: finishing rollback tid 0 to smithi16976610-20 2024-03-10T22:26:15.683 INFO:tasks.rados.rados.0.smithi169.stdout:3662: finishing rollback tid 0 to smithi16976610-6 2024-03-10T22:26:15.683 INFO:tasks.rados.rados.0.smithi169.stdout:3660: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:26:15.683 INFO:tasks.rados.rados.0.smithi169.stdout:3662: finishing rollback tid 1 to smithi16976610-6 2024-03-10T22:26:15.683 INFO:tasks.rados.rados.0.smithi169.stdout:3660: finishing rollback tid 2 to smithi16976610-20 2024-03-10T22:26:15.683 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14129 (ObjNum 1103 snap 328 seq_num 1103) dirty exists 2024-03-10T22:26:15.683 INFO:tasks.rados.rados.0.smithi169.stdout:3662: finishing rollback tid 2 to smithi16976610-6 2024-03-10T22:26:15.683 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14198 (ObjNum 1017 snap 312 seq_num 1017) dirty exists 2024-03-10T22:26:15.690 INFO:tasks.rados.rados.0.smithi169.stdout:3660: done (3 left) 2024-03-10T22:26:15.690 INFO:tasks.rados.rados.0.smithi169.stdout:3661: done (2 left) 2024-03-10T22:26:15.690 INFO:tasks.rados.rados.0.smithi169.stdout:3662: done (1 left) 2024-03-10T22:26:15.690 INFO:tasks.rados.rados.0.smithi169.stdout:3666: done (0 left) 2024-03-10T22:26:15.690 INFO:tasks.rados.rados.0.smithi169.stdout:3667: snap_create 2024-03-10T22:26:16.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:26:15] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:26:16.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:15.684+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:16.004 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:15.684+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:16.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:15.686+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:16.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:15.687+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:16.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:15.687+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:16.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:15.687+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:16.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:15.687+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:16.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:15.689+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:16.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:16.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[88180]: Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:26:16.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:16.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:16.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:16.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:16.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:16.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:16.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:16.007 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[88180]: osdmap e755: 8 total, 8 up, 8 in 2024-03-10T22:26:16.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:16.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[90638]: Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:26:16.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:16.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:16.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:16.008 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:16.009 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:16.009 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:16.009 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:16.009 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:15 smithi169 ceph-mon[90638]: osdmap e755: 8 total, 8 up, 8 in 2024-03-10T22:26:16.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:15.683+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:16.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:15.683+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-mon[84635]: Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:26:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:16.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:15 smithi172 ceph-mon[84635]: osdmap e755: 8 total, 8 up, 8 in 2024-03-10T22:26:16.699 INFO:tasks.rados.rados.0.smithi169.stdout:3667: done (0 left) 2024-03-10T22:26:16.700 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 8 current snap is 342 2024-03-10T22:26:16.700 INFO:tasks.rados.rados.0.smithi169.stdout:3668: seq_num 1136 ranges {2883584=630784,3514368=409600,3923968=753664,4677632=417792,5095424=24576} 2024-03-10T22:26:16.718 INFO:tasks.rados.rados.0.smithi169.stdout:3668: writing smithi16976610-8 from 2883584 to 3514368 tid 1 2024-03-10T22:26:16.720 INFO:tasks.rados.rados.0.smithi169.stdout:3668: writing smithi16976610-8 from 3514368 to 3923968 tid 2 2024-03-10T22:26:16.724 INFO:tasks.rados.rados.0.smithi169.stdout:3668: writing smithi16976610-8 from 3923968 to 4677632 tid 3 2024-03-10T22:26:16.727 INFO:tasks.rados.rados.0.smithi169.stdout:3668: writing smithi16976610-8 from 4677632 to 5095424 tid 4 2024-03-10T22:26:16.728 INFO:tasks.rados.rados.0.smithi169.stdout:3668: writing smithi16976610-8 from 5095424 to 5120000 tid 5 2024-03-10T22:26:16.728 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 29 current snap is 342 2024-03-10T22:26:16.728 INFO:tasks.rados.rados.0.smithi169.stdout:3668: finishing write tid 1 to smithi16976610-8 2024-03-10T22:26:16.728 INFO:tasks.rados.rados.0.smithi169.stdout:3668: finishing write tid 2 to smithi16976610-8 2024-03-10T22:26:16.728 INFO:tasks.rados.rados.0.smithi169.stdout:3669: seq_num 1137 ranges {5136384=647168,5783552=696320,6479872=557056,7036928=352256} 2024-03-10T22:26:16.759 INFO:tasks.rados.rados.0.smithi169.stdout:3669: writing smithi16976610-29 from 5136384 to 5783552 tid 1 2024-03-10T22:26:16.763 INFO:tasks.rados.rados.0.smithi169.stdout:3669: writing smithi16976610-29 from 5783552 to 6479872 tid 2 2024-03-10T22:26:16.767 INFO:tasks.rados.rados.0.smithi169.stdout:3669: writing smithi16976610-29 from 6479872 to 7036928 tid 3 2024-03-10T22:26:16.769 INFO:tasks.rados.rados.0.smithi169.stdout:3669: writing smithi16976610-29 from 7036928 to 7389184 tid 4 2024-03-10T22:26:16.769 INFO:tasks.rados.rados.0.smithi169.stdout:3670: copy_from oid 12 from oid 17 current snap is 342 2024-03-10T22:26:16.770 INFO:tasks.rados.rados.0.smithi169.stdout:3668: finishing write tid 3 to smithi16976610-8 2024-03-10T22:26:16.770 INFO:tasks.rados.rados.0.smithi169.stdout:3668: finishing write tid 4 to smithi16976610-8 2024-03-10T22:26:16.770 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 342 2024-03-10T22:26:16.770 INFO:tasks.rados.rados.0.smithi169.stdout:3668: finishing write tid 5 to smithi16976610-8 2024-03-10T22:26:16.770 INFO:tasks.rados.rados.0.smithi169.stdout:3671: seq_num 1138 ranges {4300800=663552,4964352=581632,5545984=712704,6258688=311296} 2024-03-10T22:26:16.796 INFO:tasks.rados.rados.0.smithi169.stdout:3671: writing smithi16976610-10 from 4300800 to 4964352 tid 1 2024-03-10T22:26:16.800 INFO:tasks.rados.rados.0.smithi169.stdout:3671: writing smithi16976610-10 from 4964352 to 5545984 tid 2 2024-03-10T22:26:16.804 INFO:tasks.rados.rados.0.smithi169.stdout:3671: writing smithi16976610-10 from 5545984 to 6258688 tid 3 2024-03-10T22:26:16.806 INFO:tasks.rados.rados.0.smithi169.stdout:3671: writing smithi16976610-10 from 6258688 to 6569984 tid 4 2024-03-10T22:26:16.806 INFO:tasks.rados.rados.0.smithi169.stdout:3672: snap_remove snap 341 2024-03-10T22:26:17.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:16.698+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:17.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:16.700+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:17.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:17.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:17.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:17.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:17.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[88180]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_error, 113 active+clean; 723 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-03-10T22:26:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:17.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:17.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:17.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:17.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:17.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:17.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:17.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-mon[90638]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_error, 113 active+clean; 723 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-03-10T22:26:17.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:16.699+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:17.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:16.699+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:17.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:16.699+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:17.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:16.700+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:17.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:16.700+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:17.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:16.700+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:17.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:16.700+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:17.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:16.765+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:17.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:16 smithi172 ceph-mon[84635]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_error, 113 active+clean; 723 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-03-10T22:26:17.703 INFO:tasks.rados.rados.0.smithi169.stdout:3668: finishing write tid 6 to smithi16976610-8 2024-03-10T22:26:17.704 INFO:tasks.rados.rados.0.smithi169.stdout:3668: finishing write tid 7 to smithi16976610-8 2024-03-10T22:26:17.704 INFO:tasks.rados.rados.0.smithi169.stdout:3668: oid 8 updating version 0 to 14138 2024-03-10T22:26:17.704 INFO:tasks.rados.rados.0.smithi169.stdout:3668: oid 8 version 14138 is already newer than 14137 2024-03-10T22:26:17.704 INFO:tasks.rados.rados.0.smithi169.stdout:3668: oid 8 updating version 14138 to 14140 2024-03-10T22:26:17.704 INFO:tasks.rados.rados.0.smithi169.stdout:3668: oid 8 version 14140 is already newer than 14136 2024-03-10T22:26:17.704 INFO:tasks.rados.rados.0.smithi169.stdout:3668: oid 8 version 14140 is already newer than 14139 2024-03-10T22:26:17.704 INFO:tasks.rados.rados.0.smithi169.stdout:3668: oid 8 updating version 14140 to 14141 2024-03-10T22:26:17.704 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14141 (ObjNum 1136 snap 342 seq_num 1136) dirty exists 2024-03-10T22:26:17.704 INFO:tasks.rados.rados.0.smithi169.stdout:3668: left oid 8 (ObjNum 1136 snap 342 seq_num 1136) 2024-03-10T22:26:17.704 INFO:tasks.rados.rados.0.smithi169.stdout:3669: finishing write tid 1 to smithi16976610-29 2024-03-10T22:26:17.705 INFO:tasks.rados.rados.0.smithi169.stdout:3669: finishing write tid 2 to smithi16976610-29 2024-03-10T22:26:17.705 INFO:tasks.rados.rados.0.smithi169.stdout:3669: finishing write tid 3 to smithi16976610-29 2024-03-10T22:26:17.705 INFO:tasks.rados.rados.0.smithi169.stdout:3669: finishing write tid 4 to smithi16976610-29 2024-03-10T22:26:17.705 INFO:tasks.rados.rados.0.smithi169.stdout:3669: finishing write tid 5 to smithi16976610-29 2024-03-10T22:26:17.705 INFO:tasks.rados.rados.0.smithi169.stdout:3669: finishing write tid 6 to smithi16976610-29 2024-03-10T22:26:17.705 INFO:tasks.rados.rados.0.smithi169.stdout:3669: oid 29 updating version 0 to 14134 2024-03-10T22:26:17.705 INFO:tasks.rados.rados.0.smithi169.stdout:3669: oid 29 version 14134 is already newer than 14132 2024-03-10T22:26:17.705 INFO:tasks.rados.rados.0.smithi169.stdout:3669: oid 29 updating version 14134 to 14136 2024-03-10T22:26:17.705 INFO:tasks.rados.rados.0.smithi169.stdout:3669: oid 29 version 14136 is already newer than 14135 2024-03-10T22:26:17.705 INFO:tasks.rados.rados.0.smithi169.stdout:3669: oid 29 version 14136 is already newer than 14133 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14136 (ObjNum 1137 snap 342 seq_num 1137) dirty exists 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:3669: left oid 29 (ObjNum 1137 snap 342 seq_num 1137) 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:3670: finishing copy_from racing read to smithi16976610-12 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:3671: finishing write tid 1 to smithi16976610-10 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:3670: finishing copy_from to smithi16976610-12 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14189 (ObjNum 1086 snap 326 seq_num 1086) dirty exists 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:3671: finishing write tid 2 to smithi16976610-10 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:3671: finishing write tid 3 to smithi16976610-10 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:3671: finishing write tid 4 to smithi16976610-10 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:3671: finishing write tid 5 to smithi16976610-10 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:3671: finishing write tid 6 to smithi16976610-10 2024-03-10T22:26:17.706 INFO:tasks.rados.rados.0.smithi169.stdout:3671: oid 10 updating version 0 to 14119 2024-03-10T22:26:17.707 INFO:tasks.rados.rados.0.smithi169.stdout:3671: oid 10 version 14119 is already newer than 14118 2024-03-10T22:26:17.707 INFO:tasks.rados.rados.0.smithi169.stdout:3671: oid 10 version 14119 is already newer than 14116 2024-03-10T22:26:17.707 INFO:tasks.rados.rados.0.smithi169.stdout:3671: oid 10 version 14119 is already newer than 14115 2024-03-10T22:26:17.707 INFO:tasks.rados.rados.0.smithi169.stdout:3671: oid 10 version 14119 is already newer than 14117 2024-03-10T22:26:17.707 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14119 (ObjNum 1138 snap 342 seq_num 1138) dirty exists 2024-03-10T22:26:17.707 INFO:tasks.rados.rados.0.smithi169.stdout:3671: left oid 10 (ObjNum 1138 snap 342 seq_num 1138) 2024-03-10T22:26:17.707 INFO:tasks.rados.rados.0.smithi169.stdout:3668: done (4 left) 2024-03-10T22:26:17.707 INFO:tasks.rados.rados.0.smithi169.stdout:3669: done (3 left) 2024-03-10T22:26:17.707 INFO:tasks.rados.rados.0.smithi169.stdout:3670: done (2 left) 2024-03-10T22:26:17.707 INFO:tasks.rados.rados.0.smithi169.stdout:3671: done (1 left) 2024-03-10T22:26:17.707 INFO:tasks.rados.rados.0.smithi169.stdout:3672: done (0 left) 2024-03-10T22:26:17.708 INFO:tasks.rados.rados.0.smithi169.stdout:3673: rollback oid 19 current snap is 342 2024-03-10T22:26:17.708 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 19 to 327 2024-03-10T22:26:17.708 INFO:tasks.rados.rados.0.smithi169.stdout:3674: snap_remove snap 338 2024-03-10T22:26:18.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:17.704+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:18.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:17.705+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:18.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:18.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[88180]: osdmap e756: 8 total, 8 up, 8 in 2024-03-10T22:26:18.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:18.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:18.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:18.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[90638]: osdmap e756: 8 total, 8 up, 8 in 2024-03-10T22:26:18.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:18.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:18.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:18.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:18.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:17.705+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:18.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:17.705+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:17 smithi172 ceph-mon[84635]: osdmap e756: 8 total, 8 up, 8 in 2024-03-10T22:26:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:18.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:18.705 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.332+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:18.706 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.332+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:18.706 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.332+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:18.706 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.332+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:18.706 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.332+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:18.706 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.332+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:18.710 INFO:tasks.rados.rados.0.smithi169.stdout:3674: done (1 left) 2024-03-10T22:26:18.711 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 342 2024-03-10T22:26:18.711 INFO:tasks.rados.rados.0.smithi169.stdout:3673: finishing rollback tid 1 to smithi16976610-19 2024-03-10T22:26:18.711 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14149 (ObjNum 65 snap 0 seq_num 1634688605) dirty dne 2024-03-10T22:26:18.711 INFO:tasks.rados.rados.0.smithi169.stdout:3675: seq_num 1139 ranges {5103616=679936,5783552=458752,6242304=524288,6766592=540672,7307264=81920} 2024-03-10T22:26:18.741 INFO:tasks.rados.rados.0.smithi169.stdout:3675: writing smithi16976610-4 from 5103616 to 5783552 tid 1 2024-03-10T22:26:18.743 INFO:tasks.rados.rados.0.smithi169.stdout:3675: writing smithi16976610-4 from 5783552 to 6242304 tid 2 2024-03-10T22:26:18.747 INFO:tasks.rados.rados.0.smithi169.stdout:3675: writing smithi16976610-4 from 6242304 to 6766592 tid 3 2024-03-10T22:26:18.750 INFO:tasks.rados.rados.0.smithi169.stdout:3675: writing smithi16976610-4 from 6766592 to 7307264 tid 4 2024-03-10T22:26:18.752 INFO:tasks.rados.rados.0.smithi169.stdout:3675: writing smithi16976610-4 from 7307264 to 7389184 tid 5 2024-03-10T22:26:18.752 INFO:tasks.rados.rados.0.smithi169.stdout:3673: done (1 left) 2024-03-10T22:26:18.752 INFO:tasks.rados.rados.0.smithi169.stdout:3676: read oid 44 snap -1 2024-03-10T22:26:18.752 INFO:tasks.rados.rados.0.smithi169.stdout:3676: expect (ObjNum 1117 snap 334 seq_num 1117) 2024-03-10T22:26:18.752 INFO:tasks.rados.rados.0.smithi169.stdout:3677: read oid 6 snap -1 2024-03-10T22:26:18.752 INFO:tasks.rados.rados.0.smithi169.stdout:3677: expect (ObjNum 1017 snap 312 seq_num 1017) 2024-03-10T22:26:18.752 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 342 2024-03-10T22:26:18.752 INFO:tasks.rados.rados.0.smithi169.stdout:3675: finishing write tid 1 to smithi16976610-4 2024-03-10T22:26:18.753 INFO:tasks.rados.rados.0.smithi169.stdout:3675: finishing write tid 2 to smithi16976610-4 2024-03-10T22:26:18.753 INFO:tasks.rados.rados.0.smithi169.stdout:3675: finishing write tid 3 to smithi16976610-4 2024-03-10T22:26:18.753 INFO:tasks.rados.rados.0.smithi169.stdout:3678: seq_num 1140 ranges {7962624=696320,8658944=745472,9404416=729088,10133504=131072} 2024-03-10T22:26:18.798 INFO:tasks.rados.rados.0.smithi169.stdout:3678: writing smithi16976610-3 from 7962624 to 8658944 tid 1 2024-03-10T22:26:18.802 INFO:tasks.rados.rados.0.smithi169.stdout:3678: writing smithi16976610-3 from 8658944 to 9404416 tid 2 2024-03-10T22:26:18.806 INFO:tasks.rados.rados.0.smithi169.stdout:3678: writing smithi16976610-3 from 9404416 to 10133504 tid 3 2024-03-10T22:26:18.808 INFO:tasks.rados.rados.0.smithi169.stdout:3678: writing smithi16976610-3 from 10133504 to 10264576 tid 4 2024-03-10T22:26:18.808 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 9 current snap is 342 2024-03-10T22:26:18.808 INFO:tasks.rados.rados.0.smithi169.stdout:3675: finishing write tid 4 to smithi16976610-4 2024-03-10T22:26:18.808 INFO:tasks.rados.rados.0.smithi169.stdout:3675: finishing write tid 5 to smithi16976610-4 2024-03-10T22:26:18.808 INFO:tasks.rados.rados.0.smithi169.stdout:3675: finishing write tid 6 to smithi16976610-4 2024-03-10T22:26:18.808 INFO:tasks.rados.rados.0.smithi169.stdout:3679: seq_num 1141 ranges {6864896=712704,7577600=679936,8257536=540672,8798208=385024} 2024-03-10T22:26:18.847 INFO:tasks.rados.rados.0.smithi169.stdout:3679: writing smithi16976610-9 from 6864896 to 7577600 tid 1 2024-03-10T22:26:18.851 INFO:tasks.rados.rados.0.smithi169.stdout:3679: writing smithi16976610-9 from 7577600 to 8257536 tid 2 2024-03-10T22:26:18.855 INFO:tasks.rados.rados.0.smithi169.stdout:3679: writing smithi16976610-9 from 8257536 to 8798208 tid 3 2024-03-10T22:26:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:3679: writing smithi16976610-9 from 8798208 to 9183232 tid 4 2024-03-10T22:26:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:3680: snap_create 2024-03-10T22:26:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:3675: finishing write tid 7 to smithi16976610-4 2024-03-10T22:26:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:3675: oid 4 updating version 0 to 14185 2024-03-10T22:26:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:3675: oid 4 version 14185 is already newer than 14183 2024-03-10T22:26:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:3675: oid 4 updating version 14185 to 14188 2024-03-10T22:26:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:3675: oid 4 version 14188 is already newer than 14186 2024-03-10T22:26:18.862 INFO:tasks.rados.rados.0.smithi169.stdout:3675: oid 4 version 14188 is already newer than 14187 2024-03-10T22:26:18.863 INFO:tasks.rados.rados.0.smithi169.stdout:3675: oid 4 version 14188 is already newer than 14184 2024-03-10T22:26:18.863 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14188 (ObjNum 1139 snap 342 seq_num 1139) dirty exists 2024-03-10T22:26:18.863 INFO:tasks.rados.rados.0.smithi169.stdout:3675: left oid 4 (ObjNum 1139 snap 342 seq_num 1139) 2024-03-10T22:26:18.863 INFO:tasks.rados.rados.0.smithi169.stdout:3676: expect (ObjNum 1117 snap 334 seq_num 1117) 2024-03-10T22:26:18.923 INFO:tasks.rados.rados.0.smithi169.stdout:3677: expect (ObjNum 1017 snap 312 seq_num 1017) 2024-03-10T22:26:19.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:18.711+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:19.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:18.711+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:19.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-mon[88180]: osdmap e757: 8 total, 8 up, 8 in 2024-03-10T22:26:19.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:19.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:19.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:19.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-mon[88180]: pgmap v801: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_error, 113 active+clean; 723 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 3.1 MiB/s wr, 1 op/s 2024-03-10T22:26:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-mon[90638]: osdmap e757: 8 total, 8 up, 8 in 2024-03-10T22:26:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:19.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-mon[90638]: pgmap v801: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_error, 113 active+clean; 723 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 3.1 MiB/s wr, 1 op/s 2024-03-10T22:26:19.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.754+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:19.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.755+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:19.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.756+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:19.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.756+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:19.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.756+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:19.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.757+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:19.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:18.757+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:19.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:18.710+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:18 smithi172 ceph-mon[84635]: osdmap e757: 8 total, 8 up, 8 in 2024-03-10T22:26:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:18 smithi172 ceph-mon[84635]: pgmap v801: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_error, 113 active+clean; 723 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 3.1 MiB/s wr, 1 op/s 2024-03-10T22:26:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:3678: finishing write tid 1 to smithi16976610-3 2024-03-10T22:26:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:3678: finishing write tid 2 to smithi16976610-3 2024-03-10T22:26:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:3678: finishing write tid 3 to smithi16976610-3 2024-03-10T22:26:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:3678: finishing write tid 4 to smithi16976610-3 2024-03-10T22:26:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:3678: finishing write tid 5 to smithi16976610-3 2024-03-10T22:26:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:3678: finishing write tid 6 to smithi16976610-3 2024-03-10T22:26:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:3678: oid 3 updating version 0 to 14172 2024-03-10T22:26:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:3678: oid 3 updating version 14172 to 14176 2024-03-10T22:26:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:3678: oid 3 version 14176 is already newer than 14173 2024-03-10T22:26:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:3678: oid 3 version 14176 is already newer than 14175 2024-03-10T22:26:19.129 INFO:tasks.rados.rados.0.smithi169.stdout:3678: oid 3 version 14176 is already newer than 14174 2024-03-10T22:26:19.130 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 14176 (ObjNum 1140 snap 342 seq_num 1140) dirty exists 2024-03-10T22:26:19.130 INFO:tasks.rados.rados.0.smithi169.stdout:3678: left oid 3 (ObjNum 1140 snap 342 seq_num 1140) 2024-03-10T22:26:19.130 INFO:tasks.rados.rados.0.smithi169.stdout:3679: finishing write tid 1 to smithi16976610-9 2024-03-10T22:26:19.130 INFO:tasks.rados.rados.0.smithi169.stdout:3679: finishing write tid 2 to smithi16976610-9 2024-03-10T22:26:19.130 INFO:tasks.rados.rados.0.smithi169.stdout:3679: finishing write tid 3 to smithi16976610-9 2024-03-10T22:26:19.130 INFO:tasks.rados.rados.0.smithi169.stdout:3679: finishing write tid 4 to smithi16976610-9 2024-03-10T22:26:19.130 INFO:tasks.rados.rados.0.smithi169.stdout:3679: finishing write tid 5 to smithi16976610-9 2024-03-10T22:26:19.130 INFO:tasks.rados.rados.0.smithi169.stdout:3679: finishing write tid 6 to smithi16976610-9 2024-03-10T22:26:19.130 INFO:tasks.rados.rados.0.smithi169.stdout:3679: oid 9 updating version 0 to 14131 2024-03-10T22:26:19.131 INFO:tasks.rados.rados.0.smithi169.stdout:3679: oid 9 updating version 14131 to 14133 2024-03-10T22:26:19.131 INFO:tasks.rados.rados.0.smithi169.stdout:3679: oid 9 version 14133 is already newer than 14130 2024-03-10T22:26:19.131 INFO:tasks.rados.rados.0.smithi169.stdout:3679: oid 9 version 14133 is already newer than 14132 2024-03-10T22:26:19.131 INFO:tasks.rados.rados.0.smithi169.stdout:3679: oid 9 updating version 14133 to 14134 2024-03-10T22:26:19.131 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 14134 (ObjNum 1141 snap 342 seq_num 1141) dirty exists 2024-03-10T22:26:19.131 INFO:tasks.rados.rados.0.smithi169.stdout:3679: left oid 9 (ObjNum 1141 snap 342 seq_num 1141) 2024-03-10T22:26:19.715 INFO:tasks.rados.rados.0.smithi169.stdout:3675: done (5 left) 2024-03-10T22:26:19.716 INFO:tasks.rados.rados.0.smithi169.stdout:3676: done (4 left) 2024-03-10T22:26:19.716 INFO:tasks.rados.rados.0.smithi169.stdout:3677: done (3 left) 2024-03-10T22:26:19.716 INFO:tasks.rados.rados.0.smithi169.stdout:3678: done (2 left) 2024-03-10T22:26:19.716 INFO:tasks.rados.rados.0.smithi169.stdout:3679: done (1 left) 2024-03-10T22:26:19.716 INFO:tasks.rados.rados.0.smithi169.stdout:3680: done (0 left) 2024-03-10T22:26:19.717 INFO:tasks.rados.rados.0.smithi169.stdout:3681: read oid 10 snap -1 2024-03-10T22:26:19.717 INFO:tasks.rados.rados.0.smithi169.stdout:3681: expect (ObjNum 1138 snap 342 seq_num 1138) 2024-03-10T22:26:19.717 INFO:tasks.rados.rados.0.smithi169.stdout:3682: snap_create 2024-03-10T22:26:19.742 INFO:tasks.rados.rados.0.smithi169.stdout:3681: expect (ObjNum 1138 snap 342 seq_num 1138) 2024-03-10T22:26:20.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:19.721+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:20.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:19.722+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:20.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:19.720+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:20.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:19.720+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:20.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:19.720+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:20.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:19.720+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:20.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:19.721+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:20.004 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:19.724+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:20.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:20.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:20.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:20.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:20.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: osdmap e758: 8 total, 8 up, 8 in 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:20.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:20.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:20.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:20.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: osdmap e758: 8 total, 8 up, 8 in 2024-03-10T22:26:20.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:20.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:20.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:20.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:20.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:20.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:20.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:20.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:20.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: osdmap e758: 8 total, 8 up, 8 in 2024-03-10T22:26:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:20.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:20.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:20.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19d=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:20.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:20.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:20.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:20.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:20.718 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:20.343+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:20.719 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:20.344+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:20.721 INFO:tasks.rados.rados.0.smithi169.stdout:3681: done (1 left) 2024-03-10T22:26:20.721 INFO:tasks.rados.rados.0.smithi169.stdout:3682: done (0 left) 2024-03-10T22:26:20.721 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 42 current snap is 344 2024-03-10T22:26:20.721 INFO:tasks.rados.rados.0.smithi169.stdout:3683: seq_num 1142 ranges {7823360=729088,8552448=565248,9117696=696320,9814016=344064} 2024-03-10T22:26:20.767 INFO:tasks.rados.rados.0.smithi169.stdout:3683: writing smithi16976610-42 from 7823360 to 8552448 tid 1 2024-03-10T22:26:20.770 INFO:tasks.rados.rados.0.smithi169.stdout:3683: writing smithi16976610-42 from 8552448 to 9117696 tid 2 2024-03-10T22:26:20.774 INFO:tasks.rados.rados.0.smithi169.stdout:3683: writing smithi16976610-42 from 9117696 to 9814016 tid 3 2024-03-10T22:26:20.776 INFO:tasks.rados.rados.0.smithi169.stdout:3683: writing smithi16976610-42 from 9814016 to 10158080 tid 4 2024-03-10T22:26:20.776 INFO:tasks.rados.rados.0.smithi169.stdout:3684: setattr oid 12 current snap is 344 2024-03-10T22:26:20.777 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 344 2024-03-10T22:26:20.777 INFO:tasks.rados.rados.0.smithi169.stdout:3685: seq_num 1143 ranges {3063808=753664,3817472=450560,4268032=507904,4775936=589824,5365760=57344} 2024-03-10T22:26:20.798 INFO:tasks.rados.rados.0.smithi169.stdout:3685: writing smithi16976610-25 from 3063808 to 3817472 tid 1 2024-03-10T22:26:20.801 INFO:tasks.rados.rados.0.smithi169.stdout:3685: writing smithi16976610-25 from 3817472 to 4268032 tid 2 2024-03-10T22:26:20.803 INFO:tasks.rados.rados.0.smithi169.stdout:3685: writing smithi16976610-25 from 4268032 to 4775936 tid 3 2024-03-10T22:26:20.807 INFO:tasks.rados.rados.0.smithi169.stdout:3685: writing smithi16976610-25 from 4775936 to 5365760 tid 4 2024-03-10T22:26:20.809 INFO:tasks.rados.rados.0.smithi169.stdout:3685: writing smithi16976610-25 from 5365760 to 5423104 tid 5 2024-03-10T22:26:20.809 INFO:tasks.rados.rados.0.smithi169.stdout:3686: read oid 23 snap -1 2024-03-10T22:26:20.809 INFO:tasks.rados.rados.0.smithi169.stdout:3686: expect (ObjNum 1127 snap 337 seq_num 1127) 2024-03-10T22:26:20.809 INFO:tasks.rados.rados.0.smithi169.stdout:3687: read oid 35 snap -1 2024-03-10T22:26:20.809 INFO:tasks.rados.rados.0.smithi169.stdout:3687: expect deleted 2024-03-10T22:26:20.809 INFO:tasks.rados.rados.0.smithi169.stdout:3688: read oid 3 snap -1 2024-03-10T22:26:20.809 INFO:tasks.rados.rados.0.smithi169.stdout:3688: expect (ObjNum 1140 snap 342 seq_num 1140) 2024-03-10T22:26:20.809 INFO:tasks.rados.rados.0.smithi169.stdout:3689: rollback oid 5 current snap is 344 2024-03-10T22:26:20.809 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 5 to 328 2024-03-10T22:26:20.809 INFO:tasks.rados.rados.0.smithi169.stdout:3683: finishing write tid 1 to smithi16976610-42 2024-03-10T22:26:20.809 INFO:tasks.rados.rados.0.smithi169.stdout:3683: finishing write tid 2 to smithi16976610-42 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:3683: finishing write tid 3 to smithi16976610-42 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:3683: finishing write tid 4 to smithi16976610-42 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:3683: finishing write tid 5 to smithi16976610-42 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:3683: finishing write tid 6 to smithi16976610-42 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:3683: oid 42 updating version 0 to 14143 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:3683: oid 42 updating version 14143 to 14145 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:3683: oid 42 version 14145 is already newer than 14144 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:3683: oid 42 version 14145 is already newer than 14141 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:3683: oid 42 version 14145 is already newer than 14142 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14145 (ObjNum 1142 snap 344 seq_num 1142) dirty exists 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:3683: left oid 42 (ObjNum 1142 snap 344 seq_num 1142) 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14190 (ObjNum 1086 snap 326 seq_num 1086) dirty exists 2024-03-10T22:26:20.810 INFO:tasks.rados.rados.0.smithi169.stdout:3685: finishing write tid 1 to smithi16976610-25 2024-03-10T22:26:20.811 INFO:tasks.rados.rados.0.smithi169.stdout:3683: done (6 left) 2024-03-10T22:26:20.811 INFO:tasks.rados.rados.0.smithi169.stdout:3684: done (5 left) 2024-03-10T22:26:20.811 INFO:tasks.rados.rados.0.smithi169.stdout:3690: rollback oid 14 current snap is 344 2024-03-10T22:26:20.811 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 14 to 332 2024-03-10T22:26:20.811 INFO:tasks.rados.rados.0.smithi169.stdout:3691: copy_from oid 28 from oid 30 current snap is 344 2024-03-10T22:26:20.811 INFO:tasks.rados.rados.0.smithi169.stdout:3692: delete oid 29 current snap is 344 2024-03-10T22:26:20.811 INFO:tasks.rados.rados.0.smithi169.stdout:3690: finishing rollback tid 1 to smithi16976610-14 2024-03-10T22:26:20.811 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-03-10T22:26:20.811 INFO:tasks.rados.rados.0.smithi169.stdout:3685: finishing write tid 2 to smithi16976610-25 2024-03-10T22:26:20.817 INFO:tasks.rados.rados.0.smithi169.stdout:3687: done (7 left) 2024-03-10T22:26:20.817 INFO:tasks.rados.rados.0.smithi169.stdout:3690: done (6 left) 2024-03-10T22:26:20.817 INFO:tasks.rados.rados.0.smithi169.stdout:3692: done (5 left) 2024-03-10T22:26:20.818 INFO:tasks.rados.rados.0.smithi169.stdout:3693: delete oid 20 current snap is 344 2024-03-10T22:26:20.820 INFO:tasks.rados.rados.0.smithi169.stdout:3693: done (5 left) 2024-03-10T22:26:20.820 INFO:tasks.rados.rados.0.smithi169.stdout:3694: snap_remove snap 329 2024-03-10T22:26:21.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:20.723+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:21.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:20.723+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:21.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:26:20.713+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:26:21.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[88180]: osdmap e759: 8 total, 8 up, 8 in 2024-03-10T22:26:21.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:21.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[88180]: pgmap v804: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 741 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 10 op/s 2024-03-10T22:26:21.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[90638]: osdmap e759: 8 total, 8 up, 8 in 2024-03-10T22:26:21.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:21.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-mon[90638]: pgmap v804: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 741 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 10 op/s 2024-03-10T22:26:21.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:20.816+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:21.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:20.816+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:21.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:20.819+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:21.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:20.819+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:21.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:20.820+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:21.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:20.820+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:21.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:20.821+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:21.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:20.718+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-mon[84635]: osdmap e759: 8 total, 8 up, 8 in 2024-03-10T22:26:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:21.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:20 smithi172 ceph-mon[84635]: pgmap v804: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 741 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 10 op/s 2024-03-10T22:26:21.734 INFO:tasks.rados.rados.0.smithi169.stdout:3685: finishing write tid 3 to smithi16976610-25 2024-03-10T22:26:21.734 INFO:tasks.rados.rados.0.smithi169.stdout:3685: finishing write tid 4 to smithi16976610-25 2024-03-10T22:26:21.734 INFO:tasks.rados.rados.0.smithi169.stdout:3689: finishing rollback tid 0 to smithi16976610-5 2024-03-10T22:26:21.734 INFO:tasks.rados.rados.0.smithi169.stdout:3685: finishing write tid 5 to smithi16976610-25 2024-03-10T22:26:21.734 INFO:tasks.rados.rados.0.smithi169.stdout:3689: finishing rollback tid 1 to smithi16976610-5 2024-03-10T22:26:21.734 INFO:tasks.rados.rados.0.smithi169.stdout:3689: finishing rollback tid 2 to smithi16976610-5 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 14201 (ObjNum 1099 snap 327 seq_num 1099) dirty exists 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:3685: finishing write tid 6 to smithi16976610-25 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:3685: finishing write tid 7 to smithi16976610-25 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:3685: oid 25 updating version 0 to 14170 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:3685: oid 25 version 14170 is already newer than 14167 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:3685: oid 25 updating version 14170 to 14171 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:3685: oid 25 version 14171 is already newer than 14169 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:3685: oid 25 version 14171 is already newer than 14166 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:3685: oid 25 version 14171 is already newer than 14168 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14171 (ObjNum 1143 snap 344 seq_num 1143) dirty exists 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:3685: left oid 25 (ObjNum 1143 snap 344 seq_num 1143) 2024-03-10T22:26:21.735 INFO:tasks.rados.rados.0.smithi169.stdout:3686: expect (ObjNum 1127 snap 337 seq_num 1127) 2024-03-10T22:26:21.794 INFO:tasks.rados.rados.0.smithi169.stdout:3691: finishing copy_from racing read to smithi16976610-28 2024-03-10T22:26:21.794 INFO:tasks.rados.rados.0.smithi169.stdout:3691: finishing copy_from to smithi16976610-28 2024-03-10T22:26:21.794 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14111 (ObjNum 1000 snap 306 seq_num 1000) dirty exists 2024-03-10T22:26:21.795 INFO:tasks.rados.rados.0.smithi169.stdout:3688: expect (ObjNum 1140 snap 342 seq_num 1140) 2024-03-10T22:26:22.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:21.737+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:22.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:21.738+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:22.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:22.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[88180]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:26:22.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[88180]: osdmap e760: 8 total, 8 up, 8 in 2024-03-10T22:26:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:22.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[90638]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:26:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[90638]: osdmap e760: 8 total, 8 up, 8 in 2024-03-10T22:26:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:22.005 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:22.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:22.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:21.734+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:22.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:21.734+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:22.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:21.734+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:22.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:21.735+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:22.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:21.735+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:22.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:21.735+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:22.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:21.734+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:22.014 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:21.734+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:22.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:22.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-mon[84635]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T22:26:22.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:22.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-mon[84635]: osdmap e760: 8 total, 8 up, 8 in 2024-03-10T22:26:22.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:22.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:22.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:22.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:22.015 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:22.016 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:22.016 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:21 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:22.461 INFO:tasks.rados.rados.0.smithi169.stdout:3685: done (5 left) 2024-03-10T22:26:22.461 INFO:tasks.rados.rados.0.smithi169.stdout:3686: done (4 left) 2024-03-10T22:26:22.461 INFO:tasks.rados.rados.0.smithi169.stdout:3688: done (3 left) 2024-03-10T22:26:22.461 INFO:tasks.rados.rados.0.smithi169.stdout:3689: done (2 left) 2024-03-10T22:26:22.461 INFO:tasks.rados.rados.0.smithi169.stdout:3691: done (1 left) 2024-03-10T22:26:22.461 INFO:tasks.rados.rados.0.smithi169.stdout:3694: done (0 left) 2024-03-10T22:26:22.461 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 344 2024-03-10T22:26:22.461 INFO:tasks.rados.rados.0.smithi169.stdout:3695: seq_num 1146 ranges {2105344=802816,2908160=499712,3407872=679936,4087808=425984} 2024-03-10T22:26:22.476 INFO:tasks.rados.rados.0.smithi169.stdout:3695: writing smithi16976610-41 from 2105344 to 2908160 tid 1 2024-03-10T22:26:22.478 INFO:tasks.rados.rados.0.smithi169.stdout:3695: writing smithi16976610-41 from 2908160 to 3407872 tid 2 2024-03-10T22:26:22.482 INFO:tasks.rados.rados.0.smithi169.stdout:3695: writing smithi16976610-41 from 3407872 to 4087808 tid 3 2024-03-10T22:26:22.484 INFO:tasks.rados.rados.0.smithi169.stdout:3695: writing smithi16976610-41 from 4087808 to 4513792 tid 4 2024-03-10T22:26:22.485 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 344 2024-03-10T22:26:22.485 INFO:tasks.rados.rados.0.smithi169.stdout:3695: finishing write tid 1 to smithi16976610-41 2024-03-10T22:26:22.485 INFO:tasks.rados.rados.0.smithi169.stdout:3696: seq_num 1147 ranges {3776512=16384} 2024-03-10T22:26:22.505 INFO:tasks.rados.rados.0.smithi169.stdout:3696: writing smithi16976610-27 from 3776512 to 3792896 tid 1 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3697: read oid 3 snap -1 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3697: expect (ObjNum 1140 snap 342 seq_num 1140) 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3698: copy_from oid 22 from oid 9 current snap is 344 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3695: finishing write tid 2 to smithi16976610-41 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3695: finishing write tid 3 to smithi16976610-41 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3695: finishing write tid 4 to smithi16976610-41 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3695: finishing write tid 5 to smithi16976610-41 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3695: finishing write tid 6 to smithi16976610-41 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3695: oid 41 updating version 0 to 14150 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3695: oid 41 version 14150 is already newer than 14149 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3695: oid 41 version 14150 is already newer than 14148 2024-03-10T22:26:22.506 INFO:tasks.rados.rados.0.smithi169.stdout:3695: oid 41 version 14150 is already newer than 14147 2024-03-10T22:26:22.507 INFO:tasks.rados.rados.0.smithi169.stdout:3695: oid 41 version 14150 is already newer than 14146 2024-03-10T22:26:22.507 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 14150 (ObjNum 1146 snap 344 seq_num 1146) dirty exists 2024-03-10T22:26:22.507 INFO:tasks.rados.rados.0.smithi169.stdout:3695: left oid 41 (ObjNum 1146 snap 344 seq_num 1146) 2024-03-10T22:26:22.507 INFO:tasks.rados.rados.0.smithi169.stdout:3695: done (3 left) 2024-03-10T22:26:22.507 INFO:tasks.rados.rados.0.smithi169.stdout:3699: read oid 43 snap -1 2024-03-10T22:26:22.507 INFO:tasks.rados.rados.0.smithi169.stdout:3699: expect deleted 2024-03-10T22:26:22.507 INFO:tasks.rados.rados.0.smithi169.stdout:3700: rmattr oid 14 current snap is 344 2024-03-10T22:26:22.507 INFO:tasks.rados.rados.0.smithi169.stdout:3700: done (4 left) 2024-03-10T22:26:22.507 INFO:tasks.rados.rados.0.smithi169.stdout:3701: snap_create 2024-03-10T22:26:22.511 INFO:tasks.rados.rados.0.smithi169.stdout:3696: finishing write tid 1 to smithi16976610-27 2024-03-10T22:26:22.511 INFO:tasks.rados.rados.0.smithi169.stdout:3696: finishing write tid 2 to smithi16976610-27 2024-03-10T22:26:22.515 INFO:tasks.rados.rados.0.smithi169.stdout:3696: finishing write tid 3 to smithi16976610-27 2024-03-10T22:26:22.515 INFO:tasks.rados.rados.0.smithi169.stdout:3696: oid 27 updating version 0 to 14203 2024-03-10T22:26:22.515 INFO:tasks.rados.rados.0.smithi169.stdout:3696: oid 27 version 14203 is already newer than 14202 2024-03-10T22:26:22.515 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14203 (ObjNum 1147 snap 344 seq_num 1147) dirty exists 2024-03-10T22:26:22.515 INFO:tasks.rados.rados.0.smithi169.stdout:3696: left oid 27 (ObjNum 1147 snap 344 seq_num 1147) 2024-03-10T22:26:22.551 INFO:tasks.rados.rados.0.smithi169.stdout:3698: finishing copy_from racing read to smithi16976610-22 2024-03-10T22:26:22.555 INFO:tasks.rados.rados.0.smithi169.stdout:3697: expect (ObjNum 1140 snap 342 seq_num 1140) 2024-03-10T22:26:22.743 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:26:23.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:22.748+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:23.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:22.748+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[90638]: osdmap e761: 8 total, 8 up, 8 in 2024-03-10T22:26:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:23.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[90638]: pgmap v807: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 748 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-03-10T22:26:23.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[88180]: osdmap e761: 8 total, 8 up, 8 in 2024-03-10T22:26:23.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:23.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:23.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:23.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:23.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-mon[88180]: pgmap v807: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 748 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-03-10T22:26:23.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:22.747+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:23.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:22.748+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:23.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:22.748+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:23.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:22.748+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:23.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:22.748+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:23.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:22.748+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:23.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:22.748+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:23.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:22.746+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:23.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-mon[84635]: osdmap e761: 8 total, 8 up, 8 in 2024-03-10T22:26:23.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:23.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:23.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:23.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:23.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:23.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:23.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:23.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:23.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:22 smithi172 ceph-mon[84635]: pgmap v807: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 748 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-03-10T22:26:23.224 INFO:tasks.rados.rados.0.smithi169.stdout:3698: finishing copy_from to smithi16976610-22 2024-03-10T22:26:23.224 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 14134 (ObjNum 1141 snap 342 seq_num 1141) dirty exists 2024-03-10T22:26:23.225 INFO:tasks.rados.rados.0.smithi169.stdout:3696: done (4 left) 2024-03-10T22:26:23.225 INFO:tasks.rados.rados.0.smithi169.stdout:3697: done (3 left) 2024-03-10T22:26:23.225 INFO:tasks.rados.rados.0.smithi169.stdout:3698: done (2 left) 2024-03-10T22:26:23.225 INFO:tasks.rados.rados.0.smithi169.stdout:3699: done (1 left) 2024-03-10T22:26:23.225 INFO:tasks.rados.rados.0.smithi169.stdout:3701: done (0 left) 2024-03-10T22:26:23.225 INFO:tasks.rados.rados.0.smithi169.stdout:3702: snap_create 2024-03-10T22:26:23.751 INFO:tasks.rados.rados.0.smithi169.stdout:3702: done (0 left) 2024-03-10T22:26:23.751 INFO:tasks.rados.rados.0.smithi169.stdout:3703: read oid 3 snap 344 2024-03-10T22:26:23.751 INFO:tasks.rados.rados.0.smithi169.stdout:3703: expect (ObjNum 1140 snap 342 seq_num 1140) 2024-03-10T22:26:23.751 INFO:tasks.rados.rados.0.smithi169.stdout:3704: delete oid 46 current snap is 346 2024-03-10T22:26:23.757 INFO:tasks.rados.rados.0.smithi169.stdout:3704: done (1 left) 2024-03-10T22:26:23.757 INFO:tasks.rados.rados.0.smithi169.stdout:3705: rmattr oid 46 current snap is 346 2024-03-10T22:26:23.757 INFO:tasks.rados.rados.0.smithi169.stdout:3705: done (1 left) 2024-03-10T22:26:23.757 INFO:tasks.rados.rados.0.smithi169.stdout:3706: rmattr oid 38 current snap is 346 2024-03-10T22:26:23.757 INFO:tasks.rados.rados.0.smithi169.stdout:3706: done (1 left) 2024-03-10T22:26:23.757 INFO:tasks.rados.rados.0.smithi169.stdout:3707: read oid 20 snap 327 2024-03-10T22:26:23.757 INFO:tasks.rados.rados.0.smithi169.stdout:3707: expect (ObjNum 1049 snap 314 seq_num 1049) 2024-03-10T22:26:23.757 INFO:tasks.rados.rados.0.smithi169.stdout:3708: read oid 43 snap 327 2024-03-10T22:26:23.758 INFO:tasks.rados.rados.0.smithi169.stdout:3708: expect deleted 2024-03-10T22:26:23.758 INFO:tasks.rados.rados.0.smithi169.stdout:3709: delete oid 16 current snap is 346 2024-03-10T22:26:23.763 INFO:tasks.rados.rados.0.smithi169.stdout:3709: done (3 left) 2024-03-10T22:26:23.763 INFO:tasks.rados.rados.0.smithi169.stdout:3710: snap_remove snap 345 2024-03-10T22:26:24.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:23.756+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:24.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:23.757+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:24.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:24.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:24.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[90638]: osdmap e762: 8 total, 8 up, 8 in 2024-03-10T22:26:24.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:24.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:24.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:24.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:24.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:24.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:24.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[88180]: osdmap e762: 8 total, 8 up, 8 in 2024-03-10T22:26:24.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:24.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:24.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:24.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:24.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:24.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:24.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:23.753+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:24.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:23.756+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:24.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:23.756+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:24.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:23.756+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:24.005 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:23.756+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:24.006 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:23.757+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:24.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:23.763+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:24.012 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:23.764+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:23 smithi172 ceph-mon[84635]: osdmap e762: 8 total, 8 up, 8 in 2024-03-10T22:26:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:24.759 INFO:tasks.rados.rados.0.smithi169.stdout:3710: done (3 left) 2024-03-10T22:26:24.759 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 46 current snap is 346 2024-03-10T22:26:24.759 INFO:tasks.rados.rados.0.smithi169.stdout:3711: seq_num 1150 ranges {0=65536} 2024-03-10T22:26:24.759 INFO:tasks.rados.rados.0.smithi169.stdout:3711: writing smithi16976610-46 from 0 to 65536 tid 1 2024-03-10T22:26:24.759 INFO:tasks.rados.rados.0.smithi169.stdout:3712: snap_create 2024-03-10T22:26:24.760 INFO:tasks.rados.rados.0.smithi169.stdout:3707: expect (ObjNum 1049 snap 314 seq_num 1049) 2024-03-10T22:26:24.797 INFO:tasks.rados.rados.0.smithi169.stdout:3703: expect (ObjNum 1140 snap 342 seq_num 1140) 2024-03-10T22:26:25.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:24.761+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:24 smithi172 ceph-mon[84635]: osdmap e763: 8 total, 8 up, 8 in 2024-03-10T22:26:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:25.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:25.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:25.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:25.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:25.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:24 smithi172 ceph-mon[84635]: pgmap v810: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 757 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-03-10T22:26:25.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:24.758+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:25.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:24.759+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:25.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[88180]: osdmap e763: 8 total, 8 up, 8 in 2024-03-10T22:26:25.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:25.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:25.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[88180]: pgmap v810: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 757 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-03-10T22:26:25.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[90638]: osdmap e763: 8 total, 8 up, 8 in 2024-03-10T22:26:25.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:25.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:25.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-mon[90638]: pgmap v810: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 757 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-03-10T22:26:25.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:24.763+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:25.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:24.763+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:25.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:24.764+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:25.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:24.764+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:25.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:24.764+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:25.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:24.764+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:25.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:24.766+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:25.462 INFO:tasks.rados.rados.0.smithi169.stdout:3711: finishing write tid 1 to smithi16976610-46 2024-03-10T22:26:25.462 INFO:tasks.rados.rados.0.smithi169.stdout:3711: finishing write tid 2 to smithi16976610-46 2024-03-10T22:26:25.462 INFO:tasks.rados.rados.0.smithi169.stdout:3711: finishing write tid 3 to smithi16976610-46 2024-03-10T22:26:25.462 INFO:tasks.rados.rados.0.smithi169.stdout:3711: oid 46 updating version 0 to 14176 2024-03-10T22:26:25.462 INFO:tasks.rados.rados.0.smithi169.stdout:3711: oid 46 updating version 14176 to 14177 2024-03-10T22:26:25.462 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14177 (ObjNum 1150 snap 346 seq_num 1150) dirty exists 2024-03-10T22:26:25.462 INFO:tasks.rados.rados.0.smithi169.stdout:3711: left oid 46 (ObjNum 1150 snap 346 seq_num 1150) 2024-03-10T22:26:25.765 INFO:tasks.rados.rados.0.smithi169.stdout:3703: done (4 left) 2024-03-10T22:26:25.765 INFO:tasks.rados.rados.0.smithi169.stdout:3707: done (3 left) 2024-03-10T22:26:25.765 INFO:tasks.rados.rados.0.smithi169.stdout:3708: done (2 left) 2024-03-10T22:26:25.765 INFO:tasks.rados.rados.0.smithi169.stdout:3711: done (1 left) 2024-03-10T22:26:25.765 INFO:tasks.rados.rados.0.smithi169.stdout:3712: done (0 left) 2024-03-10T22:26:25.765 INFO:tasks.rados.rados.0.smithi169.stdout:3713: read oid 48 snap -1 2024-03-10T22:26:25.765 INFO:tasks.rados.rados.0.smithi169.stdout:3713: expect (ObjNum 1072 snap 323 seq_num 1072) 2024-03-10T22:26:25.765 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 347 2024-03-10T22:26:25.765 INFO:tasks.rados.rados.0.smithi169.stdout:3714: seq_num 1151 ranges {10706944=81920} 2024-03-10T22:26:25.821 INFO:tasks.rados.rados.0.smithi169.stdout:3714: writing smithi16976610-31 from 10706944 to 10788864 tid 1 2024-03-10T22:26:25.822 INFO:tasks.rados.rados.0.smithi169.stdout:3715: read oid 49 snap -1 2024-03-10T22:26:25.822 INFO:tasks.rados.rados.0.smithi169.stdout:3715: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:26:25.822 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 347 2024-03-10T22:26:25.822 INFO:tasks.rados.rados.0.smithi169.stdout:3716: seq_num 1152 ranges {6569984=98304} 2024-03-10T22:26:25.857 INFO:tasks.rados.rados.0.smithi169.stdout:3716: writing smithi16976610-10 from 6569984 to 6668288 tid 1 2024-03-10T22:26:25.858 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 347 2024-03-10T22:26:25.858 INFO:tasks.rados.rados.0.smithi169.stdout:3717: seq_num 1153 ranges {0=114688} 2024-03-10T22:26:25.858 INFO:tasks.rados.rados.0.smithi169.stdout:3717: writing smithi16976610-7 from 0 to 114688 tid 1 2024-03-10T22:26:25.859 INFO:tasks.rados.rados.0.smithi169.stdout:3718: read oid 23 snap -1 2024-03-10T22:26:25.859 INFO:tasks.rados.rados.0.smithi169.stdout:3718: expect (ObjNum 1127 snap 337 seq_num 1127) 2024-03-10T22:26:25.859 INFO:tasks.rados.rados.0.smithi169.stdout:3719: delete oid 18 current snap is 347 2024-03-10T22:26:25.859 INFO:tasks.rados.rados.0.smithi169.stdout:3713: expect (ObjNum 1072 snap 323 seq_num 1072) 2024-03-10T22:26:25.940 INFO:tasks.rados.rados.0.smithi169.stdout:3714: finishing write tid 1 to smithi16976610-31 2024-03-10T22:26:25.940 INFO:tasks.rados.rados.0.smithi169.stdout:3714: finishing write tid 2 to smithi16976610-31 2024-03-10T22:26:25.940 INFO:tasks.rados.rados.0.smithi169.stdout:3714: finishing write tid 3 to smithi16976610-31 2024-03-10T22:26:25.940 INFO:tasks.rados.rados.0.smithi169.stdout:3714: oid 31 updating version 0 to 14168 2024-03-10T22:26:25.940 INFO:tasks.rados.rados.0.smithi169.stdout:3714: oid 31 version 14168 is already newer than 14167 2024-03-10T22:26:25.940 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14168 (ObjNum 1151 snap 347 seq_num 1151) dirty exists 2024-03-10T22:26:25.940 INFO:tasks.rados.rados.0.smithi169.stdout:3714: left oid 31 (ObjNum 1151 snap 347 seq_num 1151) 2024-03-10T22:26:25.941 INFO:tasks.rados.rados.0.smithi169.stdout:3715: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:26:26.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:25.770+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:26.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:25.770+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-mon[84635]: osdmap e764: 8 total, 8 up, 8 in 2024-03-10T22:26:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:26.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:26.157 INFO:tasks.rados.rados.0.smithi169.stdout:3717: finishing write tid 1 to smithi16976610-7 2024-03-10T22:26:26.157 INFO:tasks.rados.rados.0.smithi169.stdout:3717: finishing write tid 2 to smithi16976610-7 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3713: done (6 left) 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3714: done (5 left) 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3715: done (4 left) 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3719: done (3 left) 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3720: snap_create 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3717: finishing write tid 3 to smithi16976610-7 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3717: oid 7 updating version 0 to 14138 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3717: oid 7 updating version 14138 to 14139 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14139 (ObjNum 1153 snap 347 seq_num 1153) dirty exists 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3717: left oid 7 (ObjNum 1153 snap 347 seq_num 1153) 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3716: finishing write tid 1 to smithi16976610-10 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3716: finishing write tid 2 to smithi16976610-10 2024-03-10T22:26:26.158 INFO:tasks.rados.rados.0.smithi169.stdout:3716: finishing write tid 3 to smithi16976610-10 2024-03-10T22:26:26.159 INFO:tasks.rados.rados.0.smithi169.stdout:3716: oid 10 updating version 0 to 14120 2024-03-10T22:26:26.159 INFO:tasks.rados.rados.0.smithi169.stdout:3716: oid 10 updating version 14120 to 14121 2024-03-10T22:26:26.159 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14121 (ObjNum 1152 snap 347 seq_num 1152) dirty exists 2024-03-10T22:26:26.159 INFO:tasks.rados.rados.0.smithi169.stdout:3716: left oid 10 (ObjNum 1152 snap 347 seq_num 1152) 2024-03-10T22:26:26.159 INFO:tasks.rados.rados.0.smithi169.stdout:3718: expect (ObjNum 1127 snap 337 seq_num 1127) 2024-03-10T22:26:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:26:25] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:26:26.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:25.765+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:26.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:25.765+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:26.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:26.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[88180]: osdmap e764: 8 total, 8 up, 8 in 2024-03-10T22:26:26.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:26.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:26.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:26.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:26.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:26.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:26.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:26.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:26.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:26.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[90638]: osdmap e764: 8 total, 8 up, 8 in 2024-03-10T22:26:26.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:26.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:26.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:26.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:26.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:26.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:26.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:26.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:26.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:25.768+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:26.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:25.768+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:26.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:25.768+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:26.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:25.768+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:26.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:25.768+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:26.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:25.772+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:26.775 INFO:tasks.rados.rados.0.smithi169.stdout:3716: done (3 left) 2024-03-10T22:26:26.775 INFO:tasks.rados.rados.0.smithi169.stdout:3717: done (2 left) 2024-03-10T22:26:26.775 INFO:tasks.rados.rados.0.smithi169.stdout:3718: done (1 left) 2024-03-10T22:26:26.775 INFO:tasks.rados.rados.0.smithi169.stdout:3720: done (0 left) 2024-03-10T22:26:26.775 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 348 2024-03-10T22:26:26.775 INFO:tasks.rados.rados.0.smithi169.stdout:3721: seq_num 1155 ranges {2088960=147456} 2024-03-10T22:26:26.787 INFO:tasks.rados.rados.0.smithi169.stdout:3721: writing smithi16976610-23 from 2088960 to 2236416 tid 1 2024-03-10T22:26:26.787 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 3 current snap is 348 2024-03-10T22:26:26.787 INFO:tasks.rados.rados.0.smithi169.stdout:3722: seq_num 1156 ranges {10264576=163840} 2024-03-10T22:26:26.843 INFO:tasks.rados.rados.0.smithi169.stdout:3722: writing smithi16976610-3 from 10264576 to 10428416 tid 1 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:3723: read oid 34 snap -1 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:3723: expect (ObjNum 1091 snap 326 seq_num 1091) 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:3724: copy_from oid 48 from oid 21 current snap is 348 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:3721: finishing write tid 1 to smithi16976610-23 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:3721: finishing write tid 2 to smithi16976610-23 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:3721: finishing write tid 3 to smithi16976610-23 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:3721: oid 23 updating version 0 to 14178 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:3721: oid 23 updating version 14178 to 14179 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14179 (ObjNum 1155 snap 348 seq_num 1155) dirty exists 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:3721: left oid 23 (ObjNum 1155 snap 348 seq_num 1155) 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:3721: done (3 left) 2024-03-10T22:26:26.844 INFO:tasks.rados.rados.0.smithi169.stdout:3725: rmattr oid 8 current snap is 348 2024-03-10T22:26:26.845 INFO:tasks.rados.rados.0.smithi169.stdout:3725: done (3 left) 2024-03-10T22:26:26.845 INFO:tasks.rados.rados.0.smithi169.stdout:3726: delete oid 29 current snap is 348 2024-03-10T22:26:26.848 INFO:tasks.rados.rados.0.smithi169.stdout:3722: finishing write tid 1 to smithi16976610-3 2024-03-10T22:26:26.848 INFO:tasks.rados.rados.0.smithi169.stdout:3722: finishing write tid 2 to smithi16976610-3 2024-03-10T22:26:26.851 INFO:tasks.rados.rados.0.smithi169.stdout:3722: finishing write tid 3 to smithi16976610-3 2024-03-10T22:26:26.851 INFO:tasks.rados.rados.0.smithi169.stdout:3722: oid 3 updating version 0 to 14178 2024-03-10T22:26:26.851 INFO:tasks.rados.rados.0.smithi169.stdout:3722: oid 3 version 14178 is already newer than 14177 2024-03-10T22:26:26.851 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 3 v 14178 (ObjNum 1156 snap 348 seq_num 1156) dirty exists 2024-03-10T22:26:26.851 INFO:tasks.rados.rados.0.smithi169.stdout:3722: left oid 3 (ObjNum 1156 snap 348 seq_num 1156) 2024-03-10T22:26:26.856 INFO:tasks.rados.rados.0.smithi169.stdout:3722: done (3 left) 2024-03-10T22:26:26.856 INFO:tasks.rados.rados.0.smithi169.stdout:3726: done (2 left) 2024-03-10T22:26:26.856 INFO:tasks.rados.rados.0.smithi169.stdout:3727: read oid 32 snap -1 2024-03-10T22:26:26.856 INFO:tasks.rados.rados.0.smithi169.stdout:3727: expect deleted 2024-03-10T22:26:26.857 INFO:tasks.rados.rados.0.smithi169.stdout:3728: copy_from oid 27 from oid 43 current snap is 348 2024-03-10T22:26:26.857 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 17 current snap is 348 2024-03-10T22:26:26.857 INFO:tasks.rados.rados.0.smithi169.stdout:3729: seq_num 1158 ranges {5906432=196608} 2024-03-10T22:26:26.891 INFO:tasks.rados.rados.0.smithi169.stdout:3729: writing smithi16976610-17 from 5906432 to 6103040 tid 1 2024-03-10T22:26:26.891 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 348 2024-03-10T22:26:26.891 INFO:tasks.rados.rados.0.smithi169.stdout:3730: seq_num 1159 ranges {114688=212992} 2024-03-10T22:26:26.892 INFO:tasks.rados.rados.0.smithi169.stdout:3730: writing smithi16976610-7 from 114688 to 327680 tid 1 2024-03-10T22:26:26.892 INFO:tasks.rados.rados.0.smithi169.stdout:3731: rollback oid 37 current snap is 348 2024-03-10T22:26:26.892 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 37 to 340 2024-03-10T22:26:26.892 INFO:tasks.rados.rados.0.smithi169.stdout:3723: expect (ObjNum 1091 snap 326 seq_num 1091) 2024-03-10T22:26:27.034 INFO:tasks.rados.rados.0.smithi169.stdout:3728: finishing copy_from to smithi16976610-27 2024-03-10T22:26:27.034 INFO:tasks.rados.rados.0.smithi169.stdout:3728: got expected ENOENT (src dne) 2024-03-10T22:26:27.034 INFO:tasks.rados.rados.0.smithi169.stdout:3728: finishing copy_from racing read to smithi16976610-27 2024-03-10T22:26:27.034 INFO:tasks.rados.rados.0.smithi169.stdout:3723: done (6 left) 2024-03-10T22:26:27.034 INFO:tasks.rados.rados.0.smithi169.stdout:3727: done (5 left) 2024-03-10T22:26:27.034 INFO:tasks.rados.rados.0.smithi169.stdout:3728: done (4 left) 2024-03-10T22:26:27.034 INFO:tasks.rados.rados.0.smithi169.stdout:3732: read oid 33 snap -1 2024-03-10T22:26:27.034 INFO:tasks.rados.rados.0.smithi169.stdout:3732: expect (ObjNum 1128 snap 337 seq_num 1128) 2024-03-10T22:26:27.034 INFO:tasks.rados.rados.0.smithi169.stdout:3733: delete oid 34 current snap is 348 2024-03-10T22:26:27.034 INFO:tasks.rados.rados.0.smithi169.stdout:3724: finishing copy_from racing read to smithi16976610-48 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3724: finishing copy_from to smithi16976610-48 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14120 (ObjNum 1105 snap 333 seq_num 1105) dirty exists 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3729: finishing write tid 1 to smithi16976610-17 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3729: finishing write tid 2 to smithi16976610-17 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3730: finishing write tid 1 to smithi16976610-7 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3730: finishing write tid 2 to smithi16976610-7 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3729: finishing write tid 3 to smithi16976610-17 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3729: oid 17 updating version 0 to 14205 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3729: oid 17 version 14205 is already newer than 14204 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 17 v 14205 (ObjNum 1158 snap 348 seq_num 1158) dirty exists 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3729: left oid 17 (ObjNum 1158 snap 348 seq_num 1158) 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3730: finishing write tid 3 to smithi16976610-7 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3730: oid 7 updating version 0 to 14140 2024-03-10T22:26:27.035 INFO:tasks.rados.rados.0.smithi169.stdout:3730: oid 7 updating version 14140 to 14141 2024-03-10T22:26:27.036 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14141 (ObjNum 1159 snap 348 seq_num 1159) dirty exists 2024-03-10T22:26:27.036 INFO:tasks.rados.rados.0.smithi169.stdout:3730: left oid 7 (ObjNum 1159 snap 348 seq_num 1159) 2024-03-10T22:26:27.036 INFO:tasks.rados.rados.0.smithi169.stdout:3731: finishing rollback tid 0 to smithi16976610-37 2024-03-10T22:26:27.036 INFO:tasks.rados.rados.0.smithi169.stdout:3731: finishing rollback tid 1 to smithi16976610-37 2024-03-10T22:26:27.036 INFO:tasks.rados.rados.0.smithi169.stdout:3731: finishing rollback tid 2 to smithi16976610-37 2024-03-10T22:26:27.036 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14171 (ObjNum 995 snap 304 seq_num 995) dirty exists 2024-03-10T22:26:27.044 INFO:tasks.rados.rados.0.smithi169.stdout:3732: expect (ObjNum 1128 snap 337 seq_num 1128) 2024-03-10T22:26:27.097 INFO:tasks.rados.rados.0.smithi169.stdout:3724: done (5 left) 2024-03-10T22:26:27.098 INFO:tasks.rados.rados.0.smithi169.stdout:3729: done (4 left) 2024-03-10T22:26:27.098 INFO:tasks.rados.rados.0.smithi169.stdout:3730: done (3 left) 2024-03-10T22:26:27.098 INFO:tasks.rados.rados.0.smithi169.stdout:3731: done (2 left) 2024-03-10T22:26:27.098 INFO:tasks.rados.rados.0.smithi169.stdout:3732: done (1 left) 2024-03-10T22:26:27.098 INFO:tasks.rados.rados.0.smithi169.stdout:3733: done (0 left) 2024-03-10T22:26:27.098 INFO:tasks.rados.rados.0.smithi169.stdout:3734: rollback oid 25 current snap is 348 2024-03-10T22:26:27.098 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 25 to 340 2024-03-10T22:26:27.098 INFO:tasks.rados.rados.0.smithi169.stdout:3735: delete oid 48 current snap is 348 2024-03-10T22:26:27.103 INFO:tasks.rados.rados.0.smithi169.stdout:3734: finishing rollback tid 0 to smithi16976610-25 2024-03-10T22:26:27.105 INFO:tasks.rados.rados.0.smithi169.stdout:3734: finishing rollback tid 1 to smithi16976610-25 2024-03-10T22:26:27.106 INFO:tasks.rados.rados.0.smithi169.stdout:3734: finishing rollback tid 2 to smithi16976610-25 2024-03-10T22:26:27.106 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14175 (ObjNum 1106 snap 333 seq_num 1106) dirty exists 2024-03-10T22:26:27.106 INFO:tasks.rados.rados.0.smithi169.stdout:3734: done (1 left) 2024-03-10T22:26:27.106 INFO:tasks.rados.rados.0.smithi169.stdout:3735: done (0 left) 2024-03-10T22:26:27.106 INFO:tasks.rados.rados.0.smithi169.stdout:3736: setattr oid 49 current snap is 348 2024-03-10T22:26:27.107 INFO:tasks.rados.rados.0.smithi169.stdout:3737: setattr oid 12 current snap is 348 2024-03-10T22:26:27.108 INFO:tasks.rados.rados.0.smithi169.stdout:3738: read oid 8 snap -1 2024-03-10T22:26:27.108 INFO:tasks.rados.rados.0.smithi169.stdout:3738: expect (ObjNum 1136 snap 342 seq_num 1136) 2024-03-10T22:26:27.108 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 31 current snap is 348 2024-03-10T22:26:27.108 INFO:tasks.rados.rados.0.smithi169.stdout:3739: seq_num 1162 ranges {10788864=270336} 2024-03-10T22:26:27.168 INFO:tasks.rados.rados.0.smithi169.stdout:3739: writing smithi16976610-31 from 10788864 to 11059200 tid 1 2024-03-10T22:26:27.169 INFO:tasks.rados.rados.0.smithi169.stdout:3740: read oid 40 snap -1 2024-03-10T22:26:27.169 INFO:tasks.rados.rados.0.smithi169.stdout:3740: expect (ObjNum 1044 snap 314 seq_num 1044) 2024-03-10T22:26:27.169 INFO:tasks.rados.rados.0.smithi169.stdout:3741: read oid 45 snap -1 2024-03-10T22:26:27.169 INFO:tasks.rados.rados.0.smithi169.stdout:3741: expect (ObjNum 1058 snap 317 seq_num 1058) 2024-03-10T22:26:27.169 INFO:tasks.rados.rados.0.smithi169.stdout:3742: snap_remove snap 335 2024-03-10T22:26:27.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:26.775+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:27.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:26.775+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:27.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[88180]: osdmap e765: 8 total, 8 up, 8 in 2024-03-10T22:26:27.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:27.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:27.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:27.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:27.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:27.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:27.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:27.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:27.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[88180]: pgmap v813: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 768 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 16 op/s 2024-03-10T22:26:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[90638]: osdmap e765: 8 total, 8 up, 8 in 2024-03-10T22:26:27.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:27.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-mon[90638]: pgmap v813: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 768 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 16 op/s 2024-03-10T22:26:27.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:26.773+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:27.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:26.773+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:26.773+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:26.773+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:26.773+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:26.774+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:27.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:26.774+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:27.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:26.772+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:26 smithi172 ceph-mon[84635]: osdmap e765: 8 total, 8 up, 8 in 2024-03-10T22:26:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:26 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:27.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:27.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:27.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:27.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:26 smithi172 ceph-mon[84635]: pgmap v813: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 768 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 16 op/s 2024-03-10T22:26:27.785 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 49 v 14179 (ObjNum 1042 snap 314 seq_num 1042) dirty exists 2024-03-10T22:26:27.786 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14191 (ObjNum 1086 snap 326 seq_num 1086) dirty exists 2024-03-10T22:26:27.786 INFO:tasks.rados.rados.0.smithi169.stdout:3738: expect (ObjNum 1136 snap 342 seq_num 1136) 2024-03-10T22:26:27.981 INFO:tasks.rados.rados.0.smithi169.stdout:3739: finishing write tid 1 to smithi16976610-31 2024-03-10T22:26:27.981 INFO:tasks.rados.rados.0.smithi169.stdout:3739: finishing write tid 2 to smithi16976610-31 2024-03-10T22:26:27.981 INFO:tasks.rados.rados.0.smithi169.stdout:3740: expect (ObjNum 1044 snap 314 seq_num 1044) 2024-03-10T22:26:28.154 INFO:tasks.rados.rados.0.smithi169.stdout:3739: finishing write tid 3 to smithi16976610-31 2024-03-10T22:26:28.155 INFO:tasks.rados.rados.0.smithi169.stdout:3739: oid 31 updating version 0 to 14173 2024-03-10T22:26:28.155 INFO:tasks.rados.rados.0.smithi169.stdout:3739: oid 31 version 14173 is already newer than 14172 2024-03-10T22:26:28.155 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 31 v 14173 (ObjNum 1162 snap 348 seq_num 1162) dirty exists 2024-03-10T22:26:28.155 INFO:tasks.rados.rados.0.smithi169.stdout:3739: left oid 31 (ObjNum 1162 snap 348 seq_num 1162) 2024-03-10T22:26:28.155 INFO:tasks.rados.rados.0.smithi169.stdout:3741: expect (ObjNum 1058 snap 317 seq_num 1058) 2024-03-10T22:26:28.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:27.786+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:28.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:27.787+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:28.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:28.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:28.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:28.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:28.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:28.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:28.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[90638]: osdmap e766: 8 total, 8 up, 8 in 2024-03-10T22:26:28.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:28.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:28.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:28.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:28.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:28.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:28.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:28.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:28.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[88180]: osdmap e766: 8 total, 8 up, 8 in 2024-03-10T22:26:28.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:28.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:28.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:27.790+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:28.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:27.790+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:28.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:27.790+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:28.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:27.791+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:28.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:27.793+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:28.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:27.793+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:28.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:27.780+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:28.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:27.780+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:27 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:27 smithi172 ceph-mon[84635]: osdmap e766: 8 total, 8 up, 8 in 2024-03-10T22:26:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:28.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:28.685 INFO:tasks.rados.rados.0.smithi169.stdout:3736: done (6 left) 2024-03-10T22:26:28.685 INFO:tasks.rados.rados.0.smithi169.stdout:3737: done (5 left) 2024-03-10T22:26:28.685 INFO:tasks.rados.rados.0.smithi169.stdout:3738: done (4 left) 2024-03-10T22:26:28.685 INFO:tasks.rados.rados.0.smithi169.stdout:3739: done (3 left) 2024-03-10T22:26:28.686 INFO:tasks.rados.rados.0.smithi169.stdout:3740: done (2 left) 2024-03-10T22:26:28.686 INFO:tasks.rados.rados.0.smithi169.stdout:3741: done (1 left) 2024-03-10T22:26:28.686 INFO:tasks.rados.rados.0.smithi169.stdout:3742: done (0 left) 2024-03-10T22:26:28.686 INFO:tasks.rados.rados.0.smithi169.stdout:3743: snap_remove snap 336 2024-03-10T22:26:28.785 INFO:tasks.rados.rados.0.smithi169.stdout:3743: done (0 left) 2024-03-10T22:26:28.786 INFO:tasks.rados.rados.0.smithi169.stdout:3744: rollback oid 41 current snap is 348 2024-03-10T22:26:28.786 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 41 to 346 2024-03-10T22:26:28.786 INFO:tasks.rados.rados.0.smithi169.stdout:3745: delete oid 2 current snap is 348 2024-03-10T22:26:28.790 INFO:tasks.rados.rados.0.smithi169.stdout:3745: done (1 left) 2024-03-10T22:26:28.791 INFO:tasks.rados.rados.0.smithi169.stdout:3746: read oid 7 snap 346 2024-03-10T22:26:28.791 INFO:tasks.rados.rados.0.smithi169.stdout:3746: expect deleted 2024-03-10T22:26:28.791 INFO:tasks.rados.rados.0.smithi169.stdout:3747: setattr oid 18 current snap is 348 2024-03-10T22:26:28.792 INFO:tasks.rados.rados.0.smithi169.stdout:3746: done (2 left) 2024-03-10T22:26:28.792 INFO:tasks.rados.rados.0.smithi169.stdout:3748: snap_create 2024-03-10T22:26:28.795 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14142 (ObjNum 129 snap 0 seq_num 153418368) dirty exists 2024-03-10T22:26:28.797 INFO:tasks.rados.rados.0.smithi169.stdout:3744: finishing rollback tid 0 to smithi16976610-41 2024-03-10T22:26:28.797 INFO:tasks.rados.rados.0.smithi169.stdout:3744: finishing rollback tid 1 to smithi16976610-41 2024-03-10T22:26:28.800 INFO:tasks.rados.rados.0.smithi169.stdout:3744: finishing rollback tid 2 to smithi16976610-41 2024-03-10T22:26:28.800 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 14153 (ObjNum 1146 snap 344 seq_num 1146) dirty exists 2024-03-10T22:26:29.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:28.786+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:29.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:28.787+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:29.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:29.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[88180]: osdmap e767: 8 total, 8 up, 8 in 2024-03-10T22:26:29.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:29.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:29.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:29.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:29.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:29.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:29.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:29.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[88180]: pgmap v816: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 768 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-03-10T22:26:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:29.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[90638]: osdmap e767: 8 total, 8 up, 8 in 2024-03-10T22:26:29.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:29.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:29.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:29.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:29.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:29.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:29.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:29.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-mon[90638]: pgmap v816: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 768 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-03-10T22:26:29.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:28.789+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:29.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:28.789+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:29.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:28.790+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:29.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:28.790+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:29.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:28.790+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:29.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:28.790+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:29.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:28 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:28.790+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:29.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:28.788+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:28 smithi172 ceph-mon[84635]: osdmap e767: 8 total, 8 up, 8 in 2024-03-10T22:26:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:29.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:28 smithi172 ceph-mon[84635]: pgmap v816: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 768 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-03-10T22:26:29.793 INFO:tasks.rados.rados.0.smithi169.stdout:3744: done (2 left) 2024-03-10T22:26:29.793 INFO:tasks.rados.rados.0.smithi169.stdout:3747: done (1 left) 2024-03-10T22:26:29.793 INFO:tasks.rados.rados.0.smithi169.stdout:3748: done (0 left) 2024-03-10T22:26:29.794 INFO:tasks.rados.rados.0.smithi169.stdout:3749: rmattr oid 41 current snap is 349 2024-03-10T22:26:29.794 INFO:tasks.rados.rados.0.smithi169.stdout:3749: done (0 left) 2024-03-10T22:26:29.794 INFO:tasks.rados.rados.0.smithi169.stdout:3750: read oid 41 snap -1 2024-03-10T22:26:29.794 INFO:tasks.rados.rados.0.smithi169.stdout:3750: expect (ObjNum 1146 snap 344 seq_num 1146) 2024-03-10T22:26:29.794 INFO:tasks.rados.rados.0.smithi169.stdout:3751: snap_remove snap 347 2024-03-10T22:26:30.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:29.792+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:30.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:29.792+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[88180]: osdmap e768: 8 total, 8 up, 8 in 2024-03-10T22:26:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:30.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:30.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:30.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:29.791+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:30.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:29.791+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:30.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:29.791+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:30.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:29.791+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:30.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:29.792+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:30.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:29.793+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[90638]: osdmap e768: 8 total, 8 up, 8 in 2024-03-10T22:26:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:30.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:29 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:30.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:29.792+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:30.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:29.792+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:29 smithi172 ceph-mon[84635]: osdmap e768: 8 total, 8 up, 8 in 2024-03-10T22:26:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:29 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:30.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:29 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:30.799 INFO:tasks.rados.rados.0.smithi169.stdout:3751: done (1 left) 2024-03-10T22:26:30.800 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 349 2024-03-10T22:26:30.800 INFO:tasks.rados.rados.0.smithi169.stdout:3752: seq_num 1164 ranges {7389184=303104} 2024-03-10T22:26:30.840 INFO:tasks.rados.rados.0.smithi169.stdout:3752: writing smithi16976610-4 from 7389184 to 7692288 tid 1 2024-03-10T22:26:30.840 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 16 current snap is 349 2024-03-10T22:26:30.841 INFO:tasks.rados.rados.0.smithi169.stdout:3753: seq_num 1165 ranges {0=319488} 2024-03-10T22:26:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:3753: writing smithi16976610-16 from 0 to 319488 tid 1 2024-03-10T22:26:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:3754: read oid 37 snap 343 2024-03-10T22:26:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:3754: expect (ObjNum 995 snap 304 seq_num 995) 2024-03-10T22:26:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:3755: delete oid 35 current snap is 349 2024-03-10T22:26:30.842 INFO:tasks.rados.rados.0.smithi169.stdout:3750: expect (ObjNum 1146 snap 344 seq_num 1146) 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:3752: finishing write tid 1 to smithi16976610-4 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:3752: finishing write tid 2 to smithi16976610-4 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:3753: finishing write tid 1 to smithi16976610-16 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:3753: finishing write tid 2 to smithi16976610-16 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:3752: finishing write tid 3 to smithi16976610-4 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:3752: oid 4 updating version 0 to 14190 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:3752: oid 4 version 14190 is already newer than 14189 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14190 (ObjNum 1164 snap 349 seq_num 1164) dirty exists 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:3752: left oid 4 (ObjNum 1164 snap 349 seq_num 1164) 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:3753: finishing write tid 3 to smithi16976610-16 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:3753: oid 16 updating version 0 to 14177 2024-03-10T22:26:30.999 INFO:tasks.rados.rados.0.smithi169.stdout:3753: oid 16 version 14177 is already newer than 14176 2024-03-10T22:26:31.000 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14177 (ObjNum 1165 snap 349 seq_num 1165) dirty exists 2024-03-10T22:26:31.000 INFO:tasks.rados.rados.0.smithi169.stdout:3753: left oid 16 (ObjNum 1165 snap 349 seq_num 1165) 2024-03-10T22:26:31.000 INFO:tasks.rados.rados.0.smithi169.stdout:3754: expect (ObjNum 995 snap 304 seq_num 995) 2024-03-10T22:26:31.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:30.798+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:31.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:30.799+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:31.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:31.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[90638]: osdmap e769: 8 total, 8 up, 8 in 2024-03-10T22:26:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:31.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[90638]: pgmap v819: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 769 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-03-10T22:26:31.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[88180]: osdmap e769: 8 total, 8 up, 8 in 2024-03-10T22:26:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:31.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-mon[88180]: pgmap v819: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 769 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-03-10T22:26:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:30.854+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:30.856+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:30.856+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:30.856+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:30.856+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:30.857+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:31.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:30.857+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:31.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:30 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:30.797+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:30 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:30 smithi172 ceph-mon[84635]: osdmap e769: 8 total, 8 up, 8 in 2024-03-10T22:26:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:30 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:31.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:30 smithi172 ceph-mon[84635]: pgmap v819: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 769 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-03-10T22:26:31.407 INFO:tasks.rados.rados.0.smithi169.stdout:3750: done (4 left) 2024-03-10T22:26:31.407 INFO:tasks.rados.rados.0.smithi169.stdout:3752: done (3 left) 2024-03-10T22:26:31.408 INFO:tasks.rados.rados.0.smithi169.stdout:3753: done (2 left) 2024-03-10T22:26:31.408 INFO:tasks.rados.rados.0.smithi169.stdout:3754: done (1 left) 2024-03-10T22:26:31.408 INFO:tasks.rados.rados.0.smithi169.stdout:3755: done (0 left) 2024-03-10T22:26:31.408 INFO:tasks.rados.rados.0.smithi169.stdout:3756: copy_from oid 20 from oid 11 current snap is 349 2024-03-10T22:26:31.408 INFO:tasks.rados.rados.0.smithi169.stdout:3757: read oid 29 snap 327 2024-03-10T22:26:31.408 INFO:tasks.rados.rados.0.smithi169.stdout:3757: expect (ObjNum 1070 snap 322 seq_num 1070) 2024-03-10T22:26:31.408 INFO:tasks.rados.rados.0.smithi169.stdout:3758: delete oid 40 current snap is 349 2024-03-10T22:26:31.410 INFO:tasks.rados.rados.0.smithi169.stdout:3758: done (2 left) 2024-03-10T22:26:31.410 INFO:tasks.rados.rados.0.smithi169.stdout:3759: rollback oid 4 current snap is 349 2024-03-10T22:26:31.410 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 4 to 346 2024-03-10T22:26:31.410 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 349 2024-03-10T22:26:31.410 INFO:tasks.rados.rados.0.smithi169.stdout:3760: seq_num 1168 ranges {3063808=368640} 2024-03-10T22:26:31.429 INFO:tasks.rados.rados.0.smithi169.stdout:3760: writing smithi16976610-25 from 3063808 to 3432448 tid 1 2024-03-10T22:26:31.429 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 349 2024-03-10T22:26:31.429 INFO:tasks.rados.rados.0.smithi169.stdout:3761: seq_num 1169 ranges {2228224=385024} 2024-03-10T22:26:31.443 INFO:tasks.rados.rados.0.smithi169.stdout:3761: writing smithi16976610-44 from 2228224 to 2613248 tid 1 2024-03-10T22:26:31.443 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 349 2024-03-10T22:26:31.444 INFO:tasks.rados.rados.0.smithi169.stdout:3762: seq_num 1170 ranges {6176768=401408} 2024-03-10T22:26:31.479 INFO:tasks.rados.rados.0.smithi169.stdout:3762: writing smithi16976610-24 from 6176768 to 6578176 tid 1 2024-03-10T22:26:31.479 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 10 current snap is 349 2024-03-10T22:26:31.479 INFO:tasks.rados.rados.0.smithi169.stdout:3763: seq_num 1171 ranges {6668288=417792} 2024-03-10T22:26:31.517 INFO:tasks.rados.rados.0.smithi169.stdout:3763: writing smithi16976610-10 from 6668288 to 7086080 tid 1 2024-03-10T22:26:31.517 INFO:tasks.rados.rados.0.smithi169.stdout:3764: delete oid 30 current snap is 349 2024-03-10T22:26:31.517 INFO:tasks.rados.rados.0.smithi169.stdout:3757: expect (ObjNum 1070 snap 322 seq_num 1070) 2024-03-10T22:26:31.554 INFO:tasks.rados.rados.0.smithi169.stdout:3759: finishing rollback tid 0 to smithi16976610-4 2024-03-10T22:26:31.554 INFO:tasks.rados.rados.0.smithi169.stdout:3759: finishing rollback tid 1 to smithi16976610-4 2024-03-10T22:26:31.554 INFO:tasks.rados.rados.0.smithi169.stdout:3759: finishing rollback tid 2 to smithi16976610-4 2024-03-10T22:26:31.554 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14193 (ObjNum 1139 snap 342 seq_num 1139) dirty exists 2024-03-10T22:26:31.554 INFO:tasks.rados.rados.0.smithi169.stdout:3760: finishing write tid 1 to smithi16976610-25 2024-03-10T22:26:31.554 INFO:tasks.rados.rados.0.smithi169.stdout:3760: finishing write tid 2 to smithi16976610-25 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3760: finishing write tid 3 to smithi16976610-25 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3760: oid 25 updating version 0 to 14179 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3760: oid 25 version 14179 is already newer than 14178 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14179 (ObjNum 1168 snap 349 seq_num 1168) dirty exists 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3760: left oid 25 (ObjNum 1168 snap 349 seq_num 1168) 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3761: finishing write tid 1 to smithi16976610-44 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3757: done (7 left) 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3759: done (6 left) 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3760: done (5 left) 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3764: done (4 left) 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3765: delete oid 42 current snap is 349 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3761: finishing write tid 2 to smithi16976610-44 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3756: finishing copy_from racing read to smithi16976610-20 2024-03-10T22:26:31.555 INFO:tasks.rados.rados.0.smithi169.stdout:3756: finishing copy_from to smithi16976610-20 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14160 (ObjNum 1115 snap 334 seq_num 1115) dirty exists 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:3761: finishing write tid 3 to smithi16976610-44 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:3761: oid 44 updating version 0 to 14175 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:3761: oid 44 version 14175 is already newer than 14174 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 14175 (ObjNum 1169 snap 349 seq_num 1169) dirty exists 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:3761: left oid 44 (ObjNum 1169 snap 349 seq_num 1169) 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:3762: finishing write tid 1 to smithi16976610-24 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:3762: finishing write tid 2 to smithi16976610-24 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:3762: finishing write tid 3 to smithi16976610-24 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:3762: oid 24 updating version 0 to 14181 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:3762: oid 24 version 14181 is already newer than 14180 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14181 (ObjNum 1170 snap 349 seq_num 1170) dirty exists 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:3762: left oid 24 (ObjNum 1170 snap 349 seq_num 1170) 2024-03-10T22:26:31.556 INFO:tasks.rados.rados.0.smithi169.stdout:3763: finishing write tid 1 to smithi16976610-10 2024-03-10T22:26:31.557 INFO:tasks.rados.rados.0.smithi169.stdout:3763: finishing write tid 2 to smithi16976610-10 2024-03-10T22:26:31.557 INFO:tasks.rados.rados.0.smithi169.stdout:3763: finishing write tid 3 to smithi16976610-10 2024-03-10T22:26:31.557 INFO:tasks.rados.rados.0.smithi169.stdout:3763: oid 10 updating version 0 to 14122 2024-03-10T22:26:31.557 INFO:tasks.rados.rados.0.smithi169.stdout:3763: oid 10 updating version 14122 to 14123 2024-03-10T22:26:31.557 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14123 (ObjNum 1171 snap 349 seq_num 1171) dirty exists 2024-03-10T22:26:31.557 INFO:tasks.rados.rados.0.smithi169.stdout:3763: left oid 10 (ObjNum 1171 snap 349 seq_num 1171) 2024-03-10T22:26:31.557 INFO:tasks.rados.rados.0.smithi169.stdout:3756: done (4 left) 2024-03-10T22:26:31.558 INFO:tasks.rados.rados.0.smithi169.stdout:3761: done (3 left) 2024-03-10T22:26:31.558 INFO:tasks.rados.rados.0.smithi169.stdout:3762: done (2 left) 2024-03-10T22:26:31.558 INFO:tasks.rados.rados.0.smithi169.stdout:3763: done (1 left) 2024-03-10T22:26:31.558 INFO:tasks.rados.rados.0.smithi169.stdout:3765: done (0 left) 2024-03-10T22:26:31.558 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 349 2024-03-10T22:26:31.558 INFO:tasks.rados.rados.0.smithi169.stdout:3766: seq_num 1174 ranges {7823360=466944} 2024-03-10T22:26:31.601 INFO:tasks.rados.rados.0.smithi169.stdout:3766: writing smithi16976610-37 from 7823360 to 8290304 tid 1 2024-03-10T22:26:31.601 INFO:tasks.rados.rados.0.smithi169.stdout:3767: snap_create 2024-03-10T22:26:31.609 INFO:tasks.rados.rados.0.smithi169.stdout:3766: finishing write tid 1 to smithi16976610-37 2024-03-10T22:26:31.610 INFO:tasks.rados.rados.0.smithi169.stdout:3766: finishing write tid 2 to smithi16976610-37 2024-03-10T22:26:31.612 INFO:tasks.rados.rados.0.smithi169.stdout:3766: finishing write tid 3 to smithi16976610-37 2024-03-10T22:26:31.612 INFO:tasks.rados.rados.0.smithi169.stdout:3766: oid 37 updating version 0 to 14176 2024-03-10T22:26:31.612 INFO:tasks.rados.rados.0.smithi169.stdout:3766: oid 37 updating version 14176 to 14177 2024-03-10T22:26:31.612 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14177 (ObjNum 1174 snap 349 seq_num 1174) dirty exists 2024-03-10T22:26:31.612 INFO:tasks.rados.rados.0.smithi169.stdout:3766: left oid 37 (ObjNum 1174 snap 349 seq_num 1174) 2024-03-10T22:26:31.803 INFO:tasks.rados.rados.0.smithi169.stdout:3766: done (1 left) 2024-03-10T22:26:31.803 INFO:tasks.rados.rados.0.smithi169.stdout:3767: done (0 left) 2024-03-10T22:26:31.803 INFO:tasks.rados.rados.0.smithi169.stdout:3768: read oid 25 snap -1 2024-03-10T22:26:31.803 INFO:tasks.rados.rados.0.smithi169.stdout:3768: expect (ObjNum 1168 snap 349 seq_num 1168) 2024-03-10T22:26:31.803 INFO:tasks.rados.rados.0.smithi169.stdout:3769: rollback oid 21 current snap is 350 2024-03-10T22:26:31.803 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 349 2024-03-10T22:26:31.803 INFO:tasks.rados.rados.0.smithi169.stdout:3770: read oid 35 snap 340 2024-03-10T22:26:31.803 INFO:tasks.rados.rados.0.smithi169.stdout:3770: expect deleted 2024-03-10T22:26:31.803 INFO:tasks.rados.rados.0.smithi169.stdout:3771: snap_create 2024-03-10T22:26:31.807 INFO:tasks.rados.rados.0.smithi169.stdout:3769: finishing rollback tid 0 to smithi16976610-21 2024-03-10T22:26:31.807 INFO:tasks.rados.rados.0.smithi169.stdout:3769: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:26:31.807 INFO:tasks.rados.rados.0.smithi169.stdout:3769: finishing rollback tid 2 to smithi16976610-21 2024-03-10T22:26:31.808 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14144 (ObjNum 1105 snap 333 seq_num 1105) dirty exists 2024-03-10T22:26:31.813 INFO:tasks.rados.rados.0.smithi169.stdout:3768: expect (ObjNum 1168 snap 349 seq_num 1168) 2024-03-10T22:26:32.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:31.802+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:32.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:31.802+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:32.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:32.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[90638]: osdmap e770: 8 total, 8 up, 8 in 2024-03-10T22:26:32.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:32.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:32.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:32.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:32.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:32.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:32.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[88180]: osdmap e770: 8 total, 8 up, 8 in 2024-03-10T22:26:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:32.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:32.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:32.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:32.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:32.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:32.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:32.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:31.800+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:32.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:31.800+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:32.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:31.800+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:32.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:31.802+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:32.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:31.802+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:32.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:31 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:31.802+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:32.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:31.807+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:32.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:31.807+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:31 smithi172 ceph-mon[84635]: osdmap e770: 8 total, 8 up, 8 in 2024-03-10T22:26:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:31 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:32.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:31 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:32.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:26:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:26:32.811 INFO:tasks.rados.rados.0.smithi169.stdout:3768: done (3 left) 2024-03-10T22:26:32.811 INFO:tasks.rados.rados.0.smithi169.stdout:3769: done (2 left) 2024-03-10T22:26:32.811 INFO:tasks.rados.rados.0.smithi169.stdout:3770: done (1 left) 2024-03-10T22:26:32.811 INFO:tasks.rados.rados.0.smithi169.stdout:3771: done (0 left) 2024-03-10T22:26:32.811 INFO:tasks.rados.rados.0.smithi169.stdout:3772: setattr oid 4 current snap is 351 2024-03-10T22:26:32.812 INFO:tasks.rados.rados.0.smithi169.stdout:3773: setattr oid 39 current snap is 351 2024-03-10T22:26:32.813 INFO:tasks.rados.rados.0.smithi169.stdout:3774: snap_create 2024-03-10T22:26:32.818 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14195 (ObjNum 1139 snap 342 seq_num 1139) dirty exists 2024-03-10T22:26:32.818 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14196 (ObjNum 1054 snap 316 seq_num 1054) dirty exists 2024-03-10T22:26:33.243 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:32.809+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:33.243 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:32.810+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:33.243 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:33.244 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:33.244 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[88180]: osdmap e771: 8 total, 8 up, 8 in 2024-03-10T22:26:33.244 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:33.244 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:33.244 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:33.244 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:33.244 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:33.244 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:33.244 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[88180]: pgmap v822: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 770 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-03-10T22:26:33.244 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:33.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:33.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[90638]: osdmap e771: 8 total, 8 up, 8 in 2024-03-10T22:26:33.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:33.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:33.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:33.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:33.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:33.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:33.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:32 smithi169 ceph-mon[90638]: pgmap v822: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 770 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-03-10T22:26:33.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:32.807+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-mon[84635]: osdmap e771: 8 total, 8 up, 8 in 2024-03-10T22:26:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:33.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:32 smithi172 ceph-mon[84635]: pgmap v822: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 770 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-03-10T22:26:33.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.241+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:33.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.241+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:33.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.241+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:33.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.241+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:33.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.242+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:33.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.242+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:33.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.242+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:33.813 INFO:tasks.rados.rados.0.smithi169.stdout:3772: done (2 left) 2024-03-10T22:26:33.813 INFO:tasks.rados.rados.0.smithi169.stdout:3773: done (1 left) 2024-03-10T22:26:33.813 INFO:tasks.rados.rados.0.smithi169.stdout:3774: done (0 left) 2024-03-10T22:26:33.814 INFO:tasks.rados.rados.0.smithi169.stdout:3775: rollback oid 29 current snap is 352 2024-03-10T22:26:33.814 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 29 to 346 2024-03-10T22:26:33.814 INFO:tasks.rados.rados.0.smithi169.stdout:3776: rollback oid 14 current snap is 352 2024-03-10T22:26:33.814 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 14 to 342 2024-03-10T22:26:33.814 INFO:tasks.rados.rados.0.smithi169.stdout:3777: snap_remove snap 332 2024-03-10T22:26:34.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:34.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:34.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:34.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-mon[88180]: osdmap e772: 8 total, 8 up, 8 in 2024-03-10T22:26:34.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:34.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:34.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:34.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-mon[90638]: osdmap e772: 8 total, 8 up, 8 in 2024-03-10T22:26:34.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:33.812+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:34.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:33.813+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:34.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.810+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:34.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.810+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:34.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.812+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:34.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.812+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:34.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.813+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:34.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:33.813+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:34.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:33 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:33 smithi172 ceph-mon[84635]: osdmap e772: 8 total, 8 up, 8 in 2024-03-10T22:26:34.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:33.818+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:34.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:33.818+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:34.811 INFO:tasks.rados.rados.0.smithi169.stdout:3777: done (2 left) 2024-03-10T22:26:34.812 INFO:tasks.rados.rados.0.smithi169.stdout:3778: rmattr oid 43 current snap is 352 2024-03-10T22:26:34.812 INFO:tasks.rados.rados.0.smithi169.stdout:3778: done (2 left) 2024-03-10T22:26:34.812 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 352 2024-03-10T22:26:34.812 INFO:tasks.rados.rados.0.smithi169.stdout:3779: seq_num 1175 ranges {3792896=483328} 2024-03-10T22:26:34.836 INFO:tasks.rados.rados.0.smithi169.stdout:3779: writing smithi16976610-27 from 3792896 to 4276224 tid 1 2024-03-10T22:26:34.836 INFO:tasks.rados.rados.0.smithi169.stdout:3780: read oid 19 snap -1 2024-03-10T22:26:34.836 INFO:tasks.rados.rados.0.smithi169.stdout:3780: expect deleted 2024-03-10T22:26:34.836 INFO:tasks.rados.rados.0.smithi169.stdout:3781: copy_from oid 3 from oid 32 current snap is 352 2024-03-10T22:26:34.836 INFO:tasks.rados.rados.0.smithi169.stdout:3775: finishing rollback tid 1 to smithi16976610-29 2024-03-10T22:26:34.836 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14137 (ObjNum 402 snap 0 seq_num 304) dirty dne 2024-03-10T22:26:34.836 INFO:tasks.rados.rados.0.smithi169.stdout:3775: done (4 left) 2024-03-10T22:26:34.836 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 4 current snap is 352 2024-03-10T22:26:34.836 INFO:tasks.rados.rados.0.smithi169.stdout:3782: seq_num 1176 ranges {7389184=499712} 2024-03-10T22:26:34.878 INFO:tasks.rados.rados.0.smithi169.stdout:3782: writing smithi16976610-4 from 7389184 to 7888896 tid 1 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3783: copy_from oid 16 from oid 25 current snap is 352 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3776: finishing rollback tid 1 to smithi16976610-14 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 0 (ObjNum 33 snap 0 seq_num 4) dirty dne 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3776: done (5 left) 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3784: read oid 8 snap -1 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3784: expect (ObjNum 1136 snap 342 seq_num 1136) 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3781: finishing copy_from to smithi16976610-3 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3781: got expected ENOENT (src dne) 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3781: finishing copy_from racing read to smithi16976610-3 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3779: finishing write tid 1 to smithi16976610-27 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3779: finishing write tid 2 to smithi16976610-27 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3779: finishing write tid 3 to smithi16976610-27 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3779: oid 27 updating version 0 to 14208 2024-03-10T22:26:34.879 INFO:tasks.rados.rados.0.smithi169.stdout:3779: oid 27 version 14208 is already newer than 14207 2024-03-10T22:26:34.880 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14208 (ObjNum 1175 snap 352 seq_num 1175) dirty exists 2024-03-10T22:26:34.880 INFO:tasks.rados.rados.0.smithi169.stdout:3779: left oid 27 (ObjNum 1175 snap 352 seq_num 1175) 2024-03-10T22:26:34.880 INFO:tasks.rados.rados.0.smithi169.stdout:3779: done (5 left) 2024-03-10T22:26:34.880 INFO:tasks.rados.rados.0.smithi169.stdout:3780: done (4 left) 2024-03-10T22:26:34.880 INFO:tasks.rados.rados.0.smithi169.stdout:3781: done (3 left) 2024-03-10T22:26:34.880 INFO:tasks.rados.rados.0.smithi169.stdout:3785: setattr oid 40 current snap is 352 2024-03-10T22:26:34.880 INFO:tasks.rados.rados.0.smithi169.stdout:3786: delete oid 6 current snap is 352 2024-03-10T22:26:34.883 INFO:tasks.rados.rados.0.smithi169.stdout:3782: finishing write tid 1 to smithi16976610-4 2024-03-10T22:26:34.885 INFO:tasks.rados.rados.0.smithi169.stdout:3786: done (4 left) 2024-03-10T22:26:34.885 INFO:tasks.rados.rados.0.smithi169.stdout:3787: read oid 32 snap -1 2024-03-10T22:26:34.885 INFO:tasks.rados.rados.0.smithi169.stdout:3787: expect deleted 2024-03-10T22:26:34.885 INFO:tasks.rados.rados.0.smithi169.stdout:3788: copy_from oid 3 from oid 19 current snap is 352 2024-03-10T22:26:34.885 INFO:tasks.rados.rados.0.smithi169.stdout:3782: finishing write tid 2 to smithi16976610-4 2024-03-10T22:26:34.885 INFO:tasks.rados.rados.0.smithi169.stdout:3789: read oid 46 snap 344 2024-03-10T22:26:34.885 INFO:tasks.rados.rados.0.smithi169.stdout:3789: expect (ObjNum 1072 snap 323 seq_num 1072) 2024-03-10T22:26:34.885 INFO:tasks.rados.rados.0.smithi169.stdout:3790: snap_remove snap 350 2024-03-10T22:26:35.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:34.814+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:35.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:34.815+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:35.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:35.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:35.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:35.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: osdmap e773: 8 total, 8 up, 8 in 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: pgmap v825: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 781 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-03-10T22:26:35.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[90638]: osdmap e774: 8 total, 8 up, 8 in 2024-03-10T22:26:35.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:34.811+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:35.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:34.812+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:35.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:34.812+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:35.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:34.812+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:35.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:34.813+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:35.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:34.813+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:35.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:34.813+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:35.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: osdmap e773: 8 total, 8 up, 8 in 2024-03-10T22:26:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:35.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:35.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:35.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:35.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: pgmap v825: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 781 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-03-10T22:26:35.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:34 smithi169 ceph-mon[88180]: osdmap e774: 8 total, 8 up, 8 in 2024-03-10T22:26:35.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:34.816+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: osdmap e773: 8 total, 8 up, 8 in 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:35.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: pgmap v825: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 781 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-03-10T22:26:35.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:34 smithi172 ceph-mon[84635]: osdmap e774: 8 total, 8 up, 8 in 2024-03-10T22:26:35.834 INFO:tasks.rados.rados.0.smithi169.stdout:3790: done (7 left) 2024-03-10T22:26:35.834 INFO:tasks.rados.rados.0.smithi169.stdout:3791: snap_create 2024-03-10T22:26:35.834 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 40 v 14143 (ObjNum 33 snap 0 seq_num 153471504) dirty exists 2024-03-10T22:26:35.834 INFO:tasks.rados.rados.0.smithi169.stdout:3782: finishing write tid 3 to smithi16976610-4 2024-03-10T22:26:35.834 INFO:tasks.rados.rados.0.smithi169.stdout:3782: oid 4 updating version 0 to 14197 2024-03-10T22:26:35.835 INFO:tasks.rados.rados.0.smithi169.stdout:3782: oid 4 updating version 14197 to 14198 2024-03-10T22:26:35.835 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14198 (ObjNum 1176 snap 352 seq_num 1176) dirty exists 2024-03-10T22:26:35.835 INFO:tasks.rados.rados.0.smithi169.stdout:3782: left oid 4 (ObjNum 1176 snap 352 seq_num 1176) 2024-03-10T22:26:35.835 INFO:tasks.rados.rados.0.smithi169.stdout:3783: finishing copy_from racing read to smithi16976610-16 2024-03-10T22:26:35.835 INFO:tasks.rados.rados.0.smithi169.stdout:3789: expect (ObjNum 1072 snap 323 seq_num 1072) 2024-03-10T22:26:35.918 INFO:tasks.rados.rados.0.smithi169.stdout:3783: finishing copy_from to smithi16976610-16 2024-03-10T22:26:35.918 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 16 v 14179 (ObjNum 1168 snap 349 seq_num 1168) dirty exists 2024-03-10T22:26:35.918 INFO:tasks.rados.rados.0.smithi169.stdout:3788: finishing copy_from to smithi16976610-3 2024-03-10T22:26:35.918 INFO:tasks.rados.rados.0.smithi169.stdout:3788: got expected ENOENT (src dne) 2024-03-10T22:26:35.918 INFO:tasks.rados.rados.0.smithi169.stdout:3788: finishing copy_from racing read to smithi16976610-3 2024-03-10T22:26:35.918 INFO:tasks.rados.rados.0.smithi169.stdout:3784: expect (ObjNum 1136 snap 342 seq_num 1136) 2024-03-10T22:26:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:26:35] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:26:36.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:35.837+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:36.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:35.838+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:36.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:36.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:36.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:36.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:35.838+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:36.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:35.838+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:36.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:35.838+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:36.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:35.839+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:36.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:35.839+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:36.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:35.839+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:36.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:35.836+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:36.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:35.836+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:35 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:36.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:35 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:36.842 INFO:tasks.rados.rados.0.smithi169.stdout:3782: done (7 left) 2024-03-10T22:26:36.842 INFO:tasks.rados.rados.0.smithi169.stdout:3783: done (6 left) 2024-03-10T22:26:36.842 INFO:tasks.rados.rados.0.smithi169.stdout:3784: done (5 left) 2024-03-10T22:26:36.843 INFO:tasks.rados.rados.0.smithi169.stdout:3785: done (4 left) 2024-03-10T22:26:36.843 INFO:tasks.rados.rados.0.smithi169.stdout:3787: done (3 left) 2024-03-10T22:26:36.843 INFO:tasks.rados.rados.0.smithi169.stdout:3788: done (2 left) 2024-03-10T22:26:36.843 INFO:tasks.rados.rados.0.smithi169.stdout:3789: done (1 left) 2024-03-10T22:26:36.843 INFO:tasks.rados.rados.0.smithi169.stdout:3791: done (0 left) 2024-03-10T22:26:36.843 INFO:tasks.rados.rados.0.smithi169.stdout:3792: snap_remove snap 328 2024-03-10T22:26:37.153 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:36.839+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:37.153 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:36.840+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:37.153 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[90638]: osdmap e775: 8 total, 8 up, 8 in 2024-03-10T22:26:37.153 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:37.153 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:37.153 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:37.153 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:37.153 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:37.154 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:37.154 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:37.154 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:37.154 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[90638]: pgmap v828: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 782 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-03-10T22:26:37.154 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[88180]: osdmap e775: 8 total, 8 up, 8 in 2024-03-10T22:26:37.154 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:37.154 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:37.154 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:37.154 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:37.155 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:37.155 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:37.155 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:37.155 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:37.155 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:36 smithi169 ceph-mon[88180]: pgmap v828: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 782 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-03-10T22:26:37.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:36.838+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:37.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:36 smithi172 ceph-mon[84635]: osdmap e775: 8 total, 8 up, 8 in 2024-03-10T22:26:37.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:37.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:37.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:37.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:37.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:36 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:37.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:36 smithi172 ceph-mon[84635]: pgmap v828: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 782 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-03-10T22:26:37.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.152+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:37.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.154+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:37.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.154+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:37.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.154+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:37.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.154+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:37.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.154+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:37.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.154+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:37.841 INFO:tasks.rados.rados.0.smithi169.stdout:3792: done (0 left) 2024-03-10T22:26:37.841 INFO:tasks.rados.rados.0.smithi169.stdout:3793: read oid 32 snap -1 2024-03-10T22:26:37.841 INFO:tasks.rados.rados.0.smithi169.stdout:3793: expect deleted 2024-03-10T22:26:37.841 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 48 current snap is 353 2024-03-10T22:26:37.841 INFO:tasks.rados.rados.0.smithi169.stdout:3794: seq_num 1178 ranges {0=532480} 2024-03-10T22:26:37.845 INFO:tasks.rados.rados.0.smithi169.stdout:3794: writing smithi16976610-48 from 0 to 532480 tid 1 2024-03-10T22:26:37.845 INFO:tasks.rados.rados.0.smithi169.stdout:3795: rollback oid 43 current snap is 353 2024-03-10T22:26:37.845 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 43 to 351 2024-03-10T22:26:37.845 INFO:tasks.rados.rados.0.smithi169.stdout:3796: rollback oid 9 current snap is 353 2024-03-10T22:26:37.845 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 9 to 352 2024-03-10T22:26:37.845 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 15 current snap is 353 2024-03-10T22:26:37.845 INFO:tasks.rados.rados.0.smithi169.stdout:3797: seq_num 1179 ranges {0=548864} 2024-03-10T22:26:37.849 INFO:tasks.rados.rados.0.smithi169.stdout:3797: writing smithi16976610-15 from 0 to 548864 tid 1 2024-03-10T22:26:37.849 INFO:tasks.rados.rados.0.smithi169.stdout:3798: rollback oid 29 current snap is 353 2024-03-10T22:26:37.849 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 29 to 351 2024-03-10T22:26:37.849 INFO:tasks.rados.rados.0.smithi169.stdout:3795: finishing rollback tid 1 to smithi16976610-43 2024-03-10T22:26:37.849 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-03-10T22:26:37.849 INFO:tasks.rados.rados.0.smithi169.stdout:3795: done (5 left) 2024-03-10T22:26:37.849 INFO:tasks.rados.rados.0.smithi169.stdout:3799: setattr oid 14 current snap is 353 2024-03-10T22:26:37.858 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 353 2024-03-10T22:26:37.859 INFO:tasks.rados.rados.0.smithi169.stdout:3800: seq_num 1180 ranges {6938624=565248} 2024-03-10T22:26:37.894 INFO:tasks.rados.rados.0.smithi169.stdout:3800: writing smithi16976610-45 from 6938624 to 7503872 tid 1 2024-03-10T22:26:37.895 INFO:tasks.rados.rados.0.smithi169.stdout:3797: finishing write tid 1 to smithi16976610-15 2024-03-10T22:26:37.895 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14143 (ObjNum 33 snap 0 seq_num 153511376) dirty exists 2024-03-10T22:26:37.895 INFO:tasks.rados.rados.0.smithi169.stdout:3797: finishing write tid 2 to smithi16976610-15 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:3798: finishing rollback tid 1 to smithi16976610-29 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 29 v 14137 (ObjNum 33 snap 0 seq_num 151084256) dirty dne 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:3794: finishing write tid 1 to smithi16976610-48 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:3801: read oid 26 snap 351 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:3801: expect deleted 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:3793: done (7 left) 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:3798: done (6 left) 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:3799: done (5 left) 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:3802: rollback oid 47 current snap is 353 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 47 to 342 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:3796: finishing rollback tid 0 to smithi16976610-9 2024-03-10T22:26:37.896 INFO:tasks.rados.rados.0.smithi169.stdout:3796: finishing rollback tid 1 to smithi16976610-9 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:3794: finishing write tid 2 to smithi16976610-48 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:3796: finishing rollback tid 2 to smithi16976610-9 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 14163 (ObjNum 1141 snap 342 seq_num 1141) dirty exists 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:3797: finishing write tid 3 to smithi16976610-15 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:3797: oid 15 updating version 0 to 14182 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:3797: oid 15 updating version 14182 to 14183 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14183 (ObjNum 1179 snap 353 seq_num 1179) dirty exists 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:3797: left oid 15 (ObjNum 1179 snap 353 seq_num 1179) 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:3796: done (5 left) 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:3797: done (4 left) 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:3803: delete oid 1 current snap is 353 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:3794: finishing write tid 3 to smithi16976610-48 2024-03-10T22:26:37.897 INFO:tasks.rados.rados.0.smithi169.stdout:3794: oid 48 updating version 0 to 14210 2024-03-10T22:26:37.898 INFO:tasks.rados.rados.0.smithi169.stdout:3794: oid 48 updating version 14210 to 14211 2024-03-10T22:26:37.898 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14211 (ObjNum 1178 snap 353 seq_num 1178) dirty exists 2024-03-10T22:26:37.898 INFO:tasks.rados.rados.0.smithi169.stdout:3794: left oid 48 (ObjNum 1178 snap 353 seq_num 1178) 2024-03-10T22:26:37.898 INFO:tasks.rados.rados.0.smithi169.stdout:3794: done (4 left) 2024-03-10T22:26:37.898 INFO:tasks.rados.rados.0.smithi169.stdout:3801: done (3 left) 2024-03-10T22:26:37.898 INFO:tasks.rados.rados.0.smithi169.stdout:3803: done (2 left) 2024-03-10T22:26:37.898 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 7 current snap is 353 2024-03-10T22:26:37.899 INFO:tasks.rados.rados.0.smithi169.stdout:3804: seq_num 1182 ranges {327680=606208} 2024-03-10T22:26:37.900 INFO:tasks.rados.rados.0.smithi169.stdout:3804: writing smithi16976610-7 from 327680 to 933888 tid 1 2024-03-10T22:26:37.900 INFO:tasks.rados.rados.0.smithi169.stdout:3805: rmattr oid 31 current snap is 353 2024-03-10T22:26:37.900 INFO:tasks.rados.rados.0.smithi169.stdout:3805: done (3 left) 2024-03-10T22:26:37.900 INFO:tasks.rados.rados.0.smithi169.stdout:3806: snap_remove snap 327 2024-03-10T22:26:38.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:37.844+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:38.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:37.844+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:38.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:38.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:38.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[90638]: osdmap e776: 8 total, 8 up, 8 in 2024-03-10T22:26:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[90638]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:38.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:38.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[88180]: osdmap e776: 8 total, 8 up, 8 in 2024-03-10T22:26:38.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[88180]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:38.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:38.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:38.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:38.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:38.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.849+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:38.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.849+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:38.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.857+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:38.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.857+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:38.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.858+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:38.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:37.858+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:38.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:37.840+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:38.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:37.840+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:37 smithi172 ceph-mon[84635]: osdmap e776: 8 total, 8 up, 8 in 2024-03-10T22:26:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:37 smithi172 ceph-mon[84635]: No clone_snaps in snapset 19f=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:38.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:38.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:37 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:38.853 INFO:tasks.rados.rados.0.smithi169.stdout:3806: done (3 left) 2024-03-10T22:26:38.853 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 353 2024-03-10T22:26:38.853 INFO:tasks.rados.rados.0.smithi169.stdout:3800: finishing write tid 1 to smithi16976610-45 2024-03-10T22:26:38.853 INFO:tasks.rados.rados.0.smithi169.stdout:3807: seq_num 1183 ranges {9281536=622592} 2024-03-10T22:26:38.906 INFO:tasks.rados.rados.0.smithi169.stdout:3807: writing smithi16976610-21 from 9281536 to 9904128 tid 1 2024-03-10T22:26:38.907 INFO:tasks.rados.rados.0.smithi169.stdout:3808: snap_remove snap 352 2024-03-10T22:26:39.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:38.853+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:39.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:38.853+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:39.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:39.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[88180]: osdmap e777: 8 total, 8 up, 8 in 2024-03-10T22:26:39.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:39.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:39.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[88180]: pgmap v831: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 785 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 19 op/s 2024-03-10T22:26:39.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:39.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[90638]: osdmap e777: 8 total, 8 up, 8 in 2024-03-10T22:26:39.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:39.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-mon[90638]: pgmap v831: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 785 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 19 op/s 2024-03-10T22:26:39.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:38.850+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:39.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:38.850+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:39.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:38.851+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:39.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:38.851+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:39.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:38.852+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:39.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:38.852+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:39.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:38.852+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:39.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:38.865+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:38 smithi172 ceph-mon[84635]: osdmap e777: 8 total, 8 up, 8 in 2024-03-10T22:26:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:39.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:38 smithi172 ceph-mon[84635]: pgmap v831: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 785 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 19 op/s 2024-03-10T22:26:39.859 INFO:tasks.rados.rados.0.smithi169.stdout:3808: done (4 left) 2024-03-10T22:26:39.859 INFO:tasks.rados.rados.0.smithi169.stdout:3809: delete oid 32 current snap is 353 2024-03-10T22:26:39.859 INFO:tasks.rados.rados.0.smithi169.stdout:3800: finishing write tid 2 to smithi16976610-45 2024-03-10T22:26:39.859 INFO:tasks.rados.rados.0.smithi169.stdout:3804: finishing write tid 1 to smithi16976610-7 2024-03-10T22:26:39.859 INFO:tasks.rados.rados.0.smithi169.stdout:3804: finishing write tid 2 to smithi16976610-7 2024-03-10T22:26:39.859 INFO:tasks.rados.rados.0.smithi169.stdout:3804: finishing write tid 3 to smithi16976610-7 2024-03-10T22:26:39.859 INFO:tasks.rados.rados.0.smithi169.stdout:3804: oid 7 updating version 0 to 14146 2024-03-10T22:26:39.859 INFO:tasks.rados.rados.0.smithi169.stdout:3804: oid 7 version 14146 is already newer than 14145 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14146 (ObjNum 1182 snap 353 seq_num 1182) dirty exists 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:3804: left oid 7 (ObjNum 1182 snap 353 seq_num 1182) 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:3800: finishing write tid 3 to smithi16976610-45 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:3800: oid 45 updating version 0 to 14180 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:3800: oid 45 updating version 14180 to 14181 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14181 (ObjNum 1180 snap 353 seq_num 1180) dirty exists 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:3800: left oid 45 (ObjNum 1180 snap 353 seq_num 1180) 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:3802: finishing rollback tid 0 to smithi16976610-47 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:3802: finishing rollback tid 1 to smithi16976610-47 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:3802: finishing rollback tid 2 to smithi16976610-47 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 14184 (ObjNum 1003 snap 307 seq_num 1003) dirty exists 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:3807: finishing write tid 1 to smithi16976610-21 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:3807: finishing write tid 2 to smithi16976610-21 2024-03-10T22:26:39.860 INFO:tasks.rados.rados.0.smithi169.stdout:3807: finishing write tid 3 to smithi16976610-21 2024-03-10T22:26:39.861 INFO:tasks.rados.rados.0.smithi169.stdout:3807: oid 21 updating version 0 to 14148 2024-03-10T22:26:39.861 INFO:tasks.rados.rados.0.smithi169.stdout:3807: oid 21 version 14148 is already newer than 14147 2024-03-10T22:26:39.861 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14148 (ObjNum 1183 snap 353 seq_num 1183) dirty exists 2024-03-10T22:26:39.861 INFO:tasks.rados.rados.0.smithi169.stdout:3807: left oid 21 (ObjNum 1183 snap 353 seq_num 1183) 2024-03-10T22:26:39.863 INFO:tasks.rados.rados.0.smithi169.stdout:3800: done (4 left) 2024-03-10T22:26:39.863 INFO:tasks.rados.rados.0.smithi169.stdout:3802: done (3 left) 2024-03-10T22:26:39.863 INFO:tasks.rados.rados.0.smithi169.stdout:3804: done (2 left) 2024-03-10T22:26:39.863 INFO:tasks.rados.rados.0.smithi169.stdout:3807: done (1 left) 2024-03-10T22:26:39.863 INFO:tasks.rados.rados.0.smithi169.stdout:3809: done (0 left) 2024-03-10T22:26:39.863 INFO:tasks.rados.rados.0.smithi169.stdout:3810: rollback oid 8 current snap is 353 2024-03-10T22:26:39.863 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 8 to 348 2024-03-10T22:26:39.863 INFO:tasks.rados.rados.0.smithi169.stdout:3811: read oid 28 snap -1 2024-03-10T22:26:39.863 INFO:tasks.rados.rados.0.smithi169.stdout:3811: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:26:39.863 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 353 2024-03-10T22:26:39.864 INFO:tasks.rados.rados.0.smithi169.stdout:3812: seq_num 1185 ranges {0=655360} 2024-03-10T22:26:39.866 INFO:tasks.rados.rados.0.smithi169.stdout:3812: writing smithi16976610-2 from 0 to 655360 tid 1 2024-03-10T22:26:39.867 INFO:tasks.rados.rados.0.smithi169.stdout:3813: read oid 1 snap -1 2024-03-10T22:26:39.867 INFO:tasks.rados.rados.0.smithi169.stdout:3813: expect deleted 2024-03-10T22:26:39.867 INFO:tasks.rados.rados.0.smithi169.stdout:3814: copy_from oid 6 from oid 36 current snap is 353 2024-03-10T22:26:39.867 INFO:tasks.rados.rados.0.smithi169.stdout:3815: delete oid 3 current snap is 353 2024-03-10T22:26:39.869 INFO:tasks.rados.rados.0.smithi169.stdout:3810: finishing rollback tid 0 to smithi16976610-8 2024-03-10T22:26:39.870 INFO:tasks.rados.rados.0.smithi169.stdout:3810: finishing rollback tid 1 to smithi16976610-8 2024-03-10T22:26:39.870 INFO:tasks.rados.rados.0.smithi169.stdout:3810: finishing rollback tid 2 to smithi16976610-8 2024-03-10T22:26:39.870 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 8 v 14194 (ObjNum 1136 snap 342 seq_num 1136) dirty exists 2024-03-10T22:26:39.873 INFO:tasks.rados.rados.0.smithi169.stdout:3810: done (5 left) 2024-03-10T22:26:39.873 INFO:tasks.rados.rados.0.smithi169.stdout:3813: done (4 left) 2024-03-10T22:26:39.873 INFO:tasks.rados.rados.0.smithi169.stdout:3815: done (3 left) 2024-03-10T22:26:39.873 INFO:tasks.rados.rados.0.smithi169.stdout:3816: snap_create 2024-03-10T22:26:39.877 INFO:tasks.rados.rados.0.smithi169.stdout:3812: finishing write tid 1 to smithi16976610-2 2024-03-10T22:26:39.877 INFO:tasks.rados.rados.0.smithi169.stdout:3812: finishing write tid 2 to smithi16976610-2 2024-03-10T22:26:39.879 INFO:tasks.rados.rados.0.smithi169.stdout:3814: finishing copy_from to smithi16976610-6 2024-03-10T22:26:39.879 INFO:tasks.rados.rados.0.smithi169.stdout:3814: got expected ENOENT (src dne) 2024-03-10T22:26:39.879 INFO:tasks.rados.rados.0.smithi169.stdout:3814: finishing copy_from racing read to smithi16976610-6 2024-03-10T22:26:39.880 INFO:tasks.rados.rados.0.smithi169.stdout:3812: finishing write tid 3 to smithi16976610-2 2024-03-10T22:26:39.880 INFO:tasks.rados.rados.0.smithi169.stdout:3812: oid 2 updating version 0 to 14213 2024-03-10T22:26:39.880 INFO:tasks.rados.rados.0.smithi169.stdout:3812: oid 2 version 14213 is already newer than 14212 2024-03-10T22:26:39.880 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14213 (ObjNum 1185 snap 353 seq_num 1185) dirty exists 2024-03-10T22:26:39.880 INFO:tasks.rados.rados.0.smithi169.stdout:3812: left oid 2 (ObjNum 1185 snap 353 seq_num 1185) 2024-03-10T22:26:39.891 INFO:tasks.rados.rados.0.smithi169.stdout:3811: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:26:40.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:39.858+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:40.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:39.859+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:40.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:40.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:40.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:40.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[88180]: osdmap e778: 8 total, 8 up, 8 in 2024-03-10T22:26:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:40.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:40.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[90638]: osdmap e778: 8 total, 8 up, 8 in 2024-03-10T22:26:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:40.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:40.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:39.873+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:40.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:39.873+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:40.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:39.873+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:40.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:39.873+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:40.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:39.873+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:40.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:39 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:39.880+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:40.264 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:39.858+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:40.264 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:39.858+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:40.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:39 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:40.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:40.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:40.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:40.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:40.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:39 smithi172 ceph-mon[84635]: osdmap e778: 8 total, 8 up, 8 in 2024-03-10T22:26:40.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:40.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:40.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:39 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:40.872 INFO:tasks.rados.rados.0.smithi169.stdout:3811: done (3 left) 2024-03-10T22:26:40.872 INFO:tasks.rados.rados.0.smithi169.stdout:3812: done (2 left) 2024-03-10T22:26:40.872 INFO:tasks.rados.rados.0.smithi169.stdout:3814: done (1 left) 2024-03-10T22:26:40.872 INFO:tasks.rados.rados.0.smithi169.stdout:3816: done (0 left) 2024-03-10T22:26:40.872 INFO:tasks.rados.rados.0.smithi169.stdout:3817: read oid 47 snap 340 2024-03-10T22:26:40.872 INFO:tasks.rados.rados.0.smithi169.stdout:3817: expect (ObjNum 1003 snap 307 seq_num 1003) 2024-03-10T22:26:40.872 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 36 current snap is 354 2024-03-10T22:26:40.873 INFO:tasks.rados.rados.0.smithi169.stdout:3818: seq_num 1187 ranges {0=688128} 2024-03-10T22:26:40.876 INFO:tasks.rados.rados.0.smithi169.stdout:3818: writing smithi16976610-36 from 0 to 688128 tid 1 2024-03-10T22:26:40.876 INFO:tasks.rados.rados.0.smithi169.stdout:3819: snap_remove snap 348 2024-03-10T22:26:41.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:40.871+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:41.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:40.871+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:41.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:41.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[88180]: osdmap e779: 8 total, 8 up, 8 in 2024-03-10T22:26:41.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:41.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:41.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:41.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:41.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:41.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:41.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:41.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:41.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[88180]: pgmap v834: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 769 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-03-10T22:26:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:41.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[90638]: osdmap e779: 8 total, 8 up, 8 in 2024-03-10T22:26:41.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:41.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:41.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:41.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:41.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:41.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:41.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:41.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:41.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-mon[90638]: pgmap v834: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 769 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-03-10T22:26:41.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:40.870+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:40.870+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:40.870+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:40.871+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:40.871+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:40.871+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:41.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:40.872+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:41.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:40.884+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-mon[84635]: osdmap e779: 8 total, 8 up, 8 in 2024-03-10T22:26:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:41.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:40 smithi172 ceph-mon[84635]: pgmap v834: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 769 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-03-10T22:26:41.877 INFO:tasks.rados.rados.0.smithi169.stdout:3819: done (2 left) 2024-03-10T22:26:41.877 INFO:tasks.rados.rados.0.smithi169.stdout:3820: delete oid 3 current snap is 354 2024-03-10T22:26:41.877 INFO:tasks.rados.rados.0.smithi169.stdout:3817: expect (ObjNum 1003 snap 307 seq_num 1003) 2024-03-10T22:26:41.987 INFO:tasks.rados.rados.0.smithi169.stdout:3818: finishing write tid 1 to smithi16976610-36 2024-03-10T22:26:41.988 INFO:tasks.rados.rados.0.smithi169.stdout:3818: finishing write tid 2 to smithi16976610-36 2024-03-10T22:26:41.988 INFO:tasks.rados.rados.0.smithi169.stdout:3818: finishing write tid 3 to smithi16976610-36 2024-03-10T22:26:41.988 INFO:tasks.rados.rados.0.smithi169.stdout:3818: oid 36 updating version 0 to 14109 2024-03-10T22:26:41.988 INFO:tasks.rados.rados.0.smithi169.stdout:3818: oid 36 updating version 14109 to 14110 2024-03-10T22:26:41.988 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 14110 (ObjNum 1187 snap 354 seq_num 1187) dirty exists 2024-03-10T22:26:41.988 INFO:tasks.rados.rados.0.smithi169.stdout:3818: left oid 36 (ObjNum 1187 snap 354 seq_num 1187) 2024-03-10T22:26:41.988 INFO:tasks.rados.rados.0.smithi169.stdout:3817: done (2 left) 2024-03-10T22:26:41.988 INFO:tasks.rados.rados.0.smithi169.stdout:3818: done (1 left) 2024-03-10T22:26:41.988 INFO:tasks.rados.rados.0.smithi169.stdout:3820: done (0 left) 2024-03-10T22:26:41.988 INFO:tasks.rados.rados.0.smithi169.stdout:3821: setattr oid 47 current snap is 354 2024-03-10T22:26:41.989 INFO:tasks.rados.rados.0.smithi169.stdout:3822: read oid 49 snap -1 2024-03-10T22:26:41.989 INFO:tasks.rados.rados.0.smithi169.stdout:3822: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:26:41.989 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 354 2024-03-10T22:26:41.989 INFO:tasks.rados.rados.0.smithi169.stdout:3823: seq_num 1189 ranges {8290304=720896} 2024-03-10T22:26:42.037 INFO:tasks.rados.rados.0.smithi169.stdout:3823: writing smithi16976610-37 from 8290304 to 9011200 tid 1 2024-03-10T22:26:42.038 INFO:tasks.rados.rados.0.smithi169.stdout:3824: rollback oid 20 current snap is 354 2024-03-10T22:26:42.038 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 344 2024-03-10T22:26:42.038 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 47 v 14185 (ObjNum 1003 snap 307 seq_num 1003) dirty exists 2024-03-10T22:26:42.038 INFO:tasks.rados.rados.0.smithi169.stdout:3821: done (3 left) 2024-03-10T22:26:42.038 INFO:tasks.rados.rados.0.smithi169.stdout:3825: read oid 11 snap -1 2024-03-10T22:26:42.038 INFO:tasks.rados.rados.0.smithi169.stdout:3825: expect (ObjNum 1115 snap 334 seq_num 1115) 2024-03-10T22:26:42.038 INFO:tasks.rados.rados.0.smithi169.stdout:3826: snap_create 2024-03-10T22:26:42.038 INFO:tasks.rados.rados.0.smithi169.stdout:3822: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:26:42.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:41.877+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:42.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:41.877+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:42.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:42.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:42.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:42.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[88180]: osdmap e780: 8 total, 8 up, 8 in 2024-03-10T22:26:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:42.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:42.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:42.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:42.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:42.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[90638]: osdmap e780: 8 total, 8 up, 8 in 2024-03-10T22:26:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:42.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:42.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:41.875+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:42.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:41.875+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:42.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:41.876+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:42.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:41.876+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:42.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:41.877+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:42.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:41 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:41.877+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:42.262 INFO:tasks.rados.rados.0.smithi169.stdout:3824: finishing rollback tid 0 to smithi16976610-20 2024-03-10T22:26:42.263 INFO:tasks.rados.rados.0.smithi169.stdout:3824: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:26:42.263 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14165 (ObjNum 177 snap 0 seq_num 1380763096) dirty dne 2024-03-10T22:26:42.263 INFO:tasks.rados.rados.0.smithi169.stdout:3823: finishing write tid 1 to smithi16976610-37 2024-03-10T22:26:42.263 INFO:tasks.rados.rados.0.smithi169.stdout:3823: finishing write tid 2 to smithi16976610-37 2024-03-10T22:26:42.263 INFO:tasks.rados.rados.0.smithi169.stdout:3823: finishing write tid 3 to smithi16976610-37 2024-03-10T22:26:42.263 INFO:tasks.rados.rados.0.smithi169.stdout:3823: oid 37 updating version 0 to 14179 2024-03-10T22:26:42.263 INFO:tasks.rados.rados.0.smithi169.stdout:3823: oid 37 version 14179 is already newer than 14178 2024-03-10T22:26:42.263 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14179 (ObjNum 1189 snap 354 seq_num 1189) dirty exists 2024-03-10T22:26:42.263 INFO:tasks.rados.rados.0.smithi169.stdout:3823: left oid 37 (ObjNum 1189 snap 354 seq_num 1189) 2024-03-10T22:26:42.263 INFO:tasks.rados.rados.0.smithi169.stdout:3825: expect (ObjNum 1115 snap 334 seq_num 1115) 2024-03-10T22:26:42.264 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:41.872+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:42.264 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:41.872+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:42.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:42.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:42.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:42.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:42.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:42.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:41 smithi172 ceph-mon[84635]: osdmap e780: 8 total, 8 up, 8 in 2024-03-10T22:26:42.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:42.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:41 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:42.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:41 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:42.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:26:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:26:43.026 INFO:tasks.rados.rados.0.smithi169.stdout:3822: done (4 left) 2024-03-10T22:26:43.026 INFO:tasks.rados.rados.0.smithi169.stdout:3823: done (3 left) 2024-03-10T22:26:43.027 INFO:tasks.rados.rados.0.smithi169.stdout:3824: done (2 left) 2024-03-10T22:26:43.027 INFO:tasks.rados.rados.0.smithi169.stdout:3825: done (1 left) 2024-03-10T22:26:43.027 INFO:tasks.rados.rados.0.smithi169.stdout:3826: done (0 left) 2024-03-10T22:26:43.027 INFO:tasks.rados.rados.0.smithi169.stdout:3827: read oid 49 snap 349 2024-03-10T22:26:43.027 INFO:tasks.rados.rados.0.smithi169.stdout:3827: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:26:43.027 INFO:tasks.rados.rados.0.smithi169.stdout:3828: delete oid 47 current snap is 355 2024-03-10T22:26:43.031 INFO:tasks.rados.rados.0.smithi169.stdout:3828: done (1 left) 2024-03-10T22:26:43.031 INFO:tasks.rados.rados.0.smithi169.stdout:3829: snap_remove snap 344 2024-03-10T22:26:43.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:42.879+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:43.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:42.879+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:43.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:43.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:43.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[88180]: osdmap e781: 8 total, 8 up, 8 in 2024-03-10T22:26:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:43.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[88180]: pgmap v837: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 747 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 844 KiB/s wr, 19 op/s 2024-03-10T22:26:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:43.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[90638]: osdmap e781: 8 total, 8 up, 8 in 2024-03-10T22:26:43.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:43.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:43.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:43.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:43.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:43.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:43.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:42 smithi169 ceph-mon[90638]: pgmap v837: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 747 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 844 KiB/s wr, 19 op/s 2024-03-10T22:26:43.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.032+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:43.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.032+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:43.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.033+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:43.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.033+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:43.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.033+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:43.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.033+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:43.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.033+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:43.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:42.877+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:43.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-mon[84635]: osdmap e781: 8 total, 8 up, 8 in 2024-03-10T22:26:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:43.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:43.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:43.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:43.265 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:42 smithi172 ceph-mon[84635]: pgmap v837: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 747 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 844 KiB/s wr, 19 op/s 2024-03-10T22:26:43.886 INFO:tasks.rados.rados.0.smithi169.stdout:3829: done (1 left) 2024-03-10T22:26:43.887 INFO:tasks.rados.rados.0.smithi169.stdout:3830: snap_create 2024-03-10T22:26:43.887 INFO:tasks.rados.rados.0.smithi169.stdout:3827: expect (ObjNum 1042 snap 314 seq_num 1042) 2024-03-10T22:26:44.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:43.896+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:44.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:43.896+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:44.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:44.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[88180]: osdmap e782: 8 total, 8 up, 8 in 2024-03-10T22:26:44.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:44.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:44.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:44.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:44.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:44.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:44.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:44.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:44.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[90638]: osdmap e782: 8 total, 8 up, 8 in 2024-03-10T22:26:44.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:44.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:44.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:44.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:44.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:44.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:44.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.888+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.888+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.890+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.890+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.891+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:44.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:43.891+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:44.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:43.883+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:44.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:43.883+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:43 smithi172 ceph-mon[84635]: osdmap e782: 8 total, 8 up, 8 in 2024-03-10T22:26:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:43 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:44.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:43 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:44.893 INFO:tasks.rados.rados.0.smithi169.stdout:3827: done (1 left) 2024-03-10T22:26:44.893 INFO:tasks.rados.rados.0.smithi169.stdout:3830: done (0 left) 2024-03-10T22:26:44.893 INFO:tasks.rados.rados.0.smithi169.stdout:3831: rollback oid 21 current snap is 356 2024-03-10T22:26:44.893 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 21 to 351 2024-03-10T22:26:44.893 INFO:tasks.rados.rados.0.smithi169.stdout:3832: rollback oid 38 current snap is 356 2024-03-10T22:26:44.894 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 38 to 349 2024-03-10T22:26:44.894 INFO:tasks.rados.rados.0.smithi169.stdout:3833: snap_create 2024-03-10T22:26:44.899 INFO:tasks.rados.rados.0.smithi169.stdout:3831: finishing rollback tid 0 to smithi16976610-21 2024-03-10T22:26:44.900 INFO:tasks.rados.rados.0.smithi169.stdout:3831: finishing rollback tid 1 to smithi16976610-21 2024-03-10T22:26:44.900 INFO:tasks.rados.rados.0.smithi169.stdout:3832: finishing rollback tid 0 to smithi16976610-38 2024-03-10T22:26:44.900 INFO:tasks.rados.rados.0.smithi169.stdout:3831: finishing rollback tid 2 to smithi16976610-21 2024-03-10T22:26:44.900 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14151 (ObjNum 1105 snap 333 seq_num 1105) dirty exists 2024-03-10T22:26:44.900 INFO:tasks.rados.rados.0.smithi169.stdout:3832: finishing rollback tid 1 to smithi16976610-38 2024-03-10T22:26:44.900 INFO:tasks.rados.rados.0.smithi169.stdout:3832: finishing rollback tid 2 to smithi16976610-38 2024-03-10T22:26:44.900 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 38 v 14146 (ObjNum 1116 snap 334 seq_num 1116) dirty exists 2024-03-10T22:26:45.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:44.892+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:45.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:44.892+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:45.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:45.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[88180]: osdmap e783: 8 total, 8 up, 8 in 2024-03-10T22:26:45.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:45.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:45.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:45.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:45.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:45.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:45.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:45.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[88180]: pgmap v840: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 748 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 626 KiB/s wr, 11 op/s 2024-03-10T22:26:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[90638]: osdmap e783: 8 total, 8 up, 8 in 2024-03-10T22:26:45.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:45.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:45.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:45.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:45.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:45.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:45.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:45.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-mon[90638]: pgmap v840: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 748 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 626 KiB/s wr, 11 op/s 2024-03-10T22:26:45.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:44.896+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:45.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:44.896+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:45.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:44.896+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:45.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:44.896+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:45.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:44.896+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:45.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:44.896+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:45.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:44.900+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:45.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:44.888+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:44 smithi172 ceph-mon[84635]: osdmap e783: 8 total, 8 up, 8 in 2024-03-10T22:26:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:44 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:44 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:45.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:44 smithi172 ceph-mon[84635]: pgmap v840: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 748 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 626 KiB/s wr, 11 op/s 2024-03-10T22:26:45.893 INFO:tasks.rados.rados.0.smithi169.stdout:3831: done (2 left) 2024-03-10T22:26:45.893 INFO:tasks.rados.rados.0.smithi169.stdout:3832: done (1 left) 2024-03-10T22:26:45.894 INFO:tasks.rados.rados.0.smithi169.stdout:3833: done (0 left) 2024-03-10T22:26:45.894 INFO:tasks.rados.rados.0.smithi169.stdout:3834: read oid 9 snap 356 2024-03-10T22:26:45.894 INFO:tasks.rados.rados.0.smithi169.stdout:3834: expect (ObjNum 1141 snap 342 seq_num 1141) 2024-03-10T22:26:45.894 INFO:tasks.rados.rados.0.smithi169.stdout:3835: delete oid 24 current snap is 357 2024-03-10T22:26:45.901 INFO:tasks.rados.rados.0.smithi169.stdout:3835: done (1 left) 2024-03-10T22:26:45.902 INFO:tasks.rados.rados.0.smithi169.stdout:3836: rollback oid 26 current snap is 357 2024-03-10T22:26:45.902 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 26 to 343 2024-03-10T22:26:45.902 INFO:tasks.rados.rados.0.smithi169.stdout:3837: snap_create 2024-03-10T22:26:45.902 INFO:tasks.rados.rados.0.smithi169.stdout:3836: finishing rollback tid 1 to smithi16976610-26 2024-03-10T22:26:45.902 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T22:26:45.929 INFO:tasks.rados.rados.0.smithi169.stdout:3834: expect (ObjNum 1141 snap 342 seq_num 1141) 2024-03-10T22:26:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:26:45] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-03-10T22:26:46.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:45.893+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:46.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:45.894+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[90638]: osdmap e784: 8 total, 8 up, 8 in 2024-03-10T22:26:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:46.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[88180]: osdmap e784: 8 total, 8 up, 8 in 2024-03-10T22:26:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:46.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:46.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:45.897+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:45.900+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:45.900+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:45.901+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:45.925+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:46.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:45.925+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:46.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:45.890+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:46.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:45.890+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:45 smithi172 ceph-mon[84635]: osdmap e784: 8 total, 8 up, 8 in 2024-03-10T22:26:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:45 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:46.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:46.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:46.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:45 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:46.908 INFO:tasks.rados.rados.0.smithi169.stdout:3834: done (2 left) 2024-03-10T22:26:46.909 INFO:tasks.rados.rados.0.smithi169.stdout:3836: done (1 left) 2024-03-10T22:26:46.909 INFO:tasks.rados.rados.0.smithi169.stdout:3837: done (0 left) 2024-03-10T22:26:46.909 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 358 2024-03-10T22:26:46.909 INFO:tasks.rados.rados.0.smithi169.stdout:3838: seq_num 1192 ranges {2236416=770048} 2024-03-10T22:26:46.925 INFO:tasks.rados.rados.0.smithi169.stdout:3838: writing smithi16976610-23 from 2236416 to 3006464 tid 1 2024-03-10T22:26:46.926 INFO:tasks.rados.rados.0.smithi169.stdout:3839: delete oid 13 current snap is 358 2024-03-10T22:26:46.933 INFO:tasks.rados.rados.0.smithi169.stdout:3839: done (1 left) 2024-03-10T22:26:46.934 INFO:tasks.rados.rados.0.smithi169.stdout:3840: copy_from oid 14 from oid 37 current snap is 358 2024-03-10T22:26:46.934 INFO:tasks.rados.rados.0.smithi169.stdout:3841: snap_remove snap 343 2024-03-10T22:26:47.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:46.908+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:47.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:46.908+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:47.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:47.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[88180]: osdmap e785: 8 total, 8 up, 8 in 2024-03-10T22:26:47.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:47.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:47.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:26:47.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[88180]: pgmap v843: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 749 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 480 KiB/s wr, 7 op/s 2024-03-10T22:26:47.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:47.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[90638]: osdmap e785: 8 total, 8 up, 8 in 2024-03-10T22:26:47.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:26:47.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-mon[90638]: pgmap v843: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 749 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 480 KiB/s wr, 7 op/s 2024-03-10T22:26:47.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:46.928+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:47.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:46.929+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:47.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:46.929+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:47.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:46.929+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:47.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:46.929+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:47.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:46.929+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:47.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:46 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:46.933+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:47.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:46.904+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-mon[84635]: osdmap e785: 8 total, 8 up, 8 in 2024-03-10T22:26:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:26:47.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:46 smithi172 ceph-mon[84635]: pgmap v843: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 749 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 480 KiB/s wr, 7 op/s 2024-03-10T22:26:47.913 INFO:tasks.rados.rados.0.smithi169.stdout:3841: done (2 left) 2024-03-10T22:26:47.913 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 19 current snap is 358 2024-03-10T22:26:47.913 INFO:tasks.rados.rados.0.smithi169.stdout:3842: seq_num 1194 ranges {0=802816} 2024-03-10T22:26:47.918 INFO:tasks.rados.rados.0.smithi169.stdout:3842: writing smithi16976610-19 from 0 to 802816 tid 1 2024-03-10T22:26:47.918 INFO:tasks.rados.rados.0.smithi169.stdout:3843: snap_create 2024-03-10T22:26:47.918 INFO:tasks.rados.rados.0.smithi169.stdout:3838: finishing write tid 1 to smithi16976610-23 2024-03-10T22:26:47.918 INFO:tasks.rados.rados.0.smithi169.stdout:3838: finishing write tid 2 to smithi16976610-23 2024-03-10T22:26:47.918 INFO:tasks.rados.rados.0.smithi169.stdout:3838: finishing write tid 3 to smithi16976610-23 2024-03-10T22:26:47.919 INFO:tasks.rados.rados.0.smithi169.stdout:3838: oid 23 updating version 0 to 14186 2024-03-10T22:26:47.919 INFO:tasks.rados.rados.0.smithi169.stdout:3838: oid 23 version 14186 is already newer than 14185 2024-03-10T22:26:47.919 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14186 (ObjNum 1192 snap 358 seq_num 1192) dirty exists 2024-03-10T22:26:47.919 INFO:tasks.rados.rados.0.smithi169.stdout:3838: left oid 23 (ObjNum 1192 snap 358 seq_num 1192) 2024-03-10T22:26:47.919 INFO:tasks.rados.rados.0.smithi169.stdout:3840: finishing copy_from racing read to smithi16976610-14 2024-03-10T22:26:47.919 INFO:tasks.rados.rados.0.smithi169.stdout:3840: finishing copy_from to smithi16976610-14 2024-03-10T22:26:47.919 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14179 (ObjNum 1189 snap 354 seq_num 1189) dirty exists 2024-03-10T22:26:47.927 INFO:tasks.rados.rados.0.smithi169.stdout:3842: finishing write tid 1 to smithi16976610-19 2024-03-10T22:26:47.927 INFO:tasks.rados.rados.0.smithi169.stdout:3842: finishing write tid 2 to smithi16976610-19 2024-03-10T22:26:47.930 INFO:tasks.rados.rados.0.smithi169.stdout:3842: finishing write tid 3 to smithi16976610-19 2024-03-10T22:26:47.931 INFO:tasks.rados.rados.0.smithi169.stdout:3842: oid 19 updating version 0 to 14187 2024-03-10T22:26:47.931 INFO:tasks.rados.rados.0.smithi169.stdout:3842: oid 19 updating version 14187 to 14188 2024-03-10T22:26:47.931 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 19 v 14188 (ObjNum 1194 snap 358 seq_num 1194) dirty exists 2024-03-10T22:26:47.931 INFO:tasks.rados.rados.0.smithi169.stdout:3842: left oid 19 (ObjNum 1194 snap 358 seq_num 1194) 2024-03-10T22:26:48.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:47.913+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:48.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:47.913+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:48.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:48.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:48.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:48.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: osdmap e786: 8 total, 8 up, 8 in 2024-03-10T22:26:48.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:48.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:48.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:48.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:48.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:48.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:26:48.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:26:48.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:26:48.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:26:48.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:26:48.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:47.918+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:48.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:47.918+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:48.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:47.919+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:48.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:47.919+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:48.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:47.919+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:48.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:47.919+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:48.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:48.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:48.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:48.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: osdmap e786: 8 total, 8 up, 8 in 2024-03-10T22:26:48.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:48.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:48.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:48.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:48.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:48.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:26:48.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:26:48.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:26:48.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:26:48.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:47 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:26:48.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:47.912+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:48.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:47.912+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: osdmap e786: 8 total, 8 up, 8 in 2024-03-10T22:26:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:26:48.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:26:48.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:26:48.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:26:48.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:47 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:26:48.926 INFO:tasks.rados.rados.0.smithi169.stdout:3838: done (3 left) 2024-03-10T22:26:48.926 INFO:tasks.rados.rados.0.smithi169.stdout:3840: done (2 left) 2024-03-10T22:26:48.926 INFO:tasks.rados.rados.0.smithi169.stdout:3842: done (1 left) 2024-03-10T22:26:48.926 INFO:tasks.rados.rados.0.smithi169.stdout:3843: done (0 left) 2024-03-10T22:26:48.926 INFO:tasks.rados.rados.0.smithi169.stdout:3844: copy_from oid 7 from oid 49 current snap is 359 2024-03-10T22:26:48.926 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 359 2024-03-10T22:26:48.927 INFO:tasks.rados.rados.0.smithi169.stdout:3845: seq_num 1195 ranges {9011200=417792,9428992=401408} 2024-03-10T22:26:48.977 INFO:tasks.rados.rados.0.smithi169.stdout:3845: writing smithi16976610-37 from 9011200 to 9428992 tid 1 2024-03-10T22:26:48.980 INFO:tasks.rados.rados.0.smithi169.stdout:3845: writing smithi16976610-37 from 9428992 to 9830400 tid 2 2024-03-10T22:26:48.980 INFO:tasks.rados.rados.0.smithi169.stdout:3846: copy_from oid 5 from oid 6 current snap is 359 2024-03-10T22:26:48.980 INFO:tasks.rados.rados.0.smithi169.stdout:3844: finishing copy_from racing read to smithi16976610-7 2024-03-10T22:26:48.980 INFO:tasks.rados.rados.0.smithi169.stdout:3844: finishing copy_from to smithi16976610-7 2024-03-10T22:26:48.980 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14179 (ObjNum 1042 snap 314 seq_num 1042) dirty exists 2024-03-10T22:26:48.980 INFO:tasks.rados.rados.0.smithi169.stdout:3844: done (2 left) 2024-03-10T22:26:48.980 INFO:tasks.rados.rados.0.smithi169.stdout:3847: rollback oid 46 current snap is 359 2024-03-10T22:26:48.980 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 46 to 342 2024-03-10T22:26:48.980 INFO:tasks.rados.rados.0.smithi169.stdout:3848: rollback oid 33 current snap is 359 2024-03-10T22:26:48.981 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 33 to 351 2024-03-10T22:26:48.981 INFO:tasks.rados.rados.0.smithi169.stdout:3849: copy_from oid 34 from oid 48 current snap is 359 2024-03-10T22:26:48.981 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 359 2024-03-10T22:26:48.981 INFO:tasks.rados.rados.0.smithi169.stdout:3850: seq_num 1196 ranges {0=434176,434176=401408} 2024-03-10T22:26:48.982 INFO:tasks.rados.rados.0.smithi169.stdout:3850: writing smithi16976610-26 from 0 to 434176 tid 1 2024-03-10T22:26:48.985 INFO:tasks.rados.rados.0.smithi169.stdout:3850: writing smithi16976610-26 from 434176 to 835584 tid 2 2024-03-10T22:26:48.985 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 43 current snap is 359 2024-03-10T22:26:48.985 INFO:tasks.rados.rados.0.smithi169.stdout:3846: finishing copy_from to smithi16976610-5 2024-03-10T22:26:48.985 INFO:tasks.rados.rados.0.smithi169.stdout:3846: got expected ENOENT (src dne) 2024-03-10T22:26:48.985 INFO:tasks.rados.rados.0.smithi169.stdout:3851: seq_num 1197 ranges {0=450560,450560=401408} 2024-03-10T22:26:48.987 INFO:tasks.rados.rados.0.smithi169.stdout:3851: writing smithi16976610-43 from 0 to 450560 tid 1 2024-03-10T22:26:48.991 INFO:tasks.rados.rados.0.smithi169.stdout:3851: writing smithi16976610-43 from 450560 to 851968 tid 2 2024-03-10T22:26:48.991 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 359 2024-03-10T22:26:48.991 INFO:tasks.rados.rados.0.smithi169.stdout:3846: finishing copy_from racing read to smithi16976610-5 2024-03-10T22:26:48.991 INFO:tasks.rados.rados.0.smithi169.stdout:3847: finishing rollback tid 0 to smithi16976610-46 2024-03-10T22:26:48.991 INFO:tasks.rados.rados.0.smithi169.stdout:3847: finishing rollback tid 1 to smithi16976610-46 2024-03-10T22:26:48.991 INFO:tasks.rados.rados.0.smithi169.stdout:3847: finishing rollback tid 2 to smithi16976610-46 2024-03-10T22:26:48.991 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 46 v 14189 (ObjNum 1072 snap 323 seq_num 1072) dirty exists 2024-03-10T22:26:48.991 INFO:tasks.rados.rados.0.smithi169.stdout:3848: finishing rollback tid 0 to smithi16976610-33 2024-03-10T22:26:48.991 INFO:tasks.rados.rados.0.smithi169.stdout:3850: finishing write tid 1 to smithi16976610-26 2024-03-10T22:26:48.991 INFO:tasks.rados.rados.0.smithi169.stdout:3848: finishing rollback tid 1 to smithi16976610-33 2024-03-10T22:26:48.991 INFO:tasks.rados.rados.0.smithi169.stdout:3850: finishing write tid 2 to smithi16976610-26 2024-03-10T22:26:48.992 INFO:tasks.rados.rados.0.smithi169.stdout:3848: finishing rollback tid 2 to smithi16976610-33 2024-03-10T22:26:48.992 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14149 (ObjNum 1128 snap 337 seq_num 1128) dirty exists 2024-03-10T22:26:48.992 INFO:tasks.rados.rados.0.smithi169.stdout:3850: finishing write tid 3 to smithi16976610-26 2024-03-10T22:26:48.992 INFO:tasks.rados.rados.0.smithi169.stdout:3852: seq_num 1198 ranges {2613248=466944,3080192=401408} 2024-03-10T22:26:49.007 INFO:tasks.rados.rados.0.smithi169.stdout:3852: writing smithi16976610-44 from 2613248 to 3080192 tid 1 2024-03-10T22:26:49.010 INFO:tasks.rados.rados.0.smithi169.stdout:3852: writing smithi16976610-44 from 3080192 to 3481600 tid 2 2024-03-10T22:26:49.010 INFO:tasks.rados.rados.0.smithi169.stdout:3846: done (7 left) 2024-03-10T22:26:49.010 INFO:tasks.rados.rados.0.smithi169.stdout:3847: done (6 left) 2024-03-10T22:26:49.010 INFO:tasks.rados.rados.0.smithi169.stdout:3848: done (5 left) 2024-03-10T22:26:49.010 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 359 2024-03-10T22:26:49.010 INFO:tasks.rados.rados.0.smithi169.stdout:3845: finishing write tid 1 to smithi16976610-37 2024-03-10T22:26:49.010 INFO:tasks.rados.rados.0.smithi169.stdout:3853: seq_num 1199 ranges {5906432=483328,6389760=401408} 2024-03-10T22:26:49.044 INFO:tasks.rados.rados.0.smithi169.stdout:3853: writing smithi16976610-12 from 5906432 to 6389760 tid 1 2024-03-10T22:26:49.047 INFO:tasks.rados.rados.0.smithi169.stdout:3853: writing smithi16976610-12 from 6389760 to 6791168 tid 2 2024-03-10T22:26:49.047 INFO:tasks.rados.rados.0.smithi169.stdout:3854: read oid 11 snap -1 2024-03-10T22:26:49.047 INFO:tasks.rados.rados.0.smithi169.stdout:3854: expect (ObjNum 1115 snap 334 seq_num 1115) 2024-03-10T22:26:49.047 INFO:tasks.rados.rados.0.smithi169.stdout:3855: copy_from oid 6 from oid 9 current snap is 359 2024-03-10T22:26:49.047 INFO:tasks.rados.rados.0.smithi169.stdout:3845: finishing write tid 2 to smithi16976610-37 2024-03-10T22:26:49.047 INFO:tasks.rados.rados.0.smithi169.stdout:3845: finishing write tid 3 to smithi16976610-37 2024-03-10T22:26:49.047 INFO:tasks.rados.rados.0.smithi169.stdout:3850: finishing write tid 4 to smithi16976610-26 2024-03-10T22:26:49.047 INFO:tasks.rados.rados.0.smithi169.stdout:3850: oid 26 updating version 0 to 14183 2024-03-10T22:26:49.047 INFO:tasks.rados.rados.0.smithi169.stdout:3850: oid 26 version 14183 is already newer than 14182 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:3850: oid 26 version 14183 is already newer than 14181 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 14183 (ObjNum 1196 snap 359 seq_num 1196) dirty exists 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:3850: left oid 26 (ObjNum 1196 snap 359 seq_num 1196) 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:3849: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:3851: finishing write tid 1 to smithi16976610-43 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:3849: finishing copy_from to smithi16976610-34 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14211 (ObjNum 1178 snap 353 seq_num 1178) dirty exists 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:3851: finishing write tid 2 to smithi16976610-43 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:3851: finishing write tid 3 to smithi16976610-43 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:3845: finishing write tid 4 to smithi16976610-37 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:3845: oid 37 updating version 0 to 14182 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:3845: oid 37 version 14182 is already newer than 14181 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:3845: oid 37 version 14182 is already newer than 14180 2024-03-10T22:26:49.048 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14182 (ObjNum 1195 snap 359 seq_num 1195) dirty exists 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3845: left oid 37 (ObjNum 1195 snap 359 seq_num 1195) 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3851: finishing write tid 4 to smithi16976610-43 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3851: oid 43 updating version 0 to 14200 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3851: oid 43 updating version 14200 to 14202 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3851: oid 43 version 14202 is already newer than 14201 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14202 (ObjNum 1197 snap 359 seq_num 1197) dirty exists 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3851: left oid 43 (ObjNum 1197 snap 359 seq_num 1197) 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3852: finishing write tid 1 to smithi16976610-44 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3852: finishing write tid 2 to smithi16976610-44 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3845: done (7 left) 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3849: done (6 left) 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3850: done (5 left) 2024-03-10T22:26:49.049 INFO:tasks.rados.rados.0.smithi169.stdout:3851: done (4 left) 2024-03-10T22:26:49.050 INFO:tasks.rados.rados.0.smithi169.stdout:3856: snap_remove snap 355 2024-03-10T22:26:49.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:48.924+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:49.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:48.926+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:49.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[90638]: osdmap e787: 8 total, 8 up, 8 in 2024-03-10T22:26:49.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:49.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:49.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:49.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:49.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:49.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:49.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:49.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:49.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[90638]: pgmap v846: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 749 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 168 KiB/s wr, 4 op/s 2024-03-10T22:26:49.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[88180]: osdmap e787: 8 total, 8 up, 8 in 2024-03-10T22:26:49.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:49.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:49.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:49.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:49.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:49.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:49.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:49.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:49.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-mon[88180]: pgmap v846: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 749 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 168 KiB/s wr, 4 op/s 2024-03-10T22:26:49.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:48.929+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:49.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:48.929+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:49.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:48.929+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:49.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:48.929+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:49.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:48.930+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:49.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:48.930+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:49.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:48 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:48.930+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:49.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:48 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:48.922+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:49.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:48 smithi172 ceph-mon[84635]: osdmap e787: 8 total, 8 up, 8 in 2024-03-10T22:26:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:48 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:48 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:49.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:48 smithi172 ceph-mon[84635]: pgmap v846: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 749 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 168 KiB/s wr, 4 op/s 2024-03-10T22:26:49.931 INFO:tasks.rados.rados.0.smithi169.stdout:3852: finishing write tid 3 to smithi16976610-44 2024-03-10T22:26:49.931 INFO:tasks.rados.rados.0.smithi169.stdout:3852: finishing write tid 4 to smithi16976610-44 2024-03-10T22:26:49.931 INFO:tasks.rados.rados.0.smithi169.stdout:3852: oid 44 updating version 0 to 14185 2024-03-10T22:26:49.931 INFO:tasks.rados.rados.0.smithi169.stdout:3852: oid 44 version 14185 is already newer than 14184 2024-03-10T22:26:49.931 INFO:tasks.rados.rados.0.smithi169.stdout:3852: oid 44 version 14185 is already newer than 14183 2024-03-10T22:26:49.931 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 14185 (ObjNum 1198 snap 359 seq_num 1198) dirty exists 2024-03-10T22:26:49.931 INFO:tasks.rados.rados.0.smithi169.stdout:3852: left oid 44 (ObjNum 1198 snap 359 seq_num 1198) 2024-03-10T22:26:49.931 INFO:tasks.rados.rados.0.smithi169.stdout:3853: finishing write tid 1 to smithi16976610-12 2024-03-10T22:26:49.931 INFO:tasks.rados.rados.0.smithi169.stdout:3853: finishing write tid 2 to smithi16976610-12 2024-03-10T22:26:49.931 INFO:tasks.rados.rados.0.smithi169.stdout:3853: finishing write tid 3 to smithi16976610-12 2024-03-10T22:26:49.932 INFO:tasks.rados.rados.0.smithi169.stdout:3853: finishing write tid 4 to smithi16976610-12 2024-03-10T22:26:49.932 INFO:tasks.rados.rados.0.smithi169.stdout:3853: oid 12 updating version 0 to 14196 2024-03-10T22:26:49.932 INFO:tasks.rados.rados.0.smithi169.stdout:3853: oid 12 updating version 14196 to 14197 2024-03-10T22:26:49.932 INFO:tasks.rados.rados.0.smithi169.stdout:3853: oid 12 version 14197 is already newer than 14195 2024-03-10T22:26:49.932 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14197 (ObjNum 1199 snap 359 seq_num 1199) dirty exists 2024-03-10T22:26:49.932 INFO:tasks.rados.rados.0.smithi169.stdout:3853: left oid 12 (ObjNum 1199 snap 359 seq_num 1199) 2024-03-10T22:26:49.932 INFO:tasks.rados.rados.0.smithi169.stdout:3855: finishing copy_from racing read to smithi16976610-6 2024-03-10T22:26:49.932 INFO:tasks.rados.rados.0.smithi169.stdout:3855: finishing copy_from to smithi16976610-6 2024-03-10T22:26:49.932 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14163 (ObjNum 1141 snap 342 seq_num 1141) dirty exists 2024-03-10T22:26:49.932 INFO:tasks.rados.rados.0.smithi169.stdout:3854: expect (ObjNum 1115 snap 334 seq_num 1115) 2024-03-10T22:26:50.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:49.930+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:50.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:49.931+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:50.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:50.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:50.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:50.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[90638]: osdmap e788: 8 total, 8 up, 8 in 2024-03-10T22:26:50.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:50.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:50.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:50.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:50.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:50.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:50.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:50.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:50.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[88180]: osdmap e788: 8 total, 8 up, 8 in 2024-03-10T22:26:50.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:50.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:50.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:50.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:50.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:49 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:50.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:50.053+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:50.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:50.053+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:50.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:50.053+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:50.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:50.053+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:50.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:50.053+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:50.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:50.053+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:50.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:49.934+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:50.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:49 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:49.934+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:49 smithi172 ceph-mon[84635]: osdmap e788: 8 total, 8 up, 8 in 2024-03-10T22:26:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:49 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:50.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:49 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:50.701 INFO:tasks.rados.rados.0.smithi169.stdout:3852: done (4 left) 2024-03-10T22:26:50.701 INFO:tasks.rados.rados.0.smithi169.stdout:3853: done (3 left) 2024-03-10T22:26:50.701 INFO:tasks.rados.rados.0.smithi169.stdout:3854: done (2 left) 2024-03-10T22:26:50.702 INFO:tasks.rados.rados.0.smithi169.stdout:3855: done (1 left) 2024-03-10T22:26:50.702 INFO:tasks.rados.rados.0.smithi169.stdout:3856: done (0 left) 2024-03-10T22:26:50.702 INFO:tasks.rados.rados.0.smithi169.stdout:3857: copy_from oid 45 from oid 30 current snap is 359 2024-03-10T22:26:50.702 INFO:tasks.rados.rados.0.smithi169.stdout:3858: rollback oid 35 current snap is 359 2024-03-10T22:26:50.702 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 35 to 342 2024-03-10T22:26:50.702 INFO:tasks.rados.rados.0.smithi169.stdout:3859: copy_from oid 11 from oid 41 current snap is 359 2024-03-10T22:26:50.702 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 14 current snap is 359 2024-03-10T22:26:50.702 INFO:tasks.rados.rados.0.smithi169.stdout:3860: seq_num 1200 ranges {9011200=499712,9510912=401408} 2024-03-10T22:26:50.752 INFO:tasks.rados.rados.0.smithi169.stdout:3860: writing smithi16976610-14 from 9011200 to 9510912 tid 1 2024-03-10T22:26:50.754 INFO:tasks.rados.rados.0.smithi169.stdout:3860: writing smithi16976610-14 from 9510912 to 9912320 tid 2 2024-03-10T22:26:50.754 INFO:tasks.rados.rados.0.smithi169.stdout:3861: copy_from oid 32 from oid 5 current snap is 359 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:3858: finishing rollback tid 1 to smithi16976610-35 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 35 v 0 (ObjNum 593 snap 0 seq_num 151774472) dirty dne 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:3857: finishing copy_from to smithi16976610-45 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:3857: got expected ENOENT (src dne) 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:3857: finishing copy_from racing read to smithi16976610-45 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:3859: finishing copy_from racing read to smithi16976610-11 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:3859: finishing copy_from to smithi16976610-11 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 11 v 14153 (ObjNum 1146 snap 344 seq_num 1146) dirty exists 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:3857: done (4 left) 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:3858: done (3 left) 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:3859: done (2 left) 2024-03-10T22:26:50.755 INFO:tasks.rados.rados.0.smithi169.stdout:3862: snap_remove snap 349 2024-03-10T22:26:50.935 INFO:tasks.rados.rados.0.smithi169.stdout:3862: done (2 left) 2024-03-10T22:26:50.935 INFO:tasks.rados.rados.0.smithi169.stdout:3863: snap_create 2024-03-10T22:26:50.935 INFO:tasks.rados.rados.0.smithi169.stdout:3860: finishing write tid 1 to smithi16976610-14 2024-03-10T22:26:50.935 INFO:tasks.rados.rados.0.smithi169.stdout:3860: finishing write tid 2 to smithi16976610-14 2024-03-10T22:26:50.935 INFO:tasks.rados.rados.0.smithi169.stdout:3860: finishing write tid 3 to smithi16976610-14 2024-03-10T22:26:50.936 INFO:tasks.rados.rados.0.smithi169.stdout:3860: finishing write tid 4 to smithi16976610-14 2024-03-10T22:26:50.936 INFO:tasks.rados.rados.0.smithi169.stdout:3860: oid 14 updating version 0 to 14181 2024-03-10T22:26:50.936 INFO:tasks.rados.rados.0.smithi169.stdout:3860: oid 14 version 14181 is already newer than 14180 2024-03-10T22:26:50.936 INFO:tasks.rados.rados.0.smithi169.stdout:3860: oid 14 updating version 14181 to 14182 2024-03-10T22:26:50.936 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 14 v 14182 (ObjNum 1200 snap 359 seq_num 1200) dirty exists 2024-03-10T22:26:50.936 INFO:tasks.rados.rados.0.smithi169.stdout:3860: left oid 14 (ObjNum 1200 snap 359 seq_num 1200) 2024-03-10T22:26:50.936 INFO:tasks.rados.rados.0.smithi169.stdout:3861: finishing copy_from racing read to smithi16976610-32 2024-03-10T22:26:50.936 INFO:tasks.rados.rados.0.smithi169.stdout:3861: finishing copy_from to smithi16976610-32 2024-03-10T22:26:50.936 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14201 (ObjNum 1099 snap 327 seq_num 1099) dirty exists 2024-03-10T22:26:51.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:50.935+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:51.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:50.935+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:51.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[90638]: osdmap e789: 8 total, 8 up, 8 in 2024-03-10T22:26:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:51.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[90638]: pgmap v849: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 760 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-03-10T22:26:51.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[88180]: osdmap e789: 8 total, 8 up, 8 in 2024-03-10T22:26:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:51.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:50 smithi169 ceph-mon[88180]: pgmap v849: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 760 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-03-10T22:26:51.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.145+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:51.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.145+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:51.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.145+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:51.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.145+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:51.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.145+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:51.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.145+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:51.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.145+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:51.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:51.147+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:51.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:50 smithi172 ceph-mon[84635]: osdmap e789: 8 total, 8 up, 8 in 2024-03-10T22:26:51.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:51.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:51.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:51.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:50 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:51.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:51.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:51.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:51.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:50 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:51.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:50 smithi172 ceph-mon[84635]: pgmap v849: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 760 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-03-10T22:26:51.939 INFO:tasks.rados.rados.0.smithi169.stdout:3860: done (2 left) 2024-03-10T22:26:51.939 INFO:tasks.rados.rados.0.smithi169.stdout:3861: done (1 left) 2024-03-10T22:26:51.939 INFO:tasks.rados.rados.0.smithi169.stdout:3863: done (0 left) 2024-03-10T22:26:51.939 INFO:tasks.rados.rados.0.smithi169.stdout:3864: rollback oid 42 current snap is 360 2024-03-10T22:26:51.939 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 42 to 353 2024-03-10T22:26:51.939 INFO:tasks.rados.rados.0.smithi169.stdout:3865: read oid 27 snap -1 2024-03-10T22:26:51.939 INFO:tasks.rados.rados.0.smithi169.stdout:3865: expect (ObjNum 1175 snap 352 seq_num 1175) 2024-03-10T22:26:51.939 INFO:tasks.rados.rados.0.smithi169.stdout:3866: snap_remove snap 342 2024-03-10T22:26:52.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:51.937+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:52.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:51.938+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:52.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[88180]: osdmap e790: 8 total, 8 up, 8 in 2024-03-10T22:26:52.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:52.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:52.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:52.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:52.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:52.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:52.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:52.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:52.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[90638]: osdmap e790: 8 total, 8 up, 8 in 2024-03-10T22:26:52.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:52.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:52.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:52.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:52.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:52.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:52.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:52.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:52.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.936+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:52.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.937+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:52.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.938+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:52.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.938+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:52.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.938+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:52.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:51 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:51.938+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:52.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:51.936+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:52.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:51.936+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:52.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-mon[84635]: osdmap e790: 8 total, 8 up, 8 in 2024-03-10T22:26:52.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:52.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:52.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:52.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:52.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:52.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:52.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:52.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:51 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:52.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:26:52.962 INFO:tasks.rados.rados.0.smithi169.stdout:3866: done (2 left) 2024-03-10T22:26:52.962 INFO:tasks.rados.rados.0.smithi169.stdout:3867: snap_create 2024-03-10T22:26:52.962 INFO:tasks.rados.rados.0.smithi169.stdout:3864: finishing rollback tid 1 to smithi16976610-42 2024-03-10T22:26:52.962 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14154 (ObjNum 129 snap 0 seq_num 153418368) dirty dne 2024-03-10T22:26:52.962 INFO:tasks.rados.rados.0.smithi169.stdout:3865: expect (ObjNum 1175 snap 352 seq_num 1175) 2024-03-10T22:26:53.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:52.967+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:53.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:52.967+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:53.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:53.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[90638]: osdmap e791: 8 total, 8 up, 8 in 2024-03-10T22:26:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:53.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[90638]: pgmap v852: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 768 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-03-10T22:26:53.254 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:52.955+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:52.955+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:52.955+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:52.955+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:52.955+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:52.955+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:53.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:52.955+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:53.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:53.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:53.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:53.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[88180]: osdmap e791: 8 total, 8 up, 8 in 2024-03-10T22:26:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:53.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:52 smithi169 ceph-mon[88180]: pgmap v852: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 768 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-03-10T22:26:53.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:52.952+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-mon[84635]: osdmap e791: 8 total, 8 up, 8 in 2024-03-10T22:26:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:53.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:52 smithi172 ceph-mon[84635]: pgmap v852: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 768 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-03-10T22:26:53.960 INFO:tasks.rados.rados.0.smithi169.stdout:3864: done (2 left) 2024-03-10T22:26:53.960 INFO:tasks.rados.rados.0.smithi169.stdout:3865: done (1 left) 2024-03-10T22:26:53.960 INFO:tasks.rados.rados.0.smithi169.stdout:3867: done (0 left) 2024-03-10T22:26:53.960 INFO:tasks.rados.rados.0.smithi169.stdout:3868: snap_remove snap 357 2024-03-10T22:26:54.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:53.960+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:54.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:53.960+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:54.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:54.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:54.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:54.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:54.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:54.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:54.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[88180]: osdmap e792: 8 total, 8 up, 8 in 2024-03-10T22:26:54.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:54.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:54.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:54.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:54.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:54.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:54.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:54.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:54.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[90638]: osdmap e792: 8 total, 8 up, 8 in 2024-03-10T22:26:54.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:54.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:53 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:54.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:54.046+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:54.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:54.047+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:54.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:54.047+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:54.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:54.047+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:54.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:54.047+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:54.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:54.047+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:54.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:53.960+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:54.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:53.960+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:54.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:54.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:53 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:54.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:54.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:54.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:54.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:54.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:53 smithi172 ceph-mon[84635]: osdmap e792: 8 total, 8 up, 8 in 2024-03-10T22:26:54.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:54.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:53 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:54.970 INFO:tasks.rados.rados.0.smithi169.stdout:3868: done (0 left) 2024-03-10T22:26:54.971 INFO:tasks.rados.rados.0.smithi169.stdout:3869: rollback oid 34 current snap is 361 2024-03-10T22:26:54.971 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 34 to 358 2024-03-10T22:26:54.971 INFO:tasks.rados.rados.0.smithi169.stdout:3870: snap_remove snap 354 2024-03-10T22:26:55.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:54.970+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:55.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:54.970+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:55.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[88180]: osdmap e793: 8 total, 8 up, 8 in 2024-03-10T22:26:55.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:55.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[88180]: pgmap v855: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 783 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 10 op/s 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[90638]: osdmap e793: 8 total, 8 up, 8 in 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:55.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:55.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:54 smithi169 ceph-mon[90638]: pgmap v855: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 783 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 10 op/s 2024-03-10T22:26:55.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:54 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:54.964+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:54 smithi172 ceph-mon[84635]: osdmap e793: 8 total, 8 up, 8 in 2024-03-10T22:26:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:54 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:54 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:55.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:54 smithi172 ceph-mon[84635]: pgmap v855: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 783 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 10 op/s 2024-03-10T22:26:55.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.301+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:55.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.301+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:55.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.301+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:55.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.301+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:55.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.302+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:55.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.302+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:55.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.302+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:55.969 INFO:tasks.rados.rados.0.smithi169.stdout:3869: finishing rollback tid 0 to smithi16976610-34 2024-03-10T22:26:55.969 INFO:tasks.rados.rados.0.smithi169.stdout:3869: finishing rollback tid 1 to smithi16976610-34 2024-03-10T22:26:55.969 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14213 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T22:26:55.969 INFO:tasks.rados.rados.0.smithi169.stdout:3869: done (1 left) 2024-03-10T22:26:55.969 INFO:tasks.rados.rados.0.smithi169.stdout:3870: done (0 left) 2024-03-10T22:26:55.969 INFO:tasks.rados.rados.0.smithi169.stdout:3871: snap_create 2024-03-10T22:26:56.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:26:55] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:26:56.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:56.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-mon[88180]: osdmap e794: 8 total, 8 up, 8 in 2024-03-10T22:26:56.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:56.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:56.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-mon[90638]: osdmap e794: 8 total, 8 up, 8 in 2024-03-10T22:26:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:56.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:56.254 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:55.968+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:56.255 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:55.969+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:56.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.969+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:56.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.969+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:56.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.969+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:56.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.969+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:56.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.969+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:56.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:55.969+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:56.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:55 smithi172 ceph-mon[84635]: osdmap e794: 8 total, 8 up, 8 in 2024-03-10T22:26:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:55 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:56.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:26:56.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:56.455+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:56.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:56.455+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:56.970 INFO:tasks.rados.rados.0.smithi169.stdout:3871: done (0 left) 2024-03-10T22:26:56.971 INFO:tasks.rados.rados.0.smithi169.stdout:3872: rmattr oid 7 current snap is 362 2024-03-10T22:26:56.971 INFO:tasks.rados.rados.0.smithi169.stdout:3873: read oid 30 snap 353 2024-03-10T22:26:56.971 INFO:tasks.rados.rados.0.smithi169.stdout:3873: expect deleted 2024-03-10T22:26:56.971 INFO:tasks.rados.rados.0.smithi169.stdout:3874: read oid 37 snap -1 2024-03-10T22:26:56.971 INFO:tasks.rados.rados.0.smithi169.stdout:3874: expect (ObjNum 1195 snap 359 seq_num 1195) 2024-03-10T22:26:56.971 INFO:tasks.rados.rados.0.smithi169.stdout:3875: read oid 5 snap -1 2024-03-10T22:26:56.971 INFO:tasks.rados.rados.0.smithi169.stdout:3875: expect (ObjNum 1099 snap 327 seq_num 1099) 2024-03-10T22:26:56.971 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 362 2024-03-10T22:26:56.971 INFO:tasks.rados.rados.0.smithi169.stdout:3876: seq_num 1201 ranges {4513792=524288,5038080=401408} 2024-03-10T22:26:56.999 INFO:tasks.rados.rados.0.smithi169.stdout:3876: writing smithi16976610-41 from 4513792 to 5038080 tid 1 2024-03-10T22:26:57.001 INFO:tasks.rados.rados.0.smithi169.stdout:3876: writing smithi16976610-41 from 5038080 to 5439488 tid 2 2024-03-10T22:26:57.001 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 39 current snap is 362 2024-03-10T22:26:57.001 INFO:tasks.rados.rados.0.smithi169.stdout:3877: seq_num 1202 ranges {3055616=540672,3596288=401408} 2024-03-10T22:26:57.020 INFO:tasks.rados.rados.0.smithi169.stdout:3877: writing smithi16976610-39 from 3055616 to 3596288 tid 1 2024-03-10T22:26:57.022 INFO:tasks.rados.rados.0.smithi169.stdout:3877: writing smithi16976610-39 from 3596288 to 3997696 tid 2 2024-03-10T22:26:57.023 INFO:tasks.rados.rados.0.smithi169.stdout:3878: read oid 10 snap -1 2024-03-10T22:26:57.023 INFO:tasks.rados.rados.0.smithi169.stdout:3878: expect (ObjNum 1171 snap 349 seq_num 1171) 2024-03-10T22:26:57.023 INFO:tasks.rados.rados.0.smithi169.stdout:3879: snap_remove snap 359 2024-03-10T22:26:57.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:56.969+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:57.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:56.970+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:57.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:57.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: osdmap e795: 8 total, 8 up, 8 in 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: pgmap v858: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 785 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-03-10T22:26:57.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[90638]: osdmap e796: 8 total, 8 up, 8 in 2024-03-10T22:26:57.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:56.983+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:57.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:56.984+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:57.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:56.984+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:57.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:56.984+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:57.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:56.985+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:57.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:56.986+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:57.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:56.986+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: osdmap e795: 8 total, 8 up, 8 in 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:57.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: pgmap v858: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 785 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-03-10T22:26:57.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:56 smithi169 ceph-mon[88180]: osdmap e796: 8 total, 8 up, 8 in 2024-03-10T22:26:57.262 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:56.979+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:57.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:57.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:57.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:57.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:57.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:57.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: osdmap e795: 8 total, 8 up, 8 in 2024-03-10T22:26:57.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:57.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:57.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:57.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:57.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:57.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:57.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:57.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: pgmap v858: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 785 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-03-10T22:26:57.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:56 smithi172 ceph-mon[84635]: osdmap e796: 8 total, 8 up, 8 in 2024-03-10T22:26:57.994 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 7 v 14180 (ObjNum 1042 snap 314 seq_num 1042) dirty exists 2024-03-10T22:26:57.994 INFO:tasks.rados.rados.0.smithi169.stdout:3872: done (7 left) 2024-03-10T22:26:57.994 INFO:tasks.rados.rados.0.smithi169.stdout:3873: done (6 left) 2024-03-10T22:26:57.994 INFO:tasks.rados.rados.0.smithi169.stdout:3879: done (5 left) 2024-03-10T22:26:57.994 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 24 current snap is 362 2024-03-10T22:26:57.994 INFO:tasks.rados.rados.0.smithi169.stdout:3875: expect (ObjNum 1099 snap 327 seq_num 1099) 2024-03-10T22:26:58.036 INFO:tasks.rados.rados.0.smithi169.stdout:3876: finishing write tid 1 to smithi16976610-41 2024-03-10T22:26:58.037 INFO:tasks.rados.rados.0.smithi169.stdout:3876: finishing write tid 2 to smithi16976610-41 2024-03-10T22:26:58.037 INFO:tasks.rados.rados.0.smithi169.stdout:3876: finishing write tid 3 to smithi16976610-41 2024-03-10T22:26:58.037 INFO:tasks.rados.rados.0.smithi169.stdout:3876: finishing write tid 4 to smithi16976610-41 2024-03-10T22:26:58.037 INFO:tasks.rados.rados.0.smithi169.stdout:3876: oid 41 updating version 0 to 14155 2024-03-10T22:26:58.037 INFO:tasks.rados.rados.0.smithi169.stdout:3876: oid 41 updating version 14155 to 14157 2024-03-10T22:26:58.037 INFO:tasks.rados.rados.0.smithi169.stdout:3876: oid 41 version 14157 is already newer than 14156 2024-03-10T22:26:58.037 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 14157 (ObjNum 1201 snap 362 seq_num 1201) dirty exists 2024-03-10T22:26:58.037 INFO:tasks.rados.rados.0.smithi169.stdout:3876: left oid 41 (ObjNum 1201 snap 362 seq_num 1201) 2024-03-10T22:26:58.037 INFO:tasks.rados.rados.0.smithi169.stdout:3874: expect (ObjNum 1195 snap 359 seq_num 1195) 2024-03-10T22:26:58.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:57.994+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:58.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:26:57.995+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:58.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:58.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:58.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:58.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:58.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:58.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:58.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:58.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:58.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:58.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:58.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:58.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:58.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:58.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:58.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:58.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:57 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:58.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:58.146+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:58.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:58.146+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:26:58.255 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:58.146+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:58.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:58.146+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:58.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:58.146+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:58.256 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:26:58.146+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:58.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:57.991+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:26:58.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:26:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:26:57.991+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:57 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:58.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:57 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:58.889 INFO:tasks.rados.rados.0.smithi169.stdout:3877: finishing write tid 1 to smithi16976610-39 2024-03-10T22:26:58.889 INFO:tasks.rados.rados.0.smithi169.stdout:3877: finishing write tid 2 to smithi16976610-39 2024-03-10T22:26:58.889 INFO:tasks.rados.rados.0.smithi169.stdout:3877: finishing write tid 3 to smithi16976610-39 2024-03-10T22:26:58.890 INFO:tasks.rados.rados.0.smithi169.stdout:3877: finishing write tid 4 to smithi16976610-39 2024-03-10T22:26:58.890 INFO:tasks.rados.rados.0.smithi169.stdout:3877: oid 39 updating version 0 to 14204 2024-03-10T22:26:58.890 INFO:tasks.rados.rados.0.smithi169.stdout:3877: oid 39 updating version 14204 to 14205 2024-03-10T22:26:58.890 INFO:tasks.rados.rados.0.smithi169.stdout:3877: oid 39 version 14205 is already newer than 14203 2024-03-10T22:26:58.890 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14205 (ObjNum 1202 snap 362 seq_num 1202) dirty exists 2024-03-10T22:26:58.890 INFO:tasks.rados.rados.0.smithi169.stdout:3877: left oid 39 (ObjNum 1202 snap 362 seq_num 1202) 2024-03-10T22:26:58.890 INFO:tasks.rados.rados.0.smithi169.stdout:3878: expect (ObjNum 1171 snap 349 seq_num 1171) 2024-03-10T22:26:59.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:59.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[90638]: osdmap e797: 8 total, 8 up, 8 in 2024-03-10T22:26:59.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:59.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:59.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:59.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:59.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:59.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:59.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:59.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[90638]: pgmap v861: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 785 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 394 KiB/s wr, 12 op/s 2024-03-10T22:26:59.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:59.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[88180]: osdmap e797: 8 total, 8 up, 8 in 2024-03-10T22:26:59.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:59.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:59.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:59.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:59.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:59.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:59.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:59.254 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:26:58 smithi169 ceph-mon[88180]: pgmap v861: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 785 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 394 KiB/s wr, 12 op/s 2024-03-10T22:26:59.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:26:59.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:58 smithi172 ceph-mon[84635]: osdmap e797: 8 total, 8 up, 8 in 2024-03-10T22:26:59.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:26:59.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:26:59.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:26:59.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:58 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:26:59.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:26:59.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:26:59.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:58 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:26:59.264 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:26:58 smithi172 ceph-mon[84635]: pgmap v861: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 785 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 394 KiB/s wr, 12 op/s 2024-03-10T22:26:59.424 INFO:tasks.rados.rados.0.smithi169.stdout:3880: seq_num 1203 ranges {0=557056,557056=401408} 2024-03-10T22:26:59.427 INFO:tasks.rados.rados.0.smithi169.stdout:3880: writing smithi16976610-24 from 0 to 557056 tid 1 2024-03-10T22:26:59.430 INFO:tasks.rados.rados.0.smithi169.stdout:3880: writing smithi16976610-24 from 557056 to 958464 tid 2 2024-03-10T22:26:59.430 INFO:tasks.rados.rados.0.smithi169.stdout:3874: done (5 left) 2024-03-10T22:26:59.430 INFO:tasks.rados.rados.0.smithi169.stdout:3875: done (4 left) 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3876: done (3 left) 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3877: done (2 left) 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3878: done (1 left) 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3881: read oid 12 snap -1 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3881: expect (ObjNum 1199 snap 359 seq_num 1199) 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3882: rollback oid 10 current snap is 362 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 10 to 353 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3883: copy_from oid 39 from oid 33 current snap is 362 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3884: rmattr oid 13 current snap is 362 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3884: done (4 left) 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3885: read oid 41 snap 361 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3885: expect (ObjNum 1146 snap 344 seq_num 1146) 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3886: rmattr oid 4 current snap is 362 2024-03-10T22:26:59.431 INFO:tasks.rados.rados.0.smithi169.stdout:3887: copy_from oid 42 from oid 6 current snap is 362 2024-03-10T22:26:59.432 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 362 2024-03-10T22:26:59.432 INFO:tasks.rados.rados.0.smithi169.stdout:3888: seq_num 1204 ranges {9830400=573440,10403840=401408} 2024-03-10T22:26:59.487 INFO:tasks.rados.rados.0.smithi169.stdout:3888: writing smithi16976610-37 from 9830400 to 10403840 tid 1 2024-03-10T22:26:59.489 INFO:tasks.rados.rados.0.smithi169.stdout:3888: writing smithi16976610-37 from 10403840 to 10805248 tid 2 2024-03-10T22:26:59.489 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 362 2024-03-10T22:26:59.489 INFO:tasks.rados.rados.0.smithi169.stdout:3880: finishing write tid 1 to smithi16976610-24 2024-03-10T22:26:59.490 INFO:tasks.rados.rados.0.smithi169.stdout:3880: finishing write tid 2 to smithi16976610-24 2024-03-10T22:26:59.490 INFO:tasks.rados.rados.0.smithi169.stdout:3882: finishing rollback tid 0 to smithi16976610-10 2024-03-10T22:26:59.490 INFO:tasks.rados.rados.0.smithi169.stdout:3880: finishing write tid 3 to smithi16976610-24 2024-03-10T22:26:59.490 INFO:tasks.rados.rados.0.smithi169.stdout:3889: seq_num 1205 ranges {7503872=589824,8093696=401408} 2024-03-10T22:26:59.532 INFO:tasks.rados.rados.0.smithi169.stdout:3889: writing smithi16976610-45 from 7503872 to 8093696 tid 1 2024-03-10T22:26:59.535 INFO:tasks.rados.rados.0.smithi169.stdout:3889: writing smithi16976610-45 from 8093696 to 8495104 tid 2 2024-03-10T22:26:59.535 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 362 2024-03-10T22:26:59.535 INFO:tasks.rados.rados.0.smithi169.stdout:3882: finishing rollback tid 1 to smithi16976610-10 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:3882: finishing rollback tid 2 to smithi16976610-10 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 10 v 14126 (ObjNum 1171 snap 349 seq_num 1171) dirty exists 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:3880: finishing write tid 4 to smithi16976610-24 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:3880: oid 24 updating version 0 to 14191 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:3880: oid 24 updating version 14191 to 14192 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:3880: oid 24 version 14192 is already newer than 14190 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14192 (ObjNum 1203 snap 362 seq_num 1203) dirty exists 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:3880: left oid 24 (ObjNum 1203 snap 362 seq_num 1203) 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:3883: finishing copy_from racing read to smithi16976610-39 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14206 (ObjNum 1176 snap 352 seq_num 1176) dirty exists 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:3883: finishing copy_from to smithi16976610-39 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 39 v 14149 (ObjNum 1128 snap 337 seq_num 1128) dirty exists 2024-03-10T22:26:59.536 INFO:tasks.rados.rados.0.smithi169.stdout:3890: seq_num 1206 ranges {3481600=606208,4087808=401408} 2024-03-10T22:26:59.557 INFO:tasks.rados.rados.0.smithi169.stdout:3890: writing smithi16976610-44 from 3481600 to 4087808 tid 1 2024-03-10T22:26:59.560 INFO:tasks.rados.rados.0.smithi169.stdout:3890: writing smithi16976610-44 from 4087808 to 4489216 tid 2 2024-03-10T22:26:59.560 INFO:tasks.rados.rados.0.smithi169.stdout:3880: done (9 left) 2024-03-10T22:26:59.560 INFO:tasks.rados.rados.0.smithi169.stdout:3882: done (8 left) 2024-03-10T22:26:59.560 INFO:tasks.rados.rados.0.smithi169.stdout:3883: done (7 left) 2024-03-10T22:26:59.560 INFO:tasks.rados.rados.0.smithi169.stdout:3886: done (6 left) 2024-03-10T22:26:59.560 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 362 2024-03-10T22:26:59.560 INFO:tasks.rados.rados.0.smithi169.stdout:3885: expect (ObjNum 1146 snap 344 seq_num 1146) 2024-03-10T22:26:59.710 INFO:tasks.rados.rados.0.smithi169.stdout:3881: expect (ObjNum 1199 snap 359 seq_num 1199) 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:3887: finishing copy_from racing read to smithi16976610-42 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:3888: finishing write tid 1 to smithi16976610-37 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:3887: finishing copy_from to smithi16976610-42 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14163 (ObjNum 1141 snap 342 seq_num 1141) dirty exists 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:3888: finishing write tid 2 to smithi16976610-37 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:3888: finishing write tid 3 to smithi16976610-37 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:3888: finishing write tid 4 to smithi16976610-37 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:3888: oid 37 updating version 0 to 14186 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:3888: oid 37 updating version 14186 to 14187 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:3888: oid 37 updating version 14187 to 14188 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14188 (ObjNum 1204 snap 362 seq_num 1204) dirty exists 2024-03-10T22:27:00.092 INFO:tasks.rados.rados.0.smithi169.stdout:3888: left oid 37 (ObjNum 1204 snap 362 seq_num 1204) 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3889: finishing write tid 1 to smithi16976610-45 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3889: finishing write tid 2 to smithi16976610-45 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3889: finishing write tid 3 to smithi16976610-45 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3889: finishing write tid 4 to smithi16976610-45 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3889: oid 45 updating version 0 to 14189 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3889: oid 45 updating version 14189 to 14191 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3889: oid 45 version 14191 is already newer than 14190 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14191 (ObjNum 1205 snap 362 seq_num 1205) dirty exists 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3889: left oid 45 (ObjNum 1205 snap 362 seq_num 1205) 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3890: finishing write tid 1 to smithi16976610-44 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3890: finishing write tid 2 to smithi16976610-44 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3890: finishing write tid 3 to smithi16976610-44 2024-03-10T22:27:00.093 INFO:tasks.rados.rados.0.smithi169.stdout:3891: seq_num 1207 ranges {5120000=622592,5742592=401408} 2024-03-10T22:27:00.121 INFO:tasks.rados.rados.0.smithi169.stdout:3891: writing smithi16976610-50 from 5120000 to 5742592 tid 1 2024-03-10T22:27:00.124 INFO:tasks.rados.rados.0.smithi169.stdout:3891: writing smithi16976610-50 from 5742592 to 6144000 tid 2 2024-03-10T22:27:00.124 INFO:tasks.rados.rados.0.smithi169.stdout:3881: done (6 left) 2024-03-10T22:27:00.124 INFO:tasks.rados.rados.0.smithi169.stdout:3885: done (5 left) 2024-03-10T22:27:00.124 INFO:tasks.rados.rados.0.smithi169.stdout:3887: done (4 left) 2024-03-10T22:27:00.124 INFO:tasks.rados.rados.0.smithi169.stdout:3888: done (3 left) 2024-03-10T22:27:00.124 INFO:tasks.rados.rados.0.smithi169.stdout:3889: done (2 left) 2024-03-10T22:27:00.124 INFO:tasks.rados.rados.0.smithi169.stdout:3892: read oid 17 snap -1 2024-03-10T22:27:00.124 INFO:tasks.rados.rados.0.smithi169.stdout:3892: expect (ObjNum 1158 snap 348 seq_num 1158) 2024-03-10T22:27:00.125 INFO:tasks.rados.rados.0.smithi169.stdout:3893: read oid 10 snap 353 2024-03-10T22:27:00.125 INFO:tasks.rados.rados.0.smithi169.stdout:3893: expect (ObjNum 1171 snap 349 seq_num 1171) 2024-03-10T22:27:00.125 INFO:tasks.rados.rados.0.smithi169.stdout:3894: setattr oid 24 current snap is 362 2024-03-10T22:27:00.125 INFO:tasks.rados.rados.0.smithi169.stdout:3890: finishing write tid 4 to smithi16976610-44 2024-03-10T22:27:00.125 INFO:tasks.rados.rados.0.smithi169.stdout:3890: oid 44 updating version 0 to 14189 2024-03-10T22:27:00.125 INFO:tasks.rados.rados.0.smithi169.stdout:3890: oid 44 updating version 14189 to 14191 2024-03-10T22:27:00.125 INFO:tasks.rados.rados.0.smithi169.stdout:3890: oid 44 version 14191 is already newer than 14190 2024-03-10T22:27:00.125 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 14191 (ObjNum 1206 snap 362 seq_num 1206) dirty exists 2024-03-10T22:27:00.125 INFO:tasks.rados.rados.0.smithi169.stdout:3890: left oid 44 (ObjNum 1206 snap 362 seq_num 1206) 2024-03-10T22:27:00.126 INFO:tasks.rados.rados.0.smithi169.stdout:3890: done (4 left) 2024-03-10T22:27:00.126 INFO:tasks.rados.rados.0.smithi169.stdout:3895: copy_from oid 33 from oid 43 current snap is 362 2024-03-10T22:27:00.126 INFO:tasks.rados.rados.0.smithi169.stdout:3896: snap_remove snap 360 2024-03-10T22:27:00.180 INFO:tasks.rados.rados.0.smithi169.stdout:3896: done (5 left) 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:3897: rmattr oid 18 current snap is 362 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 24 v 14193 (ObjNum 1203 snap 362 seq_num 1203) dirty exists 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:3891: finishing write tid 1 to smithi16976610-50 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:3891: finishing write tid 2 to smithi16976610-50 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:3895: finishing copy_from racing read to smithi16976610-33 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:3895: finishing copy_from to smithi16976610-33 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14202 (ObjNum 1197 snap 359 seq_num 1197) dirty exists 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:3891: finishing write tid 3 to smithi16976610-50 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:3891: finishing write tid 4 to smithi16976610-50 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:3891: oid 50 updating version 0 to 14192 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:3891: oid 50 updating version 14192 to 14193 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:3891: oid 50 updating version 14193 to 14194 2024-03-10T22:27:00.181 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 14194 (ObjNum 1207 snap 362 seq_num 1207) dirty exists 2024-03-10T22:27:00.182 INFO:tasks.rados.rados.0.smithi169.stdout:3891: left oid 50 (ObjNum 1207 snap 362 seq_num 1207) 2024-03-10T22:27:00.182 INFO:tasks.rados.rados.0.smithi169.stdout:3892: expect (ObjNum 1158 snap 348 seq_num 1158) 2024-03-10T22:27:00.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:00.184+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:00.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:00.186+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:00.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:00.186+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:00.188+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:00.188+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:00.189+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:00.189+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:00.189+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:00.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:00.189+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:00.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:00 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:00.181+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:00.544 INFO:tasks.rados.rados.0.smithi169.stdout:3893: expect (ObjNum 1171 snap 349 seq_num 1171) 2024-03-10T22:27:01.075 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14183 (ObjNum 145 snap 0 seq_num 154011056) dirty exists 2024-03-10T22:27:01.076 INFO:tasks.rados.rados.0.smithi169.stdout:3891: done (5 left) 2024-03-10T22:27:01.076 INFO:tasks.rados.rados.0.smithi169.stdout:3892: done (4 left) 2024-03-10T22:27:01.076 INFO:tasks.rados.rados.0.smithi169.stdout:3893: done (3 left) 2024-03-10T22:27:01.076 INFO:tasks.rados.rados.0.smithi169.stdout:3894: done (2 left) 2024-03-10T22:27:01.076 INFO:tasks.rados.rados.0.smithi169.stdout:3895: done (1 left) 2024-03-10T22:27:01.076 INFO:tasks.rados.rados.0.smithi169.stdout:3897: done (0 left) 2024-03-10T22:27:01.076 INFO:tasks.rados.rados.0.smithi169.stdout:3898: rollback oid 33 current snap is 362 2024-03-10T22:27:01.077 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 33 to 353 2024-03-10T22:27:01.077 INFO:tasks.rados.rados.0.smithi169.stdout:3899: snap_remove snap 340 2024-03-10T22:27:01.192 INFO:tasks.rados.rados.0.smithi169.stdout:3899: done (1 left) 2024-03-10T22:27:01.192 INFO:tasks.rados.rados.0.smithi169.stdout:3900: snap_remove snap 356 2024-03-10T22:27:01.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:01.192+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:01.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:01.192+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:01.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[88180]: osdmap e798: 8 total, 8 up, 8 in 2024-03-10T22:27:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:01.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[88180]: pgmap v863: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 787 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 645 KiB/s wr, 8 op/s 2024-03-10T22:27:01.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[90638]: osdmap e798: 8 total, 8 up, 8 in 2024-03-10T22:27:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:01.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-mon[90638]: pgmap v863: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 787 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 645 KiB/s wr, 8 op/s 2024-03-10T22:27:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-mon[84635]: osdmap e798: 8 total, 8 up, 8 in 2024-03-10T22:27:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:01.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-mon[84635]: pgmap v863: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 787 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 645 KiB/s wr, 8 op/s 2024-03-10T22:27:02.191 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:01.821+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:02.191 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:01 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:01.821+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:02.193 INFO:tasks.rados.rados.0.smithi169.stdout:3898: finishing rollback tid 0 to smithi16976610-33 2024-03-10T22:27:02.193 INFO:tasks.rados.rados.0.smithi169.stdout:3898: finishing rollback tid 1 to smithi16976610-33 2024-03-10T22:27:02.194 INFO:tasks.rados.rados.0.smithi169.stdout:3898: finishing rollback tid 2 to smithi16976610-33 2024-03-10T22:27:02.194 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 33 v 14216 (ObjNum 1128 snap 337 seq_num 1128) dirty exists 2024-03-10T22:27:02.194 INFO:tasks.rados.rados.0.smithi169.stdout:3898: done (1 left) 2024-03-10T22:27:02.194 INFO:tasks.rados.rados.0.smithi169.stdout:3900: done (0 left) 2024-03-10T22:27:02.194 INFO:tasks.rados.rados.0.smithi169.stdout:3901: read oid 24 snap -1 2024-03-10T22:27:02.194 INFO:tasks.rados.rados.0.smithi169.stdout:3901: expect (ObjNum 1203 snap 362 seq_num 1203) 2024-03-10T22:27:02.194 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 362 2024-03-10T22:27:02.194 INFO:tasks.rados.rados.0.smithi169.stdout:3902: seq_num 1208 ranges {655360=638976,1294336=401408} 2024-03-10T22:27:02.195 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:01.826+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:02.195 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:01.826+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:02.195 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:01.827+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:02.195 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:01.827+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:02.195 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:01.827+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:02.195 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:01.828+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:02.201 INFO:tasks.rados.rados.0.smithi169.stdout:3902: writing smithi16976610-2 from 655360 to 1294336 tid 1 2024-03-10T22:27:02.204 INFO:tasks.rados.rados.0.smithi169.stdout:3902: writing smithi16976610-2 from 1294336 to 1695744 tid 2 2024-03-10T22:27:02.204 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 23 current snap is 362 2024-03-10T22:27:02.205 INFO:tasks.rados.rados.0.smithi169.stdout:3903: seq_num 1209 ranges {3006464=655360,3661824=401408} 2024-03-10T22:27:02.225 INFO:tasks.rados.rados.0.smithi169.stdout:3903: writing smithi16976610-23 from 3006464 to 3661824 tid 1 2024-03-10T22:27:02.227 INFO:tasks.rados.rados.0.smithi169.stdout:3903: writing smithi16976610-23 from 3661824 to 4063232 tid 2 2024-03-10T22:27:02.227 INFO:tasks.rados.rados.0.smithi169.stdout:3904: read oid 34 snap -1 2024-03-10T22:27:02.227 INFO:tasks.rados.rados.0.smithi169.stdout:3904: expect deleted 2024-03-10T22:27:02.228 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 362 2024-03-10T22:27:02.228 INFO:tasks.rados.rados.0.smithi169.stdout:3905: seq_num 1210 ranges {10805248=671744,11476992=401408} 2024-03-10T22:27:02.288 INFO:tasks.rados.rados.0.smithi169.stdout:3905: writing smithi16976610-37 from 10805248 to 11476992 tid 1 2024-03-10T22:27:02.291 INFO:tasks.rados.rados.0.smithi169.stdout:3905: writing smithi16976610-37 from 11476992 to 11878400 tid 2 2024-03-10T22:27:02.291 INFO:tasks.rados.rados.0.smithi169.stdout:3906: snap_create 2024-03-10T22:27:02.292 INFO:tasks.rados.rados.0.smithi169.stdout:3901: expect (ObjNum 1203 snap 362 seq_num 1203) 2024-03-10T22:27:02.322 INFO:tasks.rados.rados.0.smithi169.stdout:3902: finishing write tid 1 to smithi16976610-2 2024-03-10T22:27:02.322 INFO:tasks.rados.rados.0.smithi169.stdout:3902: finishing write tid 2 to smithi16976610-2 2024-03-10T22:27:02.322 INFO:tasks.rados.rados.0.smithi169.stdout:3902: finishing write tid 3 to smithi16976610-2 2024-03-10T22:27:02.322 INFO:tasks.rados.rados.0.smithi169.stdout:3902: finishing write tid 4 to smithi16976610-2 2024-03-10T22:27:02.323 INFO:tasks.rados.rados.0.smithi169.stdout:3902: oid 2 updating version 0 to 14215 2024-03-10T22:27:02.323 INFO:tasks.rados.rados.0.smithi169.stdout:3902: oid 2 updating version 14215 to 14216 2024-03-10T22:27:02.323 INFO:tasks.rados.rados.0.smithi169.stdout:3902: oid 2 version 14216 is already newer than 14214 2024-03-10T22:27:02.323 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14216 (ObjNum 1208 snap 362 seq_num 1208) dirty exists 2024-03-10T22:27:02.323 INFO:tasks.rados.rados.0.smithi169.stdout:3902: left oid 2 (ObjNum 1208 snap 362 seq_num 1208) 2024-03-10T22:27:02.323 INFO:tasks.rados.rados.0.smithi169.stdout:3903: finishing write tid 1 to smithi16976610-23 2024-03-10T22:27:02.323 INFO:tasks.rados.rados.0.smithi169.stdout:3903: finishing write tid 2 to smithi16976610-23 2024-03-10T22:27:02.323 INFO:tasks.rados.rados.0.smithi169.stdout:3903: finishing write tid 3 to smithi16976610-23 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3903: finishing write tid 4 to smithi16976610-23 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3903: oid 23 updating version 0 to 14195 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3903: oid 23 updating version 14195 to 14196 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3903: oid 23 version 14196 is already newer than 14194 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 23 v 14196 (ObjNum 1209 snap 362 seq_num 1209) dirty exists 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3903: left oid 23 (ObjNum 1209 snap 362 seq_num 1209) 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3905: finishing write tid 1 to smithi16976610-37 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3905: finishing write tid 2 to smithi16976610-37 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3905: finishing write tid 3 to smithi16976610-37 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3905: finishing write tid 4 to smithi16976610-37 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3905: oid 37 updating version 0 to 14194 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3905: oid 37 version 14194 is already newer than 14193 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:3905: oid 37 version 14194 is already newer than 14192 2024-03-10T22:27:02.324 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14194 (ObjNum 1210 snap 362 seq_num 1210) dirty exists 2024-03-10T22:27:02.325 INFO:tasks.rados.rados.0.smithi169.stdout:3905: left oid 37 (ObjNum 1210 snap 362 seq_num 1210) 2024-03-10T22:27:02.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:02.193+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:02.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:02.193+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[88180]: osdmap e799: 8 total, 8 up, 8 in 2024-03-10T22:27:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:02.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:02.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:02.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[90638]: osdmap e799: 8 total, 8 up, 8 in 2024-03-10T22:27:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:02.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:02.198+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:02.201+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:02.203+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:02.203+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:02.203+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:02.204+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:02.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:02 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:02.204+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:02.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:02.191+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:02.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:27:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:27:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:27:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:02 smithi172 ceph-mon[84635]: osdmap e799: 8 total, 8 up, 8 in 2024-03-10T22:27:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:02.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:02 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:02.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:02 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:03.207 INFO:tasks.rados.rados.0.smithi169.stdout:3901: done (5 left) 2024-03-10T22:27:03.207 INFO:tasks.rados.rados.0.smithi169.stdout:3902: done (4 left) 2024-03-10T22:27:03.207 INFO:tasks.rados.rados.0.smithi169.stdout:3903: done (3 left) 2024-03-10T22:27:03.207 INFO:tasks.rados.rados.0.smithi169.stdout:3904: done (2 left) 2024-03-10T22:27:03.207 INFO:tasks.rados.rados.0.smithi169.stdout:3905: done (1 left) 2024-03-10T22:27:03.207 INFO:tasks.rados.rados.0.smithi169.stdout:3906: done (0 left) 2024-03-10T22:27:03.207 INFO:tasks.rados.rados.0.smithi169.stdout:3907: delete oid 30 current snap is 363 2024-03-10T22:27:03.210 INFO:tasks.rados.rados.0.smithi169.stdout:3907: done (0 left) 2024-03-10T22:27:03.210 INFO:tasks.rados.rados.0.smithi169.stdout:3908: read oid 9 snap 346 2024-03-10T22:27:03.210 INFO:tasks.rados.rados.0.smithi169.stdout:3908: expect (ObjNum 1141 snap 342 seq_num 1141) 2024-03-10T22:27:03.210 INFO:tasks.rados.rados.0.smithi169.stdout:3909: snap_remove snap 351 2024-03-10T22:27:03.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:03.205+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:03.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:03.205+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:03.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:03.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[90638]: osdmap e800: 8 total, 8 up, 8 in 2024-03-10T22:27:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:03.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[90638]: pgmap v866: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 801 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-03-10T22:27:03.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:03.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:03.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[88180]: osdmap e800: 8 total, 8 up, 8 in 2024-03-10T22:27:03.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:03.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:03.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:03.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:03.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:03.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:03.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:03.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-mon[88180]: pgmap v866: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 801 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-03-10T22:27:03.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:03.207+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:03.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:03.207+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:03.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:03.207+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:03.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:03.207+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:03.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:03.208+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:03.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:03.208+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:03.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:03.205+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:03.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:03.205+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-mon[84635]: osdmap e800: 8 total, 8 up, 8 in 2024-03-10T22:27:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:03.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:03.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:03.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:03 smithi172 ceph-mon[84635]: pgmap v866: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 801 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-03-10T22:27:04.212 INFO:tasks.rados.rados.0.smithi169.stdout:3909: done (1 left) 2024-03-10T22:27:04.212 INFO:tasks.rados.rados.0.smithi169.stdout:3910: copy_from oid 30 from oid 2 current snap is 363 2024-03-10T22:27:04.212 INFO:tasks.rados.rados.0.smithi169.stdout:3908: expect (ObjNum 1141 snap 342 seq_num 1141) 2024-03-10T22:27:04.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:04.213+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:04.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:04.213+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[90638]: osdmap e801: 8 total, 8 up, 8 in 2024-03-10T22:27:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:04.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:04.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:04.217+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:04.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:04.217+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:04.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:04.220+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:04.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:04.220+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:04.220+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:04.220+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:04.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:04.220+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[88180]: osdmap e801: 8 total, 8 up, 8 in 2024-03-10T22:27:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:04.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:04.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:04 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:04.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:04 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:04.211+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:04 smithi172 ceph-mon[84635]: osdmap e801: 8 total, 8 up, 8 in 2024-03-10T22:27:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:04 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:04.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:04 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:04.670 INFO:tasks.rados.rados.0.smithi169.stdout:3910: finishing copy_from racing read to smithi16976610-30 2024-03-10T22:27:04.670 INFO:tasks.rados.rados.0.smithi169.stdout:3910: finishing copy_from to smithi16976610-30 2024-03-10T22:27:04.670 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14216 (ObjNum 1208 snap 362 seq_num 1208) dirty exists 2024-03-10T22:27:04.670 INFO:tasks.rados.rados.0.smithi169.stdout:3908: done (1 left) 2024-03-10T22:27:04.670 INFO:tasks.rados.rados.0.smithi169.stdout:3910: done (0 left) 2024-03-10T22:27:04.670 INFO:tasks.rados.rados.0.smithi169.stdout:3911: copy_from oid 43 from oid 21 current snap is 363 2024-03-10T22:27:04.670 INFO:tasks.rados.rados.0.smithi169.stdout:3912: setattr oid 5 current snap is 363 2024-03-10T22:27:04.672 INFO:tasks.rados.rados.0.smithi169.stdout:3913: delete oid 3 current snap is 363 2024-03-10T22:27:04.675 INFO:tasks.rados.rados.0.smithi169.stdout:3913: done (2 left) 2024-03-10T22:27:04.675 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 50 current snap is 363 2024-03-10T22:27:04.675 INFO:tasks.rados.rados.0.smithi169.stdout:3914: seq_num 1213 ranges {6144000=720896,6864896=401408} 2024-03-10T22:27:04.711 INFO:tasks.rados.rados.0.smithi169.stdout:3914: writing smithi16976610-50 from 6144000 to 6864896 tid 1 2024-03-10T22:27:04.714 INFO:tasks.rados.rados.0.smithi169.stdout:3914: writing smithi16976610-50 from 6864896 to 7266304 tid 2 2024-03-10T22:27:04.714 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 363 2024-03-10T22:27:04.714 INFO:tasks.rados.rados.0.smithi169.stdout:3915: seq_num 1214 ranges {3432448=737280,4169728=401408} 2024-03-10T22:27:04.736 INFO:tasks.rados.rados.0.smithi169.stdout:3915: writing smithi16976610-25 from 3432448 to 4169728 tid 1 2024-03-10T22:27:04.739 INFO:tasks.rados.rados.0.smithi169.stdout:3915: writing smithi16976610-25 from 4169728 to 4571136 tid 2 2024-03-10T22:27:04.739 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 363 2024-03-10T22:27:04.739 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 5 v 14217 (ObjNum 1099 snap 327 seq_num 1099) dirty exists 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:3911: finishing copy_from racing read to smithi16976610-43 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:3911: finishing copy_from to smithi16976610-43 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 43 v 14151 (ObjNum 1105 snap 333 seq_num 1105) dirty exists 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:3914: finishing write tid 1 to smithi16976610-50 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:3914: finishing write tid 2 to smithi16976610-50 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:3914: finishing write tid 3 to smithi16976610-50 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:3914: finishing write tid 4 to smithi16976610-50 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:3914: oid 50 updating version 0 to 14196 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:3914: oid 50 updating version 14196 to 14197 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:3914: oid 50 version 14197 is already newer than 14195 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 50 v 14197 (ObjNum 1213 snap 363 seq_num 1213) dirty exists 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:3914: left oid 50 (ObjNum 1213 snap 363 seq_num 1213) 2024-03-10T22:27:04.740 INFO:tasks.rados.rados.0.smithi169.stdout:3916: seq_num 1215 ranges {1695744=753664,2449408=401408} 2024-03-10T22:27:04.752 INFO:tasks.rados.rados.0.smithi169.stdout:3916: writing smithi16976610-2 from 1695744 to 2449408 tid 1 2024-03-10T22:27:04.756 INFO:tasks.rados.rados.0.smithi169.stdout:3916: writing smithi16976610-2 from 2449408 to 2850816 tid 2 2024-03-10T22:27:04.756 INFO:tasks.rados.rados.0.smithi169.stdout:3911: done (4 left) 2024-03-10T22:27:04.756 INFO:tasks.rados.rados.0.smithi169.stdout:3912: done (3 left) 2024-03-10T22:27:04.756 INFO:tasks.rados.rados.0.smithi169.stdout:3914: done (2 left) 2024-03-10T22:27:04.756 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 363 2024-03-10T22:27:04.757 INFO:tasks.rados.rados.0.smithi169.stdout:3915: finishing write tid 1 to smithi16976610-25 2024-03-10T22:27:04.757 INFO:tasks.rados.rados.0.smithi169.stdout:3915: finishing write tid 2 to smithi16976610-25 2024-03-10T22:27:04.757 INFO:tasks.rados.rados.0.smithi169.stdout:3915: finishing write tid 3 to smithi16976610-25 2024-03-10T22:27:04.757 INFO:tasks.rados.rados.0.smithi169.stdout:3915: finishing write tid 4 to smithi16976610-25 2024-03-10T22:27:04.757 INFO:tasks.rados.rados.0.smithi169.stdout:3915: oid 25 updating version 0 to 14198 2024-03-10T22:27:04.757 INFO:tasks.rados.rados.0.smithi169.stdout:3915: oid 25 updating version 14198 to 14199 2024-03-10T22:27:04.758 INFO:tasks.rados.rados.0.smithi169.stdout:3915: oid 25 updating version 14199 to 14200 2024-03-10T22:27:04.758 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14200 (ObjNum 1214 snap 363 seq_num 1214) dirty exists 2024-03-10T22:27:04.758 INFO:tasks.rados.rados.0.smithi169.stdout:3915: left oid 25 (ObjNum 1214 snap 363 seq_num 1214) 2024-03-10T22:27:04.758 INFO:tasks.rados.rados.0.smithi169.stdout:3917: seq_num 1216 ranges {1695744=770048,2465792=401408} 2024-03-10T22:27:04.768 INFO:tasks.rados.rados.0.smithi169.stdout:3917: writing smithi16976610-30 from 1695744 to 2465792 tid 1 2024-03-10T22:27:04.770 INFO:tasks.rados.rados.0.smithi169.stdout:3917: writing smithi16976610-30 from 2465792 to 2867200 tid 2 2024-03-10T22:27:04.770 INFO:tasks.rados.rados.0.smithi169.stdout:3915: done (2 left) 2024-03-10T22:27:04.770 INFO:tasks.rados.rados.0.smithi169.stdout:3918: snap_create 2024-03-10T22:27:04.770 INFO:tasks.rados.rados.0.smithi169.stdout:3916: finishing write tid 1 to smithi16976610-2 2024-03-10T22:27:04.771 INFO:tasks.rados.rados.0.smithi169.stdout:3916: finishing write tid 2 to smithi16976610-2 2024-03-10T22:27:04.771 INFO:tasks.rados.rados.0.smithi169.stdout:3916: finishing write tid 3 to smithi16976610-2 2024-03-10T22:27:04.771 INFO:tasks.rados.rados.0.smithi169.stdout:3916: finishing write tid 4 to smithi16976610-2 2024-03-10T22:27:04.771 INFO:tasks.rados.rados.0.smithi169.stdout:3916: oid 2 updating version 0 to 14218 2024-03-10T22:27:04.771 INFO:tasks.rados.rados.0.smithi169.stdout:3916: oid 2 updating version 14218 to 14220 2024-03-10T22:27:04.771 INFO:tasks.rados.rados.0.smithi169.stdout:3916: oid 2 version 14220 is already newer than 14219 2024-03-10T22:27:04.771 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14220 (ObjNum 1215 snap 363 seq_num 1215) dirty exists 2024-03-10T22:27:04.771 INFO:tasks.rados.rados.0.smithi169.stdout:3916: left oid 2 (ObjNum 1215 snap 363 seq_num 1215) 2024-03-10T22:27:04.773 INFO:tasks.rados.rados.0.smithi169.stdout:3917: finishing write tid 1 to smithi16976610-30 2024-03-10T22:27:04.773 INFO:tasks.rados.rados.0.smithi169.stdout:3917: finishing write tid 2 to smithi16976610-30 2024-03-10T22:27:04.774 INFO:tasks.rados.rados.0.smithi169.stdout:3917: finishing write tid 3 to smithi16976610-30 2024-03-10T22:27:04.775 INFO:tasks.rados.rados.0.smithi169.stdout:3917: finishing write tid 4 to smithi16976610-30 2024-03-10T22:27:04.775 INFO:tasks.rados.rados.0.smithi169.stdout:3917: oid 30 updating version 0 to 14219 2024-03-10T22:27:04.776 INFO:tasks.rados.rados.0.smithi169.stdout:3917: oid 30 version 14219 is already newer than 14218 2024-03-10T22:27:04.776 INFO:tasks.rados.rados.0.smithi169.stdout:3917: oid 30 version 14219 is already newer than 14217 2024-03-10T22:27:04.776 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14219 (ObjNum 1216 snap 363 seq_num 1216) dirty exists 2024-03-10T22:27:04.776 INFO:tasks.rados.rados.0.smithi169.stdout:3917: left oid 30 (ObjNum 1216 snap 363 seq_num 1216) 2024-03-10T22:27:05.218 INFO:tasks.rados.rados.0.smithi169.stdout:3916: done (2 left) 2024-03-10T22:27:05.218 INFO:tasks.rados.rados.0.smithi169.stdout:3917: done (1 left) 2024-03-10T22:27:05.218 INFO:tasks.rados.rados.0.smithi169.stdout:3918: done (0 left) 2024-03-10T22:27:05.218 INFO:tasks.rados.rados.0.smithi169.stdout:3919: read oid 22 snap -1 2024-03-10T22:27:05.218 INFO:tasks.rados.rados.0.smithi169.stdout:3919: expect (ObjNum 1141 snap 342 seq_num 1141) 2024-03-10T22:27:05.218 INFO:tasks.rados.rados.0.smithi169.stdout:3920: copy_from oid 36 from oid 35 current snap is 364 2024-03-10T22:27:05.219 INFO:tasks.rados.rados.0.smithi169.stdout:3921: read oid 23 snap -1 2024-03-10T22:27:05.219 INFO:tasks.rados.rados.0.smithi169.stdout:3921: expect (ObjNum 1209 snap 362 seq_num 1209) 2024-03-10T22:27:05.219 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 364 2024-03-10T22:27:05.219 INFO:tasks.rados.rados.0.smithi169.stdout:3922: seq_num 1217 ranges {4276224=786432,5062656=401408} 2024-03-10T22:27:05.246 INFO:tasks.rados.rados.0.smithi169.stdout:3922: writing smithi16976610-27 from 4276224 to 5062656 tid 1 2024-03-10T22:27:05.248 INFO:tasks.rados.rados.0.smithi169.stdout:3922: writing smithi16976610-27 from 5062656 to 5464064 tid 2 2024-03-10T22:27:05.249 INFO:tasks.rados.rados.0.smithi169.stdout:3923: copy_from oid 42 from oid 28 current snap is 364 2024-03-10T22:27:05.249 INFO:tasks.rados.rados.0.smithi169.stdout:3920: finishing copy_from to smithi16976610-36 2024-03-10T22:27:05.249 INFO:tasks.rados.rados.0.smithi169.stdout:3920: got expected ENOENT (src dne) 2024-03-10T22:27:05.249 INFO:tasks.rados.rados.0.smithi169.stdout:3920: finishing copy_from racing read to smithi16976610-36 2024-03-10T22:27:05.249 INFO:tasks.rados.rados.0.smithi169.stdout:3921: expect (ObjNum 1209 snap 362 seq_num 1209) 2024-03-10T22:27:05.471 INFO:tasks.rados.rados.0.smithi169.stdout:3922: finishing write tid 1 to smithi16976610-27 2024-03-10T22:27:05.471 INFO:tasks.rados.rados.0.smithi169.stdout:3922: finishing write tid 2 to smithi16976610-27 2024-03-10T22:27:05.471 INFO:tasks.rados.rados.0.smithi169.stdout:3922: finishing write tid 3 to smithi16976610-27 2024-03-10T22:27:05.472 INFO:tasks.rados.rados.0.smithi169.stdout:3922: finishing write tid 4 to smithi16976610-27 2024-03-10T22:27:05.472 INFO:tasks.rados.rados.0.smithi169.stdout:3922: oid 27 updating version 0 to 14222 2024-03-10T22:27:05.472 INFO:tasks.rados.rados.0.smithi169.stdout:3922: oid 27 version 14222 is already newer than 14221 2024-03-10T22:27:05.472 INFO:tasks.rados.rados.0.smithi169.stdout:3922: oid 27 updating version 14222 to 14223 2024-03-10T22:27:05.472 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14223 (ObjNum 1217 snap 364 seq_num 1217) dirty exists 2024-03-10T22:27:05.472 INFO:tasks.rados.rados.0.smithi169.stdout:3922: left oid 27 (ObjNum 1217 snap 364 seq_num 1217) 2024-03-10T22:27:05.472 INFO:tasks.rados.rados.0.smithi169.stdout:3919: expect (ObjNum 1141 snap 342 seq_num 1141) 2024-03-10T22:27:05.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:05.218+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:05.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:05.218+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:05.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:05.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[90638]: osdmap e802: 8 total, 8 up, 8 in 2024-03-10T22:27:05.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:05.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:05.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:05.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:05.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[90638]: pgmap v869: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 797 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-03-10T22:27:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:05.220+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:05.220+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:05.220+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:05.221+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:05.221+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:05.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:05.226+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[88180]: osdmap e802: 8 total, 8 up, 8 in 2024-03-10T22:27:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:05.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:05.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-mon[88180]: pgmap v869: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 797 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-03-10T22:27:05.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:05.216+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:05.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:05.216+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-mon[84635]: osdmap e802: 8 total, 8 up, 8 in 2024-03-10T22:27:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:05.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:05.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:05 smithi172 ceph-mon[84635]: pgmap v869: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 797 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-03-10T22:27:05.922 INFO:tasks.rados.rados.0.smithi169.stdout:3923: finishing copy_from racing read to smithi16976610-42 2024-03-10T22:27:05.923 INFO:tasks.rados.rados.0.smithi169.stdout:3923: finishing copy_from to smithi16976610-42 2024-03-10T22:27:05.923 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 42 v 14111 (ObjNum 1000 snap 306 seq_num 1000) dirty exists 2024-03-10T22:27:05.923 INFO:tasks.rados.rados.0.smithi169.stdout:3919: done (4 left) 2024-03-10T22:27:05.923 INFO:tasks.rados.rados.0.smithi169.stdout:3920: done (3 left) 2024-03-10T22:27:05.923 INFO:tasks.rados.rados.0.smithi169.stdout:3921: done (2 left) 2024-03-10T22:27:05.923 INFO:tasks.rados.rados.0.smithi169.stdout:3922: done (1 left) 2024-03-10T22:27:05.923 INFO:tasks.rados.rados.0.smithi169.stdout:3923: done (0 left) 2024-03-10T22:27:05.923 INFO:tasks.rados.rados.0.smithi169.stdout:3924: snap_remove snap 346 2024-03-10T22:27:06.214 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:27:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:27:05] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:27:06.225 INFO:tasks.rados.rados.0.smithi169.stdout:3924: done (0 left) 2024-03-10T22:27:06.225 INFO:tasks.rados.rados.0.smithi169.stdout:3925: rollback oid 9 current snap is 364 2024-03-10T22:27:06.225 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 9 to 362 2024-03-10T22:27:06.225 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 364 2024-03-10T22:27:06.225 INFO:tasks.rados.rados.0.smithi169.stdout:3926: seq_num 1218 ranges {1613824=802816,2416640=401408} 2024-03-10T22:27:06.239 INFO:tasks.rados.rados.0.smithi169.stdout:3926: writing smithi16976610-32 from 1613824 to 2416640 tid 1 2024-03-10T22:27:06.242 INFO:tasks.rados.rados.0.smithi169.stdout:3926: writing smithi16976610-32 from 2416640 to 2818048 tid 2 2024-03-10T22:27:06.242 INFO:tasks.rados.rados.0.smithi169.stdout:3927: read oid 6 snap 353 2024-03-10T22:27:06.243 INFO:tasks.rados.rados.0.smithi169.stdout:3927: expect deleted 2024-03-10T22:27:06.243 INFO:tasks.rados.rados.0.smithi169.stdout:3928: snap_remove snap 361 2024-03-10T22:27:06.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:06.239+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:06.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:06.239+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:06.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[88180]: osdmap e803: 8 total, 8 up, 8 in 2024-03-10T22:27:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:06.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:06.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[90638]: osdmap e803: 8 total, 8 up, 8 in 2024-03-10T22:27:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:06.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:06.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:06.228+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:06.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:06.230+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:06.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:06.230+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:06.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:06.231+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:06.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:06.231+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:06.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:06.231+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:06.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:06 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:06.239+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:06.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:06 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:06.224+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:06 smithi172 ceph-mon[84635]: osdmap e803: 8 total, 8 up, 8 in 2024-03-10T22:27:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:06 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1aa=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:06.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:06 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:07.233 INFO:tasks.rados.rados.0.smithi169.stdout:3928: done (3 left) 2024-03-10T22:27:07.313 INFO:tasks.rados.rados.0.smithi169.stdout:3929: rollback oid 30 current snap is 364 2024-03-10T22:27:07.314 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 362 2024-03-10T22:27:07.314 INFO:tasks.rados.rados.0.smithi169.stdout:3925: finishing rollback tid 0 to smithi16976610-9 2024-03-10T22:27:07.314 INFO:tasks.rados.rados.0.smithi169.stdout:3925: finishing rollback tid 1 to smithi16976610-9 2024-03-10T22:27:07.314 INFO:tasks.rados.rados.0.smithi169.stdout:3925: finishing rollback tid 2 to smithi16976610-9 2024-03-10T22:27:07.314 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 9 v 14168 (ObjNum 1141 snap 342 seq_num 1141) dirty exists 2024-03-10T22:27:07.314 INFO:tasks.rados.rados.0.smithi169.stdout:3926: finishing write tid 1 to smithi16976610-32 2024-03-10T22:27:07.314 INFO:tasks.rados.rados.0.smithi169.stdout:3926: finishing write tid 2 to smithi16976610-32 2024-03-10T22:27:07.314 INFO:tasks.rados.rados.0.smithi169.stdout:3926: finishing write tid 3 to smithi16976610-32 2024-03-10T22:27:07.314 INFO:tasks.rados.rados.0.smithi169.stdout:3926: finishing write tid 4 to smithi16976610-32 2024-03-10T22:27:07.314 INFO:tasks.rados.rados.0.smithi169.stdout:3926: oid 32 updating version 0 to 14221 2024-03-10T22:27:07.314 INFO:tasks.rados.rados.0.smithi169.stdout:3926: oid 32 updating version 14221 to 14222 2024-03-10T22:27:07.315 INFO:tasks.rados.rados.0.smithi169.stdout:3926: oid 32 version 14222 is already newer than 14220 2024-03-10T22:27:07.315 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14222 (ObjNum 1218 snap 364 seq_num 1218) dirty exists 2024-03-10T22:27:07.315 INFO:tasks.rados.rados.0.smithi169.stdout:3926: left oid 32 (ObjNum 1218 snap 364 seq_num 1218) 2024-03-10T22:27:07.315 INFO:tasks.rados.rados.0.smithi169.stdout:3925: done (3 left) 2024-03-10T22:27:07.315 INFO:tasks.rados.rados.0.smithi169.stdout:3926: done (2 left) 2024-03-10T22:27:07.315 INFO:tasks.rados.rados.0.smithi169.stdout:3927: done (1 left) 2024-03-10T22:27:07.315 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 44 current snap is 364 2024-03-10T22:27:07.315 INFO:tasks.rados.rados.0.smithi169.stdout:3930: seq_num 1219 ranges {4489216=417792,4907008=557056,5464064=245760} 2024-03-10T22:27:07.316 INFO:tasks.rados.rados.0.smithi169.stdout:3930: writing smithi16976610-44 from 4489216 to 4907008 tid 1 2024-03-10T22:27:07.316 INFO:tasks.rados.rados.0.smithi169.stdout:3930: writing smithi16976610-44 from 4907008 to 5464064 tid 2 2024-03-10T22:27:07.317 INFO:tasks.rados.rados.0.smithi169.stdout:3930: writing smithi16976610-44 from 5464064 to 5709824 tid 3 2024-03-10T22:27:07.317 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 1 current snap is 364 2024-03-10T22:27:07.317 INFO:tasks.rados.rados.0.smithi169.stdout:3929: finishing rollback tid 0 to smithi16976610-30 2024-03-10T22:27:07.317 INFO:tasks.rados.rados.0.smithi169.stdout:3929: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:27:07.317 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14224 (ObjNum 353 snap 0 seq_num 151891344) dirty dne 2024-03-10T22:27:07.317 INFO:tasks.rados.rados.0.smithi169.stdout:3931: seq_num 1220 ranges {0=434176,434176=442368,876544=360448} 2024-03-10T22:27:07.317 INFO:tasks.rados.rados.0.smithi169.stdout:3931: writing smithi16976610-1 from 0 to 434176 tid 1 2024-03-10T22:27:07.317 INFO:tasks.rados.rados.0.smithi169.stdout:3931: writing smithi16976610-1 from 434176 to 876544 tid 2 2024-03-10T22:27:07.317 INFO:tasks.rados.rados.0.smithi169.stdout:3931: writing smithi16976610-1 from 876544 to 1236992 tid 3 2024-03-10T22:27:07.317 INFO:tasks.rados.rados.0.smithi169.stdout:3929: done (2 left) 2024-03-10T22:27:07.317 INFO:tasks.rados.rados.0.smithi169.stdout:3932: snap_remove snap 363 2024-03-10T22:27:07.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:07.232+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:07.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:07.233+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:07.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:07.405+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:07.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:07.405+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:07.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:07.405+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:07.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:07.405+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:07.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:07.405+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:07.504 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:07.405+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[90638]: osdmap e804: 8 total, 8 up, 8 in 2024-03-10T22:27:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:07.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[90638]: pgmap v872: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 816 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-03-10T22:27:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[88180]: osdmap e804: 8 total, 8 up, 8 in 2024-03-10T22:27:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:07.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:07.506 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:07 smithi169 ceph-mon[88180]: pgmap v872: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 816 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-03-10T22:27:07.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:07.230+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:07.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:07.230+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-mon[84635]: osdmap e804: 8 total, 8 up, 8 in 2024-03-10T22:27:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:07 smithi172 ceph-mon[84635]: pgmap v872: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 816 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-03-10T22:27:08.233 INFO:tasks.rados.rados.0.smithi169.stdout:3932: done (2 left) 2024-03-10T22:27:08.233 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 41 current snap is 364 2024-03-10T22:27:08.233 INFO:tasks.rados.rados.0.smithi169.stdout:3930: finishing write tid 1 to smithi16976610-44 2024-03-10T22:27:08.233 INFO:tasks.rados.rados.0.smithi169.stdout:3933: seq_num 1221 ranges {5439488=458752,5898240=729088,6627328=73728} 2024-03-10T22:27:08.265 INFO:tasks.rados.rados.0.smithi169.stdout:3933: writing smithi16976610-41 from 5439488 to 5898240 tid 1 2024-03-10T22:27:08.269 INFO:tasks.rados.rados.0.smithi169.stdout:3933: writing smithi16976610-41 from 5898240 to 6627328 tid 2 2024-03-10T22:27:08.270 INFO:tasks.rados.rados.0.smithi169.stdout:3933: writing smithi16976610-41 from 6627328 to 6701056 tid 3 2024-03-10T22:27:08.270 INFO:tasks.rados.rados.0.smithi169.stdout:3934: read oid 2 snap -1 2024-03-10T22:27:08.270 INFO:tasks.rados.rados.0.smithi169.stdout:3934: expect (ObjNum 1215 snap 363 seq_num 1215) 2024-03-10T22:27:08.270 INFO:tasks.rados.rados.0.smithi169.stdout:3935: snap_remove snap 358 2024-03-10T22:27:08.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:08.233+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:08.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:08.233+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[88180]: osdmap e805: 8 total, 8 up, 8 in 2024-03-10T22:27:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:08.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[90638]: osdmap e805: 8 total, 8 up, 8 in 2024-03-10T22:27:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:08.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:08.242+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:08.242+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:08.242+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:08.242+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:08.242+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:08.242+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:08.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:08 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:08.242+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:08.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:08 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:08.232+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:08 smithi172 ceph-mon[84635]: osdmap e805: 8 total, 8 up, 8 in 2024-03-10T22:27:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:08 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:08 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:09.248 INFO:tasks.rados.rados.0.smithi169.stdout:3935: done (4 left) 2024-03-10T22:27:09.249 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 27 current snap is 364 2024-03-10T22:27:09.249 INFO:tasks.rados.rados.0.smithi169.stdout:3930: finishing write tid 2 to smithi16976610-44 2024-03-10T22:27:09.249 INFO:tasks.rados.rados.0.smithi169.stdout:3931: finishing write tid 1 to smithi16976610-1 2024-03-10T22:27:09.249 INFO:tasks.rados.rados.0.smithi169.stdout:3930: finishing write tid 3 to smithi16976610-44 2024-03-10T22:27:09.249 INFO:tasks.rados.rados.0.smithi169.stdout:3930: finishing write tid 4 to smithi16976610-44 2024-03-10T22:27:09.249 INFO:tasks.rados.rados.0.smithi169.stdout:3931: finishing write tid 2 to smithi16976610-1 2024-03-10T22:27:09.249 INFO:tasks.rados.rados.0.smithi169.stdout:3931: finishing write tid 3 to smithi16976610-1 2024-03-10T22:27:09.249 INFO:tasks.rados.rados.0.smithi169.stdout:3931: finishing write tid 4 to smithi16976610-1 2024-03-10T22:27:09.249 INFO:tasks.rados.rados.0.smithi169.stdout:3936: seq_num 1222 ranges {5464064=475136,5939200=606208,6545408=196608} 2024-03-10T22:27:09.280 INFO:tasks.rados.rados.0.smithi169.stdout:3936: writing smithi16976610-27 from 5464064 to 5939200 tid 1 2024-03-10T22:27:09.283 INFO:tasks.rados.rados.0.smithi169.stdout:3936: writing smithi16976610-27 from 5939200 to 6545408 tid 2 2024-03-10T22:27:09.285 INFO:tasks.rados.rados.0.smithi169.stdout:3936: writing smithi16976610-27 from 6545408 to 6742016 tid 3 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:3937: setattr oid 13 current snap is 364 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:3931: finishing write tid 5 to smithi16976610-1 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:3931: oid 1 updating version 0 to 14226 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:3931: oid 1 updating version 14226 to 14227 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:3931: oid 1 version 14227 is already newer than 14225 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:3931: oid 1 updating version 14227 to 14228 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14228 (ObjNum 1220 snap 364 seq_num 1220) dirty exists 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:3931: left oid 1 (ObjNum 1220 snap 364 seq_num 1220) 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:3930: finishing write tid 5 to smithi16976610-44 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:3930: oid 44 updating version 0 to 14196 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:3930: oid 44 version 14196 is already newer than 14195 2024-03-10T22:27:09.286 INFO:tasks.rados.rados.0.smithi169.stdout:3930: oid 44 updating version 14196 to 14198 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3930: oid 44 version 14198 is already newer than 14197 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 44 v 14198 (ObjNum 1219 snap 364 seq_num 1219) dirty exists 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3930: left oid 44 (ObjNum 1219 snap 364 seq_num 1219) 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3933: finishing write tid 1 to smithi16976610-41 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3933: finishing write tid 2 to smithi16976610-41 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3933: finishing write tid 3 to smithi16976610-41 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3933: finishing write tid 4 to smithi16976610-41 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3933: finishing write tid 5 to smithi16976610-41 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3933: oid 41 updating version 0 to 14167 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3933: oid 41 version 14167 is already newer than 14164 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3933: oid 41 version 14167 is already newer than 14166 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3933: oid 41 version 14167 is already newer than 14165 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 14167 (ObjNum 1221 snap 364 seq_num 1221) dirty exists 2024-03-10T22:27:09.287 INFO:tasks.rados.rados.0.smithi169.stdout:3933: left oid 41 (ObjNum 1221 snap 364 seq_num 1221) 2024-03-10T22:27:09.288 INFO:tasks.rados.rados.0.smithi169.stdout:3934: expect (ObjNum 1215 snap 363 seq_num 1215) 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:3936: finishing write tid 1 to smithi16976610-27 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:3936: finishing write tid 2 to smithi16976610-27 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:3936: finishing write tid 3 to smithi16976610-27 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:3936: finishing write tid 4 to smithi16976610-27 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:3936: finishing write tid 5 to smithi16976610-27 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:3936: oid 27 updating version 0 to 14226 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:3936: oid 27 updating version 14226 to 14227 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:3936: oid 27 version 14227 is already newer than 14224 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:3936: oid 27 version 14227 is already newer than 14225 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 27 v 14227 (ObjNum 1222 snap 364 seq_num 1222) dirty exists 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:3936: left oid 27 (ObjNum 1222 snap 364 seq_num 1222) 2024-03-10T22:27:09.396 INFO:tasks.rados.rados.0.smithi169.stdout:3930: done (5 left) 2024-03-10T22:27:09.397 INFO:tasks.rados.rados.0.smithi169.stdout:3931: done (4 left) 2024-03-10T22:27:09.397 INFO:tasks.rados.rados.0.smithi169.stdout:3933: done (3 left) 2024-03-10T22:27:09.397 INFO:tasks.rados.rados.0.smithi169.stdout:3934: done (2 left) 2024-03-10T22:27:09.397 INFO:tasks.rados.rados.0.smithi169.stdout:3936: done (1 left) 2024-03-10T22:27:09.397 INFO:tasks.rados.rados.0.smithi169.stdout:3938: snap_create 2024-03-10T22:27:09.399 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 13 v 14199 (ObjNum 33 snap 0 seq_num 139462448) dirty exists 2024-03-10T22:27:09.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:09.249+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:09.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:09.250+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:09.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:09.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[90638]: osdmap e806: 8 total, 8 up, 8 in 2024-03-10T22:27:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:09.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[90638]: pgmap v875: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 819 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.3 MiB/s wr, 7 op/s 2024-03-10T22:27:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[88180]: osdmap e806: 8 total, 8 up, 8 in 2024-03-10T22:27:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:09.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-mon[88180]: pgmap v875: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 819 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.3 MiB/s wr, 7 op/s 2024-03-10T22:27:09.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:09.283+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:09.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:09.283+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:09.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:09.284+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:09.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:09.284+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:09.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:09.284+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:09.506 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:09.285+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:09.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:09.399+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:09.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:09.399+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-mon[84635]: osdmap e806: 8 total, 8 up, 8 in 2024-03-10T22:27:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:09.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:09 smithi172 ceph-mon[84635]: pgmap v875: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 819 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.3 MiB/s wr, 7 op/s 2024-03-10T22:27:10.249 INFO:tasks.rados.rados.0.smithi169.stdout:3937: done (1 left) 2024-03-10T22:27:10.249 INFO:tasks.rados.rados.0.smithi169.stdout:3938: done (0 left) 2024-03-10T22:27:10.250 INFO:tasks.rados.rados.0.smithi169.stdout:3939: delete oid 11 current snap is 365 2024-03-10T22:27:10.256 INFO:tasks.rados.rados.0.smithi169.stdout:3939: done (0 left) 2024-03-10T22:27:10.256 INFO:tasks.rados.rados.0.smithi169.stdout:3940: snap_remove snap 353 2024-03-10T22:27:10.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:10.252+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:10.503 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:10.253+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:10.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[90638]: osdmap e807: 8 total, 8 up, 8 in 2024-03-10T22:27:10.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:10.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[88180]: osdmap e807: 8 total, 8 up, 8 in 2024-03-10T22:27:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:10.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:10.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:10.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:10.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:10.251+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:10.252+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:10.252+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:10.252+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:10.252+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:10.252+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:10.505 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:10.253+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:10.512 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:10 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:10.249+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:10 smithi172 ceph-mon[84635]: osdmap e807: 8 total, 8 up, 8 in 2024-03-10T22:27:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:10 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:10 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:11.266 INFO:tasks.rados.rados.0.smithi169.stdout:3940: done (0 left) 2024-03-10T22:27:11.266 INFO:tasks.rados.rados.0.smithi169.stdout:3941: read oid 26 snap -1 2024-03-10T22:27:11.266 INFO:tasks.rados.rados.0.smithi169.stdout:3941: expect (ObjNum 1196 snap 359 seq_num 1196) 2024-03-10T22:27:11.266 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 28 current snap is 365 2024-03-10T22:27:11.266 INFO:tasks.rados.rados.0.smithi169.stdout:3942: seq_num 1224 ranges {6864896=507904,7372800=425984,7798784=376832} 2024-03-10T22:27:11.306 INFO:tasks.rados.rados.0.smithi169.stdout:3942: writing smithi16976610-28 from 6864896 to 7372800 tid 1 2024-03-10T22:27:11.308 INFO:tasks.rados.rados.0.smithi169.stdout:3942: writing smithi16976610-28 from 7372800 to 7798784 tid 2 2024-03-10T22:27:11.311 INFO:tasks.rados.rados.0.smithi169.stdout:3942: writing smithi16976610-28 from 7798784 to 8175616 tid 3 2024-03-10T22:27:11.311 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 45 current snap is 365 2024-03-10T22:27:11.311 INFO:tasks.rados.rados.0.smithi169.stdout:3943: seq_num 1225 ranges {8495104=524288,9019392=712704,9732096=90112} 2024-03-10T22:27:11.359 INFO:tasks.rados.rados.0.smithi169.stdout:3943: writing smithi16976610-45 from 8495104 to 9019392 tid 1 2024-03-10T22:27:11.363 INFO:tasks.rados.rados.0.smithi169.stdout:3943: writing smithi16976610-45 from 9019392 to 9732096 tid 2 2024-03-10T22:27:11.363 INFO:tasks.rados.rados.0.smithi169.stdout:3943: writing smithi16976610-45 from 9732096 to 9822208 tid 3 2024-03-10T22:27:11.363 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 365 2024-03-10T22:27:11.363 INFO:tasks.rados.rados.0.smithi169.stdout:3941: expect (ObjNum 1196 snap 359 seq_num 1196) 2024-03-10T22:27:11.389 INFO:tasks.rados.rados.0.smithi169.stdout:3942: finishing write tid 1 to smithi16976610-28 2024-03-10T22:27:11.389 INFO:tasks.rados.rados.0.smithi169.stdout:3942: finishing write tid 2 to smithi16976610-28 2024-03-10T22:27:11.389 INFO:tasks.rados.rados.0.smithi169.stdout:3942: finishing write tid 3 to smithi16976610-28 2024-03-10T22:27:11.389 INFO:tasks.rados.rados.0.smithi169.stdout:3942: finishing write tid 4 to smithi16976610-28 2024-03-10T22:27:11.389 INFO:tasks.rados.rados.0.smithi169.stdout:3942: finishing write tid 5 to smithi16976610-28 2024-03-10T22:27:11.389 INFO:tasks.rados.rados.0.smithi169.stdout:3942: oid 28 updating version 0 to 14185 2024-03-10T22:27:11.389 INFO:tasks.rados.rados.0.smithi169.stdout:3942: oid 28 version 14185 is already newer than 14184 2024-03-10T22:27:11.389 INFO:tasks.rados.rados.0.smithi169.stdout:3942: oid 28 updating version 14185 to 14187 2024-03-10T22:27:11.389 INFO:tasks.rados.rados.0.smithi169.stdout:3942: oid 28 version 14187 is already newer than 14186 2024-03-10T22:27:11.389 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14187 (ObjNum 1224 snap 365 seq_num 1224) dirty exists 2024-03-10T22:27:11.389 INFO:tasks.rados.rados.0.smithi169.stdout:3942: left oid 28 (ObjNum 1224 snap 365 seq_num 1224) 2024-03-10T22:27:11.390 INFO:tasks.rados.rados.0.smithi169.stdout:3943: finishing write tid 1 to smithi16976610-45 2024-03-10T22:27:11.390 INFO:tasks.rados.rados.0.smithi169.stdout:3944: seq_num 1226 ranges {9281536=540672,9822208=598016,10420224=204800} 2024-03-10T22:27:11.440 INFO:tasks.rados.rados.0.smithi169.stdout:3944: writing smithi16976610-21 from 9281536 to 9822208 tid 1 2024-03-10T22:27:11.443 INFO:tasks.rados.rados.0.smithi169.stdout:3944: writing smithi16976610-21 from 9822208 to 10420224 tid 2 2024-03-10T22:27:11.445 INFO:tasks.rados.rados.0.smithi169.stdout:3944: writing smithi16976610-21 from 10420224 to 10625024 tid 3 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3941: done (3 left) 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3942: done (2 left) 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3945: rollback oid 30 current snap is 365 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 30 to 364 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3943: finishing write tid 2 to smithi16976610-45 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3943: finishing write tid 3 to smithi16976610-45 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3943: finishing write tid 4 to smithi16976610-45 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3943: finishing write tid 5 to smithi16976610-45 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3943: oid 45 updating version 0 to 14202 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3943: oid 45 updating version 14202 to 14203 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3943: oid 45 updating version 14203 to 14204 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3943: oid 45 version 14204 is already newer than 14201 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 45 v 14204 (ObjNum 1225 snap 365 seq_num 1225) dirty exists 2024-03-10T22:27:11.446 INFO:tasks.rados.rados.0.smithi169.stdout:3943: left oid 45 (ObjNum 1225 snap 365 seq_num 1225) 2024-03-10T22:27:11.447 INFO:tasks.rados.rados.0.smithi169.stdout:3944: finishing write tid 1 to smithi16976610-21 2024-03-10T22:27:11.447 INFO:tasks.rados.rados.0.smithi169.stdout:3943: done (2 left) 2024-03-10T22:27:11.447 INFO:tasks.rados.rados.0.smithi169.stdout:3946: copy_from oid 34 from oid 11 current snap is 365 2024-03-10T22:27:11.447 INFO:tasks.rados.rados.0.smithi169.stdout:3947: snap_create 2024-03-10T22:27:11.447 INFO:tasks.rados.rados.0.smithi169.stdout:3945: finishing rollback tid 1 to smithi16976610-30 2024-03-10T22:27:11.447 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 0 (ObjNum 1057 snap 0 seq_num 153708672) dirty dne 2024-03-10T22:27:11.447 INFO:tasks.rados.rados.0.smithi169.stdout:3946: finishing copy_from to smithi16976610-34 2024-03-10T22:27:11.447 INFO:tasks.rados.rados.0.smithi169.stdout:3946: got expected ENOENT (src dne) 2024-03-10T22:27:11.448 INFO:tasks.rados.rados.0.smithi169.stdout:3946: finishing copy_from racing read to smithi16976610-34 2024-03-10T22:27:11.448 INFO:tasks.rados.rados.0.smithi169.stdout:3944: finishing write tid 2 to smithi16976610-21 2024-03-10T22:27:11.448 INFO:tasks.rados.rados.0.smithi169.stdout:3944: finishing write tid 3 to smithi16976610-21 2024-03-10T22:27:11.448 INFO:tasks.rados.rados.0.smithi169.stdout:3944: finishing write tid 4 to smithi16976610-21 2024-03-10T22:27:11.448 INFO:tasks.rados.rados.0.smithi169.stdout:3944: finishing write tid 5 to smithi16976610-21 2024-03-10T22:27:11.448 INFO:tasks.rados.rados.0.smithi169.stdout:3944: oid 21 updating version 0 to 14181 2024-03-10T22:27:11.449 INFO:tasks.rados.rados.0.smithi169.stdout:3944: oid 21 updating version 14181 to 14183 2024-03-10T22:27:11.449 INFO:tasks.rados.rados.0.smithi169.stdout:3944: oid 21 version 14183 is already newer than 14182 2024-03-10T22:27:11.449 INFO:tasks.rados.rados.0.smithi169.stdout:3944: oid 21 updating version 14183 to 14184 2024-03-10T22:27:11.449 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14184 (ObjNum 1226 snap 365 seq_num 1226) dirty exists 2024-03-10T22:27:11.449 INFO:tasks.rados.rados.0.smithi169.stdout:3944: left oid 21 (ObjNum 1226 snap 365 seq_num 1226) 2024-03-10T22:27:11.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:11.261+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:11.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:11.261+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: osdmap e808: 8 total, 8 up, 8 in 2024-03-10T22:27:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:11.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:11.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:11 smithi172 ceph-mon[84635]: pgmap v878: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 803 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-03-10T22:27:11.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:11.266+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:11.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:11.267+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:11.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:11.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: osdmap e808: 8 total, 8 up, 8 in 2024-03-10T22:27:11.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:11.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:11.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[90638]: pgmap v878: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 803 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-03-10T22:27:11.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:11.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: osdmap e808: 8 total, 8 up, 8 in 2024-03-10T22:27:11.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:11.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-mon[88180]: pgmap v878: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 803 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-03-10T22:27:11.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:11.263+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:11.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:11.264+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:11.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:11.264+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:11.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:11.264+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:11.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:11.265+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:11.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:11 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:11.266+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:12.274 INFO:tasks.rados.rados.0.smithi169.stdout:3944: done (3 left) 2024-03-10T22:27:12.274 INFO:tasks.rados.rados.0.smithi169.stdout:3945: done (2 left) 2024-03-10T22:27:12.274 INFO:tasks.rados.rados.0.smithi169.stdout:3946: done (1 left) 2024-03-10T22:27:12.274 INFO:tasks.rados.rados.0.smithi169.stdout:3947: done (0 left) 2024-03-10T22:27:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3948: rmattr oid 4 current snap is 366 2024-03-10T22:27:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3949: read oid 37 snap -1 2024-03-10T22:27:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3949: expect (ObjNum 1210 snap 362 seq_num 1210) 2024-03-10T22:27:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 12 current snap is 366 2024-03-10T22:27:12.275 INFO:tasks.rados.rados.0.smithi169.stdout:3950: seq_num 1227 ranges {6791168=557056,7348224=483328,7831552=319488} 2024-03-10T22:27:12.315 INFO:tasks.rados.rados.0.smithi169.stdout:3950: writing smithi16976610-12 from 6791168 to 7348224 tid 1 2024-03-10T22:27:12.318 INFO:tasks.rados.rados.0.smithi169.stdout:3950: writing smithi16976610-12 from 7348224 to 7831552 tid 2 2024-03-10T22:27:12.320 INFO:tasks.rados.rados.0.smithi169.stdout:3950: writing smithi16976610-12 from 7831552 to 8151040 tid 3 2024-03-10T22:27:12.320 INFO:tasks.rados.rados.0.smithi169.stdout:3951: delete oid 9 current snap is 366 2024-03-10T22:27:12.320 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 4 v 14229 (ObjNum 1176 snap 352 seq_num 1176) dirty exists 2024-03-10T22:27:12.321 INFO:tasks.rados.rados.0.smithi169.stdout:3949: expect (ObjNum 1210 snap 362 seq_num 1210) 2024-03-10T22:27:12.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:12.270+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:12.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:27:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:27:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:12 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:12 smithi172 ceph-mon[84635]: osdmap e809: 8 total, 8 up, 8 in 2024-03-10T22:27:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:12.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:12 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:12.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:12.273+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:12.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:12.274+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[88180]: osdmap e809: 8 total, 8 up, 8 in 2024-03-10T22:27:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:12.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[90638]: osdmap e809: 8 total, 8 up, 8 in 2024-03-10T22:27:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:12.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:12.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:12.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:12.274+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:12.274+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:12.274+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:12.274+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:12.275+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:12.275+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:12.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:12.275+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:13.556 INFO:tasks.rados.rados.0.smithi169.stdout:3950: finishing write tid 1 to smithi16976610-12 2024-03-10T22:27:13.556 INFO:tasks.rados.rados.0.smithi169.stdout:3950: finishing write tid 2 to smithi16976610-12 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3950: finishing write tid 3 to smithi16976610-12 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3950: finishing write tid 4 to smithi16976610-12 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3950: finishing write tid 5 to smithi16976610-12 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3950: oid 12 updating version 0 to 14198 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3950: oid 12 updating version 14198 to 14201 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3950: oid 12 version 14201 is already newer than 14199 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3950: oid 12 version 14201 is already newer than 14200 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 12 v 14201 (ObjNum 1227 snap 366 seq_num 1227) dirty exists 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3950: left oid 12 (ObjNum 1227 snap 366 seq_num 1227) 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3948: done (3 left) 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3949: done (2 left) 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3950: done (1 left) 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3951: done (0 left) 2024-03-10T22:27:13.557 INFO:tasks.rados.rados.0.smithi169.stdout:3952: delete oid 50 current snap is 366 2024-03-10T22:27:13.560 INFO:tasks.rados.rados.0.smithi169.stdout:3952: done (0 left) 2024-03-10T22:27:13.560 INFO:tasks.rados.rados.0.smithi169.stdout:3953: snap_create 2024-03-10T22:27:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[88180]: osdmap e810: 8 total, 8 up, 8 in 2024-03-10T22:27:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:13.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:13.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[88180]: pgmap v881: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 781 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-03-10T22:27:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[90638]: osdmap e810: 8 total, 8 up, 8 in 2024-03-10T22:27:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:13.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:13.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:13 smithi169 ceph-mon[90638]: pgmap v881: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 781 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-03-10T22:27:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:13 smithi172 ceph-mon[84635]: osdmap e810: 8 total, 8 up, 8 in 2024-03-10T22:27:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:13 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b5=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:13 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:13.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:13 smithi172 ceph-mon[84635]: pgmap v881: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 781 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-03-10T22:27:14.277 INFO:tasks.rados.rados.0.smithi169.stdout:3953: done (0 left) 2024-03-10T22:27:14.277 INFO:tasks.rados.rados.0.smithi169.stdout:3954: copy_from oid 50 from oid 35 current snap is 367 2024-03-10T22:27:14.278 INFO:tasks.rados.rados.0.smithi169.stdout:3955: snap_create 2024-03-10T22:27:14.281 INFO:tasks.rados.rados.0.smithi169.stdout:3954: finishing copy_from to smithi16976610-50 2024-03-10T22:27:14.281 INFO:tasks.rados.rados.0.smithi169.stdout:3954: got expected ENOENT (src dne) 2024-03-10T22:27:14.281 INFO:tasks.rados.rados.0.smithi169.stdout:3954: finishing copy_from racing read to smithi16976610-50 2024-03-10T22:27:14.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:14.278+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:14.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:14.278+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:14.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:14.449+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:14.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:14.449+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:14.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:14.449+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:14.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:14.449+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:14.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:14.449+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:14.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:14.449+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:14.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:14.276+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:14.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:14.276+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:15.287 INFO:tasks.rados.rados.0.smithi169.stdout:3954: done (1 left) 2024-03-10T22:27:15.287 INFO:tasks.rados.rados.0.smithi169.stdout:3955: done (0 left) 2024-03-10T22:27:15.287 INFO:tasks.rados.rados.0.smithi169.stdout:3956: read oid 23 snap -1 2024-03-10T22:27:15.287 INFO:tasks.rados.rados.0.smithi169.stdout:3956: expect (ObjNum 1209 snap 362 seq_num 1209) 2024-03-10T22:27:15.287 INFO:tasks.rados.rados.0.smithi169.stdout:3957: rmattr oid 36 current snap is 368 2024-03-10T22:27:15.288 INFO:tasks.rados.rados.0.smithi169.stdout:3957: done (1 left) 2024-03-10T22:27:15.288 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 368 2024-03-10T22:27:15.288 INFO:tasks.rados.rados.0.smithi169.stdout:3958: seq_num 1230 ranges {0=606208,606208=532480,1138688=270336} 2024-03-10T22:27:15.290 INFO:tasks.rados.rados.0.smithi169.stdout:3958: writing smithi16976610-34 from 0 to 606208 tid 1 2024-03-10T22:27:15.294 INFO:tasks.rados.rados.0.smithi169.stdout:3958: writing smithi16976610-34 from 606208 to 1138688 tid 2 2024-03-10T22:27:15.296 INFO:tasks.rados.rados.0.smithi169.stdout:3958: writing smithi16976610-34 from 1138688 to 1409024 tid 3 2024-03-10T22:27:15.296 INFO:tasks.rados.rados.0.smithi169.stdout:3959: read oid 16 snap -1 2024-03-10T22:27:15.296 INFO:tasks.rados.rados.0.smithi169.stdout:3959: expect (ObjNum 1168 snap 349 seq_num 1168) 2024-03-10T22:27:15.296 INFO:tasks.rados.rados.0.smithi169.stdout:3960: snap_remove snap 367 2024-03-10T22:27:15.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:15.286+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:15.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:15.286+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:15.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[88180]: osdmap e811: 8 total, 8 up, 8 in 2024-03-10T22:27:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:15.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[88180]: pgmap v883: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 784 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 KiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-03-10T22:27:15.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:15.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[90638]: osdmap e811: 8 total, 8 up, 8 in 2024-03-10T22:27:15.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:15.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:15.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:15.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:15.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:15.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:15.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:15.756 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-mon[90638]: pgmap v883: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 784 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 KiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-03-10T22:27:15.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:15.289+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:15.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:15.289+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:15.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:15.290+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:15.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:15.290+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:15.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:15.290+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:15.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:15.290+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:15.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:15.291+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:15.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:15.283+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:15 smithi172 ceph-mon[84635]: osdmap e811: 8 total, 8 up, 8 in 2024-03-10T22:27:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:15 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:15 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:15.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:15 smithi172 ceph-mon[84635]: pgmap v883: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 784 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 KiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-03-10T22:27:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:27:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:27:15] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2024-03-10T22:27:16.296 INFO:tasks.rados.rados.0.smithi169.stdout:3960: done (3 left) 2024-03-10T22:27:16.296 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 37 current snap is 368 2024-03-10T22:27:16.296 INFO:tasks.rados.rados.0.smithi169.stdout:3961: seq_num 1231 ranges {11878400=622592,12500992=417792,12918784=385024} 2024-03-10T22:27:16.361 INFO:tasks.rados.rados.0.smithi169.stdout:3961: writing smithi16976610-37 from 11878400 to 12500992 tid 1 2024-03-10T22:27:16.364 INFO:tasks.rados.rados.0.smithi169.stdout:3961: writing smithi16976610-37 from 12500992 to 12918784 tid 2 2024-03-10T22:27:16.366 INFO:tasks.rados.rados.0.smithi169.stdout:3961: writing smithi16976610-37 from 12918784 to 13303808 tid 3 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:3962: copy_from oid 41 from oid 6 current snap is 368 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:3958: finishing write tid 1 to smithi16976610-34 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:3958: finishing write tid 2 to smithi16976610-34 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:3958: finishing write tid 3 to smithi16976610-34 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:3958: finishing write tid 4 to smithi16976610-34 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:3958: finishing write tid 5 to smithi16976610-34 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:3958: oid 34 updating version 0 to 14220 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:3958: oid 34 version 14220 is already newer than 14219 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:3958: oid 34 version 14220 is already newer than 14217 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:3958: oid 34 version 14220 is already newer than 14218 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14220 (ObjNum 1230 snap 368 seq_num 1230) dirty exists 2024-03-10T22:27:16.367 INFO:tasks.rados.rados.0.smithi169.stdout:3958: left oid 34 (ObjNum 1230 snap 368 seq_num 1230) 2024-03-10T22:27:16.368 INFO:tasks.rados.rados.0.smithi169.stdout:3956: expect (ObjNum 1209 snap 362 seq_num 1209) 2024-03-10T22:27:16.592 INFO:tasks.rados.rados.0.smithi169.stdout:3959: expect (ObjNum 1168 snap 349 seq_num 1168) 2024-03-10T22:27:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:3961: finishing write tid 1 to smithi16976610-37 2024-03-10T22:27:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:3961: finishing write tid 2 to smithi16976610-37 2024-03-10T22:27:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:3961: finishing write tid 3 to smithi16976610-37 2024-03-10T22:27:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:3961: finishing write tid 4 to smithi16976610-37 2024-03-10T22:27:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:3961: finishing write tid 5 to smithi16976610-37 2024-03-10T22:27:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:3961: oid 37 updating version 0 to 14201 2024-03-10T22:27:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:3961: oid 37 updating version 14201 to 14203 2024-03-10T22:27:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:3961: oid 37 version 14203 is already newer than 14202 2024-03-10T22:27:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:3961: oid 37 version 14203 is already newer than 14200 2024-03-10T22:27:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 37 v 14203 (ObjNum 1231 snap 368 seq_num 1231) dirty exists 2024-03-10T22:27:16.749 INFO:tasks.rados.rados.0.smithi169.stdout:3961: left oid 37 (ObjNum 1231 snap 368 seq_num 1231) 2024-03-10T22:27:16.750 INFO:tasks.rados.rados.0.smithi169.stdout:3962: finishing copy_from racing read to smithi16976610-41 2024-03-10T22:27:16.750 INFO:tasks.rados.rados.0.smithi169.stdout:3962: finishing copy_from to smithi16976610-41 2024-03-10T22:27:16.750 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 41 v 14163 (ObjNum 1141 snap 342 seq_num 1141) dirty exists 2024-03-10T22:27:16.750 INFO:tasks.rados.rados.0.smithi169.stdout:3956: done (4 left) 2024-03-10T22:27:16.750 INFO:tasks.rados.rados.0.smithi169.stdout:3958: done (3 left) 2024-03-10T22:27:16.750 INFO:tasks.rados.rados.0.smithi169.stdout:3959: done (2 left) 2024-03-10T22:27:16.750 INFO:tasks.rados.rados.0.smithi169.stdout:3961: done (1 left) 2024-03-10T22:27:16.750 INFO:tasks.rados.rados.0.smithi169.stdout:3962: done (0 left) 2024-03-10T22:27:16.750 INFO:tasks.rados.rados.0.smithi169.stdout:3963: rmattr oid 28 current snap is 368 2024-03-10T22:27:16.750 INFO:tasks.rados.rados.0.smithi169.stdout:3964: snap_remove snap 365 2024-03-10T22:27:16.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:16.295+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:16.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:16.295+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:16.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:16.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[88180]: osdmap e812: 8 total, 8 up, 8 in 2024-03-10T22:27:16.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:16.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:16.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:16.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:16.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:16.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:16.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:16.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:16.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[90638]: osdmap e812: 8 total, 8 up, 8 in 2024-03-10T22:27:16.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:16.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:16.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:16.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:16.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:16.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:16.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:16.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:16.371+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:16.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:16.371+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:16.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:16.371+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:16.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:16.372+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:16.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:16.372+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:16.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:16 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:16.373+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:16.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:16.292+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:16.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:16.292+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:16 smithi172 ceph-mon[84635]: osdmap e812: 8 total, 8 up, 8 in 2024-03-10T22:27:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:16.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:16 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:16.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:16.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:16.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:16.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:16 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:17.302 INFO:tasks.rados.rados.0.smithi169.stdout:3964: done (1 left) 2024-03-10T22:27:17.302 INFO:tasks.rados.rados.0.smithi169.stdout:3965: rmattr oid 43 current snap is 368 2024-03-10T22:27:17.302 INFO:tasks.rados.rados.0.smithi169.stdout:3965: done (1 left) 2024-03-10T22:27:17.302 INFO:tasks.rados.rados.0.smithi169.stdout:3966: rollback oid 22 current snap is 368 2024-03-10T22:27:17.302 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 22 to 362 2024-03-10T22:27:17.303 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 28 v 14188 (ObjNum 1224 snap 365 seq_num 1224) dirty exists 2024-03-10T22:27:17.303 INFO:tasks.rados.rados.0.smithi169.stdout:3963: done (1 left) 2024-03-10T22:27:17.303 INFO:tasks.rados.rados.0.smithi169.stdout:3967: read oid 42 snap -1 2024-03-10T22:27:17.303 INFO:tasks.rados.rados.0.smithi169.stdout:3967: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:27:17.303 INFO:tasks.rados.rados.0.smithi169.stdout:3968: snap_create 2024-03-10T22:27:17.306 INFO:tasks.rados.rados.0.smithi169.stdout:3966: finishing rollback tid 0 to smithi16976610-22 2024-03-10T22:27:17.311 INFO:tasks.rados.rados.0.smithi169.stdout:3966: finishing rollback tid 1 to smithi16976610-22 2024-03-10T22:27:17.311 INFO:tasks.rados.rados.0.smithi169.stdout:3966: finishing rollback tid 2 to smithi16976610-22 2024-03-10T22:27:17.312 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 22 v 14223 (ObjNum 1141 snap 342 seq_num 1141) dirty exists 2024-03-10T22:27:17.340 INFO:tasks.rados.rados.0.smithi169.stdout:3967: expect (ObjNum 1000 snap 306 seq_num 1000) 2024-03-10T22:27:17.735 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:17.735 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:17 smithi172 ceph-mon[84635]: osdmap e813: 8 total, 8 up, 8 in 2024-03-10T22:27:17.736 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:17.736 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:17.736 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:17 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:17.736 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:17.736 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:17.736 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:17.736 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:17 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:17.736 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:17 smithi172 ceph-mon[84635]: pgmap v886: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 772 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 569 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-03-10T22:27:17.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:17.296+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:17.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:17.298+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:17.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:17.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[90638]: osdmap e813: 8 total, 8 up, 8 in 2024-03-10T22:27:17.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:17.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:17.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[90638]: pgmap v886: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 772 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 569 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-03-10T22:27:17.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:17.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[88180]: osdmap e813: 8 total, 8 up, 8 in 2024-03-10T22:27:17.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:17.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:17.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-mon[88180]: pgmap v886: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 772 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 569 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-03-10T22:27:17.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:17.296+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:17.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:17.297+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:17.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:17.297+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:17.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:17.298+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:17.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:17.298+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:17.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:17.299+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:17.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:17 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:17.299+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:18.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:17.735+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:18.307 INFO:tasks.rados.rados.0.smithi169.stdout:3966: done (2 left) 2024-03-10T22:27:18.307 INFO:tasks.rados.rados.0.smithi169.stdout:3967: done (1 left) 2024-03-10T22:27:18.308 INFO:tasks.rados.rados.0.smithi169.stdout:3968: done (0 left) 2024-03-10T22:27:18.308 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 34 current snap is 369 2024-03-10T22:27:18.308 INFO:tasks.rados.rados.0.smithi169.stdout:3969: seq_num 1232 ranges {1409024=638976,2048000=753664,2801664=49152} 2024-03-10T22:27:18.318 INFO:tasks.rados.rados.0.smithi169.stdout:3969: writing smithi16976610-34 from 1409024 to 2048000 tid 1 2024-03-10T22:27:18.322 INFO:tasks.rados.rados.0.smithi169.stdout:3969: writing smithi16976610-34 from 2048000 to 2801664 tid 2 2024-03-10T22:27:18.325 INFO:tasks.rados.rados.0.smithi169.stdout:3969: writing smithi16976610-34 from 2801664 to 2850816 tid 3 2024-03-10T22:27:18.325 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 21 current snap is 369 2024-03-10T22:27:18.326 INFO:tasks.rados.rados.0.smithi169.stdout:3970: seq_num 1233 ranges {10625024=655360,11280384=638976,11919360=163840} 2024-03-10T22:27:18.382 INFO:tasks.rados.rados.0.smithi169.stdout:3970: writing smithi16976610-21 from 10625024 to 11280384 tid 1 2024-03-10T22:27:18.386 INFO:tasks.rados.rados.0.smithi169.stdout:3970: writing smithi16976610-21 from 11280384 to 11919360 tid 2 2024-03-10T22:27:18.388 INFO:tasks.rados.rados.0.smithi169.stdout:3970: writing smithi16976610-21 from 11919360 to 12083200 tid 3 2024-03-10T22:27:18.388 INFO:tasks.rados.rados.0.smithi169.stdout:3971: read oid 36 snap 362 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:3971: expect (ObjNum 1187 snap 354 seq_num 1187) 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:3972: rollback oid 20 current snap is 369 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 20 to 362 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:3969: finishing write tid 1 to smithi16976610-34 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:3969: finishing write tid 2 to smithi16976610-34 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:3969: finishing write tid 3 to smithi16976610-34 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:3969: finishing write tid 4 to smithi16976610-34 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:3969: finishing write tid 5 to smithi16976610-34 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:3969: oid 34 updating version 0 to 14227 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:3969: oid 34 version 14227 is already newer than 14226 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:3969: oid 34 version 14227 is already newer than 14225 2024-03-10T22:27:18.389 INFO:tasks.rados.rados.0.smithi169.stdout:3969: oid 34 version 14227 is already newer than 14224 2024-03-10T22:27:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 34 v 14227 (ObjNum 1232 snap 369 seq_num 1232) dirty exists 2024-03-10T22:27:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:3969: left oid 34 (ObjNum 1232 snap 369 seq_num 1232) 2024-03-10T22:27:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:3969: done (3 left) 2024-03-10T22:27:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:3973: copy_from oid 1 from oid 38 current snap is 369 2024-03-10T22:27:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:3974: read oid 14 snap 362 2024-03-10T22:27:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:3974: expect (ObjNum 1200 snap 359 seq_num 1200) 2024-03-10T22:27:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:3975: read oid 44 snap -1 2024-03-10T22:27:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:3975: expect (ObjNum 1219 snap 364 seq_num 1219) 2024-03-10T22:27:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:3976: copy_from oid 43 from oid 11 current snap is 369 2024-03-10T22:27:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 32 current snap is 369 2024-03-10T22:27:18.390 INFO:tasks.rados.rados.0.smithi169.stdout:3977: seq_num 1234 ranges {2818048=671744,3489792=516096,4005888=286720} 2024-03-10T22:27:18.409 INFO:tasks.rados.rados.0.smithi169.stdout:3977: writing smithi16976610-32 from 2818048 to 3489792 tid 1 2024-03-10T22:27:18.413 INFO:tasks.rados.rados.0.smithi169.stdout:3977: writing smithi16976610-32 from 3489792 to 4005888 tid 2 2024-03-10T22:27:18.415 INFO:tasks.rados.rados.0.smithi169.stdout:3977: writing smithi16976610-32 from 4005888 to 4292608 tid 3 2024-03-10T22:27:18.415 INFO:tasks.rados.rados.0.smithi169.stdout:3978: copy_from oid 25 from oid 33 current snap is 369 2024-03-10T22:27:18.415 INFO:tasks.rados.rados.0.smithi169.stdout:3970: finishing write tid 1 to smithi16976610-21 2024-03-10T22:27:18.415 INFO:tasks.rados.rados.0.smithi169.stdout:3976: finishing copy_from to smithi16976610-43 2024-03-10T22:27:18.415 INFO:tasks.rados.rados.0.smithi169.stdout:3976: got expected ENOENT (src dne) 2024-03-10T22:27:18.415 INFO:tasks.rados.rados.0.smithi169.stdout:3976: finishing copy_from racing read to smithi16976610-43 2024-03-10T22:27:18.415 INFO:tasks.rados.rados.0.smithi169.stdout:3971: expect (ObjNum 1187 snap 354 seq_num 1187) 2024-03-10T22:27:18.441 INFO:tasks.rados.rados.0.smithi169.stdout:3970: finishing write tid 2 to smithi16976610-21 2024-03-10T22:27:18.441 INFO:tasks.rados.rados.0.smithi169.stdout:3973: finishing copy_from racing read to smithi16976610-1 2024-03-10T22:27:18.441 INFO:tasks.rados.rados.0.smithi169.stdout:3970: finishing write tid 3 to smithi16976610-21 2024-03-10T22:27:18.441 INFO:tasks.rados.rados.0.smithi169.stdout:3970: finishing write tid 4 to smithi16976610-21 2024-03-10T22:27:18.441 INFO:tasks.rados.rados.0.smithi169.stdout:3970: finishing write tid 5 to smithi16976610-21 2024-03-10T22:27:18.441 INFO:tasks.rados.rados.0.smithi169.stdout:3970: oid 21 updating version 0 to 14188 2024-03-10T22:27:18.441 INFO:tasks.rados.rados.0.smithi169.stdout:3970: oid 21 version 14188 is already newer than 14186 2024-03-10T22:27:18.441 INFO:tasks.rados.rados.0.smithi169.stdout:3970: oid 21 version 14188 is already newer than 14185 2024-03-10T22:27:18.442 INFO:tasks.rados.rados.0.smithi169.stdout:3970: oid 21 version 14188 is already newer than 14187 2024-03-10T22:27:18.442 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 21 v 14188 (ObjNum 1233 snap 369 seq_num 1233) dirty exists 2024-03-10T22:27:18.442 INFO:tasks.rados.rados.0.smithi169.stdout:3970: left oid 21 (ObjNum 1233 snap 369 seq_num 1233) 2024-03-10T22:27:18.442 INFO:tasks.rados.rados.0.smithi169.stdout:3972: finishing rollback tid 1 to smithi16976610-20 2024-03-10T22:27:18.442 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 20 v 14165 (ObjNum 241 snap 0 seq_num 151340960) dirty dne 2024-03-10T22:27:18.442 INFO:tasks.rados.rados.0.smithi169.stdout:3970: done (8 left) 2024-03-10T22:27:18.442 INFO:tasks.rados.rados.0.smithi169.stdout:3971: done (7 left) 2024-03-10T22:27:18.442 INFO:tasks.rados.rados.0.smithi169.stdout:3972: done (6 left) 2024-03-10T22:27:18.442 INFO:tasks.rados.rados.0.smithi169.stdout:3976: done (5 left) 2024-03-10T22:27:18.442 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 2 current snap is 369 2024-03-10T22:27:18.442 INFO:tasks.rados.rados.0.smithi169.stdout:3979: seq_num 1235 ranges {2850816=688128,3538944=802816} 2024-03-10T22:27:18.459 INFO:tasks.rados.rados.0.smithi169.stdout:3979: writing smithi16976610-2 from 2850816 to 3538944 tid 1 2024-03-10T22:27:18.464 INFO:tasks.rados.rados.0.smithi169.stdout:3979: writing smithi16976610-2 from 3538944 to 4341760 tid 2 2024-03-10T22:27:18.464 INFO:tasks.rados.rados.0.smithi169.stdout:3980: snap_remove snap 368 2024-03-10T22:27:18.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:18.307+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:18.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:18.307+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:18.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:18.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:18.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:18.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[88180]: osdmap e814: 8 total, 8 up, 8 in 2024-03-10T22:27:18.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:18.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:18.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:18.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:18.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:18.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:18.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:18.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:18.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[90638]: osdmap e814: 8 total, 8 up, 8 in 2024-03-10T22:27:18.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:18.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:18.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:18.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:18.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:18.387+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:18.387+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:18.387+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:18.387+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:18.389+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:18.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:18 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:18.389+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:18.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:18.305+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:18.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:18.305+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:18 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:18 smithi172 ceph-mon[84635]: osdmap e814: 8 total, 8 up, 8 in 2024-03-10T22:27:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:18.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:18 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:3980: done (6 left) 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:3981: delete oid 9 current snap is 369 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:3973: finishing copy_from to smithi16976610-1 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 1 v 14146 (ObjNum 1116 snap 334 seq_num 1116) dirty exists 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:3977: finishing write tid 1 to smithi16976610-32 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:3977: finishing write tid 2 to smithi16976610-32 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:3977: finishing write tid 3 to smithi16976610-32 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:3977: finishing write tid 4 to smithi16976610-32 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:3977: finishing write tid 5 to smithi16976610-32 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:3977: oid 32 updating version 0 to 14233 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:3977: oid 32 version 14233 is already newer than 14230 2024-03-10T22:27:19.320 INFO:tasks.rados.rados.0.smithi169.stdout:3977: oid 32 version 14233 is already newer than 14231 2024-03-10T22:27:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:3977: oid 32 version 14233 is already newer than 14232 2024-03-10T22:27:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 32 v 14233 (ObjNum 1234 snap 369 seq_num 1234) dirty exists 2024-03-10T22:27:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:3977: left oid 32 (ObjNum 1234 snap 369 seq_num 1234) 2024-03-10T22:27:19.321 INFO:tasks.rados.rados.0.smithi169.stdout:3975: expect (ObjNum 1219 snap 364 seq_num 1219) 2024-03-10T22:27:19.559 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:19.560 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:19 smithi172 ceph-mon[84635]: osdmap e815: 8 total, 8 up, 8 in 2024-03-10T22:27:19.560 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:19.560 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:19.560 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:19.560 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:19.560 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:19 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:19.560 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:19.560 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:19 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:19.560 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:19 smithi172 ceph-mon[84635]: pgmap v889: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 773 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1024 KiB/s wr, 7 op/s 2024-03-10T22:27:19.674 INFO:tasks.rados.rados.0.smithi169.stdout:3978: finishing copy_from racing read to smithi16976610-25 2024-03-10T22:27:19.675 INFO:tasks.rados.rados.0.smithi169.stdout:3974: expect (ObjNum 1200 snap 359 seq_num 1200) 2024-03-10T22:27:19.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:19.317+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:19.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:19.317+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:19.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:19.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[90638]: osdmap e815: 8 total, 8 up, 8 in 2024-03-10T22:27:19.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:19.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:19.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:19.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:19.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:19.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:19.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:19.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[90638]: pgmap v889: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 773 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1024 KiB/s wr, 7 op/s 2024-03-10T22:27:19.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:19.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[88180]: osdmap e815: 8 total, 8 up, 8 in 2024-03-10T22:27:19.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:19.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:19.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:19.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:19.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:19.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:19.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:19.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-mon[88180]: pgmap v889: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 773 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1024 KiB/s wr, 7 op/s 2024-03-10T22:27:19.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:19.321+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:19.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:19.322+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:19.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:19.322+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:19.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:19.322+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:19.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:19.322+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:19.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:19.322+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:19.757 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:19 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:19.322+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:20.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:19.559+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:20.533 INFO:tasks.rados.rados.0.smithi169.stdout:3978: finishing copy_from to smithi16976610-25 2024-03-10T22:27:20.534 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14216 (ObjNum 1128 snap 337 seq_num 1128) dirty exists 2024-03-10T22:27:20.534 INFO:tasks.rados.rados.0.smithi169.stdout:3979: finishing write tid 1 to smithi16976610-2 2024-03-10T22:27:20.534 INFO:tasks.rados.rados.0.smithi169.stdout:3973: done (6 left) 2024-03-10T22:27:20.534 INFO:tasks.rados.rados.0.smithi169.stdout:3974: done (5 left) 2024-03-10T22:27:20.535 INFO:tasks.rados.rados.0.smithi169.stdout:3975: done (4 left) 2024-03-10T22:27:20.535 INFO:tasks.rados.rados.0.smithi169.stdout:3977: done (3 left) 2024-03-10T22:27:20.535 INFO:tasks.rados.rados.0.smithi169.stdout:3978: done (2 left) 2024-03-10T22:27:20.535 INFO:tasks.rados.rados.0.smithi169.stdout:3981: done (1 left) 2024-03-10T22:27:20.535 INFO:tasks.rados.rados.0.smithi169.stdout:3982: rollback oid 6 current snap is 369 2024-03-10T22:27:20.535 INFO:tasks.rados.rados.0.smithi169.stdout:rollback oid 6 to 364 2024-03-10T22:27:20.535 INFO:tasks.rados.rados.0.smithi169.stdout:3979: finishing write tid 2 to smithi16976610-2 2024-03-10T22:27:20.535 INFO:tasks.rados.rados.0.smithi169.stdout:3979: finishing write tid 3 to smithi16976610-2 2024-03-10T22:27:20.535 INFO:tasks.rados.rados.0.smithi169.stdout:3979: finishing write tid 4 to smithi16976610-2 2024-03-10T22:27:20.535 INFO:tasks.rados.rados.0.smithi169.stdout:3979: oid 2 updating version 0 to 14229 2024-03-10T22:27:20.536 INFO:tasks.rados.rados.0.smithi169.stdout:3979: oid 2 updating version 14229 to 14230 2024-03-10T22:27:20.536 INFO:tasks.rados.rados.0.smithi169.stdout:3979: oid 2 version 14230 is already newer than 14228 2024-03-10T22:27:20.536 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 2 v 14230 (ObjNum 1235 snap 369 seq_num 1235) dirty exists 2024-03-10T22:27:20.536 INFO:tasks.rados.rados.0.smithi169.stdout:3979: left oid 2 (ObjNum 1235 snap 369 seq_num 1235) 2024-03-10T22:27:20.536 INFO:tasks.rados.rados.0.smithi169.stdout:3979: done (1 left) 2024-03-10T22:27:20.536 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 25 current snap is 369 2024-03-10T22:27:20.536 INFO:tasks.rados.rados.0.smithi169.stdout:3983: seq_num 1237 ranges {2105344=720896,2826240=573440,3399680=229376} 2024-03-10T22:27:20.549 INFO:tasks.rados.rados.0.smithi169.stdout:3983: writing smithi16976610-25 from 2105344 to 2826240 tid 1 2024-03-10T22:27:20.552 INFO:tasks.rados.rados.0.smithi169.stdout:3983: writing smithi16976610-25 from 2826240 to 3399680 tid 2 2024-03-10T22:27:20.554 INFO:tasks.rados.rados.0.smithi169.stdout:3983: writing smithi16976610-25 from 3399680 to 3629056 tid 3 2024-03-10T22:27:20.554 INFO:tasks.rados.rados.0.smithi169.stdout:3984: read oid 50 snap -1 2024-03-10T22:27:20.554 INFO:tasks.rados.rados.0.smithi169.stdout:3984: expect deleted 2024-03-10T22:27:20.555 INFO:tasks.rados.rados.0.smithi169.stdout:3985: delete oid 40 current snap is 369 2024-03-10T22:27:20.555 INFO:tasks.rados.rados.0.smithi169.stdout:3982: finishing rollback tid 0 to smithi16976610-6 2024-03-10T22:27:20.555 INFO:tasks.rados.rados.0.smithi169.stdout:3982: finishing rollback tid 1 to smithi16976610-6 2024-03-10T22:27:20.555 INFO:tasks.rados.rados.0.smithi169.stdout:3982: finishing rollback tid 2 to smithi16976610-6 2024-03-10T22:27:20.555 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 6 v 14233 (ObjNum 1141 snap 342 seq_num 1141) dirty exists 2024-03-10T22:27:20.557 INFO:tasks.rados.rados.0.smithi169.stdout:3983: finishing write tid 1 to smithi16976610-25 2024-03-10T22:27:20.557 INFO:tasks.rados.rados.0.smithi169.stdout:3982: done (3 left) 2024-03-10T22:27:20.557 INFO:tasks.rados.rados.0.smithi169.stdout:3985: done (2 left) 2024-03-10T22:27:20.557 INFO:tasks.rados.rados.0.smithi169.stdout:3986: setattr oid 48 current snap is 369 2024-03-10T22:27:20.559 INFO:tasks.rados.rados.0.smithi169.stdout:3987: snap_create 2024-03-10T22:27:20.560 INFO:tasks.rados.rados.0.smithi169.stdout:3983: finishing write tid 2 to smithi16976610-25 2024-03-10T22:27:20.563 INFO:tasks.rados.rados.0.smithi169.stdout:3983: finishing write tid 3 to smithi16976610-25 2024-03-10T22:27:20.563 INFO:tasks.rados.rados.0.smithi169.stdout:3983: finishing write tid 4 to smithi16976610-25 2024-03-10T22:27:20.566 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 48 v 14234 (ObjNum 1178 snap 353 seq_num 1178) dirty exists 2024-03-10T22:27:20.566 INFO:tasks.rados.rados.0.smithi169.stdout:3983: finishing write tid 5 to smithi16976610-25 2024-03-10T22:27:20.566 INFO:tasks.rados.rados.0.smithi169.stdout:3983: oid 25 updating version 0 to 14220 2024-03-10T22:27:20.567 INFO:tasks.rados.rados.0.smithi169.stdout:3983: oid 25 version 14220 is already newer than 14218 2024-03-10T22:27:20.567 INFO:tasks.rados.rados.0.smithi169.stdout:3983: oid 25 version 14220 is already newer than 14217 2024-03-10T22:27:20.567 INFO:tasks.rados.rados.0.smithi169.stdout:3983: oid 25 version 14220 is already newer than 14219 2024-03-10T22:27:20.567 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 25 v 14220 (ObjNum 1237 snap 369 seq_num 1237) dirty exists 2024-03-10T22:27:20.567 INFO:tasks.rados.rados.0.smithi169.stdout:3983: left oid 25 (ObjNum 1237 snap 369 seq_num 1237) 2024-03-10T22:27:20.653 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:20.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:20.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[90638]: osdmap e816: 8 total, 8 up, 8 in 2024-03-10T22:27:20.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:20.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:20.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:20.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:20.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:20.654 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:20.655 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:20.655 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:20.655 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[88180]: osdmap e816: 8 total, 8 up, 8 in 2024-03-10T22:27:20.655 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:20.655 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:20.655 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:20.655 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:20.655 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:20.655 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:20 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:20 smithi172 ceph-mon[84635]: osdmap e816: 8 total, 8 up, 8 in 2024-03-10T22:27:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:20 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:20.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:20 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:21.319 INFO:tasks.rados.rados.0.smithi169.stdout:3983: done (3 left) 2024-03-10T22:27:21.320 INFO:tasks.rados.rados.0.smithi169.stdout:3984: done (2 left) 2024-03-10T22:27:21.320 INFO:tasks.rados.rados.0.smithi169.stdout:3986: done (1 left) 2024-03-10T22:27:21.320 INFO:tasks.rados.rados.0.smithi169.stdout:3987: done (0 left) 2024-03-10T22:27:21.320 INFO:tasks.rados.rados.0.smithi169.stdout:3988: copy_from oid 15 from oid 17 current snap is 370 2024-03-10T22:27:21.320 INFO:tasks.rados.rados.0.smithi169.stdout:3989: snap_remove snap 369 2024-03-10T22:27:21.666 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:21.318+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:21.666 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:21.318+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:21.667 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:21 smithi172 ceph-mon[84635]: pgmap v891: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 779 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-03-10T22:27:21.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:21 smithi169 ceph-mon[88180]: pgmap v891: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 779 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-03-10T22:27:21.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:21 smithi169 ceph-mon[90638]: pgmap v891: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 779 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-03-10T22:27:21.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:21.320+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:21.754 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:21.320+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:21.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:21.322+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:21.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:21.323+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:21.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:21.323+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:21.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:21.323+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:21.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:21.323+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:21.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:21 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:21.323+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:22.322 INFO:tasks.rados.rados.0.smithi169.stdout:3989: done (1 left) 2024-03-10T22:27:22.322 INFO:tasks.rados.rados.0.smithi169.stdout:3990: copy_from oid 18 from oid 46 current snap is 370 2024-03-10T22:27:22.323 INFO:tasks.rados.rados.0.smithi169.stdout:3988: finishing copy_from racing read to smithi16976610-15 2024-03-10T22:27:22.323 INFO:tasks.rados.rados.0.smithi169.stdout:3988: finishing copy_from to smithi16976610-15 2024-03-10T22:27:22.323 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 15 v 14205 (ObjNum 1158 snap 348 seq_num 1158) dirty exists 2024-03-10T22:27:22.323 INFO:tasks.rados.rados.0.smithi169.stdout:3988: done (1 left) 2024-03-10T22:27:22.323 INFO:tasks.rados.rados.0.smithi169.stdout:3991: snap_create 2024-03-10T22:27:22.342 INFO:tasks.rados.rados.0.smithi169.stdout:3990: finishing copy_from racing read to smithi16976610-18 2024-03-10T22:27:22.344 INFO:tasks.rados.rados.0.smithi169.stdout:3990: finishing copy_from to smithi16976610-18 2024-03-10T22:27:22.344 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 18 v 14189 (ObjNum 1072 snap 323 seq_num 1072) dirty exists 2024-03-10T22:27:22.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:22.326+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:22.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:22.326+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:22.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:22.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[88180]: osdmap e817: 8 total, 8 up, 8 in 2024-03-10T22:27:22.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:22.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:22.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:22.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[90638]: osdmap e817: 8 total, 8 up, 8 in 2024-03-10T22:27:22.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:22.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:22.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:22.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:22.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:22.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:22.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:22.330+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:22.330+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:22.331+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:22.331+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:22.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:22.332+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:22.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:22.332+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:22.756 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:22 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:22.332+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:22.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:22.343+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:22.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:27:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:27:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:22 smithi172 ceph-mon[84635]: osdmap e817: 8 total, 8 up, 8 in 2024-03-10T22:27:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:22.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:22.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:22.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:22.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:22 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:22.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:22 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:23.322 INFO:tasks.rados.rados.0.smithi169.stdout:3990: done (1 left) 2024-03-10T22:27:23.323 INFO:tasks.rados.rados.0.smithi169.stdout:3991: done (0 left) 2024-03-10T22:27:23.323 INFO:tasks.rados.rados.0.smithi169.stdout:3992: read oid 18 snap -1 2024-03-10T22:27:23.323 INFO:tasks.rados.rados.0.smithi169.stdout:3992: expect (ObjNum 1072 snap 323 seq_num 1072) 2024-03-10T22:27:23.323 INFO:tasks.rados.rados.0.smithi169.stdout:3993: read oid 24 snap 362 2024-03-10T22:27:23.323 INFO:tasks.rados.rados.0.smithi169.stdout:3993: expect (ObjNum 1203 snap 362 seq_num 1203) 2024-03-10T22:27:23.323 INFO:tasks.rados.rados.0.smithi169.stdout:3994: snap_create 2024-03-10T22:27:23.333 INFO:tasks.rados.rados.0.smithi169.stdout:3993: expect (ObjNum 1203 snap 362 seq_num 1203) 2024-03-10T22:27:23.361 INFO:tasks.rados.rados.0.smithi169.stdout:3992: expect (ObjNum 1072 snap 323 seq_num 1072) 2024-03-10T22:27:23.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:23.322+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:23.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:23.322+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:23.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:23.325+0000 7f568a3ae700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:23.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:23.325+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:23.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:23.326+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:23.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:23.327+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:23.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:23.329+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:23.754 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:23.329+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[90638]: osdmap e818: 8 total, 8 up, 8 in 2024-03-10T22:27:23.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:23.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:23.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:23.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:23.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:23.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:23.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:23.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:23.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[90638]: pgmap v894: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 793 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2024-03-10T22:27:23.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[90638]: osdmap e819: 8 total, 8 up, 8 in 2024-03-10T22:27:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[88180]: osdmap e818: 8 total, 8 up, 8 in 2024-03-10T22:27:23.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:23.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:23.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:23.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:23.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:23.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:23.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:23.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:23.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[88180]: pgmap v894: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 793 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2024-03-10T22:27:23.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:23 smithi169 ceph-mon[88180]: osdmap e819: 8 total, 8 up, 8 in 2024-03-10T22:27:23.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:23.322+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:23.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:23.322+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-mon[84635]: osdmap e818: 8 total, 8 up, 8 in 2024-03-10T22:27:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-mon[84635]: pgmap v894: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 793 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2024-03-10T22:27:23.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:23 smithi172 ceph-mon[84635]: osdmap e819: 8 total, 8 up, 8 in 2024-03-10T22:27:24.326 INFO:tasks.rados.rados.0.smithi169.stdout:3992: done (2 left) 2024-03-10T22:27:24.326 INFO:tasks.rados.rados.0.smithi169.stdout:3993: done (1 left) 2024-03-10T22:27:24.326 INFO:tasks.rados.rados.0.smithi169.stdout:3994: done (0 left) 2024-03-10T22:27:24.326 INFO:tasks.rados.rados.0.smithi169.stdout:3995: snap_remove snap 370 2024-03-10T22:27:24.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:24.326+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:24.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:24.326+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:24.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[88180]: osdmap e820: 8 total, 8 up, 8 in 2024-03-10T22:27:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:24.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:24 smithi169 ceph-mon[90638]: osdmap e820: 8 total, 8 up, 8 in 2024-03-10T22:27:24.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:24.323+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:24 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:24 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:24 smithi172 ceph-mon[84635]: osdmap e820: 8 total, 8 up, 8 in 2024-03-10T22:27:25.328 INFO:tasks.rados.rados.0.smithi169.stdout:3995: done (0 left) 2024-03-10T22:27:25.328 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 30 current snap is 372 2024-03-10T22:27:25.328 INFO:tasks.rados.rados.0.smithi169.stdout:3996: seq_num 1239 ranges {0=753664,753664=745472,1499136=57344} 2024-03-10T22:27:25.332 INFO:tasks.rados.rados.0.smithi169.stdout:3996: writing smithi16976610-30 from 0 to 753664 tid 1 2024-03-10T22:27:25.336 INFO:tasks.rados.rados.0.smithi169.stdout:3996: writing smithi16976610-30 from 753664 to 1499136 tid 2 2024-03-10T22:27:25.337 INFO:tasks.rados.rados.0.smithi169.stdout:3996: writing smithi16976610-30 from 1499136 to 1556480 tid 3 2024-03-10T22:27:25.338 INFO:tasks.rados.rados.0.smithi169.stdout:3997: setattr oid 36 current snap is 372 2024-03-10T22:27:25.339 INFO:tasks.rados.rados.0.smithi169.stdout:append oid 26 current snap is 372 2024-03-10T22:27:25.339 INFO:tasks.rados.rados.0.smithi169.stdout:3998: seq_num 1240 ranges {835584=778240,1613824=671744,2285568=131072} 2024-03-10T22:27:25.348 INFO:tasks.rados.rados.0.smithi169.stdout:3998: writing smithi16976610-26 from 835584 to 1613824 tid 1 2024-03-10T22:27:25.352 INFO:tasks.rados.rados.0.smithi169.stdout:3998: writing smithi16976610-26 from 1613824 to 2285568 tid 2 2024-03-10T22:27:25.353 INFO:tasks.rados.rados.0.smithi169.stdout:3998: writing smithi16976610-26 from 2285568 to 2416640 tid 3 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:3999: snap_create 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:3996: finishing write tid 1 to smithi16976610-30 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 36 v 14111 (ObjNum 1187 snap 354 seq_num 1187) dirty exists 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:3996: finishing write tid 2 to smithi16976610-30 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:3996: finishing write tid 3 to smithi16976610-30 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:3996: finishing write tid 4 to smithi16976610-30 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:3996: finishing write tid 5 to smithi16976610-30 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:3996: oid 30 updating version 0 to 14237 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:3996: oid 30 version 14237 is already newer than 14235 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:3996: oid 30 version 14237 is already newer than 14236 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:3996: oid 30 version 14237 is already newer than 14234 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 30 v 14237 (ObjNum 1239 snap 372 seq_num 1239) dirty exists 2024-03-10T22:27:25.354 INFO:tasks.rados.rados.0.smithi169.stdout:3996: left oid 30 (ObjNum 1239 snap 372 seq_num 1239) 2024-03-10T22:27:25.355 INFO:tasks.rados.rados.0.smithi169.stdout:3998: finishing write tid 1 to smithi16976610-26 2024-03-10T22:27:25.357 INFO:tasks.rados.rados.0.smithi169.stdout:3998: finishing write tid 2 to smithi16976610-26 2024-03-10T22:27:25.357 INFO:tasks.rados.rados.0.smithi169.stdout:3998: finishing write tid 3 to smithi16976610-26 2024-03-10T22:27:25.358 INFO:tasks.rados.rados.0.smithi169.stdout:3998: finishing write tid 4 to smithi16976610-26 2024-03-10T22:27:25.360 INFO:tasks.rados.rados.0.smithi169.stdout:3998: finishing write tid 5 to smithi16976610-26 2024-03-10T22:27:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3998: oid 26 updating version 0 to 14188 2024-03-10T22:27:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3998: oid 26 version 14188 is already newer than 14186 2024-03-10T22:27:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3998: oid 26 version 14188 is already newer than 14185 2024-03-10T22:27:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3998: oid 26 version 14188 is already newer than 14187 2024-03-10T22:27:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:update_object_version oid 26 v 14188 (ObjNum 1240 snap 372 seq_num 1240) dirty exists 2024-03-10T22:27:25.361 INFO:tasks.rados.rados.0.smithi169.stdout:3998: left oid 26 (ObjNum 1240 snap 372 seq_num 1240) 2024-03-10T22:27:25.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:25.328+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:25.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:25.329+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-mon[88180]: pgmap v897: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 801 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-03-10T22:27:25.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-mon[88180]: osdmap e821: 8 total, 8 up, 8 in 2024-03-10T22:27:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-mon[90638]: pgmap v897: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 801 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-03-10T22:27:25.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-mon[90638]: osdmap e821: 8 total, 8 up, 8 in 2024-03-10T22:27:25.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:25.326+0000 7f56833a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:25.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:25.326+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:25.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:25.327+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:25.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:25.328+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:25.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:25.328+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:25.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:25.328+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:25.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:25.329+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:25.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:25.325+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:27:25.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:25.325+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:25 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:25 smithi172 ceph-mon[84635]: pgmap v897: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 801 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-03-10T22:27:25.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:25 smithi172 ceph-mon[84635]: osdmap e821: 8 total, 8 up, 8 in 2024-03-10T22:27:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:27:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:27:25] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2024-03-10T22:27:26.354 INFO:tasks.rados.rados.0.smithi169.stdout:3996: done (3 left) 2024-03-10T22:27:26.355 INFO:tasks.rados.rados.0.smithi169.stdout:3997: done (2 left) 2024-03-10T22:27:26.355 INFO:tasks.rados.rados.0.smithi169.stdout:3998: done (1 left) 2024-03-10T22:27:26.355 INFO:tasks.rados.rados.0.smithi169.stdout:3999: done (0 left) 2024-03-10T22:27:26.357 INFO:tasks.rados.rados.0.smithi169.stderr:0 errors. 2024-03-10T22:27:26.357 INFO:tasks.rados.rados.0.smithi169.stderr: 2024-03-10T22:27:26.361 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph osd dump --format=json 2024-03-10T22:27:26.615 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:27:26.736 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:26.356+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:26.736 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:27:26.356+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:26.736 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:26.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:26.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:26.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:26.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:26.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:26.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:26.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:26.737 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:26.737 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:26.737 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:26.737 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:26.738 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:26.738 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:26.738 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:26.738 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:26.738 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:26.738 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:26.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:27:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:27:26.353+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:26 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:26 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:27.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:27.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-mon[88180]: osdmap e822: 8 total, 8 up, 8 in 2024-03-10T22:27:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:27.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-mon[88180]: pgmap v900: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 802 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-03-10T22:27:27.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:27.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-mon[90638]: osdmap e822: 8 total, 8 up, 8 in 2024-03-10T22:27:27.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:27.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:27.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-mon[90638]: pgmap v900: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 802 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-03-10T22:27:27.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:27.475+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:27:27.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:27.475+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:27.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:27.475+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:27.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:27.475+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:27.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:27.475+0000 7f5683ba1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:27.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:27:27 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:27:27.475+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:27.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:27:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:27 smithi172 ceph-mon[84635]: osdmap e822: 8 total, 8 up, 8 in 2024-03-10T22:27:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:27:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:27 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:27:27.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:27 smithi172 ceph-mon[84635]: pgmap v900: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 802 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-03-10T22:27:28.631 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:27:28.631 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":822,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:27:26.344726+0000","last_up_change":"2024-03-10T22:22:51.818680+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T22:11:10.665240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T22:11:11.853798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T22:11:56.477048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-03-10T22:14:28.739235+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"822","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":446,"snap_epoch":822,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":301,"up_from":312,"up_thru":557,"down_at":302,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":1444758864},{"type":"v1","addr":"172.21.15.169:6803","nonce":1444758864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":1444758864},{"type":"v1","addr":"172.21.15.169:6805","nonce":1444758864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":1444758864},{"type":"v1","addr":"172.21.15.169:6809","nonce":1444758864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":1444758864},{"type":"v1","addr":"172.21.15.169:6807","nonce":1444758864}]},"public_addr":"172.21.15.169:6803/1444758864","cluster_addr":"172.21.15.169:6805/1444758864","heartbeat_back_addr":"172.21.15.169:6809/1444758864","heartbeat_front_addr":"172.21.15.169:6807/1444758864","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":337,"up_from":349,"up_thru":557,"down_at":338,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":545595540},{"type":"v1","addr":"172.21.15.169:6811","nonce":545595540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":545595540},{"type":"v1","addr":"172.21.15.169:6813","nonce":545595540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":545595540},{"type":"v1","addr":"172.21.15.169:6817","nonce":545595540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":545595540},{"type":"v1","addr":"172.21.15.169:6815","nonce":545595540}]},"public_addr":"172.21.15.169:6811/545595540","cluster_addr":"172.21.15.169:6813/545595540","heartbeat_back_addr":"172.21.15.169:6817/545595540","heartbeat_front_addr":"172.21.15.169:6815/545595540","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":372,"up_from":383,"up_thru":557,"down_at":373,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1532232691},{"type":"v1","addr":"172.21.15.169:6819","nonce":1532232691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1532232691},{"type":"v1","addr":"172.21.15.169:6821","nonce":1532232691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":1532232691},{"type":"v1","addr":"172.21.15.169:6825","nonce":1532232691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1532232691},{"type":"v1","addr":"172.21.15.169:6823","nonce":1532232691}]},"public_addr":"172.21.15.169:6819/1532232691","cluster_addr":"172.21.15.169:6821/1532232691","heartbeat_back_addr":"172.21.15.169:6825/1532232691","heartbeat_front_addr":"172.21.15.169:6823/1532232691","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":407,"up_from":418,"up_thru":557,"down_at":408,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":3649195998},{"type":"v1","addr":"172.21.15.169:6827","nonce":3649195998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":3649195998},{"type":"v1","addr":"172.21.15.169:6829","nonce":3649195998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":3649195998},{"type":"v1","addr":"172.21.15.169:6833","nonce":3649195998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":3649195998},{"type":"v1","addr":"172.21.15.169:6831","nonce":3649195998}]},"public_addr":"172.21.15.169:6827/3649195998","cluster_addr":"172.21.15.169:6829/3649195998","heartbeat_back_addr":"172.21.15.169:6833/3649195998","heartbeat_front_addr":"172.21.15.169:6831/3649195998","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":442,"up_from":454,"up_thru":557,"down_at":443,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":2053236319},{"type":"v1","addr":"172.21.15.172:6801","nonce":2053236319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":2053236319},{"type":"v1","addr":"172.21.15.172:6803","nonce":2053236319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":2053236319},{"type":"v1","addr":"172.21.15.172:6807","nonce":2053236319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":2053236319},{"type":"v1","addr":"172.21.15.172:6805","nonce":2053236319}]},"public_addr":"172.21.15.172:6801/2053236319","cluster_addr":"172.21.15.172:6803/2053236319","heartbeat_back_addr":"172.21.15.172:6807/2053236319","heartbeat_front_addr":"172.21.15.172:6805/2053236319","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":476,"up_from":487,"up_thru":557,"down_at":477,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":549382936},{"type":"v1","addr":"172.21.15.172:6809","nonce":549382936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":549382936},{"type":"v1","addr":"172.21.15.172:6811","nonce":549382936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":549382936},{"type":"v1","addr":"172.21.15.172:6815","nonce":549382936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":549382936},{"type":"v1","addr":"172.21.15.172:6813","nonce":549382936}]},"public_addr":"172.21.15.172:6809/549382936","cluster_addr":"172.21.15.172:6811/549382936","heartbeat_back_addr":"172.21.15.172:6815/549382936","heartbeat_front_addr":"172.21.15.172:6813/549382936","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":511,"up_from":522,"up_thru":557,"down_at":512,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1336979010},{"type":"v1","addr":"172.21.15.172:6817","nonce":1336979010}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1336979010},{"type":"v1","addr":"172.21.15.172:6819","nonce":1336979010}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1336979010},{"type":"v1","addr":"172.21.15.172:6823","nonce":1336979010}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1336979010},{"type":"v1","addr":"172.21.15.172:6821","nonce":1336979010}]},"public_addr":"172.21.15.172:6817/1336979010","cluster_addr":"172.21.15.172:6819/1336979010","heartbeat_back_addr":"172.21.15.172:6823/1336979010","heartbeat_front_addr":"172.21.15.172:6821/1336979010","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":546,"up_from":557,"up_thru":557,"down_at":547,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2215628665},{"type":"v1","addr":"172.21.15.172:6825","nonce":2215628665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2215628665},{"type":"v1","addr":"172.21.15.172:6827","nonce":2215628665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2215628665},{"type":"v1","addr":"172.21.15.172:6831","nonce":2215628665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2215628665},{"type":"v1","addr":"172.21.15.172:6829","nonce":2215628665}]},"public_addr":"172.21.15.172:6825/2215628665","cluster_addr":"172.21.15.172:6827/2215628665","heartbeat_back_addr":"172.21.15.172:6831/2215628665","heartbeat_front_addr":"172.21.15.172:6829/2215628665","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":301},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":337},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":372},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":407},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":442},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":476},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":511},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":546}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"2.4","mappings":[{"from":0,"to":4}]},{"pgid":"2.5","mappings":[{"from":7,"to":1}]},{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"2.10","mappings":[{"from":0,"to":3}]},{"pgid":"2.1b","mappings":[{"from":7,"to":1}]},{"pgid":"2.1c","mappings":[{"from":7,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"5.4","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.172:6832/2547010137":"2024-03-11T22:23:15.596402+0000","172.21.15.169:0/814165204":"2024-03-11T22:17:10.457198+0000","172.21.15.169:0/1967052211":"2024-03-11T22:17:10.457198+0000","172.21.15.169:0/3186442964":"2024-03-11T22:17:10.457198+0000","172.21.15.169:0/1449905816":"2024-03-11T22:17:10.457198+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.172:6835/1370121572":"2024-03-11T22:16:25.048539+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.172:0/829126680":"2024-03-11T22:16:25.048539+0000","172.21.15.169:0/3253425594":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6801/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/232653515":"2024-03-11T22:15:49.971440+0000","172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/4124587047":"2024-03-11T22:15:49.971440+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.172:6833/2547010137":"2024-03-11T22:23:15.596402+0000","172.21.15.169:0/800556964":"2024-03-11T22:15:49.971440+0000","172.21.15.169:0/1883893908":"2024-03-11T22:17:10.457198+0000","172.21.15.172:0/1882282429":"2024-03-11T22:16:25.048539+0000","172.21.15.169:0/1451105688":"2024-03-11T22:17:10.457198+0000","172.21.15.172:0/3594757702":"2024-03-11T22:16:25.048539+0000","172.21.15.169:0/4104213408":"2024-03-11T22:15:49.971440+0000","172.21.15.172:0/346758826":"2024-03-11T22:16:25.048539+0000","172.21.15.169:0/3289464791":"2024-03-11T22:17:10.457198+0000","172.21.15.172:0/2313961135":"2024-03-11T22:16:25.048539+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/58014368":"2024-03-11T22:15:49.971440+0000","172.21.15.169:0/3116045253":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/3585102573":"2024-03-11T22:15:49.971440+0000","172.21.15.169:0/4119194073":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6801/383790419":"2024-03-11T22:17:10.457198+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6800/3585102573":"2024-03-11T22:15:49.971440+0000","172.21.15.172:0/665471543":"2024-03-11T22:16:25.048539+0000","172.21.15.169:6800/383790419":"2024-03-11T22:17:10.457198+0000","172.21.15.172:6834/1370121572":"2024-03-11T22:16:25.048539+0000","172.21.15.169:0/2059871501":"2024-03-11T22:11:43.073507+0000","172.21.15.172:0/455878643":"2024-03-11T22:16:25.048539+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":177,"length":1},{"begin":180,"length":2},{"begin":183,"length":5},{"begin":189,"length":247},{"begin":437,"length":1},{"begin":439,"length":1},{"begin":441,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:27:28.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:28.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:28 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:28.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:28.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:28.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:28 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:28.632 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:28.632 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:28 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:28.633 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:28.633 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:28.633 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:28 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:27:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:28 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:27:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:27:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:27:28.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:28 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:27:29.255 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:27:29.471 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:27:29.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:29 smithi169 ceph-mon[90638]: pgmap v901: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 802 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-03-10T22:27:29.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:29 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/1442740681' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:27:29.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:29 smithi169 ceph-mon[88180]: pgmap v901: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 802 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-03-10T22:27:29.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:29 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/1442740681' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:27:29.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:29 smithi172 ceph-mon[84635]: pgmap v901: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 802 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-03-10T22:27:29.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:29 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/1442740681' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:27:31.344 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:27:31.346 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:27:31.983 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:31 smithi169 ceph-mon[90638]: pgmap v902: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 326 B/s rd, 489 KiB/s wr, 4 op/s 2024-03-10T22:27:31.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:31 smithi169 ceph-mon[88180]: pgmap v902: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 326 B/s rd, 489 KiB/s wr, 4 op/s 2024-03-10T22:27:32.006 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":902,"stamp":"2024-03-10T22:27:30.589805+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428188,"kb_used_data":1298864,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746533028,"statfs":{"total":767960285184,"available":764449820672,"internally_reserved":0,"allocated":1330036736,"data_stored":3268589308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3137536,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":28,"num_write_kb":3064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.266212"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1028,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.338543+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:25.338543+0000","last_peered":"2024-03-10T22:27:25.338543+0000","last_clean":"2024-03-10T22:27:25.338543+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:25.338543+0000","last_undegraded":"2024-03-10T22:27:25.338543+0000","last_fullsized":"2024-03-10T22:27:25.338543+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354497+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:26.354497+0000","last_peered":"2024-03-10T22:27:26.354497+0000","last_clean":"2024-03-10T22:27:26.354497+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:26.354497+0000","last_undegraded":"2024-03-10T22:27:26.354497+0000","last_fullsized":"2024-03-10T22:27:26.354497+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356391+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356391+0000","last_peered":"2024-03-10T22:27:26.356391+0000","last_clean":"2024-03-10T22:27:26.356391+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356391+0000","last_undegraded":"2024-03-10T22:27:26.356391+0000","last_fullsized":"2024-03-10T22:27:26.356391+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858798+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:26.858798+0000","last_peered":"2024-03-10T22:27:26.858798+0000","last_clean":"2024-03-10T22:27:26.858798+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.858798+0000","last_undegraded":"2024-03-10T22:27:26.858798+0000","last_fullsized":"2024-03-10T22:27:26.858798+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1041,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.337834+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:25.337834+0000","last_peered":"2024-03-10T22:27:25.337834+0000","last_clean":"2024-03-10T22:27:25.337834+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:25.337834+0000","last_undegraded":"2024-03-10T22:27:25.337834+0000","last_fullsized":"2024-03-10T22:27:25.337834+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858918+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858918+0000","last_peered":"2024-03-10T22:27:26.858918+0000","last_clean":"2024-03-10T22:27:26.858918+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858918+0000","last_undegraded":"2024-03-10T22:27:26.858918+0000","last_fullsized":"2024-03-10T22:27:26.858918+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1041,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.338486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:25.338486+0000","last_peered":"2024-03-10T22:27:25.338486+0000","last_clean":"2024-03-10T22:27:25.338486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:25.338486+0000","last_undegraded":"2024-03-10T22:27:25.338486+0000","last_fullsized":"2024-03-10T22:27:25.338486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1174,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726602+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726602+0000","last_peered":"2024-03-10T22:27:27.726602+0000","last_clean":"2024-03-10T22:27:27.726602+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726602+0000","last_undegraded":"2024-03-10T22:27:27.726602+0000","last_fullsized":"2024-03-10T22:27:27.726602+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1033,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.338487+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:25.338487+0000","last_peered":"2024-03-10T22:27:25.338487+0000","last_clean":"2024-03-10T22:27:25.338487+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:25.338487+0000","last_undegraded":"2024-03-10T22:27:25.338487+0000","last_fullsized":"2024-03-10T22:27:25.338487+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1061,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.360953+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:25.360953+0000","last_peered":"2024-03-10T22:27:25.360953+0000","last_clean":"2024-03-10T22:27:25.360953+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:25.360953+0000","last_undegraded":"2024-03-10T22:27:25.360953+0000","last_fullsized":"2024-03-10T22:27:25.360953+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1061,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.360932+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:25.360932+0000","last_peered":"2024-03-10T22:27:25.360932+0000","last_clean":"2024-03-10T22:27:25.360932+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:25.360932+0000","last_undegraded":"2024-03-10T22:27:25.360932+0000","last_fullsized":"2024-03-10T22:27:25.360932+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1157,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354556+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354556+0000","last_peered":"2024-03-10T22:27:26.354556+0000","last_clean":"2024-03-10T22:27:26.354556+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354556+0000","last_undegraded":"2024-03-10T22:27:26.354556+0000","last_fullsized":"2024-03-10T22:27:26.354556+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1182,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726842+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726842+0000","last_peered":"2024-03-10T22:27:27.726842+0000","last_clean":"2024-03-10T22:27:27.726842+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726842+0000","last_undegraded":"2024-03-10T22:27:27.726842+0000","last_fullsized":"2024-03-10T22:27:27.726842+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354943+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354943+0000","last_peered":"2024-03-10T22:27:26.354943+0000","last_clean":"2024-03-10T22:27:26.354943+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354943+0000","last_undegraded":"2024-03-10T22:27:26.354943+0000","last_fullsized":"2024-03-10T22:27:26.354943+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353417+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353417+0000","last_peered":"2024-03-10T22:27:26.353417+0000","last_clean":"2024-03-10T22:27:26.353417+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353417+0000","last_undegraded":"2024-03-10T22:27:26.353417+0000","last_fullsized":"2024-03-10T22:27:26.353417+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858253+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858253+0000","last_peered":"2024-03-10T22:27:26.858253+0000","last_clean":"2024-03-10T22:27:26.858253+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858253+0000","last_undegraded":"2024-03-10T22:27:26.858253+0000","last_fullsized":"2024-03-10T22:27:26.858253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475884+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.475884+0000","last_peered":"2024-03-10T22:27:27.475884+0000","last_clean":"2024-03-10T22:27:27.475884+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.475884+0000","last_undegraded":"2024-03-10T22:27:27.475884+0000","last_fullsized":"2024-03-10T22:27:27.475884+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475952+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.475952+0000","last_peered":"2024-03-10T22:27:27.475952+0000","last_clean":"2024-03-10T22:27:27.475952+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.475952+0000","last_undegraded":"2024-03-10T22:27:27.475952+0000","last_fullsized":"2024-03-10T22:27:27.475952+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1027,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.338112+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:25.338112+0000","last_peered":"2024-03-10T22:27:25.338112+0000","last_clean":"2024-03-10T22:27:25.338112+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:25.338112+0000","last_undegraded":"2024-03-10T22:27:25.338112+0000","last_fullsized":"2024-03-10T22:27:25.338112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1288,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356215+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356215+0000","last_peered":"2024-03-10T22:27:26.356215+0000","last_clean":"2024-03-10T22:27:26.356215+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356215+0000","last_undegraded":"2024-03-10T22:27:26.356215+0000","last_fullsized":"2024-03-10T22:27:26.356215+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727155+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727155+0000","last_peered":"2024-03-10T22:27:27.727155+0000","last_clean":"2024-03-10T22:27:27.727155+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727155+0000","last_undegraded":"2024-03-10T22:27:27.727155+0000","last_fullsized":"2024-03-10T22:27:27.727155+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727237+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727237+0000","last_peered":"2024-03-10T22:27:27.727237+0000","last_clean":"2024-03-10T22:27:27.727237+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727237+0000","last_undegraded":"2024-03-10T22:27:27.727237+0000","last_fullsized":"2024-03-10T22:27:27.727237+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355746+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355746+0000","last_peered":"2024-03-10T22:27:26.355746+0000","last_clean":"2024-03-10T22:27:26.355746+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355746+0000","last_undegraded":"2024-03-10T22:27:26.355746+0000","last_fullsized":"2024-03-10T22:27:26.355746+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1031,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.338278+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:25.338278+0000","last_peered":"2024-03-10T22:27:25.338278+0000","last_clean":"2024-03-10T22:27:25.338278+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:25.338278+0000","last_undegraded":"2024-03-10T22:27:25.338278+0000","last_fullsized":"2024-03-10T22:27:25.338278+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858908+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858908+0000","last_peered":"2024-03-10T22:27:26.858908+0000","last_clean":"2024-03-10T22:27:26.858908+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858908+0000","last_undegraded":"2024-03-10T22:27:26.858908+0000","last_fullsized":"2024-03-10T22:27:26.858908+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":973,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354367+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354367+0000","last_peered":"2024-03-10T22:27:26.354367+0000","last_clean":"2024-03-10T22:27:26.354367+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354367+0000","last_undegraded":"2024-03-10T22:27:26.354367+0000","last_fullsized":"2024-03-10T22:27:26.354367+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858871+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.858871+0000","last_peered":"2024-03-10T22:27:26.858871+0000","last_clean":"2024-03-10T22:27:26.858871+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.858871+0000","last_undegraded":"2024-03-10T22:27:26.858871+0000","last_fullsized":"2024-03-10T22:27:26.858871+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727139+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727139+0000","last_peered":"2024-03-10T22:27:27.727139+0000","last_clean":"2024-03-10T22:27:27.727139+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727139+0000","last_undegraded":"2024-03-10T22:27:27.727139+0000","last_fullsized":"2024-03-10T22:27:27.727139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354157+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354157+0000","last_peered":"2024-03-10T22:27:26.354157+0000","last_clean":"2024-03-10T22:27:26.354157+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354157+0000","last_undegraded":"2024-03-10T22:27:26.354157+0000","last_fullsized":"2024-03-10T22:27:26.354157+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1067,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.360033+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:25.360033+0000","last_peered":"2024-03-10T22:27:25.360033+0000","last_clean":"2024-03-10T22:27:25.360033+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:25.360033+0000","last_undegraded":"2024-03-10T22:27:25.360033+0000","last_fullsized":"2024-03-10T22:27:25.360033+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356419+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356419+0000","last_peered":"2024-03-10T22:27:26.356419+0000","last_clean":"2024-03-10T22:27:26.356419+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356419+0000","last_undegraded":"2024-03-10T22:27:26.356419+0000","last_fullsized":"2024-03-10T22:27:26.356419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726966+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.726966+0000","last_peered":"2024-03-10T22:27:27.726966+0000","last_clean":"2024-03-10T22:27:27.726966+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.726966+0000","last_undegraded":"2024-03-10T22:27:27.726966+0000","last_fullsized":"2024-03-10T22:27:27.726966+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726455+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726455+0000","last_peered":"2024-03-10T22:27:27.726455+0000","last_clean":"2024-03-10T22:27:27.726455+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726455+0000","last_undegraded":"2024-03-10T22:27:27.726455+0000","last_fullsized":"2024-03-10T22:27:27.726455+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858540+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858540+0000","last_peered":"2024-03-10T22:27:26.858540+0000","last_clean":"2024-03-10T22:27:26.858540+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858540+0000","last_undegraded":"2024-03-10T22:27:26.858540+0000","last_fullsized":"2024-03-10T22:27:26.858540+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353458+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353458+0000","last_peered":"2024-03-10T22:27:26.353458+0000","last_clean":"2024-03-10T22:27:26.353458+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353458+0000","last_undegraded":"2024-03-10T22:27:26.353458+0000","last_fullsized":"2024-03-10T22:27:26.353458+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1062,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.361102+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:25.361102+0000","last_peered":"2024-03-10T22:27:25.361102+0000","last_clean":"2024-03-10T22:27:25.361102+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:25.361102+0000","last_undegraded":"2024-03-10T22:27:25.361102+0000","last_fullsized":"2024-03-10T22:27:25.361102+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1119,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858959+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.858959+0000","last_peered":"2024-03-10T22:27:26.858959+0000","last_clean":"2024-03-10T22:27:26.858959+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.858959+0000","last_undegraded":"2024-03-10T22:27:26.858959+0000","last_fullsized":"2024-03-10T22:27:26.858959+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858907+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.858907+0000","last_peered":"2024-03-10T22:27:26.858907+0000","last_clean":"2024-03-10T22:27:26.858907+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.858907+0000","last_undegraded":"2024-03-10T22:27:26.858907+0000","last_fullsized":"2024-03-10T22:27:26.858907+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356009+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356009+0000","last_peered":"2024-03-10T22:27:26.356009+0000","last_clean":"2024-03-10T22:27:26.356009+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356009+0000","last_undegraded":"2024-03-10T22:27:26.356009+0000","last_fullsized":"2024-03-10T22:27:26.356009+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1239,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355070+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355070+0000","last_peered":"2024-03-10T22:27:26.355070+0000","last_clean":"2024-03-10T22:27:26.355070+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355070+0000","last_undegraded":"2024-03-10T22:27:26.355070+0000","last_fullsized":"2024-03-10T22:27:26.355070+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1146,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354788+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354788+0000","last_peered":"2024-03-10T22:27:26.354788+0000","last_clean":"2024-03-10T22:27:26.354788+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354788+0000","last_undegraded":"2024-03-10T22:27:26.354788+0000","last_fullsized":"2024-03-10T22:27:26.354788+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1097,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.361090+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:25.361090+0000","last_peered":"2024-03-10T22:27:25.361090+0000","last_clean":"2024-03-10T22:27:25.361090+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:25.361090+0000","last_undegraded":"2024-03-10T22:27:25.361090+0000","last_fullsized":"2024-03-10T22:27:25.361090+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1041,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.338397+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:25.338397+0000","last_peered":"2024-03-10T22:27:25.338397+0000","last_clean":"2024-03-10T22:27:25.338397+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:25.338397+0000","last_undegraded":"2024-03-10T22:27:25.338397+0000","last_fullsized":"2024-03-10T22:27:25.338397+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356551+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356551+0000","last_peered":"2024-03-10T22:27:26.356551+0000","last_clean":"2024-03-10T22:27:26.356551+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356551+0000","last_undegraded":"2024-03-10T22:27:26.356551+0000","last_fullsized":"2024-03-10T22:27:26.356551+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355419+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355419+0000","last_peered":"2024-03-10T22:27:26.355419+0000","last_clean":"2024-03-10T22:27:26.355419+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355419+0000","last_undegraded":"2024-03-10T22:27:26.355419+0000","last_fullsized":"2024-03-10T22:27:26.355419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858582+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858582+0000","last_peered":"2024-03-10T22:27:26.858582+0000","last_clean":"2024-03-10T22:27:26.858582+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858582+0000","last_undegraded":"2024-03-10T22:27:26.858582+0000","last_fullsized":"2024-03-10T22:27:26.858582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1041,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.337962+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:25.337962+0000","last_peered":"2024-03-10T22:27:25.337962+0000","last_clean":"2024-03-10T22:27:25.337962+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:25.337962+0000","last_undegraded":"2024-03-10T22:27:25.337962+0000","last_fullsized":"2024-03-10T22:27:25.337962+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1071,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.360445+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:25.360445+0000","last_peered":"2024-03-10T22:27:25.360445+0000","last_clean":"2024-03-10T22:27:25.360445+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:25.360445+0000","last_undegraded":"2024-03-10T22:27:25.360445+0000","last_fullsized":"2024-03-10T22:27:25.360445+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1061,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.360294+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:25.360294+0000","last_peered":"2024-03-10T22:27:25.360294+0000","last_clean":"2024-03-10T22:27:25.360294+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:25.360294+0000","last_undegraded":"2024-03-10T22:27:25.360294+0000","last_fullsized":"2024-03-10T22:27:25.360294+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1260,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475301+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475301+0000","last_peered":"2024-03-10T22:27:27.475301+0000","last_clean":"2024-03-10T22:27:27.475301+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475301+0000","last_undegraded":"2024-03-10T22:27:27.475301+0000","last_fullsized":"2024-03-10T22:27:27.475301+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1035,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.338712+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:25.338712+0000","last_peered":"2024-03-10T22:27:25.338712+0000","last_clean":"2024-03-10T22:27:25.338712+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:25.338712+0000","last_undegraded":"2024-03-10T22:27:25.338712+0000","last_fullsized":"2024-03-10T22:27:25.338712+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4439,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476019+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476019+0000","last_peered":"2024-03-10T22:27:27.476019+0000","last_clean":"2024-03-10T22:27:27.476019+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476019+0000","last_undegraded":"2024-03-10T22:27:27.476019+0000","last_fullsized":"2024-03-10T22:27:27.476019+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355035+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355035+0000","last_peered":"2024-03-10T22:27:26.355035+0000","last_clean":"2024-03-10T22:27:26.355035+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355035+0000","last_undegraded":"2024-03-10T22:27:26.355035+0000","last_fullsized":"2024-03-10T22:27:26.355035+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1043,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.338208+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:25.338208+0000","last_peered":"2024-03-10T22:27:25.338208+0000","last_clean":"2024-03-10T22:27:25.338208+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:25.338208+0000","last_undegraded":"2024-03-10T22:27:25.338208+0000","last_fullsized":"2024-03-10T22:27:25.338208+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12608,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356571+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.356571+0000","last_peered":"2024-03-10T22:27:26.356571+0000","last_clean":"2024-03-10T22:27:26.356571+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.356571+0000","last_undegraded":"2024-03-10T22:27:26.356571+0000","last_fullsized":"2024-03-10T22:27:26.356571+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353930+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:26.353930+0000","last_peered":"2024-03-10T22:27:26.353930+0000","last_clean":"2024-03-10T22:27:26.353930+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:26.353930+0000","last_undegraded":"2024-03-10T22:27:26.353930+0000","last_fullsized":"2024-03-10T22:27:26.353930+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1239,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355616+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:26.355616+0000","last_peered":"2024-03-10T22:27:26.355616+0000","last_clean":"2024-03-10T22:27:26.355616+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:26.355616+0000","last_undegraded":"2024-03-10T22:27:26.355616+0000","last_fullsized":"2024-03-10T22:27:26.355616+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858799+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858799+0000","last_peered":"2024-03-10T22:27:26.858799+0000","last_clean":"2024-03-10T22:27:26.858799+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858799+0000","last_undegraded":"2024-03-10T22:27:26.858799+0000","last_fullsized":"2024-03-10T22:27:26.858799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15021,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356399+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.356399+0000","last_peered":"2024-03-10T22:27:26.356399+0000","last_clean":"2024-03-10T22:27:26.356399+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.356399+0000","last_undegraded":"2024-03-10T22:27:26.356399+0000","last_fullsized":"2024-03-10T22:27:26.356399+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355271+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:26.355271+0000","last_peered":"2024-03-10T22:27:26.355271+0000","last_clean":"2024-03-10T22:27:26.355271+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:26.355271+0000","last_undegraded":"2024-03-10T22:27:26.355271+0000","last_fullsized":"2024-03-10T22:27:26.355271+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858359+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858359+0000","last_peered":"2024-03-10T22:27:26.858359+0000","last_clean":"2024-03-10T22:27:26.858359+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858359+0000","last_undegraded":"2024-03-10T22:27:26.858359+0000","last_fullsized":"2024-03-10T22:27:26.858359+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354198+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354198+0000","last_peered":"2024-03-10T22:27:26.354198+0000","last_clean":"2024-03-10T22:27:26.354198+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354198+0000","last_undegraded":"2024-03-10T22:27:26.354198+0000","last_fullsized":"2024-03-10T22:27:26.354198+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4225,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476479+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476479+0000","last_peered":"2024-03-10T22:27:27.476479+0000","last_clean":"2024-03-10T22:27:27.476479+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476479+0000","last_undegraded":"2024-03-10T22:27:27.476479+0000","last_fullsized":"2024-03-10T22:27:27.476479+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354756+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354756+0000","last_peered":"2024-03-10T22:27:26.354756+0000","last_clean":"2024-03-10T22:27:26.354756+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354756+0000","last_undegraded":"2024-03-10T22:27:26.354756+0000","last_fullsized":"2024-03-10T22:27:26.354756+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353242+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353242+0000","last_peered":"2024-03-10T22:27:26.353242+0000","last_clean":"2024-03-10T22:27:26.353242+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353242+0000","last_undegraded":"2024-03-10T22:27:26.353242+0000","last_fullsized":"2024-03-10T22:27:26.353242+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1212,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475312+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475312+0000","last_peered":"2024-03-10T22:27:27.475312+0000","last_clean":"2024-03-10T22:27:27.475312+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475312+0000","last_undegraded":"2024-03-10T22:27:27.475312+0000","last_fullsized":"2024-03-10T22:27:27.475312+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4289,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.359592+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:25.359592+0000","last_peered":"2024-03-10T22:27:25.359592+0000","last_clean":"2024-03-10T22:27:25.359592+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:25.359592+0000","last_undegraded":"2024-03-10T22:27:25.359592+0000","last_fullsized":"2024-03-10T22:27:25.359592+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:29:33.292802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1060,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.359989+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:25.359989+0000","last_peered":"2024-03-10T22:27:25.359989+0000","last_clean":"2024-03-10T22:27:25.359989+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:25.359989+0000","last_undegraded":"2024-03-10T22:27:25.359989+0000","last_fullsized":"2024-03-10T22:27:25.359989+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726815+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726815+0000","last_peered":"2024-03-10T22:27:27.726815+0000","last_clean":"2024-03-10T22:27:27.726815+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726815+0000","last_undegraded":"2024-03-10T22:27:27.726815+0000","last_fullsized":"2024-03-10T22:27:27.726815+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858534+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858534+0000","last_peered":"2024-03-10T22:27:26.858534+0000","last_clean":"2024-03-10T22:27:26.858534+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858534+0000","last_undegraded":"2024-03-10T22:27:26.858534+0000","last_fullsized":"2024-03-10T22:27:26.858534+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1536,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.337607+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:25.337607+0000","last_peered":"2024-03-10T22:27:25.337607+0000","last_clean":"2024-03-10T22:27:25.337607+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:25.337607+0000","last_undegraded":"2024-03-10T22:27:25.337607+0000","last_fullsized":"2024-03-10T22:27:25.337607+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3649,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859125+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859125+0000","last_peered":"2024-03-10T22:27:26.859125+0000","last_clean":"2024-03-10T22:27:26.859125+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859125+0000","last_undegraded":"2024-03-10T22:27:26.859125+0000","last_fullsized":"2024-03-10T22:27:26.859125+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355801+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355801+0000","last_peered":"2024-03-10T22:27:26.355801+0000","last_clean":"2024-03-10T22:27:26.355801+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355801+0000","last_undegraded":"2024-03-10T22:27:26.355801+0000","last_fullsized":"2024-03-10T22:27:26.355801+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354280+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354280+0000","last_peered":"2024-03-10T22:27:26.354280+0000","last_clean":"2024-03-10T22:27:26.354280+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354280+0000","last_undegraded":"2024-03-10T22:27:26.354280+0000","last_fullsized":"2024-03-10T22:27:26.354280+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":916,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475410+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475410+0000","last_peered":"2024-03-10T22:27:27.475410+0000","last_clean":"2024-03-10T22:27:27.475410+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475410+0000","last_undegraded":"2024-03-10T22:27:27.475410+0000","last_fullsized":"2024-03-10T22:27:27.475410+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4498,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.361319+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:25.361319+0000","last_peered":"2024-03-10T22:27:25.361319+0000","last_clean":"2024-03-10T22:27:25.361319+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:25.361319+0000","last_undegraded":"2024-03-10T22:27:25.361319+0000","last_fullsized":"2024-03-10T22:27:25.361319+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:28:44.990636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356297+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356297+0000","last_peered":"2024-03-10T22:27:26.356297+0000","last_clean":"2024-03-10T22:27:26.356297+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356297+0000","last_undegraded":"2024-03-10T22:27:26.356297+0000","last_fullsized":"2024-03-10T22:27:26.356297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":958,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354555+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:26.354555+0000","last_peered":"2024-03-10T22:27:26.354555+0000","last_clean":"2024-03-10T22:27:26.354555+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:26.354555+0000","last_undegraded":"2024-03-10T22:27:26.354555+0000","last_fullsized":"2024-03-10T22:27:26.354555+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354501+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:26.354501+0000","last_peered":"2024-03-10T22:27:26.354501+0000","last_clean":"2024-03-10T22:27:26.354501+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:26.354501+0000","last_undegraded":"2024-03-10T22:27:26.354501+0000","last_fullsized":"2024-03-10T22:27:26.354501+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354935+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.354935+0000","last_peered":"2024-03-10T22:27:26.354935+0000","last_clean":"2024-03-10T22:27:26.354935+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.354935+0000","last_undegraded":"2024-03-10T22:27:26.354935+0000","last_fullsized":"2024-03-10T22:27:26.354935+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726696+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726696+0000","last_peered":"2024-03-10T22:27:27.726696+0000","last_clean":"2024-03-10T22:27:27.726696+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726696+0000","last_undegraded":"2024-03-10T22:27:27.726696+0000","last_fullsized":"2024-03-10T22:27:27.726696+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354527+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354527+0000","last_peered":"2024-03-10T22:27:26.354527+0000","last_clean":"2024-03-10T22:27:26.354527+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354527+0000","last_undegraded":"2024-03-10T22:27:26.354527+0000","last_fullsized":"2024-03-10T22:27:26.354527+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727131+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727131+0000","last_peered":"2024-03-10T22:27:27.727131+0000","last_clean":"2024-03-10T22:27:27.727131+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727131+0000","last_undegraded":"2024-03-10T22:27:27.727131+0000","last_fullsized":"2024-03-10T22:27:27.727131+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727112+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727112+0000","last_peered":"2024-03-10T22:27:27.727112+0000","last_clean":"2024-03-10T22:27:27.727112+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727112+0000","last_undegraded":"2024-03-10T22:27:27.727112+0000","last_fullsized":"2024-03-10T22:27:27.727112+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354006+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354006+0000","last_peered":"2024-03-10T22:27:26.354006+0000","last_clean":"2024-03-10T22:27:26.354006+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354006+0000","last_undegraded":"2024-03-10T22:27:26.354006+0000","last_fullsized":"2024-03-10T22:27:26.354006+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1080,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.361000+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:25.361000+0000","last_peered":"2024-03-10T22:27:25.361000+0000","last_clean":"2024-03-10T22:27:25.361000+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:25.361000+0000","last_undegraded":"2024-03-10T22:27:25.361000+0000","last_fullsized":"2024-03-10T22:27:25.361000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476173+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476173+0000","last_peered":"2024-03-10T22:27:27.476173+0000","last_clean":"2024-03-10T22:27:27.476173+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476173+0000","last_undegraded":"2024-03-10T22:27:27.476173+0000","last_fullsized":"2024-03-10T22:27:27.476173+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3245,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859217+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859217+0000","last_peered":"2024-03-10T22:27:26.859217+0000","last_clean":"2024-03-10T22:27:26.859217+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859217+0000","last_undegraded":"2024-03-10T22:27:26.859217+0000","last_fullsized":"2024-03-10T22:27:26.859217+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1021,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.337730+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:25.337730+0000","last_peered":"2024-03-10T22:27:25.337730+0000","last_clean":"2024-03-10T22:27:25.337730+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:25.337730+0000","last_undegraded":"2024-03-10T22:27:25.337730+0000","last_fullsized":"2024-03-10T22:27:25.337730+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353987+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:26.353987+0000","last_peered":"2024-03-10T22:27:26.353987+0000","last_clean":"2024-03-10T22:27:26.353987+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:26.353987+0000","last_undegraded":"2024-03-10T22:27:26.353987+0000","last_fullsized":"2024-03-10T22:27:26.353987+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3998,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355048+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355048+0000","last_peered":"2024-03-10T22:27:26.355048+0000","last_clean":"2024-03-10T22:27:26.355048+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355048+0000","last_undegraded":"2024-03-10T22:27:26.355048+0000","last_fullsized":"2024-03-10T22:27:26.355048+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353630+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353630+0000","last_peered":"2024-03-10T22:27:26.353630+0000","last_clean":"2024-03-10T22:27:26.353630+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353630+0000","last_undegraded":"2024-03-10T22:27:26.353630+0000","last_fullsized":"2024-03-10T22:27:26.353630+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726639+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726639+0000","last_peered":"2024-03-10T22:27:27.726639+0000","last_clean":"2024-03-10T22:27:27.726639+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726639+0000","last_undegraded":"2024-03-10T22:27:27.726639+0000","last_fullsized":"2024-03-10T22:27:27.726639+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4939,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476375+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476375+0000","last_peered":"2024-03-10T22:27:27.476375+0000","last_clean":"2024-03-10T22:27:27.476375+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476375+0000","last_undegraded":"2024-03-10T22:27:27.476375+0000","last_fullsized":"2024-03-10T22:27:27.476375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353818+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353818+0000","last_peered":"2024-03-10T22:27:26.353818+0000","last_clean":"2024-03-10T22:27:26.353818+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353818+0000","last_undegraded":"2024-03-10T22:27:26.353818+0000","last_fullsized":"2024-03-10T22:27:26.353818+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726805+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726805+0000","last_peered":"2024-03-10T22:27:27.726805+0000","last_clean":"2024-03-10T22:27:27.726805+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726805+0000","last_undegraded":"2024-03-10T22:27:27.726805+0000","last_fullsized":"2024-03-10T22:27:27.726805+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355471+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355471+0000","last_peered":"2024-03-10T22:27:26.355471+0000","last_clean":"2024-03-10T22:27:26.355471+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355471+0000","last_undegraded":"2024-03-10T22:27:26.355471+0000","last_fullsized":"2024-03-10T22:27:26.355471+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475861+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475861+0000","last_peered":"2024-03-10T22:27:27.475861+0000","last_clean":"2024-03-10T22:27:27.475861+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475861+0000","last_undegraded":"2024-03-10T22:27:27.475861+0000","last_fullsized":"2024-03-10T22:27:27.475861+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1070,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.360625+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:25.360625+0000","last_peered":"2024-03-10T22:27:25.360625+0000","last_clean":"2024-03-10T22:27:25.360625+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:25.360625+0000","last_undegraded":"2024-03-10T22:27:25.360625+0000","last_fullsized":"2024-03-10T22:27:25.360625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5328,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476317+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476317+0000","last_peered":"2024-03-10T22:27:27.476317+0000","last_clean":"2024-03-10T22:27:27.476317+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476317+0000","last_undegraded":"2024-03-10T22:27:27.476317+0000","last_fullsized":"2024-03-10T22:27:27.476317+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1212,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475832+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475832+0000","last_peered":"2024-03-10T22:27:27.475832+0000","last_clean":"2024-03-10T22:27:27.475832+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475832+0000","last_undegraded":"2024-03-10T22:27:27.475832+0000","last_fullsized":"2024-03-10T22:27:27.475832+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1027,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.338147+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:25.338147+0000","last_peered":"2024-03-10T22:27:25.338147+0000","last_clean":"2024-03-10T22:27:25.338147+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:25.338147+0000","last_undegraded":"2024-03-10T22:27:25.338147+0000","last_fullsized":"2024-03-10T22:27:25.338147+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4656,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476100+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476100+0000","last_peered":"2024-03-10T22:27:27.476100+0000","last_clean":"2024-03-10T22:27:27.476100+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476100+0000","last_undegraded":"2024-03-10T22:27:27.476100+0000","last_fullsized":"2024-03-10T22:27:27.476100+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354759+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354759+0000","last_peered":"2024-03-10T22:27:26.354759+0000","last_clean":"2024-03-10T22:27:26.354759+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354759+0000","last_undegraded":"2024-03-10T22:27:26.354759+0000","last_fullsized":"2024-03-10T22:27:26.354759+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858605+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858605+0000","last_peered":"2024-03-10T22:27:26.858605+0000","last_clean":"2024-03-10T22:27:26.858605+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858605+0000","last_undegraded":"2024-03-10T22:27:26.858605+0000","last_fullsized":"2024-03-10T22:27:26.858605+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3537,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.338952+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:25.338952+0000","last_peered":"2024-03-10T22:27:25.338952+0000","last_clean":"2024-03-10T22:27:25.338952+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:25.338952+0000","last_undegraded":"2024-03-10T22:27:25.338952+0000","last_fullsized":"2024-03-10T22:27:25.338952+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:58:31.353190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476277+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476277+0000","last_peered":"2024-03-10T22:27:27.476277+0000","last_clean":"2024-03-10T22:27:27.476277+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476277+0000","last_undegraded":"2024-03-10T22:27:27.476277+0000","last_fullsized":"2024-03-10T22:27:27.476277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1042,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.338346+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:25.338346+0000","last_peered":"2024-03-10T22:27:25.338346+0000","last_clean":"2024-03-10T22:27:25.338346+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:25.338346+0000","last_undegraded":"2024-03-10T22:27:25.338346+0000","last_fullsized":"2024-03-10T22:27:25.338346+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1062,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.360217+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:25.360217+0000","last_peered":"2024-03-10T22:27:25.360217+0000","last_clean":"2024-03-10T22:27:25.360217+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:25.360217+0000","last_undegraded":"2024-03-10T22:27:25.360217+0000","last_fullsized":"2024-03-10T22:27:25.360217+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475434+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475434+0000","last_peered":"2024-03-10T22:27:27.475434+0000","last_clean":"2024-03-10T22:27:27.475434+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475434+0000","last_undegraded":"2024-03-10T22:27:27.475434+0000","last_fullsized":"2024-03-10T22:27:27.475434+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858771+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858771+0000","last_peered":"2024-03-10T22:27:26.858771+0000","last_clean":"2024-03-10T22:27:26.858771+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858771+0000","last_undegraded":"2024-03-10T22:27:26.858771+0000","last_fullsized":"2024-03-10T22:27:26.858771+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355818+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355818+0000","last_peered":"2024-03-10T22:27:26.355818+0000","last_clean":"2024-03-10T22:27:26.355818+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355818+0000","last_undegraded":"2024-03-10T22:27:26.355818+0000","last_fullsized":"2024-03-10T22:27:26.355818+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726473+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726473+0000","last_peered":"2024-03-10T22:27:27.726473+0000","last_clean":"2024-03-10T22:27:27.726473+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726473+0000","last_undegraded":"2024-03-10T22:27:27.726473+0000","last_fullsized":"2024-03-10T22:27:27.726473+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354870+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354870+0000","last_peered":"2024-03-10T22:27:26.354870+0000","last_clean":"2024-03-10T22:27:26.354870+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354870+0000","last_undegraded":"2024-03-10T22:27:26.354870+0000","last_fullsized":"2024-03-10T22:27:26.354870+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1078,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.360005+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:25.360005+0000","last_peered":"2024-03-10T22:27:25.360005+0000","last_clean":"2024-03-10T22:27:25.360005+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:25.360005+0000","last_undegraded":"2024-03-10T22:27:25.360005+0000","last_fullsized":"2024-03-10T22:27:25.360005+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727245+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727245+0000","last_peered":"2024-03-10T22:27:27.727245+0000","last_clean":"2024-03-10T22:27:27.727245+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727245+0000","last_undegraded":"2024-03-10T22:27:27.727245+0000","last_fullsized":"2024-03-10T22:27:27.727245+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858402+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858402+0000","last_peered":"2024-03-10T22:27:26.858402+0000","last_clean":"2024-03-10T22:27:26.858402+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858402+0000","last_undegraded":"2024-03-10T22:27:26.858402+0000","last_fullsized":"2024-03-10T22:27:26.858402+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726816+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726816+0000","last_peered":"2024-03-10T22:27:27.726816+0000","last_clean":"2024-03-10T22:27:27.726816+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726816+0000","last_undegraded":"2024-03-10T22:27:27.726816+0000","last_fullsized":"2024-03-10T22:27:27.726816+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858353+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858353+0000","last_peered":"2024-03-10T22:27:26.858353+0000","last_clean":"2024-03-10T22:27:26.858353+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858353+0000","last_undegraded":"2024-03-10T22:27:26.858353+0000","last_fullsized":"2024-03-10T22:27:26.858353+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356073+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356073+0000","last_peered":"2024-03-10T22:27:26.356073+0000","last_clean":"2024-03-10T22:27:26.356073+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356073+0000","last_undegraded":"2024-03-10T22:27:26.356073+0000","last_fullsized":"2024-03-10T22:27:26.356073+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1070,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-03-10T22:27:25.360601+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:25.360601+0000","last_peered":"2024-03-10T22:27:25.360601+0000","last_clean":"2024-03-10T22:27:25.360601+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:25.360601+0000","last_undegraded":"2024-03-10T22:27:25.360601+0000","last_fullsized":"2024-03-10T22:27:25.360601+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783928,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":91100,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":93286400,"data_stored":188241294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928575,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225452,"kb_used_data":107804,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519700,"statfs":{"total":95995035648,"available":95764172800,"internally_reserved":0,"allocated":110391296,"data_stored":244154302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586403,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796458,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474460,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329813,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152462,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073223,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:27:32.012 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:32.012 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:32.012 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:32.012 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:32.012 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:32.012 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:32.012 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:32.012 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:32.012 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:27:32.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:31 smithi172 ceph-mon[84635]: pgmap v902: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 326 B/s rd, 489 KiB/s wr, 4 op/s 2024-03-10T22:27:32.651 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:27:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:27:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:27:33.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:32 smithi169 ceph-mon[88180]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:27:33.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:32 smithi169 ceph-mon[90638]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:27:33.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:32 smithi172 ceph-mon[84635]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:27:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:33 smithi169 ceph-mon[88180]: pgmap v903: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 383 KiB/s wr, 3 op/s 2024-03-10T22:27:34.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:33 smithi169 ceph-mon[90638]: pgmap v903: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 383 KiB/s wr, 3 op/s 2024-03-10T22:27:34.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:33 smithi172 ceph-mon[84635]: pgmap v903: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 383 KiB/s wr, 3 op/s 2024-03-10T22:27:35.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:34 smithi169 ceph-mon[88180]: pgmap v904: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 221 B/s rd, 331 KiB/s wr, 3 op/s 2024-03-10T22:27:35.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:34 smithi169 ceph-mon[90638]: pgmap v904: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 221 B/s rd, 331 KiB/s wr, 3 op/s 2024-03-10T22:27:35.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:34 smithi172 ceph-mon[84635]: pgmap v904: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 221 B/s rd, 331 KiB/s wr, 3 op/s 2024-03-10T22:27:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:27:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:27:35] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2024-03-10T22:27:38.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:37 smithi169 ceph-mon[90638]: pgmap v905: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 100 B/s rd, 148 KiB/s wr, 2 op/s 2024-03-10T22:27:38.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:37 smithi169 ceph-mon[88180]: pgmap v905: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 100 B/s rd, 148 KiB/s wr, 2 op/s 2024-03-10T22:27:38.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:37 smithi172 ceph-mon[84635]: pgmap v905: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 100 B/s rd, 148 KiB/s wr, 2 op/s 2024-03-10T22:27:39.976 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:39 smithi169 ceph-mon[88180]: pgmap v906: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 85 B/s rd, 127 KiB/s wr, 2 op/s 2024-03-10T22:27:39.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:39 smithi169 ceph-mon[90638]: pgmap v906: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 85 B/s rd, 127 KiB/s wr, 2 op/s 2024-03-10T22:27:40.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:39 smithi172 ceph-mon[84635]: pgmap v906: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 85 B/s rd, 127 KiB/s wr, 2 op/s 2024-03-10T22:27:41.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:41.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:40 smithi169 ceph-mon[90638]: pgmap v907: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 85 B/s rd, 127 KiB/s wr, 2 op/s 2024-03-10T22:27:41.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:41.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:40 smithi169 ceph-mon[88180]: pgmap v907: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 85 B/s rd, 127 KiB/s wr, 2 op/s 2024-03-10T22:27:41.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:41.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:40 smithi172 ceph-mon[84635]: pgmap v907: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 85 B/s rd, 127 KiB/s wr, 2 op/s 2024-03-10T22:27:42.014 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:27:42.236 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:27:42.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:27:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:27:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:27:43.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:43 smithi169 ceph-mon[88180]: pgmap v908: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:43.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:43 smithi169 ceph-mon[90638]: pgmap v908: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:44.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:43 smithi172 ceph-mon[84635]: pgmap v908: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:44.245 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:27:44.247 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:27:44.901 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":908,"stamp":"2024-03-10T22:27:42.593806+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004000"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505111+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505111+0000","last_peered":"2024-03-10T22:27:26.505111+0000","last_clean":"2024-03-10T22:27:26.505111+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505111+0000","last_undegraded":"2024-03-10T22:27:26.505111+0000","last_fullsized":"2024-03-10T22:27:26.505111+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354560+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:26.354560+0000","last_peered":"2024-03-10T22:27:26.354560+0000","last_clean":"2024-03-10T22:27:26.354560+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:26.354560+0000","last_undegraded":"2024-03-10T22:27:26.354560+0000","last_fullsized":"2024-03-10T22:27:26.354560+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356391+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356391+0000","last_peered":"2024-03-10T22:27:26.356391+0000","last_clean":"2024-03-10T22:27:26.356391+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356391+0000","last_undegraded":"2024-03-10T22:27:26.356391+0000","last_fullsized":"2024-03-10T22:27:26.356391+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858853+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:26.858853+0000","last_peered":"2024-03-10T22:27:26.858853+0000","last_clean":"2024-03-10T22:27:26.858853+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.858853+0000","last_undegraded":"2024-03-10T22:27:26.858853+0000","last_fullsized":"2024-03-10T22:27:26.858853+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1043,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504474+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504474+0000","last_peered":"2024-03-10T22:27:26.504474+0000","last_clean":"2024-03-10T22:27:26.504474+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504474+0000","last_undegraded":"2024-03-10T22:27:26.504474+0000","last_fullsized":"2024-03-10T22:27:26.504474+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858918+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858918+0000","last_peered":"2024-03-10T22:27:26.858918+0000","last_clean":"2024-03-10T22:27:26.858918+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858918+0000","last_undegraded":"2024-03-10T22:27:26.858918+0000","last_fullsized":"2024-03-10T22:27:26.858918+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1043,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504154+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504154+0000","last_peered":"2024-03-10T22:27:26.504154+0000","last_clean":"2024-03-10T22:27:26.504154+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504154+0000","last_undegraded":"2024-03-10T22:27:26.504154+0000","last_fullsized":"2024-03-10T22:27:26.504154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1174,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726602+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726602+0000","last_peered":"2024-03-10T22:27:27.726602+0000","last_clean":"2024-03-10T22:27:27.726602+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726602+0000","last_undegraded":"2024-03-10T22:27:27.726602+0000","last_fullsized":"2024-03-10T22:27:27.726602+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469868+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469868+0000","last_peered":"2024-03-10T22:27:28.469868+0000","last_clean":"2024-03-10T22:27:28.469868+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469868+0000","last_undegraded":"2024-03-10T22:27:28.469868+0000","last_fullsized":"2024-03-10T22:27:28.469868+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469803+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469803+0000","last_peered":"2024-03-10T22:27:28.469803+0000","last_clean":"2024-03-10T22:27:28.469803+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469803+0000","last_undegraded":"2024-03-10T22:27:28.469803+0000","last_fullsized":"2024-03-10T22:27:28.469803+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1157,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354556+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354556+0000","last_peered":"2024-03-10T22:27:26.354556+0000","last_clean":"2024-03-10T22:27:26.354556+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354556+0000","last_undegraded":"2024-03-10T22:27:26.354556+0000","last_fullsized":"2024-03-10T22:27:26.354556+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1182,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726842+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726842+0000","last_peered":"2024-03-10T22:27:27.726842+0000","last_clean":"2024-03-10T22:27:27.726842+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726842+0000","last_undegraded":"2024-03-10T22:27:27.726842+0000","last_fullsized":"2024-03-10T22:27:27.726842+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354943+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354943+0000","last_peered":"2024-03-10T22:27:26.354943+0000","last_clean":"2024-03-10T22:27:26.354943+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354943+0000","last_undegraded":"2024-03-10T22:27:26.354943+0000","last_fullsized":"2024-03-10T22:27:26.354943+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353417+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353417+0000","last_peered":"2024-03-10T22:27:26.353417+0000","last_clean":"2024-03-10T22:27:26.353417+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353417+0000","last_undegraded":"2024-03-10T22:27:26.353417+0000","last_fullsized":"2024-03-10T22:27:26.353417+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858253+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858253+0000","last_peered":"2024-03-10T22:27:26.858253+0000","last_clean":"2024-03-10T22:27:26.858253+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858253+0000","last_undegraded":"2024-03-10T22:27:26.858253+0000","last_fullsized":"2024-03-10T22:27:26.858253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475884+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.475884+0000","last_peered":"2024-03-10T22:27:27.475884+0000","last_clean":"2024-03-10T22:27:27.475884+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.475884+0000","last_undegraded":"2024-03-10T22:27:27.475884+0000","last_fullsized":"2024-03-10T22:27:27.475884+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475952+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.475952+0000","last_peered":"2024-03-10T22:27:27.475952+0000","last_clean":"2024-03-10T22:27:27.475952+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.475952+0000","last_undegraded":"2024-03-10T22:27:27.475952+0000","last_fullsized":"2024-03-10T22:27:27.475952+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504674+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504674+0000","last_peered":"2024-03-10T22:27:26.504674+0000","last_clean":"2024-03-10T22:27:26.504674+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504674+0000","last_undegraded":"2024-03-10T22:27:26.504674+0000","last_fullsized":"2024-03-10T22:27:26.504674+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1288,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356215+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356215+0000","last_peered":"2024-03-10T22:27:26.356215+0000","last_clean":"2024-03-10T22:27:26.356215+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356215+0000","last_undegraded":"2024-03-10T22:27:26.356215+0000","last_fullsized":"2024-03-10T22:27:26.356215+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727155+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727155+0000","last_peered":"2024-03-10T22:27:27.727155+0000","last_clean":"2024-03-10T22:27:27.727155+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727155+0000","last_undegraded":"2024-03-10T22:27:27.727155+0000","last_fullsized":"2024-03-10T22:27:27.727155+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727237+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727237+0000","last_peered":"2024-03-10T22:27:27.727237+0000","last_clean":"2024-03-10T22:27:27.727237+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727237+0000","last_undegraded":"2024-03-10T22:27:27.727237+0000","last_fullsized":"2024-03-10T22:27:27.727237+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355746+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355746+0000","last_peered":"2024-03-10T22:27:26.355746+0000","last_clean":"2024-03-10T22:27:26.355746+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355746+0000","last_undegraded":"2024-03-10T22:27:26.355746+0000","last_fullsized":"2024-03-10T22:27:26.355746+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504849+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504849+0000","last_peered":"2024-03-10T22:27:26.504849+0000","last_clean":"2024-03-10T22:27:26.504849+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504849+0000","last_undegraded":"2024-03-10T22:27:26.504849+0000","last_fullsized":"2024-03-10T22:27:26.504849+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858908+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858908+0000","last_peered":"2024-03-10T22:27:26.858908+0000","last_clean":"2024-03-10T22:27:26.858908+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858908+0000","last_undegraded":"2024-03-10T22:27:26.858908+0000","last_fullsized":"2024-03-10T22:27:26.858908+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":973,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354367+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354367+0000","last_peered":"2024-03-10T22:27:26.354367+0000","last_clean":"2024-03-10T22:27:26.354367+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354367+0000","last_undegraded":"2024-03-10T22:27:26.354367+0000","last_fullsized":"2024-03-10T22:27:26.354367+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858871+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.858871+0000","last_peered":"2024-03-10T22:27:26.858871+0000","last_clean":"2024-03-10T22:27:26.858871+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.858871+0000","last_undegraded":"2024-03-10T22:27:26.858871+0000","last_fullsized":"2024-03-10T22:27:26.858871+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727139+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727139+0000","last_peered":"2024-03-10T22:27:27.727139+0000","last_clean":"2024-03-10T22:27:27.727139+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727139+0000","last_undegraded":"2024-03-10T22:27:27.727139+0000","last_fullsized":"2024-03-10T22:27:27.727139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354157+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354157+0000","last_peered":"2024-03-10T22:27:26.354157+0000","last_clean":"2024-03-10T22:27:26.354157+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354157+0000","last_undegraded":"2024-03-10T22:27:26.354157+0000","last_fullsized":"2024-03-10T22:27:26.354157+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469682+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.469682+0000","last_peered":"2024-03-10T22:27:28.469682+0000","last_clean":"2024-03-10T22:27:28.469682+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.469682+0000","last_undegraded":"2024-03-10T22:27:28.469682+0000","last_fullsized":"2024-03-10T22:27:28.469682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356419+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356419+0000","last_peered":"2024-03-10T22:27:26.356419+0000","last_clean":"2024-03-10T22:27:26.356419+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356419+0000","last_undegraded":"2024-03-10T22:27:26.356419+0000","last_fullsized":"2024-03-10T22:27:26.356419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726966+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.726966+0000","last_peered":"2024-03-10T22:27:27.726966+0000","last_clean":"2024-03-10T22:27:27.726966+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.726966+0000","last_undegraded":"2024-03-10T22:27:27.726966+0000","last_fullsized":"2024-03-10T22:27:27.726966+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726455+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726455+0000","last_peered":"2024-03-10T22:27:27.726455+0000","last_clean":"2024-03-10T22:27:27.726455+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726455+0000","last_undegraded":"2024-03-10T22:27:27.726455+0000","last_fullsized":"2024-03-10T22:27:27.726455+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858540+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858540+0000","last_peered":"2024-03-10T22:27:26.858540+0000","last_clean":"2024-03-10T22:27:26.858540+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858540+0000","last_undegraded":"2024-03-10T22:27:26.858540+0000","last_fullsized":"2024-03-10T22:27:26.858540+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353458+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353458+0000","last_peered":"2024-03-10T22:27:26.353458+0000","last_clean":"2024-03-10T22:27:26.353458+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353458+0000","last_undegraded":"2024-03-10T22:27:26.353458+0000","last_fullsized":"2024-03-10T22:27:26.353458+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470074+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470074+0000","last_peered":"2024-03-10T22:27:28.470074+0000","last_clean":"2024-03-10T22:27:28.470074+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470074+0000","last_undegraded":"2024-03-10T22:27:28.470074+0000","last_fullsized":"2024-03-10T22:27:28.470074+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1119,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858959+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.858959+0000","last_peered":"2024-03-10T22:27:26.858959+0000","last_clean":"2024-03-10T22:27:26.858959+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.858959+0000","last_undegraded":"2024-03-10T22:27:26.858959+0000","last_fullsized":"2024-03-10T22:27:26.858959+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858907+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.858907+0000","last_peered":"2024-03-10T22:27:26.858907+0000","last_clean":"2024-03-10T22:27:26.858907+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.858907+0000","last_undegraded":"2024-03-10T22:27:26.858907+0000","last_fullsized":"2024-03-10T22:27:26.858907+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356009+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356009+0000","last_peered":"2024-03-10T22:27:26.356009+0000","last_clean":"2024-03-10T22:27:26.356009+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356009+0000","last_undegraded":"2024-03-10T22:27:26.356009+0000","last_fullsized":"2024-03-10T22:27:26.356009+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1239,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355070+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355070+0000","last_peered":"2024-03-10T22:27:26.355070+0000","last_clean":"2024-03-10T22:27:26.355070+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355070+0000","last_undegraded":"2024-03-10T22:27:26.355070+0000","last_fullsized":"2024-03-10T22:27:26.355070+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1146,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354788+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354788+0000","last_peered":"2024-03-10T22:27:26.354788+0000","last_clean":"2024-03-10T22:27:26.354788+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354788+0000","last_undegraded":"2024-03-10T22:27:26.354788+0000","last_fullsized":"2024-03-10T22:27:26.354788+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469945+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.469945+0000","last_peered":"2024-03-10T22:27:28.469945+0000","last_clean":"2024-03-10T22:27:28.469945+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.469945+0000","last_undegraded":"2024-03-10T22:27:28.469945+0000","last_fullsized":"2024-03-10T22:27:28.469945+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356551+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356551+0000","last_peered":"2024-03-10T22:27:26.356551+0000","last_clean":"2024-03-10T22:27:26.356551+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356551+0000","last_undegraded":"2024-03-10T22:27:26.356551+0000","last_fullsized":"2024-03-10T22:27:26.356551+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355419+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355419+0000","last_peered":"2024-03-10T22:27:26.355419+0000","last_clean":"2024-03-10T22:27:26.355419+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355419+0000","last_undegraded":"2024-03-10T22:27:26.355419+0000","last_fullsized":"2024-03-10T22:27:26.355419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858582+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858582+0000","last_peered":"2024-03-10T22:27:26.858582+0000","last_clean":"2024-03-10T22:27:26.858582+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858582+0000","last_undegraded":"2024-03-10T22:27:26.858582+0000","last_fullsized":"2024-03-10T22:27:26.858582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504660+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:26.504660+0000","last_peered":"2024-03-10T22:27:26.504660+0000","last_clean":"2024-03-10T22:27:26.504660+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:26.504660+0000","last_undegraded":"2024-03-10T22:27:26.504660+0000","last_fullsized":"2024-03-10T22:27:26.504660+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469430+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469430+0000","last_peered":"2024-03-10T22:27:28.469430+0000","last_clean":"2024-03-10T22:27:28.469430+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469430+0000","last_undegraded":"2024-03-10T22:27:28.469430+0000","last_fullsized":"2024-03-10T22:27:28.469430+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469415+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469415+0000","last_peered":"2024-03-10T22:27:28.469415+0000","last_clean":"2024-03-10T22:27:28.469415+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469415+0000","last_undegraded":"2024-03-10T22:27:28.469415+0000","last_fullsized":"2024-03-10T22:27:28.469415+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1260,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475301+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475301+0000","last_peered":"2024-03-10T22:27:27.475301+0000","last_clean":"2024-03-10T22:27:27.475301+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475301+0000","last_undegraded":"2024-03-10T22:27:27.475301+0000","last_fullsized":"2024-03-10T22:27:27.475301+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504373+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:26.504373+0000","last_peered":"2024-03-10T22:27:26.504373+0000","last_clean":"2024-03-10T22:27:26.504373+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:26.504373+0000","last_undegraded":"2024-03-10T22:27:26.504373+0000","last_fullsized":"2024-03-10T22:27:26.504373+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4439,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476019+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476019+0000","last_peered":"2024-03-10T22:27:27.476019+0000","last_clean":"2024-03-10T22:27:27.476019+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476019+0000","last_undegraded":"2024-03-10T22:27:27.476019+0000","last_fullsized":"2024-03-10T22:27:27.476019+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355035+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355035+0000","last_peered":"2024-03-10T22:27:26.355035+0000","last_clean":"2024-03-10T22:27:26.355035+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355035+0000","last_undegraded":"2024-03-10T22:27:26.355035+0000","last_fullsized":"2024-03-10T22:27:26.355035+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504928+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504928+0000","last_peered":"2024-03-10T22:27:26.504928+0000","last_clean":"2024-03-10T22:27:26.504928+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504928+0000","last_undegraded":"2024-03-10T22:27:26.504928+0000","last_fullsized":"2024-03-10T22:27:26.504928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12608,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356571+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.356571+0000","last_peered":"2024-03-10T22:27:26.356571+0000","last_clean":"2024-03-10T22:27:26.356571+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.356571+0000","last_undegraded":"2024-03-10T22:27:26.356571+0000","last_fullsized":"2024-03-10T22:27:26.356571+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353978+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:26.353978+0000","last_peered":"2024-03-10T22:27:26.353978+0000","last_clean":"2024-03-10T22:27:26.353978+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:26.353978+0000","last_undegraded":"2024-03-10T22:27:26.353978+0000","last_fullsized":"2024-03-10T22:27:26.353978+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355672+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:26.355672+0000","last_peered":"2024-03-10T22:27:26.355672+0000","last_clean":"2024-03-10T22:27:26.355672+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:26.355672+0000","last_undegraded":"2024-03-10T22:27:26.355672+0000","last_fullsized":"2024-03-10T22:27:26.355672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858799+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858799+0000","last_peered":"2024-03-10T22:27:26.858799+0000","last_clean":"2024-03-10T22:27:26.858799+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858799+0000","last_undegraded":"2024-03-10T22:27:26.858799+0000","last_fullsized":"2024-03-10T22:27:26.858799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15021,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356399+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.356399+0000","last_peered":"2024-03-10T22:27:26.356399+0000","last_clean":"2024-03-10T22:27:26.356399+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.356399+0000","last_undegraded":"2024-03-10T22:27:26.356399+0000","last_fullsized":"2024-03-10T22:27:26.356399+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355317+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:26.355317+0000","last_peered":"2024-03-10T22:27:26.355317+0000","last_clean":"2024-03-10T22:27:26.355317+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:26.355317+0000","last_undegraded":"2024-03-10T22:27:26.355317+0000","last_fullsized":"2024-03-10T22:27:26.355317+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858359+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858359+0000","last_peered":"2024-03-10T22:27:26.858359+0000","last_clean":"2024-03-10T22:27:26.858359+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858359+0000","last_undegraded":"2024-03-10T22:27:26.858359+0000","last_fullsized":"2024-03-10T22:27:26.858359+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354198+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354198+0000","last_peered":"2024-03-10T22:27:26.354198+0000","last_clean":"2024-03-10T22:27:26.354198+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354198+0000","last_undegraded":"2024-03-10T22:27:26.354198+0000","last_fullsized":"2024-03-10T22:27:26.354198+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4225,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476479+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476479+0000","last_peered":"2024-03-10T22:27:27.476479+0000","last_clean":"2024-03-10T22:27:27.476479+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476479+0000","last_undegraded":"2024-03-10T22:27:27.476479+0000","last_fullsized":"2024-03-10T22:27:27.476479+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354756+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354756+0000","last_peered":"2024-03-10T22:27:26.354756+0000","last_clean":"2024-03-10T22:27:26.354756+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354756+0000","last_undegraded":"2024-03-10T22:27:26.354756+0000","last_fullsized":"2024-03-10T22:27:26.354756+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353242+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353242+0000","last_peered":"2024-03-10T22:27:26.353242+0000","last_clean":"2024-03-10T22:27:26.353242+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353242+0000","last_undegraded":"2024-03-10T22:27:26.353242+0000","last_fullsized":"2024-03-10T22:27:26.353242+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1212,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475312+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475312+0000","last_peered":"2024-03-10T22:27:27.475312+0000","last_clean":"2024-03-10T22:27:27.475312+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475312+0000","last_undegraded":"2024-03-10T22:27:27.475312+0000","last_fullsized":"2024-03-10T22:27:27.475312+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504753+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504753+0000","last_peered":"2024-03-10T22:27:26.504753+0000","last_clean":"2024-03-10T22:27:26.504753+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504753+0000","last_undegraded":"2024-03-10T22:27:26.504753+0000","last_fullsized":"2024-03-10T22:27:26.504753+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1062,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470087+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470087+0000","last_peered":"2024-03-10T22:27:28.470087+0000","last_clean":"2024-03-10T22:27:28.470087+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470087+0000","last_undegraded":"2024-03-10T22:27:28.470087+0000","last_fullsized":"2024-03-10T22:27:28.470087+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726815+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726815+0000","last_peered":"2024-03-10T22:27:27.726815+0000","last_clean":"2024-03-10T22:27:27.726815+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726815+0000","last_undegraded":"2024-03-10T22:27:27.726815+0000","last_fullsized":"2024-03-10T22:27:27.726815+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858534+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858534+0000","last_peered":"2024-03-10T22:27:26.858534+0000","last_clean":"2024-03-10T22:27:26.858534+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858534+0000","last_undegraded":"2024-03-10T22:27:26.858534+0000","last_fullsized":"2024-03-10T22:27:26.858534+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1538,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504257+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504257+0000","last_peered":"2024-03-10T22:27:26.504257+0000","last_clean":"2024-03-10T22:27:26.504257+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504257+0000","last_undegraded":"2024-03-10T22:27:26.504257+0000","last_fullsized":"2024-03-10T22:27:26.504257+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3649,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859125+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859125+0000","last_peered":"2024-03-10T22:27:26.859125+0000","last_clean":"2024-03-10T22:27:26.859125+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859125+0000","last_undegraded":"2024-03-10T22:27:26.859125+0000","last_fullsized":"2024-03-10T22:27:26.859125+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355801+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355801+0000","last_peered":"2024-03-10T22:27:26.355801+0000","last_clean":"2024-03-10T22:27:26.355801+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355801+0000","last_undegraded":"2024-03-10T22:27:26.355801+0000","last_fullsized":"2024-03-10T22:27:26.355801+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354280+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354280+0000","last_peered":"2024-03-10T22:27:26.354280+0000","last_clean":"2024-03-10T22:27:26.354280+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354280+0000","last_undegraded":"2024-03-10T22:27:26.354280+0000","last_fullsized":"2024-03-10T22:27:26.354280+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":916,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475410+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475410+0000","last_peered":"2024-03-10T22:27:27.475410+0000","last_clean":"2024-03-10T22:27:27.475410+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475410+0000","last_undegraded":"2024-03-10T22:27:27.475410+0000","last_fullsized":"2024-03-10T22:27:27.475410+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4501,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469851+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469851+0000","last_peered":"2024-03-10T22:27:28.469851+0000","last_clean":"2024-03-10T22:27:28.469851+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469851+0000","last_undegraded":"2024-03-10T22:27:28.469851+0000","last_fullsized":"2024-03-10T22:27:28.469851+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356297+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356297+0000","last_peered":"2024-03-10T22:27:26.356297+0000","last_clean":"2024-03-10T22:27:26.356297+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356297+0000","last_undegraded":"2024-03-10T22:27:26.356297+0000","last_fullsized":"2024-03-10T22:27:26.356297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":958,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354555+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:26.354555+0000","last_peered":"2024-03-10T22:27:26.354555+0000","last_clean":"2024-03-10T22:27:26.354555+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:26.354555+0000","last_undegraded":"2024-03-10T22:27:26.354555+0000","last_fullsized":"2024-03-10T22:27:26.354555+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355214+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:26.355214+0000","last_peered":"2024-03-10T22:27:26.355214+0000","last_clean":"2024-03-10T22:27:26.355214+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:26.355214+0000","last_undegraded":"2024-03-10T22:27:26.355214+0000","last_fullsized":"2024-03-10T22:27:26.355214+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354935+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.354935+0000","last_peered":"2024-03-10T22:27:26.354935+0000","last_clean":"2024-03-10T22:27:26.354935+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.354935+0000","last_undegraded":"2024-03-10T22:27:26.354935+0000","last_fullsized":"2024-03-10T22:27:26.354935+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726696+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726696+0000","last_peered":"2024-03-10T22:27:27.726696+0000","last_clean":"2024-03-10T22:27:27.726696+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726696+0000","last_undegraded":"2024-03-10T22:27:27.726696+0000","last_fullsized":"2024-03-10T22:27:27.726696+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354527+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354527+0000","last_peered":"2024-03-10T22:27:26.354527+0000","last_clean":"2024-03-10T22:27:26.354527+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354527+0000","last_undegraded":"2024-03-10T22:27:26.354527+0000","last_fullsized":"2024-03-10T22:27:26.354527+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727131+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727131+0000","last_peered":"2024-03-10T22:27:27.727131+0000","last_clean":"2024-03-10T22:27:27.727131+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727131+0000","last_undegraded":"2024-03-10T22:27:27.727131+0000","last_fullsized":"2024-03-10T22:27:27.727131+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727112+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727112+0000","last_peered":"2024-03-10T22:27:27.727112+0000","last_clean":"2024-03-10T22:27:27.727112+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727112+0000","last_undegraded":"2024-03-10T22:27:27.727112+0000","last_fullsized":"2024-03-10T22:27:27.727112+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354006+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354006+0000","last_peered":"2024-03-10T22:27:26.354006+0000","last_clean":"2024-03-10T22:27:26.354006+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354006+0000","last_undegraded":"2024-03-10T22:27:26.354006+0000","last_fullsized":"2024-03-10T22:27:26.354006+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469972+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.469972+0000","last_peered":"2024-03-10T22:27:28.469972+0000","last_clean":"2024-03-10T22:27:28.469972+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.469972+0000","last_undegraded":"2024-03-10T22:27:28.469972+0000","last_fullsized":"2024-03-10T22:27:28.469972+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476173+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476173+0000","last_peered":"2024-03-10T22:27:27.476173+0000","last_clean":"2024-03-10T22:27:27.476173+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476173+0000","last_undegraded":"2024-03-10T22:27:27.476173+0000","last_fullsized":"2024-03-10T22:27:27.476173+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3245,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859217+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859217+0000","last_peered":"2024-03-10T22:27:26.859217+0000","last_clean":"2024-03-10T22:27:26.859217+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859217+0000","last_undegraded":"2024-03-10T22:27:26.859217+0000","last_fullsized":"2024-03-10T22:27:26.859217+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1023,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504387+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504387+0000","last_peered":"2024-03-10T22:27:26.504387+0000","last_clean":"2024-03-10T22:27:26.504387+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504387+0000","last_undegraded":"2024-03-10T22:27:26.504387+0000","last_fullsized":"2024-03-10T22:27:26.504387+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354065+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:26.354065+0000","last_peered":"2024-03-10T22:27:26.354065+0000","last_clean":"2024-03-10T22:27:26.354065+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:26.354065+0000","last_undegraded":"2024-03-10T22:27:26.354065+0000","last_fullsized":"2024-03-10T22:27:26.354065+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3998,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355048+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355048+0000","last_peered":"2024-03-10T22:27:26.355048+0000","last_clean":"2024-03-10T22:27:26.355048+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355048+0000","last_undegraded":"2024-03-10T22:27:26.355048+0000","last_fullsized":"2024-03-10T22:27:26.355048+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353630+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353630+0000","last_peered":"2024-03-10T22:27:26.353630+0000","last_clean":"2024-03-10T22:27:26.353630+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353630+0000","last_undegraded":"2024-03-10T22:27:26.353630+0000","last_fullsized":"2024-03-10T22:27:26.353630+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726639+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726639+0000","last_peered":"2024-03-10T22:27:27.726639+0000","last_clean":"2024-03-10T22:27:27.726639+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726639+0000","last_undegraded":"2024-03-10T22:27:27.726639+0000","last_fullsized":"2024-03-10T22:27:27.726639+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4939,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476375+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476375+0000","last_peered":"2024-03-10T22:27:27.476375+0000","last_clean":"2024-03-10T22:27:27.476375+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476375+0000","last_undegraded":"2024-03-10T22:27:27.476375+0000","last_fullsized":"2024-03-10T22:27:27.476375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353818+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353818+0000","last_peered":"2024-03-10T22:27:26.353818+0000","last_clean":"2024-03-10T22:27:26.353818+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353818+0000","last_undegraded":"2024-03-10T22:27:26.353818+0000","last_fullsized":"2024-03-10T22:27:26.353818+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726805+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726805+0000","last_peered":"2024-03-10T22:27:27.726805+0000","last_clean":"2024-03-10T22:27:27.726805+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726805+0000","last_undegraded":"2024-03-10T22:27:27.726805+0000","last_fullsized":"2024-03-10T22:27:27.726805+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355471+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355471+0000","last_peered":"2024-03-10T22:27:26.355471+0000","last_clean":"2024-03-10T22:27:26.355471+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355471+0000","last_undegraded":"2024-03-10T22:27:26.355471+0000","last_fullsized":"2024-03-10T22:27:26.355471+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475861+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475861+0000","last_peered":"2024-03-10T22:27:27.475861+0000","last_clean":"2024-03-10T22:27:27.475861+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475861+0000","last_undegraded":"2024-03-10T22:27:27.475861+0000","last_fullsized":"2024-03-10T22:27:27.475861+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469556+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469556+0000","last_peered":"2024-03-10T22:27:28.469556+0000","last_clean":"2024-03-10T22:27:28.469556+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469556+0000","last_undegraded":"2024-03-10T22:27:28.469556+0000","last_fullsized":"2024-03-10T22:27:28.469556+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5328,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476317+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476317+0000","last_peered":"2024-03-10T22:27:27.476317+0000","last_clean":"2024-03-10T22:27:27.476317+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476317+0000","last_undegraded":"2024-03-10T22:27:27.476317+0000","last_fullsized":"2024-03-10T22:27:27.476317+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1212,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475832+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475832+0000","last_peered":"2024-03-10T22:27:27.475832+0000","last_clean":"2024-03-10T22:27:27.475832+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475832+0000","last_undegraded":"2024-03-10T22:27:27.475832+0000","last_fullsized":"2024-03-10T22:27:27.475832+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504672+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504672+0000","last_peered":"2024-03-10T22:27:26.504672+0000","last_clean":"2024-03-10T22:27:26.504672+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504672+0000","last_undegraded":"2024-03-10T22:27:26.504672+0000","last_fullsized":"2024-03-10T22:27:26.504672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4656,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476100+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476100+0000","last_peered":"2024-03-10T22:27:27.476100+0000","last_clean":"2024-03-10T22:27:27.476100+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476100+0000","last_undegraded":"2024-03-10T22:27:27.476100+0000","last_fullsized":"2024-03-10T22:27:27.476100+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354759+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354759+0000","last_peered":"2024-03-10T22:27:26.354759+0000","last_clean":"2024-03-10T22:27:26.354759+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354759+0000","last_undegraded":"2024-03-10T22:27:26.354759+0000","last_fullsized":"2024-03-10T22:27:26.354759+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858605+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858605+0000","last_peered":"2024-03-10T22:27:26.858605+0000","last_clean":"2024-03-10T22:27:26.858605+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858605+0000","last_undegraded":"2024-03-10T22:27:26.858605+0000","last_fullsized":"2024-03-10T22:27:26.858605+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504341+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504341+0000","last_peered":"2024-03-10T22:27:26.504341+0000","last_clean":"2024-03-10T22:27:26.504341+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504341+0000","last_undegraded":"2024-03-10T22:27:26.504341+0000","last_fullsized":"2024-03-10T22:27:26.504341+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476277+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476277+0000","last_peered":"2024-03-10T22:27:27.476277+0000","last_clean":"2024-03-10T22:27:27.476277+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476277+0000","last_undegraded":"2024-03-10T22:27:27.476277+0000","last_fullsized":"2024-03-10T22:27:27.476277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504933+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504933+0000","last_peered":"2024-03-10T22:27:26.504933+0000","last_clean":"2024-03-10T22:27:26.504933+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504933+0000","last_undegraded":"2024-03-10T22:27:26.504933+0000","last_fullsized":"2024-03-10T22:27:26.504933+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469407+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469407+0000","last_peered":"2024-03-10T22:27:28.469407+0000","last_clean":"2024-03-10T22:27:28.469407+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469407+0000","last_undegraded":"2024-03-10T22:27:28.469407+0000","last_fullsized":"2024-03-10T22:27:28.469407+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475434+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475434+0000","last_peered":"2024-03-10T22:27:27.475434+0000","last_clean":"2024-03-10T22:27:27.475434+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475434+0000","last_undegraded":"2024-03-10T22:27:27.475434+0000","last_fullsized":"2024-03-10T22:27:27.475434+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858771+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858771+0000","last_peered":"2024-03-10T22:27:26.858771+0000","last_clean":"2024-03-10T22:27:26.858771+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858771+0000","last_undegraded":"2024-03-10T22:27:26.858771+0000","last_fullsized":"2024-03-10T22:27:26.858771+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355818+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355818+0000","last_peered":"2024-03-10T22:27:26.355818+0000","last_clean":"2024-03-10T22:27:26.355818+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355818+0000","last_undegraded":"2024-03-10T22:27:26.355818+0000","last_fullsized":"2024-03-10T22:27:26.355818+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726473+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726473+0000","last_peered":"2024-03-10T22:27:27.726473+0000","last_clean":"2024-03-10T22:27:27.726473+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726473+0000","last_undegraded":"2024-03-10T22:27:27.726473+0000","last_fullsized":"2024-03-10T22:27:27.726473+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354870+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354870+0000","last_peered":"2024-03-10T22:27:26.354870+0000","last_clean":"2024-03-10T22:27:26.354870+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354870+0000","last_undegraded":"2024-03-10T22:27:26.354870+0000","last_fullsized":"2024-03-10T22:27:26.354870+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1080,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470202+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470202+0000","last_peered":"2024-03-10T22:27:28.470202+0000","last_clean":"2024-03-10T22:27:28.470202+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470202+0000","last_undegraded":"2024-03-10T22:27:28.470202+0000","last_fullsized":"2024-03-10T22:27:28.470202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727245+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727245+0000","last_peered":"2024-03-10T22:27:27.727245+0000","last_clean":"2024-03-10T22:27:27.727245+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727245+0000","last_undegraded":"2024-03-10T22:27:27.727245+0000","last_fullsized":"2024-03-10T22:27:27.727245+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858402+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858402+0000","last_peered":"2024-03-10T22:27:26.858402+0000","last_clean":"2024-03-10T22:27:26.858402+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858402+0000","last_undegraded":"2024-03-10T22:27:26.858402+0000","last_fullsized":"2024-03-10T22:27:26.858402+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726816+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726816+0000","last_peered":"2024-03-10T22:27:27.726816+0000","last_clean":"2024-03-10T22:27:27.726816+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726816+0000","last_undegraded":"2024-03-10T22:27:27.726816+0000","last_fullsized":"2024-03-10T22:27:27.726816+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858353+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858353+0000","last_peered":"2024-03-10T22:27:26.858353+0000","last_clean":"2024-03-10T22:27:26.858353+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858353+0000","last_undegraded":"2024-03-10T22:27:26.858353+0000","last_fullsized":"2024-03-10T22:27:26.858353+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356124+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356124+0000","last_peered":"2024-03-10T22:27:26.356124+0000","last_clean":"2024-03-10T22:27:26.356124+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356124+0000","last_undegraded":"2024-03-10T22:27:26.356124+0000","last_fullsized":"2024-03-10T22:27:26.356124+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469744+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469744+0000","last_peered":"2024-03-10T22:27:28.469744+0000","last_clean":"2024-03-10T22:27:28.469744+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469744+0000","last_undegraded":"2024-03-10T22:27:28.469744+0000","last_fullsized":"2024-03-10T22:27:28.469744+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783931,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928578,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586405,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796461,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474462,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329815,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152464,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073225,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:27:44.907 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:44.907 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:44.907 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:44.907 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:44.907 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:44.907 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:44.907 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:44.907 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:44.907 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:27:45.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:45 smithi169 ceph-mon[88180]: from='client.34533 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:27:45.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:45 smithi169 ceph-mon[88180]: pgmap v909: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:45.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:45 smithi169 ceph-mon[90638]: from='client.34533 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:27:45.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:45 smithi169 ceph-mon[90638]: pgmap v909: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:46.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:45 smithi172 ceph-mon[84635]: from='client.34533 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:27:46.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:45 smithi172 ceph-mon[84635]: pgmap v909: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:27:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:27:45] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-03-10T22:27:47.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:46 smithi169 ceph-mon[90638]: pgmap v910: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:47.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:46 smithi169 ceph-mon[88180]: pgmap v910: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:47.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:46 smithi172 ceph-mon[84635]: pgmap v910: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:48.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:48 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:27:48.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:48 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:27:48.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:48 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:27:49.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:27:49.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:27:49.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[88180]: pgmap v911: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:49.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:27:49.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:27:49.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:27:49.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:27:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:27:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[90638]: pgmap v911: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:27:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:27:49.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:49 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:27:49.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:49 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:27:49.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:49 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:27:49.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:49 smithi172 ceph-mon[84635]: pgmap v911: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:49.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:49 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:27:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:49 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:27:49.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:49 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:27:52.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:51 smithi169 ceph-mon[88180]: pgmap v912: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:52.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:51 smithi169 ceph-mon[90638]: pgmap v912: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:52.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:51 smithi172 ceph-mon[84635]: pgmap v912: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:52.703 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:27:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:27:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:27:53.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:52 smithi169 ceph-mon[90638]: pgmap v913: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:52 smithi169 ceph-mon[88180]: pgmap v913: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:53.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:52 smithi172 ceph-mon[84635]: pgmap v913: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:54.908 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:27:55.126 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:27:55.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:55 smithi169 ceph-mon[90638]: pgmap v914: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:55.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:55.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:55 smithi169 ceph-mon[88180]: pgmap v914: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:55.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:55 smithi172 ceph-mon[84635]: pgmap v914: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:27:56.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:27:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:27:55] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-03-10T22:27:57.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:56 smithi169 ceph-mon[88180]: pgmap v915: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:57.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:56 smithi169 ceph-mon[90638]: pgmap v915: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:57.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:56 smithi172 ceph-mon[84635]: pgmap v915: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:57.077 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:27:57.080 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:27:57.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:57 smithi169 ceph-mon[90638]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:27:57.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:57 smithi169 ceph-mon[88180]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:27:57.860 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":915,"stamp":"2024-03-10T22:27:56.597822+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003478"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505111+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505111+0000","last_peered":"2024-03-10T22:27:26.505111+0000","last_clean":"2024-03-10T22:27:26.505111+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505111+0000","last_undegraded":"2024-03-10T22:27:26.505111+0000","last_fullsized":"2024-03-10T22:27:26.505111+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354560+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:26.354560+0000","last_peered":"2024-03-10T22:27:26.354560+0000","last_clean":"2024-03-10T22:27:26.354560+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:26.354560+0000","last_undegraded":"2024-03-10T22:27:26.354560+0000","last_fullsized":"2024-03-10T22:27:26.354560+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356391+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356391+0000","last_peered":"2024-03-10T22:27:26.356391+0000","last_clean":"2024-03-10T22:27:26.356391+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356391+0000","last_undegraded":"2024-03-10T22:27:26.356391+0000","last_fullsized":"2024-03-10T22:27:26.356391+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858853+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:26.858853+0000","last_peered":"2024-03-10T22:27:26.858853+0000","last_clean":"2024-03-10T22:27:26.858853+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.858853+0000","last_undegraded":"2024-03-10T22:27:26.858853+0000","last_fullsized":"2024-03-10T22:27:26.858853+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858918+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858918+0000","last_peered":"2024-03-10T22:27:26.858918+0000","last_clean":"2024-03-10T22:27:26.858918+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858918+0000","last_undegraded":"2024-03-10T22:27:26.858918+0000","last_fullsized":"2024-03-10T22:27:26.858918+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1174,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726602+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726602+0000","last_peered":"2024-03-10T22:27:27.726602+0000","last_clean":"2024-03-10T22:27:27.726602+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726602+0000","last_undegraded":"2024-03-10T22:27:27.726602+0000","last_fullsized":"2024-03-10T22:27:27.726602+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469868+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469868+0000","last_peered":"2024-03-10T22:27:28.469868+0000","last_clean":"2024-03-10T22:27:28.469868+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469868+0000","last_undegraded":"2024-03-10T22:27:28.469868+0000","last_fullsized":"2024-03-10T22:27:28.469868+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469803+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469803+0000","last_peered":"2024-03-10T22:27:28.469803+0000","last_clean":"2024-03-10T22:27:28.469803+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469803+0000","last_undegraded":"2024-03-10T22:27:28.469803+0000","last_fullsized":"2024-03-10T22:27:28.469803+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1157,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354556+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354556+0000","last_peered":"2024-03-10T22:27:26.354556+0000","last_clean":"2024-03-10T22:27:26.354556+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354556+0000","last_undegraded":"2024-03-10T22:27:26.354556+0000","last_fullsized":"2024-03-10T22:27:26.354556+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726887+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726887+0000","last_peered":"2024-03-10T22:27:27.726887+0000","last_clean":"2024-03-10T22:27:27.726887+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726887+0000","last_undegraded":"2024-03-10T22:27:27.726887+0000","last_fullsized":"2024-03-10T22:27:27.726887+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354943+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354943+0000","last_peered":"2024-03-10T22:27:26.354943+0000","last_clean":"2024-03-10T22:27:26.354943+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354943+0000","last_undegraded":"2024-03-10T22:27:26.354943+0000","last_fullsized":"2024-03-10T22:27:26.354943+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353417+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353417+0000","last_peered":"2024-03-10T22:27:26.353417+0000","last_clean":"2024-03-10T22:27:26.353417+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353417+0000","last_undegraded":"2024-03-10T22:27:26.353417+0000","last_fullsized":"2024-03-10T22:27:26.353417+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858253+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858253+0000","last_peered":"2024-03-10T22:27:26.858253+0000","last_clean":"2024-03-10T22:27:26.858253+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858253+0000","last_undegraded":"2024-03-10T22:27:26.858253+0000","last_fullsized":"2024-03-10T22:27:26.858253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475884+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.475884+0000","last_peered":"2024-03-10T22:27:27.475884+0000","last_clean":"2024-03-10T22:27:27.475884+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.475884+0000","last_undegraded":"2024-03-10T22:27:27.475884+0000","last_fullsized":"2024-03-10T22:27:27.475884+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475952+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.475952+0000","last_peered":"2024-03-10T22:27:27.475952+0000","last_clean":"2024-03-10T22:27:27.475952+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.475952+0000","last_undegraded":"2024-03-10T22:27:27.475952+0000","last_fullsized":"2024-03-10T22:27:27.475952+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504674+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504674+0000","last_peered":"2024-03-10T22:27:26.504674+0000","last_clean":"2024-03-10T22:27:26.504674+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504674+0000","last_undegraded":"2024-03-10T22:27:26.504674+0000","last_fullsized":"2024-03-10T22:27:26.504674+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1288,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356215+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356215+0000","last_peered":"2024-03-10T22:27:26.356215+0000","last_clean":"2024-03-10T22:27:26.356215+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356215+0000","last_undegraded":"2024-03-10T22:27:26.356215+0000","last_fullsized":"2024-03-10T22:27:26.356215+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727155+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727155+0000","last_peered":"2024-03-10T22:27:27.727155+0000","last_clean":"2024-03-10T22:27:27.727155+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727155+0000","last_undegraded":"2024-03-10T22:27:27.727155+0000","last_fullsized":"2024-03-10T22:27:27.727155+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727237+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727237+0000","last_peered":"2024-03-10T22:27:27.727237+0000","last_clean":"2024-03-10T22:27:27.727237+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727237+0000","last_undegraded":"2024-03-10T22:27:27.727237+0000","last_fullsized":"2024-03-10T22:27:27.727237+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355746+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355746+0000","last_peered":"2024-03-10T22:27:26.355746+0000","last_clean":"2024-03-10T22:27:26.355746+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355746+0000","last_undegraded":"2024-03-10T22:27:26.355746+0000","last_fullsized":"2024-03-10T22:27:26.355746+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858908+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858908+0000","last_peered":"2024-03-10T22:27:26.858908+0000","last_clean":"2024-03-10T22:27:26.858908+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858908+0000","last_undegraded":"2024-03-10T22:27:26.858908+0000","last_fullsized":"2024-03-10T22:27:26.858908+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":973,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354367+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354367+0000","last_peered":"2024-03-10T22:27:26.354367+0000","last_clean":"2024-03-10T22:27:26.354367+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354367+0000","last_undegraded":"2024-03-10T22:27:26.354367+0000","last_fullsized":"2024-03-10T22:27:26.354367+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858871+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.858871+0000","last_peered":"2024-03-10T22:27:26.858871+0000","last_clean":"2024-03-10T22:27:26.858871+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.858871+0000","last_undegraded":"2024-03-10T22:27:26.858871+0000","last_fullsized":"2024-03-10T22:27:26.858871+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727139+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727139+0000","last_peered":"2024-03-10T22:27:27.727139+0000","last_clean":"2024-03-10T22:27:27.727139+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727139+0000","last_undegraded":"2024-03-10T22:27:27.727139+0000","last_fullsized":"2024-03-10T22:27:27.727139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354157+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354157+0000","last_peered":"2024-03-10T22:27:26.354157+0000","last_clean":"2024-03-10T22:27:26.354157+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354157+0000","last_undegraded":"2024-03-10T22:27:26.354157+0000","last_fullsized":"2024-03-10T22:27:26.354157+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469682+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.469682+0000","last_peered":"2024-03-10T22:27:28.469682+0000","last_clean":"2024-03-10T22:27:28.469682+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.469682+0000","last_undegraded":"2024-03-10T22:27:28.469682+0000","last_fullsized":"2024-03-10T22:27:28.469682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356419+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356419+0000","last_peered":"2024-03-10T22:27:26.356419+0000","last_clean":"2024-03-10T22:27:26.356419+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356419+0000","last_undegraded":"2024-03-10T22:27:26.356419+0000","last_fullsized":"2024-03-10T22:27:26.356419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727015+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.727015+0000","last_peered":"2024-03-10T22:27:27.727015+0000","last_clean":"2024-03-10T22:27:27.727015+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.727015+0000","last_undegraded":"2024-03-10T22:27:27.727015+0000","last_fullsized":"2024-03-10T22:27:27.727015+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726512+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726512+0000","last_peered":"2024-03-10T22:27:27.726512+0000","last_clean":"2024-03-10T22:27:27.726512+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726512+0000","last_undegraded":"2024-03-10T22:27:27.726512+0000","last_fullsized":"2024-03-10T22:27:27.726512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858540+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858540+0000","last_peered":"2024-03-10T22:27:26.858540+0000","last_clean":"2024-03-10T22:27:26.858540+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858540+0000","last_undegraded":"2024-03-10T22:27:26.858540+0000","last_fullsized":"2024-03-10T22:27:26.858540+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353458+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353458+0000","last_peered":"2024-03-10T22:27:26.353458+0000","last_clean":"2024-03-10T22:27:26.353458+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353458+0000","last_undegraded":"2024-03-10T22:27:26.353458+0000","last_fullsized":"2024-03-10T22:27:26.353458+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470074+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470074+0000","last_peered":"2024-03-10T22:27:28.470074+0000","last_clean":"2024-03-10T22:27:28.470074+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470074+0000","last_undegraded":"2024-03-10T22:27:28.470074+0000","last_fullsized":"2024-03-10T22:27:28.470074+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1119,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858959+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.858959+0000","last_peered":"2024-03-10T22:27:26.858959+0000","last_clean":"2024-03-10T22:27:26.858959+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.858959+0000","last_undegraded":"2024-03-10T22:27:26.858959+0000","last_fullsized":"2024-03-10T22:27:26.858959+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858907+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.858907+0000","last_peered":"2024-03-10T22:27:26.858907+0000","last_clean":"2024-03-10T22:27:26.858907+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.858907+0000","last_undegraded":"2024-03-10T22:27:26.858907+0000","last_fullsized":"2024-03-10T22:27:26.858907+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356009+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356009+0000","last_peered":"2024-03-10T22:27:26.356009+0000","last_clean":"2024-03-10T22:27:26.356009+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356009+0000","last_undegraded":"2024-03-10T22:27:26.356009+0000","last_fullsized":"2024-03-10T22:27:26.356009+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1239,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355070+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355070+0000","last_peered":"2024-03-10T22:27:26.355070+0000","last_clean":"2024-03-10T22:27:26.355070+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355070+0000","last_undegraded":"2024-03-10T22:27:26.355070+0000","last_fullsized":"2024-03-10T22:27:26.355070+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1146,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354788+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354788+0000","last_peered":"2024-03-10T22:27:26.354788+0000","last_clean":"2024-03-10T22:27:26.354788+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354788+0000","last_undegraded":"2024-03-10T22:27:26.354788+0000","last_fullsized":"2024-03-10T22:27:26.354788+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469945+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.469945+0000","last_peered":"2024-03-10T22:27:28.469945+0000","last_clean":"2024-03-10T22:27:28.469945+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.469945+0000","last_undegraded":"2024-03-10T22:27:28.469945+0000","last_fullsized":"2024-03-10T22:27:28.469945+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356551+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356551+0000","last_peered":"2024-03-10T22:27:26.356551+0000","last_clean":"2024-03-10T22:27:26.356551+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356551+0000","last_undegraded":"2024-03-10T22:27:26.356551+0000","last_fullsized":"2024-03-10T22:27:26.356551+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355419+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355419+0000","last_peered":"2024-03-10T22:27:26.355419+0000","last_clean":"2024-03-10T22:27:26.355419+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355419+0000","last_undegraded":"2024-03-10T22:27:26.355419+0000","last_fullsized":"2024-03-10T22:27:26.355419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858582+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858582+0000","last_peered":"2024-03-10T22:27:26.858582+0000","last_clean":"2024-03-10T22:27:26.858582+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858582+0000","last_undegraded":"2024-03-10T22:27:26.858582+0000","last_fullsized":"2024-03-10T22:27:26.858582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504660+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:26.504660+0000","last_peered":"2024-03-10T22:27:26.504660+0000","last_clean":"2024-03-10T22:27:26.504660+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:26.504660+0000","last_undegraded":"2024-03-10T22:27:26.504660+0000","last_fullsized":"2024-03-10T22:27:26.504660+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469430+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469430+0000","last_peered":"2024-03-10T22:27:28.469430+0000","last_clean":"2024-03-10T22:27:28.469430+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469430+0000","last_undegraded":"2024-03-10T22:27:28.469430+0000","last_fullsized":"2024-03-10T22:27:28.469430+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469415+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469415+0000","last_peered":"2024-03-10T22:27:28.469415+0000","last_clean":"2024-03-10T22:27:28.469415+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469415+0000","last_undegraded":"2024-03-10T22:27:28.469415+0000","last_fullsized":"2024-03-10T22:27:28.469415+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1260,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475301+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475301+0000","last_peered":"2024-03-10T22:27:27.475301+0000","last_clean":"2024-03-10T22:27:27.475301+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475301+0000","last_undegraded":"2024-03-10T22:27:27.475301+0000","last_fullsized":"2024-03-10T22:27:27.475301+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504373+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:26.504373+0000","last_peered":"2024-03-10T22:27:26.504373+0000","last_clean":"2024-03-10T22:27:26.504373+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:26.504373+0000","last_undegraded":"2024-03-10T22:27:26.504373+0000","last_fullsized":"2024-03-10T22:27:26.504373+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4439,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476019+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476019+0000","last_peered":"2024-03-10T22:27:27.476019+0000","last_clean":"2024-03-10T22:27:27.476019+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476019+0000","last_undegraded":"2024-03-10T22:27:27.476019+0000","last_fullsized":"2024-03-10T22:27:27.476019+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355085+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355085+0000","last_peered":"2024-03-10T22:27:26.355085+0000","last_clean":"2024-03-10T22:27:26.355085+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355085+0000","last_undegraded":"2024-03-10T22:27:26.355085+0000","last_fullsized":"2024-03-10T22:27:26.355085+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504928+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504928+0000","last_peered":"2024-03-10T22:27:26.504928+0000","last_clean":"2024-03-10T22:27:26.504928+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504928+0000","last_undegraded":"2024-03-10T22:27:26.504928+0000","last_fullsized":"2024-03-10T22:27:26.504928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12608,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356571+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.356571+0000","last_peered":"2024-03-10T22:27:26.356571+0000","last_clean":"2024-03-10T22:27:26.356571+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.356571+0000","last_undegraded":"2024-03-10T22:27:26.356571+0000","last_fullsized":"2024-03-10T22:27:26.356571+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353978+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:26.353978+0000","last_peered":"2024-03-10T22:27:26.353978+0000","last_clean":"2024-03-10T22:27:26.353978+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:26.353978+0000","last_undegraded":"2024-03-10T22:27:26.353978+0000","last_fullsized":"2024-03-10T22:27:26.353978+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355672+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:26.355672+0000","last_peered":"2024-03-10T22:27:26.355672+0000","last_clean":"2024-03-10T22:27:26.355672+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:26.355672+0000","last_undegraded":"2024-03-10T22:27:26.355672+0000","last_fullsized":"2024-03-10T22:27:26.355672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858866+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858866+0000","last_peered":"2024-03-10T22:27:26.858866+0000","last_clean":"2024-03-10T22:27:26.858866+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858866+0000","last_undegraded":"2024-03-10T22:27:26.858866+0000","last_fullsized":"2024-03-10T22:27:26.858866+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15021,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356399+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.356399+0000","last_peered":"2024-03-10T22:27:26.356399+0000","last_clean":"2024-03-10T22:27:26.356399+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.356399+0000","last_undegraded":"2024-03-10T22:27:26.356399+0000","last_fullsized":"2024-03-10T22:27:26.356399+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355317+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:26.355317+0000","last_peered":"2024-03-10T22:27:26.355317+0000","last_clean":"2024-03-10T22:27:26.355317+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:26.355317+0000","last_undegraded":"2024-03-10T22:27:26.355317+0000","last_fullsized":"2024-03-10T22:27:26.355317+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858461+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858461+0000","last_peered":"2024-03-10T22:27:26.858461+0000","last_clean":"2024-03-10T22:27:26.858461+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858461+0000","last_undegraded":"2024-03-10T22:27:26.858461+0000","last_fullsized":"2024-03-10T22:27:26.858461+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354198+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354198+0000","last_peered":"2024-03-10T22:27:26.354198+0000","last_clean":"2024-03-10T22:27:26.354198+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354198+0000","last_undegraded":"2024-03-10T22:27:26.354198+0000","last_fullsized":"2024-03-10T22:27:26.354198+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4225,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476479+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476479+0000","last_peered":"2024-03-10T22:27:27.476479+0000","last_clean":"2024-03-10T22:27:27.476479+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476479+0000","last_undegraded":"2024-03-10T22:27:27.476479+0000","last_fullsized":"2024-03-10T22:27:27.476479+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354756+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354756+0000","last_peered":"2024-03-10T22:27:26.354756+0000","last_clean":"2024-03-10T22:27:26.354756+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354756+0000","last_undegraded":"2024-03-10T22:27:26.354756+0000","last_fullsized":"2024-03-10T22:27:26.354756+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353242+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353242+0000","last_peered":"2024-03-10T22:27:26.353242+0000","last_clean":"2024-03-10T22:27:26.353242+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353242+0000","last_undegraded":"2024-03-10T22:27:26.353242+0000","last_fullsized":"2024-03-10T22:27:26.353242+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1212,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475312+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475312+0000","last_peered":"2024-03-10T22:27:27.475312+0000","last_clean":"2024-03-10T22:27:27.475312+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475312+0000","last_undegraded":"2024-03-10T22:27:27.475312+0000","last_fullsized":"2024-03-10T22:27:27.475312+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504753+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504753+0000","last_peered":"2024-03-10T22:27:26.504753+0000","last_clean":"2024-03-10T22:27:26.504753+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504753+0000","last_undegraded":"2024-03-10T22:27:26.504753+0000","last_fullsized":"2024-03-10T22:27:26.504753+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1062,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470087+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470087+0000","last_peered":"2024-03-10T22:27:28.470087+0000","last_clean":"2024-03-10T22:27:28.470087+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470087+0000","last_undegraded":"2024-03-10T22:27:28.470087+0000","last_fullsized":"2024-03-10T22:27:28.470087+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726815+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726815+0000","last_peered":"2024-03-10T22:27:27.726815+0000","last_clean":"2024-03-10T22:27:27.726815+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726815+0000","last_undegraded":"2024-03-10T22:27:27.726815+0000","last_fullsized":"2024-03-10T22:27:27.726815+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858684+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858684+0000","last_peered":"2024-03-10T22:27:26.858684+0000","last_clean":"2024-03-10T22:27:26.858684+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858684+0000","last_undegraded":"2024-03-10T22:27:26.858684+0000","last_fullsized":"2024-03-10T22:27:26.858684+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1538,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504257+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504257+0000","last_peered":"2024-03-10T22:27:26.504257+0000","last_clean":"2024-03-10T22:27:26.504257+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504257+0000","last_undegraded":"2024-03-10T22:27:26.504257+0000","last_fullsized":"2024-03-10T22:27:26.504257+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3649,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859125+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859125+0000","last_peered":"2024-03-10T22:27:26.859125+0000","last_clean":"2024-03-10T22:27:26.859125+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859125+0000","last_undegraded":"2024-03-10T22:27:26.859125+0000","last_fullsized":"2024-03-10T22:27:26.859125+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355801+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355801+0000","last_peered":"2024-03-10T22:27:26.355801+0000","last_clean":"2024-03-10T22:27:26.355801+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355801+0000","last_undegraded":"2024-03-10T22:27:26.355801+0000","last_fullsized":"2024-03-10T22:27:26.355801+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354280+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354280+0000","last_peered":"2024-03-10T22:27:26.354280+0000","last_clean":"2024-03-10T22:27:26.354280+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354280+0000","last_undegraded":"2024-03-10T22:27:26.354280+0000","last_fullsized":"2024-03-10T22:27:26.354280+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":917,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475456+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475456+0000","last_peered":"2024-03-10T22:27:27.475456+0000","last_clean":"2024-03-10T22:27:27.475456+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475456+0000","last_undegraded":"2024-03-10T22:27:27.475456+0000","last_fullsized":"2024-03-10T22:27:27.475456+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4501,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469851+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469851+0000","last_peered":"2024-03-10T22:27:28.469851+0000","last_clean":"2024-03-10T22:27:28.469851+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469851+0000","last_undegraded":"2024-03-10T22:27:28.469851+0000","last_fullsized":"2024-03-10T22:27:28.469851+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356297+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356297+0000","last_peered":"2024-03-10T22:27:26.356297+0000","last_clean":"2024-03-10T22:27:26.356297+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356297+0000","last_undegraded":"2024-03-10T22:27:26.356297+0000","last_fullsized":"2024-03-10T22:27:26.356297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":959,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354606+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:26.354606+0000","last_peered":"2024-03-10T22:27:26.354606+0000","last_clean":"2024-03-10T22:27:26.354606+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:26.354606+0000","last_undegraded":"2024-03-10T22:27:26.354606+0000","last_fullsized":"2024-03-10T22:27:26.354606+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355214+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:26.355214+0000","last_peered":"2024-03-10T22:27:26.355214+0000","last_clean":"2024-03-10T22:27:26.355214+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:26.355214+0000","last_undegraded":"2024-03-10T22:27:26.355214+0000","last_fullsized":"2024-03-10T22:27:26.355214+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354935+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.354935+0000","last_peered":"2024-03-10T22:27:26.354935+0000","last_clean":"2024-03-10T22:27:26.354935+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.354935+0000","last_undegraded":"2024-03-10T22:27:26.354935+0000","last_fullsized":"2024-03-10T22:27:26.354935+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726696+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726696+0000","last_peered":"2024-03-10T22:27:27.726696+0000","last_clean":"2024-03-10T22:27:27.726696+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726696+0000","last_undegraded":"2024-03-10T22:27:27.726696+0000","last_fullsized":"2024-03-10T22:27:27.726696+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354527+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354527+0000","last_peered":"2024-03-10T22:27:26.354527+0000","last_clean":"2024-03-10T22:27:26.354527+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354527+0000","last_undegraded":"2024-03-10T22:27:26.354527+0000","last_fullsized":"2024-03-10T22:27:26.354527+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727131+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727131+0000","last_peered":"2024-03-10T22:27:27.727131+0000","last_clean":"2024-03-10T22:27:27.727131+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727131+0000","last_undegraded":"2024-03-10T22:27:27.727131+0000","last_fullsized":"2024-03-10T22:27:27.727131+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727112+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727112+0000","last_peered":"2024-03-10T22:27:27.727112+0000","last_clean":"2024-03-10T22:27:27.727112+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727112+0000","last_undegraded":"2024-03-10T22:27:27.727112+0000","last_fullsized":"2024-03-10T22:27:27.727112+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354006+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354006+0000","last_peered":"2024-03-10T22:27:26.354006+0000","last_clean":"2024-03-10T22:27:26.354006+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354006+0000","last_undegraded":"2024-03-10T22:27:26.354006+0000","last_fullsized":"2024-03-10T22:27:26.354006+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469972+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.469972+0000","last_peered":"2024-03-10T22:27:28.469972+0000","last_clean":"2024-03-10T22:27:28.469972+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.469972+0000","last_undegraded":"2024-03-10T22:27:28.469972+0000","last_fullsized":"2024-03-10T22:27:28.469972+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476173+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476173+0000","last_peered":"2024-03-10T22:27:27.476173+0000","last_clean":"2024-03-10T22:27:27.476173+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476173+0000","last_undegraded":"2024-03-10T22:27:27.476173+0000","last_fullsized":"2024-03-10T22:27:27.476173+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3245,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859217+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859217+0000","last_peered":"2024-03-10T22:27:26.859217+0000","last_clean":"2024-03-10T22:27:26.859217+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859217+0000","last_undegraded":"2024-03-10T22:27:26.859217+0000","last_fullsized":"2024-03-10T22:27:26.859217+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1023,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504387+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504387+0000","last_peered":"2024-03-10T22:27:26.504387+0000","last_clean":"2024-03-10T22:27:26.504387+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504387+0000","last_undegraded":"2024-03-10T22:27:26.504387+0000","last_fullsized":"2024-03-10T22:27:26.504387+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354065+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:26.354065+0000","last_peered":"2024-03-10T22:27:26.354065+0000","last_clean":"2024-03-10T22:27:26.354065+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:26.354065+0000","last_undegraded":"2024-03-10T22:27:26.354065+0000","last_fullsized":"2024-03-10T22:27:26.354065+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3999,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355277+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355277+0000","last_peered":"2024-03-10T22:27:26.355277+0000","last_clean":"2024-03-10T22:27:26.355277+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355277+0000","last_undegraded":"2024-03-10T22:27:26.355277+0000","last_fullsized":"2024-03-10T22:27:26.355277+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353630+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353630+0000","last_peered":"2024-03-10T22:27:26.353630+0000","last_clean":"2024-03-10T22:27:26.353630+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353630+0000","last_undegraded":"2024-03-10T22:27:26.353630+0000","last_fullsized":"2024-03-10T22:27:26.353630+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726639+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726639+0000","last_peered":"2024-03-10T22:27:27.726639+0000","last_clean":"2024-03-10T22:27:27.726639+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726639+0000","last_undegraded":"2024-03-10T22:27:27.726639+0000","last_fullsized":"2024-03-10T22:27:27.726639+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4939,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476375+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476375+0000","last_peered":"2024-03-10T22:27:27.476375+0000","last_clean":"2024-03-10T22:27:27.476375+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476375+0000","last_undegraded":"2024-03-10T22:27:27.476375+0000","last_fullsized":"2024-03-10T22:27:27.476375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353818+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353818+0000","last_peered":"2024-03-10T22:27:26.353818+0000","last_clean":"2024-03-10T22:27:26.353818+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353818+0000","last_undegraded":"2024-03-10T22:27:26.353818+0000","last_fullsized":"2024-03-10T22:27:26.353818+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726805+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726805+0000","last_peered":"2024-03-10T22:27:27.726805+0000","last_clean":"2024-03-10T22:27:27.726805+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726805+0000","last_undegraded":"2024-03-10T22:27:27.726805+0000","last_fullsized":"2024-03-10T22:27:27.726805+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355471+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355471+0000","last_peered":"2024-03-10T22:27:26.355471+0000","last_clean":"2024-03-10T22:27:26.355471+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355471+0000","last_undegraded":"2024-03-10T22:27:26.355471+0000","last_fullsized":"2024-03-10T22:27:26.355471+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475861+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475861+0000","last_peered":"2024-03-10T22:27:27.475861+0000","last_clean":"2024-03-10T22:27:27.475861+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475861+0000","last_undegraded":"2024-03-10T22:27:27.475861+0000","last_fullsized":"2024-03-10T22:27:27.475861+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469556+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469556+0000","last_peered":"2024-03-10T22:27:28.469556+0000","last_clean":"2024-03-10T22:27:28.469556+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469556+0000","last_undegraded":"2024-03-10T22:27:28.469556+0000","last_fullsized":"2024-03-10T22:27:28.469556+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5328,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476317+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476317+0000","last_peered":"2024-03-10T22:27:27.476317+0000","last_clean":"2024-03-10T22:27:27.476317+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476317+0000","last_undegraded":"2024-03-10T22:27:27.476317+0000","last_fullsized":"2024-03-10T22:27:27.476317+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1212,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475832+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475832+0000","last_peered":"2024-03-10T22:27:27.475832+0000","last_clean":"2024-03-10T22:27:27.475832+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475832+0000","last_undegraded":"2024-03-10T22:27:27.475832+0000","last_fullsized":"2024-03-10T22:27:27.475832+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504672+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504672+0000","last_peered":"2024-03-10T22:27:26.504672+0000","last_clean":"2024-03-10T22:27:26.504672+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504672+0000","last_undegraded":"2024-03-10T22:27:26.504672+0000","last_fullsized":"2024-03-10T22:27:26.504672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4656,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476100+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476100+0000","last_peered":"2024-03-10T22:27:27.476100+0000","last_clean":"2024-03-10T22:27:27.476100+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476100+0000","last_undegraded":"2024-03-10T22:27:27.476100+0000","last_fullsized":"2024-03-10T22:27:27.476100+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354759+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354759+0000","last_peered":"2024-03-10T22:27:26.354759+0000","last_clean":"2024-03-10T22:27:26.354759+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354759+0000","last_undegraded":"2024-03-10T22:27:26.354759+0000","last_fullsized":"2024-03-10T22:27:26.354759+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858605+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858605+0000","last_peered":"2024-03-10T22:27:26.858605+0000","last_clean":"2024-03-10T22:27:26.858605+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858605+0000","last_undegraded":"2024-03-10T22:27:26.858605+0000","last_fullsized":"2024-03-10T22:27:26.858605+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504341+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504341+0000","last_peered":"2024-03-10T22:27:26.504341+0000","last_clean":"2024-03-10T22:27:26.504341+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504341+0000","last_undegraded":"2024-03-10T22:27:26.504341+0000","last_fullsized":"2024-03-10T22:27:26.504341+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476277+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476277+0000","last_peered":"2024-03-10T22:27:27.476277+0000","last_clean":"2024-03-10T22:27:27.476277+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476277+0000","last_undegraded":"2024-03-10T22:27:27.476277+0000","last_fullsized":"2024-03-10T22:27:27.476277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504933+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504933+0000","last_peered":"2024-03-10T22:27:26.504933+0000","last_clean":"2024-03-10T22:27:26.504933+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504933+0000","last_undegraded":"2024-03-10T22:27:26.504933+0000","last_fullsized":"2024-03-10T22:27:26.504933+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469407+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469407+0000","last_peered":"2024-03-10T22:27:28.469407+0000","last_clean":"2024-03-10T22:27:28.469407+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469407+0000","last_undegraded":"2024-03-10T22:27:28.469407+0000","last_fullsized":"2024-03-10T22:27:28.469407+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475434+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475434+0000","last_peered":"2024-03-10T22:27:27.475434+0000","last_clean":"2024-03-10T22:27:27.475434+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475434+0000","last_undegraded":"2024-03-10T22:27:27.475434+0000","last_fullsized":"2024-03-10T22:27:27.475434+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858837+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858837+0000","last_peered":"2024-03-10T22:27:26.858837+0000","last_clean":"2024-03-10T22:27:26.858837+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858837+0000","last_undegraded":"2024-03-10T22:27:26.858837+0000","last_fullsized":"2024-03-10T22:27:26.858837+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355818+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355818+0000","last_peered":"2024-03-10T22:27:26.355818+0000","last_clean":"2024-03-10T22:27:26.355818+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355818+0000","last_undegraded":"2024-03-10T22:27:26.355818+0000","last_fullsized":"2024-03-10T22:27:26.355818+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726473+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726473+0000","last_peered":"2024-03-10T22:27:27.726473+0000","last_clean":"2024-03-10T22:27:27.726473+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726473+0000","last_undegraded":"2024-03-10T22:27:27.726473+0000","last_fullsized":"2024-03-10T22:27:27.726473+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354870+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354870+0000","last_peered":"2024-03-10T22:27:26.354870+0000","last_clean":"2024-03-10T22:27:26.354870+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354870+0000","last_undegraded":"2024-03-10T22:27:26.354870+0000","last_fullsized":"2024-03-10T22:27:26.354870+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1080,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470202+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470202+0000","last_peered":"2024-03-10T22:27:28.470202+0000","last_clean":"2024-03-10T22:27:28.470202+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470202+0000","last_undegraded":"2024-03-10T22:27:28.470202+0000","last_fullsized":"2024-03-10T22:27:28.470202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727245+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727245+0000","last_peered":"2024-03-10T22:27:27.727245+0000","last_clean":"2024-03-10T22:27:27.727245+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727245+0000","last_undegraded":"2024-03-10T22:27:27.727245+0000","last_fullsized":"2024-03-10T22:27:27.727245+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858402+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858402+0000","last_peered":"2024-03-10T22:27:26.858402+0000","last_clean":"2024-03-10T22:27:26.858402+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858402+0000","last_undegraded":"2024-03-10T22:27:26.858402+0000","last_fullsized":"2024-03-10T22:27:26.858402+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726816+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726816+0000","last_peered":"2024-03-10T22:27:27.726816+0000","last_clean":"2024-03-10T22:27:27.726816+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726816+0000","last_undegraded":"2024-03-10T22:27:27.726816+0000","last_fullsized":"2024-03-10T22:27:27.726816+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858353+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858353+0000","last_peered":"2024-03-10T22:27:26.858353+0000","last_clean":"2024-03-10T22:27:26.858353+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858353+0000","last_undegraded":"2024-03-10T22:27:26.858353+0000","last_fullsized":"2024-03-10T22:27:26.858353+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356124+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356124+0000","last_peered":"2024-03-10T22:27:26.356124+0000","last_clean":"2024-03-10T22:27:26.356124+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356124+0000","last_undegraded":"2024-03-10T22:27:26.356124+0000","last_fullsized":"2024-03-10T22:27:26.356124+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469744+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469744+0000","last_peered":"2024-03-10T22:27:28.469744+0000","last_clean":"2024-03-10T22:27:28.469744+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469744+0000","last_undegraded":"2024-03-10T22:27:28.469744+0000","last_fullsized":"2024-03-10T22:27:28.469744+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783934,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928581,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586408,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796463,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474465,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329818,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152467,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073228,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:27:57.866 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:57.866 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:57.866 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:57.866 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:57.867 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:57.867 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:57.867 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:57.867 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:27:57.867 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:27:58.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:57 smithi172 ceph-mon[84635]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:27:59.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:27:58 smithi169 ceph-mon[88180]: pgmap v916: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:27:58 smithi169 ceph-mon[90638]: pgmap v916: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:27:59.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:27:58 smithi172 ceph-mon[84635]: pgmap v916: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:01.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:00 smithi169 ceph-mon[88180]: pgmap v917: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:01.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:00 smithi169 ceph-mon[90638]: pgmap v917: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:01.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:00 smithi172 ceph-mon[84635]: pgmap v917: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:02.704 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:28:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:28:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:28:03.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:02 smithi169 ceph-mon[88180]: pgmap v918: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:03.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:02 smithi169 ceph-mon[90638]: pgmap v918: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:03.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:02 smithi172 ceph-mon[84635]: pgmap v918: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:05.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:04 smithi169 ceph-mon[88180]: pgmap v919: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:05.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:04 smithi169 ceph-mon[90638]: pgmap v919: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:05.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:04 smithi172 ceph-mon[84635]: pgmap v919: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:28:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:28:05] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-03-10T22:28:07.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:06 smithi169 ceph-mon[88180]: pgmap v920: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:07.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:06 smithi169 ceph-mon[90638]: pgmap v920: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:07.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:06 smithi172 ceph-mon[84635]: pgmap v920: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:07.867 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:28:08.089 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:28:08.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:08 smithi169 ceph-mon[88180]: pgmap v921: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:08.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:08 smithi169 ceph-mon[90638]: pgmap v921: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:08 smithi172 ceph-mon[84635]: pgmap v921: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:10.080 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:28:10.083 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:28:10.786 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":921,"stamp":"2024-03-10T22:28:08.602028+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004205"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505111+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505111+0000","last_peered":"2024-03-10T22:27:26.505111+0000","last_clean":"2024-03-10T22:27:26.505111+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505111+0000","last_undegraded":"2024-03-10T22:27:26.505111+0000","last_fullsized":"2024-03-10T22:27:26.505111+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354560+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:26.354560+0000","last_peered":"2024-03-10T22:27:26.354560+0000","last_clean":"2024-03-10T22:27:26.354560+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:26.354560+0000","last_undegraded":"2024-03-10T22:27:26.354560+0000","last_fullsized":"2024-03-10T22:27:26.354560+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356391+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356391+0000","last_peered":"2024-03-10T22:27:26.356391+0000","last_clean":"2024-03-10T22:27:26.356391+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356391+0000","last_undegraded":"2024-03-10T22:27:26.356391+0000","last_fullsized":"2024-03-10T22:27:26.356391+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858853+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:26.858853+0000","last_peered":"2024-03-10T22:27:26.858853+0000","last_clean":"2024-03-10T22:27:26.858853+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.858853+0000","last_undegraded":"2024-03-10T22:27:26.858853+0000","last_fullsized":"2024-03-10T22:27:26.858853+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858918+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858918+0000","last_peered":"2024-03-10T22:27:26.858918+0000","last_clean":"2024-03-10T22:27:26.858918+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858918+0000","last_undegraded":"2024-03-10T22:27:26.858918+0000","last_fullsized":"2024-03-10T22:27:26.858918+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726645+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726645+0000","last_peered":"2024-03-10T22:27:27.726645+0000","last_clean":"2024-03-10T22:27:27.726645+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726645+0000","last_undegraded":"2024-03-10T22:27:27.726645+0000","last_fullsized":"2024-03-10T22:27:27.726645+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469868+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469868+0000","last_peered":"2024-03-10T22:27:28.469868+0000","last_clean":"2024-03-10T22:27:28.469868+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469868+0000","last_undegraded":"2024-03-10T22:27:28.469868+0000","last_fullsized":"2024-03-10T22:27:28.469868+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469803+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469803+0000","last_peered":"2024-03-10T22:27:28.469803+0000","last_clean":"2024-03-10T22:27:28.469803+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469803+0000","last_undegraded":"2024-03-10T22:27:28.469803+0000","last_fullsized":"2024-03-10T22:27:28.469803+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1157,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354556+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354556+0000","last_peered":"2024-03-10T22:27:26.354556+0000","last_clean":"2024-03-10T22:27:26.354556+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354556+0000","last_undegraded":"2024-03-10T22:27:26.354556+0000","last_fullsized":"2024-03-10T22:27:26.354556+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726887+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726887+0000","last_peered":"2024-03-10T22:27:27.726887+0000","last_clean":"2024-03-10T22:27:27.726887+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726887+0000","last_undegraded":"2024-03-10T22:27:27.726887+0000","last_fullsized":"2024-03-10T22:27:27.726887+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354990+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354990+0000","last_peered":"2024-03-10T22:27:26.354990+0000","last_clean":"2024-03-10T22:27:26.354990+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354990+0000","last_undegraded":"2024-03-10T22:27:26.354990+0000","last_fullsized":"2024-03-10T22:27:26.354990+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353417+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353417+0000","last_peered":"2024-03-10T22:27:26.353417+0000","last_clean":"2024-03-10T22:27:26.353417+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353417+0000","last_undegraded":"2024-03-10T22:27:26.353417+0000","last_fullsized":"2024-03-10T22:27:26.353417+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858253+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858253+0000","last_peered":"2024-03-10T22:27:26.858253+0000","last_clean":"2024-03-10T22:27:26.858253+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858253+0000","last_undegraded":"2024-03-10T22:27:26.858253+0000","last_fullsized":"2024-03-10T22:27:26.858253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475884+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.475884+0000","last_peered":"2024-03-10T22:27:27.475884+0000","last_clean":"2024-03-10T22:27:27.475884+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.475884+0000","last_undegraded":"2024-03-10T22:27:27.475884+0000","last_fullsized":"2024-03-10T22:27:27.475884+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475952+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.475952+0000","last_peered":"2024-03-10T22:27:27.475952+0000","last_clean":"2024-03-10T22:27:27.475952+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.475952+0000","last_undegraded":"2024-03-10T22:27:27.475952+0000","last_fullsized":"2024-03-10T22:27:27.475952+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504674+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504674+0000","last_peered":"2024-03-10T22:27:26.504674+0000","last_clean":"2024-03-10T22:27:26.504674+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504674+0000","last_undegraded":"2024-03-10T22:27:26.504674+0000","last_fullsized":"2024-03-10T22:27:26.504674+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1288,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356215+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356215+0000","last_peered":"2024-03-10T22:27:26.356215+0000","last_clean":"2024-03-10T22:27:26.356215+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356215+0000","last_undegraded":"2024-03-10T22:27:26.356215+0000","last_fullsized":"2024-03-10T22:27:26.356215+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727155+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727155+0000","last_peered":"2024-03-10T22:27:27.727155+0000","last_clean":"2024-03-10T22:27:27.727155+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727155+0000","last_undegraded":"2024-03-10T22:27:27.727155+0000","last_fullsized":"2024-03-10T22:27:27.727155+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727237+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727237+0000","last_peered":"2024-03-10T22:27:27.727237+0000","last_clean":"2024-03-10T22:27:27.727237+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727237+0000","last_undegraded":"2024-03-10T22:27:27.727237+0000","last_fullsized":"2024-03-10T22:27:27.727237+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355746+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355746+0000","last_peered":"2024-03-10T22:27:26.355746+0000","last_clean":"2024-03-10T22:27:26.355746+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355746+0000","last_undegraded":"2024-03-10T22:27:26.355746+0000","last_fullsized":"2024-03-10T22:27:26.355746+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858908+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858908+0000","last_peered":"2024-03-10T22:27:26.858908+0000","last_clean":"2024-03-10T22:27:26.858908+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858908+0000","last_undegraded":"2024-03-10T22:27:26.858908+0000","last_fullsized":"2024-03-10T22:27:26.858908+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":973,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354367+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354367+0000","last_peered":"2024-03-10T22:27:26.354367+0000","last_clean":"2024-03-10T22:27:26.354367+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354367+0000","last_undegraded":"2024-03-10T22:27:26.354367+0000","last_fullsized":"2024-03-10T22:27:26.354367+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858871+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.858871+0000","last_peered":"2024-03-10T22:27:26.858871+0000","last_clean":"2024-03-10T22:27:26.858871+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.858871+0000","last_undegraded":"2024-03-10T22:27:26.858871+0000","last_fullsized":"2024-03-10T22:27:26.858871+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727190+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727190+0000","last_peered":"2024-03-10T22:27:27.727190+0000","last_clean":"2024-03-10T22:27:27.727190+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727190+0000","last_undegraded":"2024-03-10T22:27:27.727190+0000","last_fullsized":"2024-03-10T22:27:27.727190+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354157+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354157+0000","last_peered":"2024-03-10T22:27:26.354157+0000","last_clean":"2024-03-10T22:27:26.354157+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354157+0000","last_undegraded":"2024-03-10T22:27:26.354157+0000","last_fullsized":"2024-03-10T22:27:26.354157+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469682+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.469682+0000","last_peered":"2024-03-10T22:27:28.469682+0000","last_clean":"2024-03-10T22:27:28.469682+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.469682+0000","last_undegraded":"2024-03-10T22:27:28.469682+0000","last_fullsized":"2024-03-10T22:27:28.469682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356419+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356419+0000","last_peered":"2024-03-10T22:27:26.356419+0000","last_clean":"2024-03-10T22:27:26.356419+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356419+0000","last_undegraded":"2024-03-10T22:27:26.356419+0000","last_fullsized":"2024-03-10T22:27:26.356419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727015+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.727015+0000","last_peered":"2024-03-10T22:27:27.727015+0000","last_clean":"2024-03-10T22:27:27.727015+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.727015+0000","last_undegraded":"2024-03-10T22:27:27.727015+0000","last_fullsized":"2024-03-10T22:27:27.727015+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726512+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726512+0000","last_peered":"2024-03-10T22:27:27.726512+0000","last_clean":"2024-03-10T22:27:27.726512+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726512+0000","last_undegraded":"2024-03-10T22:27:27.726512+0000","last_fullsized":"2024-03-10T22:27:27.726512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858540+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858540+0000","last_peered":"2024-03-10T22:27:26.858540+0000","last_clean":"2024-03-10T22:27:26.858540+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858540+0000","last_undegraded":"2024-03-10T22:27:26.858540+0000","last_fullsized":"2024-03-10T22:27:26.858540+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353458+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353458+0000","last_peered":"2024-03-10T22:27:26.353458+0000","last_clean":"2024-03-10T22:27:26.353458+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353458+0000","last_undegraded":"2024-03-10T22:27:26.353458+0000","last_fullsized":"2024-03-10T22:27:26.353458+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470074+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470074+0000","last_peered":"2024-03-10T22:27:28.470074+0000","last_clean":"2024-03-10T22:27:28.470074+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470074+0000","last_undegraded":"2024-03-10T22:27:28.470074+0000","last_fullsized":"2024-03-10T22:27:28.470074+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1119,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858959+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.858959+0000","last_peered":"2024-03-10T22:27:26.858959+0000","last_clean":"2024-03-10T22:27:26.858959+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.858959+0000","last_undegraded":"2024-03-10T22:27:26.858959+0000","last_fullsized":"2024-03-10T22:27:26.858959+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858907+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.858907+0000","last_peered":"2024-03-10T22:27:26.858907+0000","last_clean":"2024-03-10T22:27:26.858907+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.858907+0000","last_undegraded":"2024-03-10T22:27:26.858907+0000","last_fullsized":"2024-03-10T22:27:26.858907+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356009+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356009+0000","last_peered":"2024-03-10T22:27:26.356009+0000","last_clean":"2024-03-10T22:27:26.356009+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356009+0000","last_undegraded":"2024-03-10T22:27:26.356009+0000","last_fullsized":"2024-03-10T22:27:26.356009+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1239,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355070+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355070+0000","last_peered":"2024-03-10T22:27:26.355070+0000","last_clean":"2024-03-10T22:27:26.355070+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355070+0000","last_undegraded":"2024-03-10T22:27:26.355070+0000","last_fullsized":"2024-03-10T22:27:26.355070+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354900+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354900+0000","last_peered":"2024-03-10T22:27:26.354900+0000","last_clean":"2024-03-10T22:27:26.354900+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354900+0000","last_undegraded":"2024-03-10T22:27:26.354900+0000","last_fullsized":"2024-03-10T22:27:26.354900+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469945+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.469945+0000","last_peered":"2024-03-10T22:27:28.469945+0000","last_clean":"2024-03-10T22:27:28.469945+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.469945+0000","last_undegraded":"2024-03-10T22:27:28.469945+0000","last_fullsized":"2024-03-10T22:27:28.469945+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356602+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356602+0000","last_peered":"2024-03-10T22:27:26.356602+0000","last_clean":"2024-03-10T22:27:26.356602+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356602+0000","last_undegraded":"2024-03-10T22:27:26.356602+0000","last_fullsized":"2024-03-10T22:27:26.356602+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355469+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355469+0000","last_peered":"2024-03-10T22:27:26.355469+0000","last_clean":"2024-03-10T22:27:26.355469+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355469+0000","last_undegraded":"2024-03-10T22:27:26.355469+0000","last_fullsized":"2024-03-10T22:27:26.355469+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858582+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858582+0000","last_peered":"2024-03-10T22:27:26.858582+0000","last_clean":"2024-03-10T22:27:26.858582+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858582+0000","last_undegraded":"2024-03-10T22:27:26.858582+0000","last_fullsized":"2024-03-10T22:27:26.858582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504660+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:26.504660+0000","last_peered":"2024-03-10T22:27:26.504660+0000","last_clean":"2024-03-10T22:27:26.504660+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:26.504660+0000","last_undegraded":"2024-03-10T22:27:26.504660+0000","last_fullsized":"2024-03-10T22:27:26.504660+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469430+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469430+0000","last_peered":"2024-03-10T22:27:28.469430+0000","last_clean":"2024-03-10T22:27:28.469430+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469430+0000","last_undegraded":"2024-03-10T22:27:28.469430+0000","last_fullsized":"2024-03-10T22:27:28.469430+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469415+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469415+0000","last_peered":"2024-03-10T22:27:28.469415+0000","last_clean":"2024-03-10T22:27:28.469415+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469415+0000","last_undegraded":"2024-03-10T22:27:28.469415+0000","last_fullsized":"2024-03-10T22:27:28.469415+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1260,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475301+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475301+0000","last_peered":"2024-03-10T22:27:27.475301+0000","last_clean":"2024-03-10T22:27:27.475301+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475301+0000","last_undegraded":"2024-03-10T22:27:27.475301+0000","last_fullsized":"2024-03-10T22:27:27.475301+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504373+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:26.504373+0000","last_peered":"2024-03-10T22:27:26.504373+0000","last_clean":"2024-03-10T22:27:26.504373+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:26.504373+0000","last_undegraded":"2024-03-10T22:27:26.504373+0000","last_fullsized":"2024-03-10T22:27:26.504373+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4439,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476019+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476019+0000","last_peered":"2024-03-10T22:27:27.476019+0000","last_clean":"2024-03-10T22:27:27.476019+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476019+0000","last_undegraded":"2024-03-10T22:27:27.476019+0000","last_fullsized":"2024-03-10T22:27:27.476019+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355085+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355085+0000","last_peered":"2024-03-10T22:27:26.355085+0000","last_clean":"2024-03-10T22:27:26.355085+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355085+0000","last_undegraded":"2024-03-10T22:27:26.355085+0000","last_fullsized":"2024-03-10T22:27:26.355085+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504928+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504928+0000","last_peered":"2024-03-10T22:27:26.504928+0000","last_clean":"2024-03-10T22:27:26.504928+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504928+0000","last_undegraded":"2024-03-10T22:27:26.504928+0000","last_fullsized":"2024-03-10T22:27:26.504928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12608,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356571+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.356571+0000","last_peered":"2024-03-10T22:27:26.356571+0000","last_clean":"2024-03-10T22:27:26.356571+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.356571+0000","last_undegraded":"2024-03-10T22:27:26.356571+0000","last_fullsized":"2024-03-10T22:27:26.356571+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353978+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:26.353978+0000","last_peered":"2024-03-10T22:27:26.353978+0000","last_clean":"2024-03-10T22:27:26.353978+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:26.353978+0000","last_undegraded":"2024-03-10T22:27:26.353978+0000","last_fullsized":"2024-03-10T22:27:26.353978+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355672+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:26.355672+0000","last_peered":"2024-03-10T22:27:26.355672+0000","last_clean":"2024-03-10T22:27:26.355672+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:26.355672+0000","last_undegraded":"2024-03-10T22:27:26.355672+0000","last_fullsized":"2024-03-10T22:27:26.355672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858866+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858866+0000","last_peered":"2024-03-10T22:27:26.858866+0000","last_clean":"2024-03-10T22:27:26.858866+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858866+0000","last_undegraded":"2024-03-10T22:27:26.858866+0000","last_fullsized":"2024-03-10T22:27:26.858866+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15021,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356399+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.356399+0000","last_peered":"2024-03-10T22:27:26.356399+0000","last_clean":"2024-03-10T22:27:26.356399+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.356399+0000","last_undegraded":"2024-03-10T22:27:26.356399+0000","last_fullsized":"2024-03-10T22:27:26.356399+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355317+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:26.355317+0000","last_peered":"2024-03-10T22:27:26.355317+0000","last_clean":"2024-03-10T22:27:26.355317+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:26.355317+0000","last_undegraded":"2024-03-10T22:27:26.355317+0000","last_fullsized":"2024-03-10T22:27:26.355317+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858461+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858461+0000","last_peered":"2024-03-10T22:27:26.858461+0000","last_clean":"2024-03-10T22:27:26.858461+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858461+0000","last_undegraded":"2024-03-10T22:27:26.858461+0000","last_fullsized":"2024-03-10T22:27:26.858461+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354198+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354198+0000","last_peered":"2024-03-10T22:27:26.354198+0000","last_clean":"2024-03-10T22:27:26.354198+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354198+0000","last_undegraded":"2024-03-10T22:27:26.354198+0000","last_fullsized":"2024-03-10T22:27:26.354198+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4225,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476479+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476479+0000","last_peered":"2024-03-10T22:27:27.476479+0000","last_clean":"2024-03-10T22:27:27.476479+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476479+0000","last_undegraded":"2024-03-10T22:27:27.476479+0000","last_fullsized":"2024-03-10T22:27:27.476479+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354799+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354799+0000","last_peered":"2024-03-10T22:27:26.354799+0000","last_clean":"2024-03-10T22:27:26.354799+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354799+0000","last_undegraded":"2024-03-10T22:27:26.354799+0000","last_fullsized":"2024-03-10T22:27:26.354799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353242+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353242+0000","last_peered":"2024-03-10T22:27:26.353242+0000","last_clean":"2024-03-10T22:27:26.353242+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353242+0000","last_undegraded":"2024-03-10T22:27:26.353242+0000","last_fullsized":"2024-03-10T22:27:26.353242+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1212,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475312+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475312+0000","last_peered":"2024-03-10T22:27:27.475312+0000","last_clean":"2024-03-10T22:27:27.475312+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475312+0000","last_undegraded":"2024-03-10T22:27:27.475312+0000","last_fullsized":"2024-03-10T22:27:27.475312+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504753+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504753+0000","last_peered":"2024-03-10T22:27:26.504753+0000","last_clean":"2024-03-10T22:27:26.504753+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504753+0000","last_undegraded":"2024-03-10T22:27:26.504753+0000","last_fullsized":"2024-03-10T22:27:26.504753+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1062,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470087+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470087+0000","last_peered":"2024-03-10T22:27:28.470087+0000","last_clean":"2024-03-10T22:27:28.470087+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470087+0000","last_undegraded":"2024-03-10T22:27:28.470087+0000","last_fullsized":"2024-03-10T22:27:28.470087+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726815+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726815+0000","last_peered":"2024-03-10T22:27:27.726815+0000","last_clean":"2024-03-10T22:27:27.726815+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726815+0000","last_undegraded":"2024-03-10T22:27:27.726815+0000","last_fullsized":"2024-03-10T22:27:27.726815+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858684+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858684+0000","last_peered":"2024-03-10T22:27:26.858684+0000","last_clean":"2024-03-10T22:27:26.858684+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858684+0000","last_undegraded":"2024-03-10T22:27:26.858684+0000","last_fullsized":"2024-03-10T22:27:26.858684+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1538,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504257+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504257+0000","last_peered":"2024-03-10T22:27:26.504257+0000","last_clean":"2024-03-10T22:27:26.504257+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504257+0000","last_undegraded":"2024-03-10T22:27:26.504257+0000","last_fullsized":"2024-03-10T22:27:26.504257+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3649,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859125+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859125+0000","last_peered":"2024-03-10T22:27:26.859125+0000","last_clean":"2024-03-10T22:27:26.859125+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859125+0000","last_undegraded":"2024-03-10T22:27:26.859125+0000","last_fullsized":"2024-03-10T22:27:26.859125+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355801+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355801+0000","last_peered":"2024-03-10T22:27:26.355801+0000","last_clean":"2024-03-10T22:27:26.355801+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355801+0000","last_undegraded":"2024-03-10T22:27:26.355801+0000","last_fullsized":"2024-03-10T22:27:26.355801+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354280+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354280+0000","last_peered":"2024-03-10T22:27:26.354280+0000","last_clean":"2024-03-10T22:27:26.354280+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354280+0000","last_undegraded":"2024-03-10T22:27:26.354280+0000","last_fullsized":"2024-03-10T22:27:26.354280+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":917,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475456+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475456+0000","last_peered":"2024-03-10T22:27:27.475456+0000","last_clean":"2024-03-10T22:27:27.475456+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475456+0000","last_undegraded":"2024-03-10T22:27:27.475456+0000","last_fullsized":"2024-03-10T22:27:27.475456+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4501,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469851+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469851+0000","last_peered":"2024-03-10T22:27:28.469851+0000","last_clean":"2024-03-10T22:27:28.469851+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469851+0000","last_undegraded":"2024-03-10T22:27:28.469851+0000","last_fullsized":"2024-03-10T22:27:28.469851+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356297+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356297+0000","last_peered":"2024-03-10T22:27:26.356297+0000","last_clean":"2024-03-10T22:27:26.356297+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356297+0000","last_undegraded":"2024-03-10T22:27:26.356297+0000","last_fullsized":"2024-03-10T22:27:26.356297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":959,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354606+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:26.354606+0000","last_peered":"2024-03-10T22:27:26.354606+0000","last_clean":"2024-03-10T22:27:26.354606+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:26.354606+0000","last_undegraded":"2024-03-10T22:27:26.354606+0000","last_fullsized":"2024-03-10T22:27:26.354606+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355214+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:26.355214+0000","last_peered":"2024-03-10T22:27:26.355214+0000","last_clean":"2024-03-10T22:27:26.355214+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:26.355214+0000","last_undegraded":"2024-03-10T22:27:26.355214+0000","last_fullsized":"2024-03-10T22:27:26.355214+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354935+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.354935+0000","last_peered":"2024-03-10T22:27:26.354935+0000","last_clean":"2024-03-10T22:27:26.354935+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.354935+0000","last_undegraded":"2024-03-10T22:27:26.354935+0000","last_fullsized":"2024-03-10T22:27:26.354935+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726696+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726696+0000","last_peered":"2024-03-10T22:27:27.726696+0000","last_clean":"2024-03-10T22:27:27.726696+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726696+0000","last_undegraded":"2024-03-10T22:27:27.726696+0000","last_fullsized":"2024-03-10T22:27:27.726696+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354586+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354586+0000","last_peered":"2024-03-10T22:27:26.354586+0000","last_clean":"2024-03-10T22:27:26.354586+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354586+0000","last_undegraded":"2024-03-10T22:27:26.354586+0000","last_fullsized":"2024-03-10T22:27:26.354586+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727131+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727131+0000","last_peered":"2024-03-10T22:27:27.727131+0000","last_clean":"2024-03-10T22:27:27.727131+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727131+0000","last_undegraded":"2024-03-10T22:27:27.727131+0000","last_fullsized":"2024-03-10T22:27:27.727131+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727112+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727112+0000","last_peered":"2024-03-10T22:27:27.727112+0000","last_clean":"2024-03-10T22:27:27.727112+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727112+0000","last_undegraded":"2024-03-10T22:27:27.727112+0000","last_fullsized":"2024-03-10T22:27:27.727112+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354006+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354006+0000","last_peered":"2024-03-10T22:27:26.354006+0000","last_clean":"2024-03-10T22:27:26.354006+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354006+0000","last_undegraded":"2024-03-10T22:27:26.354006+0000","last_fullsized":"2024-03-10T22:27:26.354006+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469972+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.469972+0000","last_peered":"2024-03-10T22:27:28.469972+0000","last_clean":"2024-03-10T22:27:28.469972+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.469972+0000","last_undegraded":"2024-03-10T22:27:28.469972+0000","last_fullsized":"2024-03-10T22:27:28.469972+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476173+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476173+0000","last_peered":"2024-03-10T22:27:27.476173+0000","last_clean":"2024-03-10T22:27:27.476173+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476173+0000","last_undegraded":"2024-03-10T22:27:27.476173+0000","last_fullsized":"2024-03-10T22:27:27.476173+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3245,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859217+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859217+0000","last_peered":"2024-03-10T22:27:26.859217+0000","last_clean":"2024-03-10T22:27:26.859217+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859217+0000","last_undegraded":"2024-03-10T22:27:26.859217+0000","last_fullsized":"2024-03-10T22:27:26.859217+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1023,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504387+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504387+0000","last_peered":"2024-03-10T22:27:26.504387+0000","last_clean":"2024-03-10T22:27:26.504387+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504387+0000","last_undegraded":"2024-03-10T22:27:26.504387+0000","last_fullsized":"2024-03-10T22:27:26.504387+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354065+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:26.354065+0000","last_peered":"2024-03-10T22:27:26.354065+0000","last_clean":"2024-03-10T22:27:26.354065+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:26.354065+0000","last_undegraded":"2024-03-10T22:27:26.354065+0000","last_fullsized":"2024-03-10T22:27:26.354065+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3999,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355277+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355277+0000","last_peered":"2024-03-10T22:27:26.355277+0000","last_clean":"2024-03-10T22:27:26.355277+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355277+0000","last_undegraded":"2024-03-10T22:27:26.355277+0000","last_fullsized":"2024-03-10T22:27:26.355277+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353683+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353683+0000","last_peered":"2024-03-10T22:27:26.353683+0000","last_clean":"2024-03-10T22:27:26.353683+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353683+0000","last_undegraded":"2024-03-10T22:27:26.353683+0000","last_fullsized":"2024-03-10T22:27:26.353683+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726639+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726639+0000","last_peered":"2024-03-10T22:27:27.726639+0000","last_clean":"2024-03-10T22:27:27.726639+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726639+0000","last_undegraded":"2024-03-10T22:27:27.726639+0000","last_fullsized":"2024-03-10T22:27:27.726639+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4939,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476375+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476375+0000","last_peered":"2024-03-10T22:27:27.476375+0000","last_clean":"2024-03-10T22:27:27.476375+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476375+0000","last_undegraded":"2024-03-10T22:27:27.476375+0000","last_fullsized":"2024-03-10T22:27:27.476375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353869+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353869+0000","last_peered":"2024-03-10T22:27:26.353869+0000","last_clean":"2024-03-10T22:27:26.353869+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353869+0000","last_undegraded":"2024-03-10T22:27:26.353869+0000","last_fullsized":"2024-03-10T22:27:26.353869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726805+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726805+0000","last_peered":"2024-03-10T22:27:27.726805+0000","last_clean":"2024-03-10T22:27:27.726805+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726805+0000","last_undegraded":"2024-03-10T22:27:27.726805+0000","last_fullsized":"2024-03-10T22:27:27.726805+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355471+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355471+0000","last_peered":"2024-03-10T22:27:26.355471+0000","last_clean":"2024-03-10T22:27:26.355471+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355471+0000","last_undegraded":"2024-03-10T22:27:26.355471+0000","last_fullsized":"2024-03-10T22:27:26.355471+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475861+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475861+0000","last_peered":"2024-03-10T22:27:27.475861+0000","last_clean":"2024-03-10T22:27:27.475861+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475861+0000","last_undegraded":"2024-03-10T22:27:27.475861+0000","last_fullsized":"2024-03-10T22:27:27.475861+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469556+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469556+0000","last_peered":"2024-03-10T22:27:28.469556+0000","last_clean":"2024-03-10T22:27:28.469556+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469556+0000","last_undegraded":"2024-03-10T22:27:28.469556+0000","last_fullsized":"2024-03-10T22:27:28.469556+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5328,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476317+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476317+0000","last_peered":"2024-03-10T22:27:27.476317+0000","last_clean":"2024-03-10T22:27:27.476317+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476317+0000","last_undegraded":"2024-03-10T22:27:27.476317+0000","last_fullsized":"2024-03-10T22:27:27.476317+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1212,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475832+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475832+0000","last_peered":"2024-03-10T22:27:27.475832+0000","last_clean":"2024-03-10T22:27:27.475832+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475832+0000","last_undegraded":"2024-03-10T22:27:27.475832+0000","last_fullsized":"2024-03-10T22:27:27.475832+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504672+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504672+0000","last_peered":"2024-03-10T22:27:26.504672+0000","last_clean":"2024-03-10T22:27:26.504672+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504672+0000","last_undegraded":"2024-03-10T22:27:26.504672+0000","last_fullsized":"2024-03-10T22:27:26.504672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4656,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476100+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476100+0000","last_peered":"2024-03-10T22:27:27.476100+0000","last_clean":"2024-03-10T22:27:27.476100+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476100+0000","last_undegraded":"2024-03-10T22:27:27.476100+0000","last_fullsized":"2024-03-10T22:27:27.476100+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354759+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354759+0000","last_peered":"2024-03-10T22:27:26.354759+0000","last_clean":"2024-03-10T22:27:26.354759+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354759+0000","last_undegraded":"2024-03-10T22:27:26.354759+0000","last_fullsized":"2024-03-10T22:27:26.354759+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858605+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858605+0000","last_peered":"2024-03-10T22:27:26.858605+0000","last_clean":"2024-03-10T22:27:26.858605+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858605+0000","last_undegraded":"2024-03-10T22:27:26.858605+0000","last_fullsized":"2024-03-10T22:27:26.858605+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504341+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504341+0000","last_peered":"2024-03-10T22:27:26.504341+0000","last_clean":"2024-03-10T22:27:26.504341+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504341+0000","last_undegraded":"2024-03-10T22:27:26.504341+0000","last_fullsized":"2024-03-10T22:27:26.504341+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476277+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476277+0000","last_peered":"2024-03-10T22:27:27.476277+0000","last_clean":"2024-03-10T22:27:27.476277+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476277+0000","last_undegraded":"2024-03-10T22:27:27.476277+0000","last_fullsized":"2024-03-10T22:27:27.476277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504933+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504933+0000","last_peered":"2024-03-10T22:27:26.504933+0000","last_clean":"2024-03-10T22:27:26.504933+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504933+0000","last_undegraded":"2024-03-10T22:27:26.504933+0000","last_fullsized":"2024-03-10T22:27:26.504933+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469407+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469407+0000","last_peered":"2024-03-10T22:27:28.469407+0000","last_clean":"2024-03-10T22:27:28.469407+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469407+0000","last_undegraded":"2024-03-10T22:27:28.469407+0000","last_fullsized":"2024-03-10T22:27:28.469407+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475434+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475434+0000","last_peered":"2024-03-10T22:27:27.475434+0000","last_clean":"2024-03-10T22:27:27.475434+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475434+0000","last_undegraded":"2024-03-10T22:27:27.475434+0000","last_fullsized":"2024-03-10T22:27:27.475434+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858837+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858837+0000","last_peered":"2024-03-10T22:27:26.858837+0000","last_clean":"2024-03-10T22:27:26.858837+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858837+0000","last_undegraded":"2024-03-10T22:27:26.858837+0000","last_fullsized":"2024-03-10T22:27:26.858837+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355818+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355818+0000","last_peered":"2024-03-10T22:27:26.355818+0000","last_clean":"2024-03-10T22:27:26.355818+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355818+0000","last_undegraded":"2024-03-10T22:27:26.355818+0000","last_fullsized":"2024-03-10T22:27:26.355818+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726473+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726473+0000","last_peered":"2024-03-10T22:27:27.726473+0000","last_clean":"2024-03-10T22:27:27.726473+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726473+0000","last_undegraded":"2024-03-10T22:27:27.726473+0000","last_fullsized":"2024-03-10T22:27:27.726473+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354927+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354927+0000","last_peered":"2024-03-10T22:27:26.354927+0000","last_clean":"2024-03-10T22:27:26.354927+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354927+0000","last_undegraded":"2024-03-10T22:27:26.354927+0000","last_fullsized":"2024-03-10T22:27:26.354927+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1080,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470202+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470202+0000","last_peered":"2024-03-10T22:27:28.470202+0000","last_clean":"2024-03-10T22:27:28.470202+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470202+0000","last_undegraded":"2024-03-10T22:27:28.470202+0000","last_fullsized":"2024-03-10T22:27:28.470202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727245+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727245+0000","last_peered":"2024-03-10T22:27:27.727245+0000","last_clean":"2024-03-10T22:27:27.727245+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727245+0000","last_undegraded":"2024-03-10T22:27:27.727245+0000","last_fullsized":"2024-03-10T22:27:27.727245+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858402+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858402+0000","last_peered":"2024-03-10T22:27:26.858402+0000","last_clean":"2024-03-10T22:27:26.858402+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858402+0000","last_undegraded":"2024-03-10T22:27:26.858402+0000","last_fullsized":"2024-03-10T22:27:26.858402+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726816+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726816+0000","last_peered":"2024-03-10T22:27:27.726816+0000","last_clean":"2024-03-10T22:27:27.726816+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726816+0000","last_undegraded":"2024-03-10T22:27:27.726816+0000","last_fullsized":"2024-03-10T22:27:27.726816+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858353+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858353+0000","last_peered":"2024-03-10T22:27:26.858353+0000","last_clean":"2024-03-10T22:27:26.858353+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858353+0000","last_undegraded":"2024-03-10T22:27:26.858353+0000","last_fullsized":"2024-03-10T22:27:26.858353+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356124+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356124+0000","last_peered":"2024-03-10T22:27:26.356124+0000","last_clean":"2024-03-10T22:27:26.356124+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356124+0000","last_undegraded":"2024-03-10T22:27:26.356124+0000","last_fullsized":"2024-03-10T22:27:26.356124+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469744+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469744+0000","last_peered":"2024-03-10T22:27:28.469744+0000","last_clean":"2024-03-10T22:27:28.469744+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469744+0000","last_undegraded":"2024-03-10T22:27:28.469744+0000","last_fullsized":"2024-03-10T22:27:28.469744+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783936,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928583,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586410,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796466,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474467,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329820,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152469,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073230,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:28:10.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:10.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:10.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:10.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:10.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:10.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:10.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:10.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:10.792 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:28:11.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:11.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:11.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:12.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:11 smithi169 ceph-mon[88180]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:12.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:11 smithi169 ceph-mon[88180]: pgmap v922: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:11 smithi169 ceph-mon[90638]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:11 smithi169 ceph-mon[90638]: pgmap v922: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:11 smithi172 ceph-mon[84635]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:11 smithi172 ceph-mon[84635]: pgmap v922: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:12.762 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:28:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:28:14.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:13 smithi169 ceph-mon[88180]: pgmap v923: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:14.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:13 smithi169 ceph-mon[90638]: pgmap v923: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:13 smithi172 ceph-mon[84635]: pgmap v923: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:15.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:15 smithi169 ceph-mon[88180]: pgmap v924: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:15.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:15 smithi169 ceph-mon[90638]: pgmap v924: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:16.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:15 smithi172 ceph-mon[84635]: pgmap v924: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:28:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:28:15] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2024-03-10T22:28:18.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:17 smithi169 ceph-mon[88180]: pgmap v925: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:18.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:17 smithi169 ceph-mon[90638]: pgmap v925: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:18.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:17 smithi172 ceph-mon[84635]: pgmap v925: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:20.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:19 smithi169 ceph-mon[88180]: pgmap v926: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:20.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:19 smithi169 ceph-mon[90638]: pgmap v926: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:20.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:19 smithi172 ceph-mon[84635]: pgmap v926: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:20.793 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:28:21.011 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:28:21.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:21 smithi169 ceph-mon[88180]: pgmap v927: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:21.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:21 smithi169 ceph-mon[90638]: pgmap v927: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:22.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:21 smithi172 ceph-mon[84635]: pgmap v927: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:22.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:28:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:28:23.022 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:28:23.024 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:28:23.657 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":928,"stamp":"2024-03-10T22:28:22.606657+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004114"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505111+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505111+0000","last_peered":"2024-03-10T22:27:26.505111+0000","last_clean":"2024-03-10T22:27:26.505111+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505111+0000","last_undegraded":"2024-03-10T22:27:26.505111+0000","last_fullsized":"2024-03-10T22:27:26.505111+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354560+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:26.354560+0000","last_peered":"2024-03-10T22:27:26.354560+0000","last_clean":"2024-03-10T22:27:26.354560+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:26.354560+0000","last_undegraded":"2024-03-10T22:27:26.354560+0000","last_fullsized":"2024-03-10T22:27:26.354560+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356391+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356391+0000","last_peered":"2024-03-10T22:27:26.356391+0000","last_clean":"2024-03-10T22:27:26.356391+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356391+0000","last_undegraded":"2024-03-10T22:27:26.356391+0000","last_fullsized":"2024-03-10T22:27:26.356391+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858853+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:26.858853+0000","last_peered":"2024-03-10T22:27:26.858853+0000","last_clean":"2024-03-10T22:27:26.858853+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.858853+0000","last_undegraded":"2024-03-10T22:27:26.858853+0000","last_fullsized":"2024-03-10T22:27:26.858853+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858918+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858918+0000","last_peered":"2024-03-10T22:27:26.858918+0000","last_clean":"2024-03-10T22:27:26.858918+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858918+0000","last_undegraded":"2024-03-10T22:27:26.858918+0000","last_fullsized":"2024-03-10T22:27:26.858918+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726645+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726645+0000","last_peered":"2024-03-10T22:27:27.726645+0000","last_clean":"2024-03-10T22:27:27.726645+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726645+0000","last_undegraded":"2024-03-10T22:27:27.726645+0000","last_fullsized":"2024-03-10T22:27:27.726645+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469868+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469868+0000","last_peered":"2024-03-10T22:27:28.469868+0000","last_clean":"2024-03-10T22:27:28.469868+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469868+0000","last_undegraded":"2024-03-10T22:27:28.469868+0000","last_fullsized":"2024-03-10T22:27:28.469868+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469803+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469803+0000","last_peered":"2024-03-10T22:27:28.469803+0000","last_clean":"2024-03-10T22:27:28.469803+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469803+0000","last_undegraded":"2024-03-10T22:27:28.469803+0000","last_fullsized":"2024-03-10T22:27:28.469803+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726887+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726887+0000","last_peered":"2024-03-10T22:27:27.726887+0000","last_clean":"2024-03-10T22:27:27.726887+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726887+0000","last_undegraded":"2024-03-10T22:27:27.726887+0000","last_fullsized":"2024-03-10T22:27:27.726887+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354990+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354990+0000","last_peered":"2024-03-10T22:27:26.354990+0000","last_clean":"2024-03-10T22:27:26.354990+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354990+0000","last_undegraded":"2024-03-10T22:27:26.354990+0000","last_fullsized":"2024-03-10T22:27:26.354990+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353417+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353417+0000","last_peered":"2024-03-10T22:27:26.353417+0000","last_clean":"2024-03-10T22:27:26.353417+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353417+0000","last_undegraded":"2024-03-10T22:27:26.353417+0000","last_fullsized":"2024-03-10T22:27:26.353417+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858253+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858253+0000","last_peered":"2024-03-10T22:27:26.858253+0000","last_clean":"2024-03-10T22:27:26.858253+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858253+0000","last_undegraded":"2024-03-10T22:27:26.858253+0000","last_fullsized":"2024-03-10T22:27:26.858253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475884+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.475884+0000","last_peered":"2024-03-10T22:27:27.475884+0000","last_clean":"2024-03-10T22:27:27.475884+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.475884+0000","last_undegraded":"2024-03-10T22:27:27.475884+0000","last_fullsized":"2024-03-10T22:27:27.475884+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475952+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.475952+0000","last_peered":"2024-03-10T22:27:27.475952+0000","last_clean":"2024-03-10T22:27:27.475952+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.475952+0000","last_undegraded":"2024-03-10T22:27:27.475952+0000","last_fullsized":"2024-03-10T22:27:27.475952+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504674+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504674+0000","last_peered":"2024-03-10T22:27:26.504674+0000","last_clean":"2024-03-10T22:27:26.504674+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504674+0000","last_undegraded":"2024-03-10T22:27:26.504674+0000","last_fullsized":"2024-03-10T22:27:26.504674+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1288,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356215+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356215+0000","last_peered":"2024-03-10T22:27:26.356215+0000","last_clean":"2024-03-10T22:27:26.356215+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356215+0000","last_undegraded":"2024-03-10T22:27:26.356215+0000","last_fullsized":"2024-03-10T22:27:26.356215+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727155+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727155+0000","last_peered":"2024-03-10T22:27:27.727155+0000","last_clean":"2024-03-10T22:27:27.727155+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727155+0000","last_undegraded":"2024-03-10T22:27:27.727155+0000","last_fullsized":"2024-03-10T22:27:27.727155+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727237+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727237+0000","last_peered":"2024-03-10T22:27:27.727237+0000","last_clean":"2024-03-10T22:27:27.727237+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727237+0000","last_undegraded":"2024-03-10T22:27:27.727237+0000","last_fullsized":"2024-03-10T22:27:27.727237+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355746+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355746+0000","last_peered":"2024-03-10T22:27:26.355746+0000","last_clean":"2024-03-10T22:27:26.355746+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355746+0000","last_undegraded":"2024-03-10T22:27:26.355746+0000","last_fullsized":"2024-03-10T22:27:26.355746+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858908+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858908+0000","last_peered":"2024-03-10T22:27:26.858908+0000","last_clean":"2024-03-10T22:27:26.858908+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858908+0000","last_undegraded":"2024-03-10T22:27:26.858908+0000","last_fullsized":"2024-03-10T22:27:26.858908+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":973,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354367+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354367+0000","last_peered":"2024-03-10T22:27:26.354367+0000","last_clean":"2024-03-10T22:27:26.354367+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354367+0000","last_undegraded":"2024-03-10T22:27:26.354367+0000","last_fullsized":"2024-03-10T22:27:26.354367+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858871+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.858871+0000","last_peered":"2024-03-10T22:27:26.858871+0000","last_clean":"2024-03-10T22:27:26.858871+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.858871+0000","last_undegraded":"2024-03-10T22:27:26.858871+0000","last_fullsized":"2024-03-10T22:27:26.858871+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727190+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727190+0000","last_peered":"2024-03-10T22:27:27.727190+0000","last_clean":"2024-03-10T22:27:27.727190+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727190+0000","last_undegraded":"2024-03-10T22:27:27.727190+0000","last_fullsized":"2024-03-10T22:27:27.727190+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354157+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354157+0000","last_peered":"2024-03-10T22:27:26.354157+0000","last_clean":"2024-03-10T22:27:26.354157+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354157+0000","last_undegraded":"2024-03-10T22:27:26.354157+0000","last_fullsized":"2024-03-10T22:27:26.354157+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469682+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.469682+0000","last_peered":"2024-03-10T22:27:28.469682+0000","last_clean":"2024-03-10T22:27:28.469682+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.469682+0000","last_undegraded":"2024-03-10T22:27:28.469682+0000","last_fullsized":"2024-03-10T22:27:28.469682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356419+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356419+0000","last_peered":"2024-03-10T22:27:26.356419+0000","last_clean":"2024-03-10T22:27:26.356419+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356419+0000","last_undegraded":"2024-03-10T22:27:26.356419+0000","last_fullsized":"2024-03-10T22:27:26.356419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727015+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.727015+0000","last_peered":"2024-03-10T22:27:27.727015+0000","last_clean":"2024-03-10T22:27:27.727015+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.727015+0000","last_undegraded":"2024-03-10T22:27:27.727015+0000","last_fullsized":"2024-03-10T22:27:27.727015+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726512+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726512+0000","last_peered":"2024-03-10T22:27:27.726512+0000","last_clean":"2024-03-10T22:27:27.726512+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726512+0000","last_undegraded":"2024-03-10T22:27:27.726512+0000","last_fullsized":"2024-03-10T22:27:27.726512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858540+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858540+0000","last_peered":"2024-03-10T22:27:26.858540+0000","last_clean":"2024-03-10T22:27:26.858540+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858540+0000","last_undegraded":"2024-03-10T22:27:26.858540+0000","last_fullsized":"2024-03-10T22:27:26.858540+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353458+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353458+0000","last_peered":"2024-03-10T22:27:26.353458+0000","last_clean":"2024-03-10T22:27:26.353458+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353458+0000","last_undegraded":"2024-03-10T22:27:26.353458+0000","last_fullsized":"2024-03-10T22:27:26.353458+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470074+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470074+0000","last_peered":"2024-03-10T22:27:28.470074+0000","last_clean":"2024-03-10T22:27:28.470074+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470074+0000","last_undegraded":"2024-03-10T22:27:28.470074+0000","last_fullsized":"2024-03-10T22:27:28.470074+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1119,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858959+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.858959+0000","last_peered":"2024-03-10T22:27:26.858959+0000","last_clean":"2024-03-10T22:27:26.858959+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.858959+0000","last_undegraded":"2024-03-10T22:27:26.858959+0000","last_fullsized":"2024-03-10T22:27:26.858959+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858907+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.858907+0000","last_peered":"2024-03-10T22:27:26.858907+0000","last_clean":"2024-03-10T22:27:26.858907+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.858907+0000","last_undegraded":"2024-03-10T22:27:26.858907+0000","last_fullsized":"2024-03-10T22:27:26.858907+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1239,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355070+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355070+0000","last_peered":"2024-03-10T22:27:26.355070+0000","last_clean":"2024-03-10T22:27:26.355070+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355070+0000","last_undegraded":"2024-03-10T22:27:26.355070+0000","last_fullsized":"2024-03-10T22:27:26.355070+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354900+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354900+0000","last_peered":"2024-03-10T22:27:26.354900+0000","last_clean":"2024-03-10T22:27:26.354900+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354900+0000","last_undegraded":"2024-03-10T22:27:26.354900+0000","last_fullsized":"2024-03-10T22:27:26.354900+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469945+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.469945+0000","last_peered":"2024-03-10T22:27:28.469945+0000","last_clean":"2024-03-10T22:27:28.469945+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.469945+0000","last_undegraded":"2024-03-10T22:27:28.469945+0000","last_fullsized":"2024-03-10T22:27:28.469945+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356602+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356602+0000","last_peered":"2024-03-10T22:27:26.356602+0000","last_clean":"2024-03-10T22:27:26.356602+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356602+0000","last_undegraded":"2024-03-10T22:27:26.356602+0000","last_fullsized":"2024-03-10T22:27:26.356602+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355469+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355469+0000","last_peered":"2024-03-10T22:27:26.355469+0000","last_clean":"2024-03-10T22:27:26.355469+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355469+0000","last_undegraded":"2024-03-10T22:27:26.355469+0000","last_fullsized":"2024-03-10T22:27:26.355469+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858582+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858582+0000","last_peered":"2024-03-10T22:27:26.858582+0000","last_clean":"2024-03-10T22:27:26.858582+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858582+0000","last_undegraded":"2024-03-10T22:27:26.858582+0000","last_fullsized":"2024-03-10T22:27:26.858582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504660+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:26.504660+0000","last_peered":"2024-03-10T22:27:26.504660+0000","last_clean":"2024-03-10T22:27:26.504660+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:26.504660+0000","last_undegraded":"2024-03-10T22:27:26.504660+0000","last_fullsized":"2024-03-10T22:27:26.504660+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469430+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469430+0000","last_peered":"2024-03-10T22:27:28.469430+0000","last_clean":"2024-03-10T22:27:28.469430+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469430+0000","last_undegraded":"2024-03-10T22:27:28.469430+0000","last_fullsized":"2024-03-10T22:27:28.469430+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469415+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469415+0000","last_peered":"2024-03-10T22:27:28.469415+0000","last_clean":"2024-03-10T22:27:28.469415+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469415+0000","last_undegraded":"2024-03-10T22:27:28.469415+0000","last_fullsized":"2024-03-10T22:27:28.469415+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1260,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475301+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475301+0000","last_peered":"2024-03-10T22:27:27.475301+0000","last_clean":"2024-03-10T22:27:27.475301+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475301+0000","last_undegraded":"2024-03-10T22:27:27.475301+0000","last_fullsized":"2024-03-10T22:27:27.475301+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504373+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:26.504373+0000","last_peered":"2024-03-10T22:27:26.504373+0000","last_clean":"2024-03-10T22:27:26.504373+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:26.504373+0000","last_undegraded":"2024-03-10T22:27:26.504373+0000","last_fullsized":"2024-03-10T22:27:26.504373+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4439,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476019+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476019+0000","last_peered":"2024-03-10T22:27:27.476019+0000","last_clean":"2024-03-10T22:27:27.476019+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476019+0000","last_undegraded":"2024-03-10T22:27:27.476019+0000","last_fullsized":"2024-03-10T22:27:27.476019+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355085+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355085+0000","last_peered":"2024-03-10T22:27:26.355085+0000","last_clean":"2024-03-10T22:27:26.355085+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355085+0000","last_undegraded":"2024-03-10T22:27:26.355085+0000","last_fullsized":"2024-03-10T22:27:26.355085+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504928+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504928+0000","last_peered":"2024-03-10T22:27:26.504928+0000","last_clean":"2024-03-10T22:27:26.504928+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504928+0000","last_undegraded":"2024-03-10T22:27:26.504928+0000","last_fullsized":"2024-03-10T22:27:26.504928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12608,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356571+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.356571+0000","last_peered":"2024-03-10T22:27:26.356571+0000","last_clean":"2024-03-10T22:27:26.356571+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.356571+0000","last_undegraded":"2024-03-10T22:27:26.356571+0000","last_fullsized":"2024-03-10T22:27:26.356571+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353978+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:26.353978+0000","last_peered":"2024-03-10T22:27:26.353978+0000","last_clean":"2024-03-10T22:27:26.353978+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:26.353978+0000","last_undegraded":"2024-03-10T22:27:26.353978+0000","last_fullsized":"2024-03-10T22:27:26.353978+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355672+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:26.355672+0000","last_peered":"2024-03-10T22:27:26.355672+0000","last_clean":"2024-03-10T22:27:26.355672+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:26.355672+0000","last_undegraded":"2024-03-10T22:27:26.355672+0000","last_fullsized":"2024-03-10T22:27:26.355672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858866+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858866+0000","last_peered":"2024-03-10T22:27:26.858866+0000","last_clean":"2024-03-10T22:27:26.858866+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858866+0000","last_undegraded":"2024-03-10T22:27:26.858866+0000","last_fullsized":"2024-03-10T22:27:26.858866+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15021,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356399+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.356399+0000","last_peered":"2024-03-10T22:27:26.356399+0000","last_clean":"2024-03-10T22:27:26.356399+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.356399+0000","last_undegraded":"2024-03-10T22:27:26.356399+0000","last_fullsized":"2024-03-10T22:27:26.356399+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355317+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:26.355317+0000","last_peered":"2024-03-10T22:27:26.355317+0000","last_clean":"2024-03-10T22:27:26.355317+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:26.355317+0000","last_undegraded":"2024-03-10T22:27:26.355317+0000","last_fullsized":"2024-03-10T22:27:26.355317+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858461+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858461+0000","last_peered":"2024-03-10T22:27:26.858461+0000","last_clean":"2024-03-10T22:27:26.858461+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858461+0000","last_undegraded":"2024-03-10T22:27:26.858461+0000","last_fullsized":"2024-03-10T22:27:26.858461+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354198+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354198+0000","last_peered":"2024-03-10T22:27:26.354198+0000","last_clean":"2024-03-10T22:27:26.354198+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354198+0000","last_undegraded":"2024-03-10T22:27:26.354198+0000","last_fullsized":"2024-03-10T22:27:26.354198+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4225,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476479+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476479+0000","last_peered":"2024-03-10T22:27:27.476479+0000","last_clean":"2024-03-10T22:27:27.476479+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476479+0000","last_undegraded":"2024-03-10T22:27:27.476479+0000","last_fullsized":"2024-03-10T22:27:27.476479+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354799+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354799+0000","last_peered":"2024-03-10T22:27:26.354799+0000","last_clean":"2024-03-10T22:27:26.354799+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354799+0000","last_undegraded":"2024-03-10T22:27:26.354799+0000","last_fullsized":"2024-03-10T22:27:26.354799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353242+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353242+0000","last_peered":"2024-03-10T22:27:26.353242+0000","last_clean":"2024-03-10T22:27:26.353242+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353242+0000","last_undegraded":"2024-03-10T22:27:26.353242+0000","last_fullsized":"2024-03-10T22:27:26.353242+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475362+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475362+0000","last_peered":"2024-03-10T22:27:27.475362+0000","last_clean":"2024-03-10T22:27:27.475362+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475362+0000","last_undegraded":"2024-03-10T22:27:27.475362+0000","last_fullsized":"2024-03-10T22:27:27.475362+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504753+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504753+0000","last_peered":"2024-03-10T22:27:26.504753+0000","last_clean":"2024-03-10T22:27:26.504753+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504753+0000","last_undegraded":"2024-03-10T22:27:26.504753+0000","last_fullsized":"2024-03-10T22:27:26.504753+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1062,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470087+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470087+0000","last_peered":"2024-03-10T22:27:28.470087+0000","last_clean":"2024-03-10T22:27:28.470087+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470087+0000","last_undegraded":"2024-03-10T22:27:28.470087+0000","last_fullsized":"2024-03-10T22:27:28.470087+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726815+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726815+0000","last_peered":"2024-03-10T22:27:27.726815+0000","last_clean":"2024-03-10T22:27:27.726815+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726815+0000","last_undegraded":"2024-03-10T22:27:27.726815+0000","last_fullsized":"2024-03-10T22:27:27.726815+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858684+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858684+0000","last_peered":"2024-03-10T22:27:26.858684+0000","last_clean":"2024-03-10T22:27:26.858684+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858684+0000","last_undegraded":"2024-03-10T22:27:26.858684+0000","last_fullsized":"2024-03-10T22:27:26.858684+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1538,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504257+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504257+0000","last_peered":"2024-03-10T22:27:26.504257+0000","last_clean":"2024-03-10T22:27:26.504257+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504257+0000","last_undegraded":"2024-03-10T22:27:26.504257+0000","last_fullsized":"2024-03-10T22:27:26.504257+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3650,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859238+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859238+0000","last_peered":"2024-03-10T22:27:26.859238+0000","last_clean":"2024-03-10T22:27:26.859238+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859238+0000","last_undegraded":"2024-03-10T22:27:26.859238+0000","last_fullsized":"2024-03-10T22:27:26.859238+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355801+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355801+0000","last_peered":"2024-03-10T22:27:26.355801+0000","last_clean":"2024-03-10T22:27:26.355801+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355801+0000","last_undegraded":"2024-03-10T22:27:26.355801+0000","last_fullsized":"2024-03-10T22:27:26.355801+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354280+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354280+0000","last_peered":"2024-03-10T22:27:26.354280+0000","last_clean":"2024-03-10T22:27:26.354280+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354280+0000","last_undegraded":"2024-03-10T22:27:26.354280+0000","last_fullsized":"2024-03-10T22:27:26.354280+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":917,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475456+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475456+0000","last_peered":"2024-03-10T22:27:27.475456+0000","last_clean":"2024-03-10T22:27:27.475456+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475456+0000","last_undegraded":"2024-03-10T22:27:27.475456+0000","last_fullsized":"2024-03-10T22:27:27.475456+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4501,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469851+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469851+0000","last_peered":"2024-03-10T22:27:28.469851+0000","last_clean":"2024-03-10T22:27:28.469851+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469851+0000","last_undegraded":"2024-03-10T22:27:28.469851+0000","last_fullsized":"2024-03-10T22:27:28.469851+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356297+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356297+0000","last_peered":"2024-03-10T22:27:26.356297+0000","last_clean":"2024-03-10T22:27:26.356297+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356297+0000","last_undegraded":"2024-03-10T22:27:26.356297+0000","last_fullsized":"2024-03-10T22:27:26.356297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":959,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354606+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:26.354606+0000","last_peered":"2024-03-10T22:27:26.354606+0000","last_clean":"2024-03-10T22:27:26.354606+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:26.354606+0000","last_undegraded":"2024-03-10T22:27:26.354606+0000","last_fullsized":"2024-03-10T22:27:26.354606+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355214+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:26.355214+0000","last_peered":"2024-03-10T22:27:26.355214+0000","last_clean":"2024-03-10T22:27:26.355214+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:26.355214+0000","last_undegraded":"2024-03-10T22:27:26.355214+0000","last_fullsized":"2024-03-10T22:27:26.355214+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354935+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.354935+0000","last_peered":"2024-03-10T22:27:26.354935+0000","last_clean":"2024-03-10T22:27:26.354935+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.354935+0000","last_undegraded":"2024-03-10T22:27:26.354935+0000","last_fullsized":"2024-03-10T22:27:26.354935+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726696+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726696+0000","last_peered":"2024-03-10T22:27:27.726696+0000","last_clean":"2024-03-10T22:27:27.726696+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726696+0000","last_undegraded":"2024-03-10T22:27:27.726696+0000","last_fullsized":"2024-03-10T22:27:27.726696+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354586+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354586+0000","last_peered":"2024-03-10T22:27:26.354586+0000","last_clean":"2024-03-10T22:27:26.354586+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354586+0000","last_undegraded":"2024-03-10T22:27:26.354586+0000","last_fullsized":"2024-03-10T22:27:26.354586+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727131+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727131+0000","last_peered":"2024-03-10T22:27:27.727131+0000","last_clean":"2024-03-10T22:27:27.727131+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727131+0000","last_undegraded":"2024-03-10T22:27:27.727131+0000","last_fullsized":"2024-03-10T22:27:27.727131+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727112+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727112+0000","last_peered":"2024-03-10T22:27:27.727112+0000","last_clean":"2024-03-10T22:27:27.727112+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727112+0000","last_undegraded":"2024-03-10T22:27:27.727112+0000","last_fullsized":"2024-03-10T22:27:27.727112+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354006+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354006+0000","last_peered":"2024-03-10T22:27:26.354006+0000","last_clean":"2024-03-10T22:27:26.354006+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354006+0000","last_undegraded":"2024-03-10T22:27:26.354006+0000","last_fullsized":"2024-03-10T22:27:26.354006+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469972+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.469972+0000","last_peered":"2024-03-10T22:27:28.469972+0000","last_clean":"2024-03-10T22:27:28.469972+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.469972+0000","last_undegraded":"2024-03-10T22:27:28.469972+0000","last_fullsized":"2024-03-10T22:27:28.469972+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476173+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476173+0000","last_peered":"2024-03-10T22:27:27.476173+0000","last_clean":"2024-03-10T22:27:27.476173+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476173+0000","last_undegraded":"2024-03-10T22:27:27.476173+0000","last_fullsized":"2024-03-10T22:27:27.476173+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3245,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859217+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859217+0000","last_peered":"2024-03-10T22:27:26.859217+0000","last_clean":"2024-03-10T22:27:26.859217+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859217+0000","last_undegraded":"2024-03-10T22:27:26.859217+0000","last_fullsized":"2024-03-10T22:27:26.859217+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1023,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504387+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504387+0000","last_peered":"2024-03-10T22:27:26.504387+0000","last_clean":"2024-03-10T22:27:26.504387+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504387+0000","last_undegraded":"2024-03-10T22:27:26.504387+0000","last_fullsized":"2024-03-10T22:27:26.504387+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354065+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:26.354065+0000","last_peered":"2024-03-10T22:27:26.354065+0000","last_clean":"2024-03-10T22:27:26.354065+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:26.354065+0000","last_undegraded":"2024-03-10T22:27:26.354065+0000","last_fullsized":"2024-03-10T22:27:26.354065+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3999,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355277+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355277+0000","last_peered":"2024-03-10T22:27:26.355277+0000","last_clean":"2024-03-10T22:27:26.355277+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355277+0000","last_undegraded":"2024-03-10T22:27:26.355277+0000","last_fullsized":"2024-03-10T22:27:26.355277+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353683+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353683+0000","last_peered":"2024-03-10T22:27:26.353683+0000","last_clean":"2024-03-10T22:27:26.353683+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353683+0000","last_undegraded":"2024-03-10T22:27:26.353683+0000","last_fullsized":"2024-03-10T22:27:26.353683+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726639+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726639+0000","last_peered":"2024-03-10T22:27:27.726639+0000","last_clean":"2024-03-10T22:27:27.726639+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726639+0000","last_undegraded":"2024-03-10T22:27:27.726639+0000","last_fullsized":"2024-03-10T22:27:27.726639+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4939,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476375+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476375+0000","last_peered":"2024-03-10T22:27:27.476375+0000","last_clean":"2024-03-10T22:27:27.476375+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476375+0000","last_undegraded":"2024-03-10T22:27:27.476375+0000","last_fullsized":"2024-03-10T22:27:27.476375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353869+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353869+0000","last_peered":"2024-03-10T22:27:26.353869+0000","last_clean":"2024-03-10T22:27:26.353869+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353869+0000","last_undegraded":"2024-03-10T22:27:26.353869+0000","last_fullsized":"2024-03-10T22:27:26.353869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726805+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726805+0000","last_peered":"2024-03-10T22:27:27.726805+0000","last_clean":"2024-03-10T22:27:27.726805+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726805+0000","last_undegraded":"2024-03-10T22:27:27.726805+0000","last_fullsized":"2024-03-10T22:27:27.726805+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355545+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355545+0000","last_peered":"2024-03-10T22:27:26.355545+0000","last_clean":"2024-03-10T22:27:26.355545+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355545+0000","last_undegraded":"2024-03-10T22:27:26.355545+0000","last_fullsized":"2024-03-10T22:27:26.355545+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475861+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475861+0000","last_peered":"2024-03-10T22:27:27.475861+0000","last_clean":"2024-03-10T22:27:27.475861+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475861+0000","last_undegraded":"2024-03-10T22:27:27.475861+0000","last_fullsized":"2024-03-10T22:27:27.475861+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469556+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469556+0000","last_peered":"2024-03-10T22:27:28.469556+0000","last_clean":"2024-03-10T22:27:28.469556+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469556+0000","last_undegraded":"2024-03-10T22:27:28.469556+0000","last_fullsized":"2024-03-10T22:27:28.469556+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5328,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476317+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476317+0000","last_peered":"2024-03-10T22:27:27.476317+0000","last_clean":"2024-03-10T22:27:27.476317+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476317+0000","last_undegraded":"2024-03-10T22:27:27.476317+0000","last_fullsized":"2024-03-10T22:27:27.476317+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1212,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475832+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475832+0000","last_peered":"2024-03-10T22:27:27.475832+0000","last_clean":"2024-03-10T22:27:27.475832+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475832+0000","last_undegraded":"2024-03-10T22:27:27.475832+0000","last_fullsized":"2024-03-10T22:27:27.475832+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504672+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504672+0000","last_peered":"2024-03-10T22:27:26.504672+0000","last_clean":"2024-03-10T22:27:26.504672+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504672+0000","last_undegraded":"2024-03-10T22:27:26.504672+0000","last_fullsized":"2024-03-10T22:27:26.504672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4656,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476100+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476100+0000","last_peered":"2024-03-10T22:27:27.476100+0000","last_clean":"2024-03-10T22:27:27.476100+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476100+0000","last_undegraded":"2024-03-10T22:27:27.476100+0000","last_fullsized":"2024-03-10T22:27:27.476100+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354811+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354811+0000","last_peered":"2024-03-10T22:27:26.354811+0000","last_clean":"2024-03-10T22:27:26.354811+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354811+0000","last_undegraded":"2024-03-10T22:27:26.354811+0000","last_fullsized":"2024-03-10T22:27:26.354811+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858605+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858605+0000","last_peered":"2024-03-10T22:27:26.858605+0000","last_clean":"2024-03-10T22:27:26.858605+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858605+0000","last_undegraded":"2024-03-10T22:27:26.858605+0000","last_fullsized":"2024-03-10T22:27:26.858605+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504341+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504341+0000","last_peered":"2024-03-10T22:27:26.504341+0000","last_clean":"2024-03-10T22:27:26.504341+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504341+0000","last_undegraded":"2024-03-10T22:27:26.504341+0000","last_fullsized":"2024-03-10T22:27:26.504341+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476277+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476277+0000","last_peered":"2024-03-10T22:27:27.476277+0000","last_clean":"2024-03-10T22:27:27.476277+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476277+0000","last_undegraded":"2024-03-10T22:27:27.476277+0000","last_fullsized":"2024-03-10T22:27:27.476277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504933+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504933+0000","last_peered":"2024-03-10T22:27:26.504933+0000","last_clean":"2024-03-10T22:27:26.504933+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504933+0000","last_undegraded":"2024-03-10T22:27:26.504933+0000","last_fullsized":"2024-03-10T22:27:26.504933+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469407+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469407+0000","last_peered":"2024-03-10T22:27:28.469407+0000","last_clean":"2024-03-10T22:27:28.469407+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469407+0000","last_undegraded":"2024-03-10T22:27:28.469407+0000","last_fullsized":"2024-03-10T22:27:28.469407+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475482+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475482+0000","last_peered":"2024-03-10T22:27:27.475482+0000","last_clean":"2024-03-10T22:27:27.475482+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475482+0000","last_undegraded":"2024-03-10T22:27:27.475482+0000","last_fullsized":"2024-03-10T22:27:27.475482+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858837+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858837+0000","last_peered":"2024-03-10T22:27:26.858837+0000","last_clean":"2024-03-10T22:27:26.858837+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858837+0000","last_undegraded":"2024-03-10T22:27:26.858837+0000","last_fullsized":"2024-03-10T22:27:26.858837+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355818+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355818+0000","last_peered":"2024-03-10T22:27:26.355818+0000","last_clean":"2024-03-10T22:27:26.355818+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355818+0000","last_undegraded":"2024-03-10T22:27:26.355818+0000","last_fullsized":"2024-03-10T22:27:26.355818+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726473+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726473+0000","last_peered":"2024-03-10T22:27:27.726473+0000","last_clean":"2024-03-10T22:27:27.726473+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726473+0000","last_undegraded":"2024-03-10T22:27:27.726473+0000","last_fullsized":"2024-03-10T22:27:27.726473+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354927+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354927+0000","last_peered":"2024-03-10T22:27:26.354927+0000","last_clean":"2024-03-10T22:27:26.354927+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354927+0000","last_undegraded":"2024-03-10T22:27:26.354927+0000","last_fullsized":"2024-03-10T22:27:26.354927+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1080,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470202+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470202+0000","last_peered":"2024-03-10T22:27:28.470202+0000","last_clean":"2024-03-10T22:27:28.470202+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470202+0000","last_undegraded":"2024-03-10T22:27:28.470202+0000","last_fullsized":"2024-03-10T22:27:28.470202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727245+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727245+0000","last_peered":"2024-03-10T22:27:27.727245+0000","last_clean":"2024-03-10T22:27:27.727245+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727245+0000","last_undegraded":"2024-03-10T22:27:27.727245+0000","last_fullsized":"2024-03-10T22:27:27.727245+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858464+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858464+0000","last_peered":"2024-03-10T22:27:26.858464+0000","last_clean":"2024-03-10T22:27:26.858464+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858464+0000","last_undegraded":"2024-03-10T22:27:26.858464+0000","last_fullsized":"2024-03-10T22:27:26.858464+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726816+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726816+0000","last_peered":"2024-03-10T22:27:27.726816+0000","last_clean":"2024-03-10T22:27:27.726816+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726816+0000","last_undegraded":"2024-03-10T22:27:27.726816+0000","last_fullsized":"2024-03-10T22:27:27.726816+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858353+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858353+0000","last_peered":"2024-03-10T22:27:26.858353+0000","last_clean":"2024-03-10T22:27:26.858353+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858353+0000","last_undegraded":"2024-03-10T22:27:26.858353+0000","last_fullsized":"2024-03-10T22:27:26.858353+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356124+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356124+0000","last_peered":"2024-03-10T22:27:26.356124+0000","last_clean":"2024-03-10T22:27:26.356124+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356124+0000","last_undegraded":"2024-03-10T22:27:26.356124+0000","last_fullsized":"2024-03-10T22:27:26.356124+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469744+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469744+0000","last_peered":"2024-03-10T22:27:28.469744+0000","last_clean":"2024-03-10T22:27:28.469744+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469744+0000","last_undegraded":"2024-03-10T22:27:28.469744+0000","last_fullsized":"2024-03-10T22:27:28.469744+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783939,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928586,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586413,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796469,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474470,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329823,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152472,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073233,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:28:23.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:23.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:23.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:23.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:23.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:23.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:23.663 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:23.663 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:23.663 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:28:24.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:23 smithi169 ceph-mon[88180]: pgmap v928: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:24.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:23 smithi169 ceph-mon[90638]: pgmap v928: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:24.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:23 smithi172 ceph-mon[84635]: pgmap v928: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:25.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:24 smithi169 ceph-mon[90638]: from='client.44474 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:25.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:24 smithi169 ceph-mon[88180]: from='client.44474 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:25.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:24 smithi172 ceph-mon[84635]: from='client.44474 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:25.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:25 smithi169 ceph-mon[90638]: pgmap v929: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:25.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:25 smithi169 ceph-mon[88180]: pgmap v929: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:25.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:25 smithi172 ceph-mon[84635]: pgmap v929: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:28:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:28:25] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:28:28.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:27 smithi169 ceph-mon[88180]: pgmap v930: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:28.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:27 smithi169 ceph-mon[90638]: pgmap v930: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:28.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:27 smithi172 ceph-mon[84635]: pgmap v930: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:30.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:29 smithi169 ceph-mon[90638]: pgmap v931: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:30.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:29 smithi169 ceph-mon[88180]: pgmap v931: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:30.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:29 smithi172 ceph-mon[84635]: pgmap v931: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:31.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:30 smithi169 ceph-mon[88180]: pgmap v932: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:31.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:30 smithi169 ceph-mon[90638]: pgmap v932: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:30 smithi172 ceph-mon[84635]: pgmap v932: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:32.709 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:28:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:28:33.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:32 smithi169 ceph-mon[90638]: pgmap v933: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:33.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:32 smithi169 ceph-mon[88180]: pgmap v933: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:33.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:32 smithi172 ceph-mon[84635]: pgmap v933: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:33.663 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:28:33.887 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:28:35.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:34 smithi169 ceph-mon[88180]: pgmap v934: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:35.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:34 smithi169 ceph-mon[90638]: pgmap v934: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:35.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:34 smithi172 ceph-mon[84635]: pgmap v934: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:35.995 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:28:35.996 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:28:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:28:35] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:28:36.001 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:28:36.683 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":934,"stamp":"2024-03-10T22:28:34.610704+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004047"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505111+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505111+0000","last_peered":"2024-03-10T22:27:26.505111+0000","last_clean":"2024-03-10T22:27:26.505111+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505111+0000","last_undegraded":"2024-03-10T22:27:26.505111+0000","last_fullsized":"2024-03-10T22:27:26.505111+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354560+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:26.354560+0000","last_peered":"2024-03-10T22:27:26.354560+0000","last_clean":"2024-03-10T22:27:26.354560+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:26.354560+0000","last_undegraded":"2024-03-10T22:27:26.354560+0000","last_fullsized":"2024-03-10T22:27:26.354560+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356391+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356391+0000","last_peered":"2024-03-10T22:27:26.356391+0000","last_clean":"2024-03-10T22:27:26.356391+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356391+0000","last_undegraded":"2024-03-10T22:27:26.356391+0000","last_fullsized":"2024-03-10T22:27:26.356391+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858853+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:26.858853+0000","last_peered":"2024-03-10T22:27:26.858853+0000","last_clean":"2024-03-10T22:27:26.858853+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.858853+0000","last_undegraded":"2024-03-10T22:27:26.858853+0000","last_fullsized":"2024-03-10T22:27:26.858853+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858918+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858918+0000","last_peered":"2024-03-10T22:27:26.858918+0000","last_clean":"2024-03-10T22:27:26.858918+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858918+0000","last_undegraded":"2024-03-10T22:27:26.858918+0000","last_fullsized":"2024-03-10T22:27:26.858918+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726645+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726645+0000","last_peered":"2024-03-10T22:27:27.726645+0000","last_clean":"2024-03-10T22:27:27.726645+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726645+0000","last_undegraded":"2024-03-10T22:27:27.726645+0000","last_fullsized":"2024-03-10T22:27:27.726645+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469868+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469868+0000","last_peered":"2024-03-10T22:27:28.469868+0000","last_clean":"2024-03-10T22:27:28.469868+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469868+0000","last_undegraded":"2024-03-10T22:27:28.469868+0000","last_fullsized":"2024-03-10T22:27:28.469868+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469803+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469803+0000","last_peered":"2024-03-10T22:27:28.469803+0000","last_clean":"2024-03-10T22:27:28.469803+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469803+0000","last_undegraded":"2024-03-10T22:27:28.469803+0000","last_fullsized":"2024-03-10T22:27:28.469803+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726887+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726887+0000","last_peered":"2024-03-10T22:27:27.726887+0000","last_clean":"2024-03-10T22:27:27.726887+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726887+0000","last_undegraded":"2024-03-10T22:27:27.726887+0000","last_fullsized":"2024-03-10T22:27:27.726887+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354990+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354990+0000","last_peered":"2024-03-10T22:27:26.354990+0000","last_clean":"2024-03-10T22:27:26.354990+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354990+0000","last_undegraded":"2024-03-10T22:27:26.354990+0000","last_fullsized":"2024-03-10T22:27:26.354990+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353417+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353417+0000","last_peered":"2024-03-10T22:27:26.353417+0000","last_clean":"2024-03-10T22:27:26.353417+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353417+0000","last_undegraded":"2024-03-10T22:27:26.353417+0000","last_fullsized":"2024-03-10T22:27:26.353417+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858253+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858253+0000","last_peered":"2024-03-10T22:27:26.858253+0000","last_clean":"2024-03-10T22:27:26.858253+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858253+0000","last_undegraded":"2024-03-10T22:27:26.858253+0000","last_fullsized":"2024-03-10T22:27:26.858253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475884+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.475884+0000","last_peered":"2024-03-10T22:27:27.475884+0000","last_clean":"2024-03-10T22:27:27.475884+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.475884+0000","last_undegraded":"2024-03-10T22:27:27.475884+0000","last_fullsized":"2024-03-10T22:27:27.475884+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475952+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.475952+0000","last_peered":"2024-03-10T22:27:27.475952+0000","last_clean":"2024-03-10T22:27:27.475952+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.475952+0000","last_undegraded":"2024-03-10T22:27:27.475952+0000","last_fullsized":"2024-03-10T22:27:27.475952+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504674+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504674+0000","last_peered":"2024-03-10T22:27:26.504674+0000","last_clean":"2024-03-10T22:27:26.504674+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504674+0000","last_undegraded":"2024-03-10T22:27:26.504674+0000","last_fullsized":"2024-03-10T22:27:26.504674+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1288,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356215+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356215+0000","last_peered":"2024-03-10T22:27:26.356215+0000","last_clean":"2024-03-10T22:27:26.356215+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356215+0000","last_undegraded":"2024-03-10T22:27:26.356215+0000","last_fullsized":"2024-03-10T22:27:26.356215+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727207+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727207+0000","last_peered":"2024-03-10T22:27:27.727207+0000","last_clean":"2024-03-10T22:27:27.727207+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727207+0000","last_undegraded":"2024-03-10T22:27:27.727207+0000","last_fullsized":"2024-03-10T22:27:27.727207+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727268+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727268+0000","last_peered":"2024-03-10T22:27:27.727268+0000","last_clean":"2024-03-10T22:27:27.727268+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727268+0000","last_undegraded":"2024-03-10T22:27:27.727268+0000","last_fullsized":"2024-03-10T22:27:27.727268+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355746+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355746+0000","last_peered":"2024-03-10T22:27:26.355746+0000","last_clean":"2024-03-10T22:27:26.355746+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355746+0000","last_undegraded":"2024-03-10T22:27:26.355746+0000","last_fullsized":"2024-03-10T22:27:26.355746+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858908+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858908+0000","last_peered":"2024-03-10T22:27:26.858908+0000","last_clean":"2024-03-10T22:27:26.858908+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858908+0000","last_undegraded":"2024-03-10T22:27:26.858908+0000","last_fullsized":"2024-03-10T22:27:26.858908+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":973,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354367+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354367+0000","last_peered":"2024-03-10T22:27:26.354367+0000","last_clean":"2024-03-10T22:27:26.354367+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354367+0000","last_undegraded":"2024-03-10T22:27:26.354367+0000","last_fullsized":"2024-03-10T22:27:26.354367+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858871+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.858871+0000","last_peered":"2024-03-10T22:27:26.858871+0000","last_clean":"2024-03-10T22:27:26.858871+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.858871+0000","last_undegraded":"2024-03-10T22:27:26.858871+0000","last_fullsized":"2024-03-10T22:27:26.858871+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727190+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727190+0000","last_peered":"2024-03-10T22:27:27.727190+0000","last_clean":"2024-03-10T22:27:27.727190+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727190+0000","last_undegraded":"2024-03-10T22:27:27.727190+0000","last_fullsized":"2024-03-10T22:27:27.727190+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354157+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354157+0000","last_peered":"2024-03-10T22:27:26.354157+0000","last_clean":"2024-03-10T22:27:26.354157+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354157+0000","last_undegraded":"2024-03-10T22:27:26.354157+0000","last_fullsized":"2024-03-10T22:27:26.354157+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469682+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.469682+0000","last_peered":"2024-03-10T22:27:28.469682+0000","last_clean":"2024-03-10T22:27:28.469682+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.469682+0000","last_undegraded":"2024-03-10T22:27:28.469682+0000","last_fullsized":"2024-03-10T22:27:28.469682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1266,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356419+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356419+0000","last_peered":"2024-03-10T22:27:26.356419+0000","last_clean":"2024-03-10T22:27:26.356419+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356419+0000","last_undegraded":"2024-03-10T22:27:26.356419+0000","last_fullsized":"2024-03-10T22:27:26.356419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727015+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.727015+0000","last_peered":"2024-03-10T22:27:27.727015+0000","last_clean":"2024-03-10T22:27:27.727015+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.727015+0000","last_undegraded":"2024-03-10T22:27:27.727015+0000","last_fullsized":"2024-03-10T22:27:27.727015+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726512+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726512+0000","last_peered":"2024-03-10T22:27:27.726512+0000","last_clean":"2024-03-10T22:27:27.726512+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726512+0000","last_undegraded":"2024-03-10T22:27:27.726512+0000","last_fullsized":"2024-03-10T22:27:27.726512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858540+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858540+0000","last_peered":"2024-03-10T22:27:26.858540+0000","last_clean":"2024-03-10T22:27:26.858540+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858540+0000","last_undegraded":"2024-03-10T22:27:26.858540+0000","last_fullsized":"2024-03-10T22:27:26.858540+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353458+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353458+0000","last_peered":"2024-03-10T22:27:26.353458+0000","last_clean":"2024-03-10T22:27:26.353458+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353458+0000","last_undegraded":"2024-03-10T22:27:26.353458+0000","last_fullsized":"2024-03-10T22:27:26.353458+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470074+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470074+0000","last_peered":"2024-03-10T22:27:28.470074+0000","last_clean":"2024-03-10T22:27:28.470074+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470074+0000","last_undegraded":"2024-03-10T22:27:28.470074+0000","last_fullsized":"2024-03-10T22:27:28.470074+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1119,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858959+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.858959+0000","last_peered":"2024-03-10T22:27:26.858959+0000","last_clean":"2024-03-10T22:27:26.858959+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.858959+0000","last_undegraded":"2024-03-10T22:27:26.858959+0000","last_fullsized":"2024-03-10T22:27:26.858959+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858907+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.858907+0000","last_peered":"2024-03-10T22:27:26.858907+0000","last_clean":"2024-03-10T22:27:26.858907+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.858907+0000","last_undegraded":"2024-03-10T22:27:26.858907+0000","last_fullsized":"2024-03-10T22:27:26.858907+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1239,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355070+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355070+0000","last_peered":"2024-03-10T22:27:26.355070+0000","last_clean":"2024-03-10T22:27:26.355070+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355070+0000","last_undegraded":"2024-03-10T22:27:26.355070+0000","last_fullsized":"2024-03-10T22:27:26.355070+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354900+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354900+0000","last_peered":"2024-03-10T22:27:26.354900+0000","last_clean":"2024-03-10T22:27:26.354900+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354900+0000","last_undegraded":"2024-03-10T22:27:26.354900+0000","last_fullsized":"2024-03-10T22:27:26.354900+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469945+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.469945+0000","last_peered":"2024-03-10T22:27:28.469945+0000","last_clean":"2024-03-10T22:27:28.469945+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.469945+0000","last_undegraded":"2024-03-10T22:27:28.469945+0000","last_fullsized":"2024-03-10T22:27:28.469945+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356602+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356602+0000","last_peered":"2024-03-10T22:27:26.356602+0000","last_clean":"2024-03-10T22:27:26.356602+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356602+0000","last_undegraded":"2024-03-10T22:27:26.356602+0000","last_fullsized":"2024-03-10T22:27:26.356602+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355469+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355469+0000","last_peered":"2024-03-10T22:27:26.355469+0000","last_clean":"2024-03-10T22:27:26.355469+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355469+0000","last_undegraded":"2024-03-10T22:27:26.355469+0000","last_fullsized":"2024-03-10T22:27:26.355469+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858582+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858582+0000","last_peered":"2024-03-10T22:27:26.858582+0000","last_clean":"2024-03-10T22:27:26.858582+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858582+0000","last_undegraded":"2024-03-10T22:27:26.858582+0000","last_fullsized":"2024-03-10T22:27:26.858582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504660+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:26.504660+0000","last_peered":"2024-03-10T22:27:26.504660+0000","last_clean":"2024-03-10T22:27:26.504660+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:26.504660+0000","last_undegraded":"2024-03-10T22:27:26.504660+0000","last_fullsized":"2024-03-10T22:27:26.504660+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469430+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469430+0000","last_peered":"2024-03-10T22:27:28.469430+0000","last_clean":"2024-03-10T22:27:28.469430+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469430+0000","last_undegraded":"2024-03-10T22:27:28.469430+0000","last_fullsized":"2024-03-10T22:27:28.469430+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469415+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469415+0000","last_peered":"2024-03-10T22:27:28.469415+0000","last_clean":"2024-03-10T22:27:28.469415+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469415+0000","last_undegraded":"2024-03-10T22:27:28.469415+0000","last_fullsized":"2024-03-10T22:27:28.469415+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1260,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475301+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475301+0000","last_peered":"2024-03-10T22:27:27.475301+0000","last_clean":"2024-03-10T22:27:27.475301+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475301+0000","last_undegraded":"2024-03-10T22:27:27.475301+0000","last_fullsized":"2024-03-10T22:27:27.475301+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504373+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:26.504373+0000","last_peered":"2024-03-10T22:27:26.504373+0000","last_clean":"2024-03-10T22:27:26.504373+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:26.504373+0000","last_undegraded":"2024-03-10T22:27:26.504373+0000","last_fullsized":"2024-03-10T22:27:26.504373+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4440,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476310+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476310+0000","last_peered":"2024-03-10T22:27:27.476310+0000","last_clean":"2024-03-10T22:27:27.476310+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476310+0000","last_undegraded":"2024-03-10T22:27:27.476310+0000","last_fullsized":"2024-03-10T22:27:27.476310+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355085+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355085+0000","last_peered":"2024-03-10T22:27:26.355085+0000","last_clean":"2024-03-10T22:27:26.355085+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355085+0000","last_undegraded":"2024-03-10T22:27:26.355085+0000","last_fullsized":"2024-03-10T22:27:26.355085+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504928+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504928+0000","last_peered":"2024-03-10T22:27:26.504928+0000","last_clean":"2024-03-10T22:27:26.504928+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504928+0000","last_undegraded":"2024-03-10T22:27:26.504928+0000","last_fullsized":"2024-03-10T22:27:26.504928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12608,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356571+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.356571+0000","last_peered":"2024-03-10T22:27:26.356571+0000","last_clean":"2024-03-10T22:27:26.356571+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.356571+0000","last_undegraded":"2024-03-10T22:27:26.356571+0000","last_fullsized":"2024-03-10T22:27:26.356571+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353978+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:26.353978+0000","last_peered":"2024-03-10T22:27:26.353978+0000","last_clean":"2024-03-10T22:27:26.353978+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:26.353978+0000","last_undegraded":"2024-03-10T22:27:26.353978+0000","last_fullsized":"2024-03-10T22:27:26.353978+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355672+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:26.355672+0000","last_peered":"2024-03-10T22:27:26.355672+0000","last_clean":"2024-03-10T22:27:26.355672+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:26.355672+0000","last_undegraded":"2024-03-10T22:27:26.355672+0000","last_fullsized":"2024-03-10T22:27:26.355672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858866+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858866+0000","last_peered":"2024-03-10T22:27:26.858866+0000","last_clean":"2024-03-10T22:27:26.858866+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858866+0000","last_undegraded":"2024-03-10T22:27:26.858866+0000","last_fullsized":"2024-03-10T22:27:26.858866+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15021,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356399+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.356399+0000","last_peered":"2024-03-10T22:27:26.356399+0000","last_clean":"2024-03-10T22:27:26.356399+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.356399+0000","last_undegraded":"2024-03-10T22:27:26.356399+0000","last_fullsized":"2024-03-10T22:27:26.356399+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355317+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:26.355317+0000","last_peered":"2024-03-10T22:27:26.355317+0000","last_clean":"2024-03-10T22:27:26.355317+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:26.355317+0000","last_undegraded":"2024-03-10T22:27:26.355317+0000","last_fullsized":"2024-03-10T22:27:26.355317+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858461+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858461+0000","last_peered":"2024-03-10T22:27:26.858461+0000","last_clean":"2024-03-10T22:27:26.858461+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858461+0000","last_undegraded":"2024-03-10T22:27:26.858461+0000","last_fullsized":"2024-03-10T22:27:26.858461+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354198+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354198+0000","last_peered":"2024-03-10T22:27:26.354198+0000","last_clean":"2024-03-10T22:27:26.354198+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354198+0000","last_undegraded":"2024-03-10T22:27:26.354198+0000","last_fullsized":"2024-03-10T22:27:26.354198+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4226,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476597+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476597+0000","last_peered":"2024-03-10T22:27:27.476597+0000","last_clean":"2024-03-10T22:27:27.476597+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476597+0000","last_undegraded":"2024-03-10T22:27:27.476597+0000","last_fullsized":"2024-03-10T22:27:27.476597+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354799+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354799+0000","last_peered":"2024-03-10T22:27:26.354799+0000","last_clean":"2024-03-10T22:27:26.354799+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354799+0000","last_undegraded":"2024-03-10T22:27:26.354799+0000","last_fullsized":"2024-03-10T22:27:26.354799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353242+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353242+0000","last_peered":"2024-03-10T22:27:26.353242+0000","last_clean":"2024-03-10T22:27:26.353242+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353242+0000","last_undegraded":"2024-03-10T22:27:26.353242+0000","last_fullsized":"2024-03-10T22:27:26.353242+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475362+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475362+0000","last_peered":"2024-03-10T22:27:27.475362+0000","last_clean":"2024-03-10T22:27:27.475362+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475362+0000","last_undegraded":"2024-03-10T22:27:27.475362+0000","last_fullsized":"2024-03-10T22:27:27.475362+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504753+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504753+0000","last_peered":"2024-03-10T22:27:26.504753+0000","last_clean":"2024-03-10T22:27:26.504753+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504753+0000","last_undegraded":"2024-03-10T22:27:26.504753+0000","last_fullsized":"2024-03-10T22:27:26.504753+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470138+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470138+0000","last_peered":"2024-03-10T22:27:28.470138+0000","last_clean":"2024-03-10T22:27:28.470138+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470138+0000","last_undegraded":"2024-03-10T22:27:28.470138+0000","last_fullsized":"2024-03-10T22:27:28.470138+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726815+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726815+0000","last_peered":"2024-03-10T22:27:27.726815+0000","last_clean":"2024-03-10T22:27:27.726815+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726815+0000","last_undegraded":"2024-03-10T22:27:27.726815+0000","last_fullsized":"2024-03-10T22:27:27.726815+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858684+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858684+0000","last_peered":"2024-03-10T22:27:26.858684+0000","last_clean":"2024-03-10T22:27:26.858684+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858684+0000","last_undegraded":"2024-03-10T22:27:26.858684+0000","last_fullsized":"2024-03-10T22:27:26.858684+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1538,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504257+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504257+0000","last_peered":"2024-03-10T22:27:26.504257+0000","last_clean":"2024-03-10T22:27:26.504257+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504257+0000","last_undegraded":"2024-03-10T22:27:26.504257+0000","last_fullsized":"2024-03-10T22:27:26.504257+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3650,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859238+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859238+0000","last_peered":"2024-03-10T22:27:26.859238+0000","last_clean":"2024-03-10T22:27:26.859238+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859238+0000","last_undegraded":"2024-03-10T22:27:26.859238+0000","last_fullsized":"2024-03-10T22:27:26.859238+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355801+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355801+0000","last_peered":"2024-03-10T22:27:26.355801+0000","last_clean":"2024-03-10T22:27:26.355801+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355801+0000","last_undegraded":"2024-03-10T22:27:26.355801+0000","last_fullsized":"2024-03-10T22:27:26.355801+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354280+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354280+0000","last_peered":"2024-03-10T22:27:26.354280+0000","last_clean":"2024-03-10T22:27:26.354280+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354280+0000","last_undegraded":"2024-03-10T22:27:26.354280+0000","last_fullsized":"2024-03-10T22:27:26.354280+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":917,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475456+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475456+0000","last_peered":"2024-03-10T22:27:27.475456+0000","last_clean":"2024-03-10T22:27:27.475456+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475456+0000","last_undegraded":"2024-03-10T22:27:27.475456+0000","last_fullsized":"2024-03-10T22:27:27.475456+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4502,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469965+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469965+0000","last_peered":"2024-03-10T22:27:28.469965+0000","last_clean":"2024-03-10T22:27:28.469965+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469965+0000","last_undegraded":"2024-03-10T22:27:28.469965+0000","last_fullsized":"2024-03-10T22:27:28.469965+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356297+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356297+0000","last_peered":"2024-03-10T22:27:26.356297+0000","last_clean":"2024-03-10T22:27:26.356297+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356297+0000","last_undegraded":"2024-03-10T22:27:26.356297+0000","last_fullsized":"2024-03-10T22:27:26.356297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":959,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354606+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:26.354606+0000","last_peered":"2024-03-10T22:27:26.354606+0000","last_clean":"2024-03-10T22:27:26.354606+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:26.354606+0000","last_undegraded":"2024-03-10T22:27:26.354606+0000","last_fullsized":"2024-03-10T22:27:26.354606+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355214+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:26.355214+0000","last_peered":"2024-03-10T22:27:26.355214+0000","last_clean":"2024-03-10T22:27:26.355214+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:26.355214+0000","last_undegraded":"2024-03-10T22:27:26.355214+0000","last_fullsized":"2024-03-10T22:27:26.355214+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354935+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.354935+0000","last_peered":"2024-03-10T22:27:26.354935+0000","last_clean":"2024-03-10T22:27:26.354935+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.354935+0000","last_undegraded":"2024-03-10T22:27:26.354935+0000","last_fullsized":"2024-03-10T22:27:26.354935+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726960+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726960+0000","last_peered":"2024-03-10T22:27:27.726960+0000","last_clean":"2024-03-10T22:27:27.726960+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726960+0000","last_undegraded":"2024-03-10T22:27:27.726960+0000","last_fullsized":"2024-03-10T22:27:27.726960+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354586+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354586+0000","last_peered":"2024-03-10T22:27:26.354586+0000","last_clean":"2024-03-10T22:27:26.354586+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354586+0000","last_undegraded":"2024-03-10T22:27:26.354586+0000","last_fullsized":"2024-03-10T22:27:26.354586+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727131+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727131+0000","last_peered":"2024-03-10T22:27:27.727131+0000","last_clean":"2024-03-10T22:27:27.727131+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727131+0000","last_undegraded":"2024-03-10T22:27:27.727131+0000","last_fullsized":"2024-03-10T22:27:27.727131+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727220+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727220+0000","last_peered":"2024-03-10T22:27:27.727220+0000","last_clean":"2024-03-10T22:27:27.727220+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727220+0000","last_undegraded":"2024-03-10T22:27:27.727220+0000","last_fullsized":"2024-03-10T22:27:27.727220+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354006+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354006+0000","last_peered":"2024-03-10T22:27:26.354006+0000","last_clean":"2024-03-10T22:27:26.354006+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354006+0000","last_undegraded":"2024-03-10T22:27:26.354006+0000","last_fullsized":"2024-03-10T22:27:26.354006+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469972+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.469972+0000","last_peered":"2024-03-10T22:27:28.469972+0000","last_clean":"2024-03-10T22:27:28.469972+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.469972+0000","last_undegraded":"2024-03-10T22:27:28.469972+0000","last_fullsized":"2024-03-10T22:27:28.469972+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476221+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476221+0000","last_peered":"2024-03-10T22:27:27.476221+0000","last_clean":"2024-03-10T22:27:27.476221+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476221+0000","last_undegraded":"2024-03-10T22:27:27.476221+0000","last_fullsized":"2024-03-10T22:27:27.476221+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3246,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859268+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859268+0000","last_peered":"2024-03-10T22:27:26.859268+0000","last_clean":"2024-03-10T22:27:26.859268+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859268+0000","last_undegraded":"2024-03-10T22:27:26.859268+0000","last_fullsized":"2024-03-10T22:27:26.859268+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1023,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504387+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504387+0000","last_peered":"2024-03-10T22:27:26.504387+0000","last_clean":"2024-03-10T22:27:26.504387+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504387+0000","last_undegraded":"2024-03-10T22:27:26.504387+0000","last_fullsized":"2024-03-10T22:27:26.504387+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354065+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:26.354065+0000","last_peered":"2024-03-10T22:27:26.354065+0000","last_clean":"2024-03-10T22:27:26.354065+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:26.354065+0000","last_undegraded":"2024-03-10T22:27:26.354065+0000","last_fullsized":"2024-03-10T22:27:26.354065+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3999,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355277+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355277+0000","last_peered":"2024-03-10T22:27:26.355277+0000","last_clean":"2024-03-10T22:27:26.355277+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355277+0000","last_undegraded":"2024-03-10T22:27:26.355277+0000","last_fullsized":"2024-03-10T22:27:26.355277+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353683+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353683+0000","last_peered":"2024-03-10T22:27:26.353683+0000","last_clean":"2024-03-10T22:27:26.353683+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353683+0000","last_undegraded":"2024-03-10T22:27:26.353683+0000","last_fullsized":"2024-03-10T22:27:26.353683+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726639+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726639+0000","last_peered":"2024-03-10T22:27:27.726639+0000","last_clean":"2024-03-10T22:27:27.726639+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726639+0000","last_undegraded":"2024-03-10T22:27:27.726639+0000","last_fullsized":"2024-03-10T22:27:27.726639+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4939,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476375+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476375+0000","last_peered":"2024-03-10T22:27:27.476375+0000","last_clean":"2024-03-10T22:27:27.476375+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476375+0000","last_undegraded":"2024-03-10T22:27:27.476375+0000","last_fullsized":"2024-03-10T22:27:27.476375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353869+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353869+0000","last_peered":"2024-03-10T22:27:26.353869+0000","last_clean":"2024-03-10T22:27:26.353869+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353869+0000","last_undegraded":"2024-03-10T22:27:26.353869+0000","last_fullsized":"2024-03-10T22:27:26.353869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726805+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726805+0000","last_peered":"2024-03-10T22:27:27.726805+0000","last_clean":"2024-03-10T22:27:27.726805+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726805+0000","last_undegraded":"2024-03-10T22:27:27.726805+0000","last_fullsized":"2024-03-10T22:27:27.726805+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355545+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355545+0000","last_peered":"2024-03-10T22:27:26.355545+0000","last_clean":"2024-03-10T22:27:26.355545+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355545+0000","last_undegraded":"2024-03-10T22:27:26.355545+0000","last_fullsized":"2024-03-10T22:27:26.355545+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475861+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475861+0000","last_peered":"2024-03-10T22:27:27.475861+0000","last_clean":"2024-03-10T22:27:27.475861+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475861+0000","last_undegraded":"2024-03-10T22:27:27.475861+0000","last_fullsized":"2024-03-10T22:27:27.475861+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469556+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469556+0000","last_peered":"2024-03-10T22:27:28.469556+0000","last_clean":"2024-03-10T22:27:28.469556+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469556+0000","last_undegraded":"2024-03-10T22:27:28.469556+0000","last_fullsized":"2024-03-10T22:27:28.469556+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5328,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476317+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476317+0000","last_peered":"2024-03-10T22:27:27.476317+0000","last_clean":"2024-03-10T22:27:27.476317+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476317+0000","last_undegraded":"2024-03-10T22:27:27.476317+0000","last_fullsized":"2024-03-10T22:27:27.476317+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1212,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475832+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475832+0000","last_peered":"2024-03-10T22:27:27.475832+0000","last_clean":"2024-03-10T22:27:27.475832+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475832+0000","last_undegraded":"2024-03-10T22:27:27.475832+0000","last_fullsized":"2024-03-10T22:27:27.475832+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504672+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504672+0000","last_peered":"2024-03-10T22:27:26.504672+0000","last_clean":"2024-03-10T22:27:26.504672+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504672+0000","last_undegraded":"2024-03-10T22:27:26.504672+0000","last_fullsized":"2024-03-10T22:27:26.504672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4657,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476247+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476247+0000","last_peered":"2024-03-10T22:27:27.476247+0000","last_clean":"2024-03-10T22:27:27.476247+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476247+0000","last_undegraded":"2024-03-10T22:27:27.476247+0000","last_fullsized":"2024-03-10T22:27:27.476247+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354811+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354811+0000","last_peered":"2024-03-10T22:27:26.354811+0000","last_clean":"2024-03-10T22:27:26.354811+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354811+0000","last_undegraded":"2024-03-10T22:27:26.354811+0000","last_fullsized":"2024-03-10T22:27:26.354811+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858666+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858666+0000","last_peered":"2024-03-10T22:27:26.858666+0000","last_clean":"2024-03-10T22:27:26.858666+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858666+0000","last_undegraded":"2024-03-10T22:27:26.858666+0000","last_fullsized":"2024-03-10T22:27:26.858666+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504341+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504341+0000","last_peered":"2024-03-10T22:27:26.504341+0000","last_clean":"2024-03-10T22:27:26.504341+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504341+0000","last_undegraded":"2024-03-10T22:27:26.504341+0000","last_fullsized":"2024-03-10T22:27:26.504341+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476277+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476277+0000","last_peered":"2024-03-10T22:27:27.476277+0000","last_clean":"2024-03-10T22:27:27.476277+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476277+0000","last_undegraded":"2024-03-10T22:27:27.476277+0000","last_fullsized":"2024-03-10T22:27:27.476277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504933+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504933+0000","last_peered":"2024-03-10T22:27:26.504933+0000","last_clean":"2024-03-10T22:27:26.504933+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504933+0000","last_undegraded":"2024-03-10T22:27:26.504933+0000","last_fullsized":"2024-03-10T22:27:26.504933+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475482+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475482+0000","last_peered":"2024-03-10T22:27:27.475482+0000","last_clean":"2024-03-10T22:27:27.475482+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475482+0000","last_undegraded":"2024-03-10T22:27:27.475482+0000","last_fullsized":"2024-03-10T22:27:27.475482+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858837+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858837+0000","last_peered":"2024-03-10T22:27:26.858837+0000","last_clean":"2024-03-10T22:27:26.858837+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858837+0000","last_undegraded":"2024-03-10T22:27:26.858837+0000","last_fullsized":"2024-03-10T22:27:26.858837+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355818+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355818+0000","last_peered":"2024-03-10T22:27:26.355818+0000","last_clean":"2024-03-10T22:27:26.355818+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355818+0000","last_undegraded":"2024-03-10T22:27:26.355818+0000","last_fullsized":"2024-03-10T22:27:26.355818+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726473+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726473+0000","last_peered":"2024-03-10T22:27:27.726473+0000","last_clean":"2024-03-10T22:27:27.726473+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726473+0000","last_undegraded":"2024-03-10T22:27:27.726473+0000","last_fullsized":"2024-03-10T22:27:27.726473+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354927+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354927+0000","last_peered":"2024-03-10T22:27:26.354927+0000","last_clean":"2024-03-10T22:27:26.354927+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354927+0000","last_undegraded":"2024-03-10T22:27:26.354927+0000","last_fullsized":"2024-03-10T22:27:26.354927+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1080,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470202+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470202+0000","last_peered":"2024-03-10T22:27:28.470202+0000","last_clean":"2024-03-10T22:27:28.470202+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470202+0000","last_undegraded":"2024-03-10T22:27:28.470202+0000","last_fullsized":"2024-03-10T22:27:28.470202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727245+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727245+0000","last_peered":"2024-03-10T22:27:27.727245+0000","last_clean":"2024-03-10T22:27:27.727245+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727245+0000","last_undegraded":"2024-03-10T22:27:27.727245+0000","last_fullsized":"2024-03-10T22:27:27.727245+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858464+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858464+0000","last_peered":"2024-03-10T22:27:26.858464+0000","last_clean":"2024-03-10T22:27:26.858464+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858464+0000","last_undegraded":"2024-03-10T22:27:26.858464+0000","last_fullsized":"2024-03-10T22:27:26.858464+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726816+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726816+0000","last_peered":"2024-03-10T22:27:27.726816+0000","last_clean":"2024-03-10T22:27:27.726816+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726816+0000","last_undegraded":"2024-03-10T22:27:27.726816+0000","last_fullsized":"2024-03-10T22:27:27.726816+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858419+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858419+0000","last_peered":"2024-03-10T22:27:26.858419+0000","last_clean":"2024-03-10T22:27:26.858419+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858419+0000","last_undegraded":"2024-03-10T22:27:26.858419+0000","last_fullsized":"2024-03-10T22:27:26.858419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356124+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356124+0000","last_peered":"2024-03-10T22:27:26.356124+0000","last_clean":"2024-03-10T22:27:26.356124+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356124+0000","last_undegraded":"2024-03-10T22:27:26.356124+0000","last_fullsized":"2024-03-10T22:27:26.356124+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469744+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469744+0000","last_peered":"2024-03-10T22:27:28.469744+0000","last_clean":"2024-03-10T22:27:28.469744+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469744+0000","last_undegraded":"2024-03-10T22:27:28.469744+0000","last_fullsized":"2024-03-10T22:27:28.469744+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783941,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928588,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586416,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796471,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474473,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329826,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152474,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073235,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:28:36.689 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:36.689 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:36.689 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:36.690 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:36.690 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:36.690 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:36.690 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:36.690 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:36.690 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:28:37.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:36 smithi169 ceph-mon[88180]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:37.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:36 smithi169 ceph-mon[88180]: pgmap v935: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:36 smithi169 ceph-mon[90638]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:37.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:36 smithi169 ceph-mon[90638]: pgmap v935: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:37.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:36 smithi172 ceph-mon[84635]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:37.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:36 smithi172 ceph-mon[84635]: pgmap v935: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:39.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:38 smithi169 ceph-mon[88180]: pgmap v936: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:39.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:38 smithi169 ceph-mon[90638]: pgmap v936: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:39.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:38 smithi172 ceph-mon[84635]: pgmap v936: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:41.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:41.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:41.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:42.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:41 smithi169 ceph-mon[90638]: pgmap v937: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:42.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:41 smithi169 ceph-mon[88180]: pgmap v937: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:42.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:41 smithi172 ceph-mon[84635]: pgmap v937: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:42.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:28:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:28:44.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:43 smithi169 ceph-mon[88180]: pgmap v938: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:44.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:43 smithi169 ceph-mon[90638]: pgmap v938: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:44.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:43 smithi172 ceph-mon[84635]: pgmap v938: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:45.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:45 smithi169 ceph-mon[88180]: pgmap v939: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:45.926 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:45 smithi169 ceph-mon[90638]: pgmap v939: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:46.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:45 smithi172 ceph-mon[84635]: pgmap v939: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:28:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:28:45] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:28:46.691 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:28:46.914 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:28:48.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:47 smithi169 ceph-mon[88180]: pgmap v940: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:48.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:47 smithi169 ceph-mon[90638]: pgmap v940: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:48.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:47 smithi172 ceph-mon[84635]: pgmap v940: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:48.921 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:28:48.923 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:28:49.604 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":941,"stamp":"2024-03-10T22:28:48.615267+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004024"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505111+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505111+0000","last_peered":"2024-03-10T22:27:26.505111+0000","last_clean":"2024-03-10T22:27:26.505111+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505111+0000","last_undegraded":"2024-03-10T22:27:26.505111+0000","last_fullsized":"2024-03-10T22:27:26.505111+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354560+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:26.354560+0000","last_peered":"2024-03-10T22:27:26.354560+0000","last_clean":"2024-03-10T22:27:26.354560+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:26.354560+0000","last_undegraded":"2024-03-10T22:27:26.354560+0000","last_fullsized":"2024-03-10T22:27:26.354560+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356391+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356391+0000","last_peered":"2024-03-10T22:27:26.356391+0000","last_clean":"2024-03-10T22:27:26.356391+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356391+0000","last_undegraded":"2024-03-10T22:27:26.356391+0000","last_fullsized":"2024-03-10T22:27:26.356391+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858853+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:26.858853+0000","last_peered":"2024-03-10T22:27:26.858853+0000","last_clean":"2024-03-10T22:27:26.858853+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.858853+0000","last_undegraded":"2024-03-10T22:27:26.858853+0000","last_fullsized":"2024-03-10T22:27:26.858853+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858918+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858918+0000","last_peered":"2024-03-10T22:27:26.858918+0000","last_clean":"2024-03-10T22:27:26.858918+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858918+0000","last_undegraded":"2024-03-10T22:27:26.858918+0000","last_fullsized":"2024-03-10T22:27:26.858918+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726645+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726645+0000","last_peered":"2024-03-10T22:27:27.726645+0000","last_clean":"2024-03-10T22:27:27.726645+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726645+0000","last_undegraded":"2024-03-10T22:27:27.726645+0000","last_fullsized":"2024-03-10T22:27:27.726645+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469868+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469868+0000","last_peered":"2024-03-10T22:27:28.469868+0000","last_clean":"2024-03-10T22:27:28.469868+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469868+0000","last_undegraded":"2024-03-10T22:27:28.469868+0000","last_fullsized":"2024-03-10T22:27:28.469868+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469803+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469803+0000","last_peered":"2024-03-10T22:27:28.469803+0000","last_clean":"2024-03-10T22:27:28.469803+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469803+0000","last_undegraded":"2024-03-10T22:27:28.469803+0000","last_fullsized":"2024-03-10T22:27:28.469803+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726887+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726887+0000","last_peered":"2024-03-10T22:27:27.726887+0000","last_clean":"2024-03-10T22:27:27.726887+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726887+0000","last_undegraded":"2024-03-10T22:27:27.726887+0000","last_fullsized":"2024-03-10T22:27:27.726887+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354990+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354990+0000","last_peered":"2024-03-10T22:27:26.354990+0000","last_clean":"2024-03-10T22:27:26.354990+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354990+0000","last_undegraded":"2024-03-10T22:27:26.354990+0000","last_fullsized":"2024-03-10T22:27:26.354990+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353538+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353538+0000","last_peered":"2024-03-10T22:27:26.353538+0000","last_clean":"2024-03-10T22:27:26.353538+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353538+0000","last_undegraded":"2024-03-10T22:27:26.353538+0000","last_fullsized":"2024-03-10T22:27:26.353538+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858325+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858325+0000","last_peered":"2024-03-10T22:27:26.858325+0000","last_clean":"2024-03-10T22:27:26.858325+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858325+0000","last_undegraded":"2024-03-10T22:27:26.858325+0000","last_fullsized":"2024-03-10T22:27:26.858325+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475884+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.475884+0000","last_peered":"2024-03-10T22:27:27.475884+0000","last_clean":"2024-03-10T22:27:27.475884+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.475884+0000","last_undegraded":"2024-03-10T22:27:27.475884+0000","last_fullsized":"2024-03-10T22:27:27.475884+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475952+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.475952+0000","last_peered":"2024-03-10T22:27:27.475952+0000","last_clean":"2024-03-10T22:27:27.475952+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.475952+0000","last_undegraded":"2024-03-10T22:27:27.475952+0000","last_fullsized":"2024-03-10T22:27:27.475952+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504674+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504674+0000","last_peered":"2024-03-10T22:27:26.504674+0000","last_clean":"2024-03-10T22:27:26.504674+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504674+0000","last_undegraded":"2024-03-10T22:27:26.504674+0000","last_fullsized":"2024-03-10T22:27:26.504674+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1288,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356215+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356215+0000","last_peered":"2024-03-10T22:27:26.356215+0000","last_clean":"2024-03-10T22:27:26.356215+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356215+0000","last_undegraded":"2024-03-10T22:27:26.356215+0000","last_fullsized":"2024-03-10T22:27:26.356215+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727207+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727207+0000","last_peered":"2024-03-10T22:27:27.727207+0000","last_clean":"2024-03-10T22:27:27.727207+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727207+0000","last_undegraded":"2024-03-10T22:27:27.727207+0000","last_fullsized":"2024-03-10T22:27:27.727207+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727268+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727268+0000","last_peered":"2024-03-10T22:27:27.727268+0000","last_clean":"2024-03-10T22:27:27.727268+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727268+0000","last_undegraded":"2024-03-10T22:27:27.727268+0000","last_fullsized":"2024-03-10T22:27:27.727268+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355746+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355746+0000","last_peered":"2024-03-10T22:27:26.355746+0000","last_clean":"2024-03-10T22:27:26.355746+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355746+0000","last_undegraded":"2024-03-10T22:27:26.355746+0000","last_fullsized":"2024-03-10T22:27:26.355746+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858908+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858908+0000","last_peered":"2024-03-10T22:27:26.858908+0000","last_clean":"2024-03-10T22:27:26.858908+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858908+0000","last_undegraded":"2024-03-10T22:27:26.858908+0000","last_fullsized":"2024-03-10T22:27:26.858908+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":973,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354367+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354367+0000","last_peered":"2024-03-10T22:27:26.354367+0000","last_clean":"2024-03-10T22:27:26.354367+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354367+0000","last_undegraded":"2024-03-10T22:27:26.354367+0000","last_fullsized":"2024-03-10T22:27:26.354367+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858871+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.858871+0000","last_peered":"2024-03-10T22:27:26.858871+0000","last_clean":"2024-03-10T22:27:26.858871+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.858871+0000","last_undegraded":"2024-03-10T22:27:26.858871+0000","last_fullsized":"2024-03-10T22:27:26.858871+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727190+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727190+0000","last_peered":"2024-03-10T22:27:27.727190+0000","last_clean":"2024-03-10T22:27:27.727190+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727190+0000","last_undegraded":"2024-03-10T22:27:27.727190+0000","last_fullsized":"2024-03-10T22:27:27.727190+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1153,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354207+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354207+0000","last_peered":"2024-03-10T22:27:26.354207+0000","last_clean":"2024-03-10T22:27:26.354207+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354207+0000","last_undegraded":"2024-03-10T22:27:26.354207+0000","last_fullsized":"2024-03-10T22:27:26.354207+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469682+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.469682+0000","last_peered":"2024-03-10T22:27:28.469682+0000","last_clean":"2024-03-10T22:27:28.469682+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.469682+0000","last_undegraded":"2024-03-10T22:27:28.469682+0000","last_fullsized":"2024-03-10T22:27:28.469682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727015+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.727015+0000","last_peered":"2024-03-10T22:27:27.727015+0000","last_clean":"2024-03-10T22:27:27.727015+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.727015+0000","last_undegraded":"2024-03-10T22:27:27.727015+0000","last_fullsized":"2024-03-10T22:27:27.727015+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726512+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726512+0000","last_peered":"2024-03-10T22:27:27.726512+0000","last_clean":"2024-03-10T22:27:27.726512+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726512+0000","last_undegraded":"2024-03-10T22:27:27.726512+0000","last_fullsized":"2024-03-10T22:27:27.726512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858540+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858540+0000","last_peered":"2024-03-10T22:27:26.858540+0000","last_clean":"2024-03-10T22:27:26.858540+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858540+0000","last_undegraded":"2024-03-10T22:27:26.858540+0000","last_fullsized":"2024-03-10T22:27:26.858540+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1221,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353458+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353458+0000","last_peered":"2024-03-10T22:27:26.353458+0000","last_clean":"2024-03-10T22:27:26.353458+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353458+0000","last_undegraded":"2024-03-10T22:27:26.353458+0000","last_fullsized":"2024-03-10T22:27:26.353458+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470074+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470074+0000","last_peered":"2024-03-10T22:27:28.470074+0000","last_clean":"2024-03-10T22:27:28.470074+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470074+0000","last_undegraded":"2024-03-10T22:27:28.470074+0000","last_fullsized":"2024-03-10T22:27:28.470074+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1119,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858959+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.858959+0000","last_peered":"2024-03-10T22:27:26.858959+0000","last_clean":"2024-03-10T22:27:26.858959+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.858959+0000","last_undegraded":"2024-03-10T22:27:26.858959+0000","last_fullsized":"2024-03-10T22:27:26.858959+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858907+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.858907+0000","last_peered":"2024-03-10T22:27:26.858907+0000","last_clean":"2024-03-10T22:27:26.858907+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.858907+0000","last_undegraded":"2024-03-10T22:27:26.858907+0000","last_fullsized":"2024-03-10T22:27:26.858907+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1239,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355070+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355070+0000","last_peered":"2024-03-10T22:27:26.355070+0000","last_clean":"2024-03-10T22:27:26.355070+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355070+0000","last_undegraded":"2024-03-10T22:27:26.355070+0000","last_fullsized":"2024-03-10T22:27:26.355070+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354900+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354900+0000","last_peered":"2024-03-10T22:27:26.354900+0000","last_clean":"2024-03-10T22:27:26.354900+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354900+0000","last_undegraded":"2024-03-10T22:27:26.354900+0000","last_fullsized":"2024-03-10T22:27:26.354900+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469945+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.469945+0000","last_peered":"2024-03-10T22:27:28.469945+0000","last_clean":"2024-03-10T22:27:28.469945+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.469945+0000","last_undegraded":"2024-03-10T22:27:28.469945+0000","last_fullsized":"2024-03-10T22:27:28.469945+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356602+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356602+0000","last_peered":"2024-03-10T22:27:26.356602+0000","last_clean":"2024-03-10T22:27:26.356602+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356602+0000","last_undegraded":"2024-03-10T22:27:26.356602+0000","last_fullsized":"2024-03-10T22:27:26.356602+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355469+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355469+0000","last_peered":"2024-03-10T22:27:26.355469+0000","last_clean":"2024-03-10T22:27:26.355469+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355469+0000","last_undegraded":"2024-03-10T22:27:26.355469+0000","last_fullsized":"2024-03-10T22:27:26.355469+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858638+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858638+0000","last_peered":"2024-03-10T22:27:26.858638+0000","last_clean":"2024-03-10T22:27:26.858638+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858638+0000","last_undegraded":"2024-03-10T22:27:26.858638+0000","last_fullsized":"2024-03-10T22:27:26.858638+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504660+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:26.504660+0000","last_peered":"2024-03-10T22:27:26.504660+0000","last_clean":"2024-03-10T22:27:26.504660+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:26.504660+0000","last_undegraded":"2024-03-10T22:27:26.504660+0000","last_fullsized":"2024-03-10T22:27:26.504660+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469430+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469430+0000","last_peered":"2024-03-10T22:27:28.469430+0000","last_clean":"2024-03-10T22:27:28.469430+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469430+0000","last_undegraded":"2024-03-10T22:27:28.469430+0000","last_fullsized":"2024-03-10T22:27:28.469430+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469415+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469415+0000","last_peered":"2024-03-10T22:27:28.469415+0000","last_clean":"2024-03-10T22:27:28.469415+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469415+0000","last_undegraded":"2024-03-10T22:27:28.469415+0000","last_fullsized":"2024-03-10T22:27:28.469415+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1260,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475301+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475301+0000","last_peered":"2024-03-10T22:27:27.475301+0000","last_clean":"2024-03-10T22:27:27.475301+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475301+0000","last_undegraded":"2024-03-10T22:27:27.475301+0000","last_fullsized":"2024-03-10T22:27:27.475301+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504373+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:26.504373+0000","last_peered":"2024-03-10T22:27:26.504373+0000","last_clean":"2024-03-10T22:27:26.504373+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:26.504373+0000","last_undegraded":"2024-03-10T22:27:26.504373+0000","last_fullsized":"2024-03-10T22:27:26.504373+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4440,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476310+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476310+0000","last_peered":"2024-03-10T22:27:27.476310+0000","last_clean":"2024-03-10T22:27:27.476310+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476310+0000","last_undegraded":"2024-03-10T22:27:27.476310+0000","last_fullsized":"2024-03-10T22:27:27.476310+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355085+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355085+0000","last_peered":"2024-03-10T22:27:26.355085+0000","last_clean":"2024-03-10T22:27:26.355085+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355085+0000","last_undegraded":"2024-03-10T22:27:26.355085+0000","last_fullsized":"2024-03-10T22:27:26.355085+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504928+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504928+0000","last_peered":"2024-03-10T22:27:26.504928+0000","last_clean":"2024-03-10T22:27:26.504928+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504928+0000","last_undegraded":"2024-03-10T22:27:26.504928+0000","last_fullsized":"2024-03-10T22:27:26.504928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12608,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356571+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.356571+0000","last_peered":"2024-03-10T22:27:26.356571+0000","last_clean":"2024-03-10T22:27:26.356571+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.356571+0000","last_undegraded":"2024-03-10T22:27:26.356571+0000","last_fullsized":"2024-03-10T22:27:26.356571+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353978+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:26.353978+0000","last_peered":"2024-03-10T22:27:26.353978+0000","last_clean":"2024-03-10T22:27:26.353978+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:26.353978+0000","last_undegraded":"2024-03-10T22:27:26.353978+0000","last_fullsized":"2024-03-10T22:27:26.353978+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355672+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:26.355672+0000","last_peered":"2024-03-10T22:27:26.355672+0000","last_clean":"2024-03-10T22:27:26.355672+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:26.355672+0000","last_undegraded":"2024-03-10T22:27:26.355672+0000","last_fullsized":"2024-03-10T22:27:26.355672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858866+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858866+0000","last_peered":"2024-03-10T22:27:26.858866+0000","last_clean":"2024-03-10T22:27:26.858866+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858866+0000","last_undegraded":"2024-03-10T22:27:26.858866+0000","last_fullsized":"2024-03-10T22:27:26.858866+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15021,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356399+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.356399+0000","last_peered":"2024-03-10T22:27:26.356399+0000","last_clean":"2024-03-10T22:27:26.356399+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.356399+0000","last_undegraded":"2024-03-10T22:27:26.356399+0000","last_fullsized":"2024-03-10T22:27:26.356399+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355317+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:26.355317+0000","last_peered":"2024-03-10T22:27:26.355317+0000","last_clean":"2024-03-10T22:27:26.355317+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:26.355317+0000","last_undegraded":"2024-03-10T22:27:26.355317+0000","last_fullsized":"2024-03-10T22:27:26.355317+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858461+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858461+0000","last_peered":"2024-03-10T22:27:26.858461+0000","last_clean":"2024-03-10T22:27:26.858461+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858461+0000","last_undegraded":"2024-03-10T22:27:26.858461+0000","last_fullsized":"2024-03-10T22:27:26.858461+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354198+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354198+0000","last_peered":"2024-03-10T22:27:26.354198+0000","last_clean":"2024-03-10T22:27:26.354198+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354198+0000","last_undegraded":"2024-03-10T22:27:26.354198+0000","last_fullsized":"2024-03-10T22:27:26.354198+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4226,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476597+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476597+0000","last_peered":"2024-03-10T22:27:27.476597+0000","last_clean":"2024-03-10T22:27:27.476597+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476597+0000","last_undegraded":"2024-03-10T22:27:27.476597+0000","last_fullsized":"2024-03-10T22:27:27.476597+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354799+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354799+0000","last_peered":"2024-03-10T22:27:26.354799+0000","last_clean":"2024-03-10T22:27:26.354799+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354799+0000","last_undegraded":"2024-03-10T22:27:26.354799+0000","last_fullsized":"2024-03-10T22:27:26.354799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353242+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353242+0000","last_peered":"2024-03-10T22:27:26.353242+0000","last_clean":"2024-03-10T22:27:26.353242+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353242+0000","last_undegraded":"2024-03-10T22:27:26.353242+0000","last_fullsized":"2024-03-10T22:27:26.353242+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475362+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475362+0000","last_peered":"2024-03-10T22:27:27.475362+0000","last_clean":"2024-03-10T22:27:27.475362+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475362+0000","last_undegraded":"2024-03-10T22:27:27.475362+0000","last_fullsized":"2024-03-10T22:27:27.475362+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504753+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504753+0000","last_peered":"2024-03-10T22:27:26.504753+0000","last_clean":"2024-03-10T22:27:26.504753+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504753+0000","last_undegraded":"2024-03-10T22:27:26.504753+0000","last_fullsized":"2024-03-10T22:27:26.504753+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470138+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470138+0000","last_peered":"2024-03-10T22:27:28.470138+0000","last_clean":"2024-03-10T22:27:28.470138+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470138+0000","last_undegraded":"2024-03-10T22:27:28.470138+0000","last_fullsized":"2024-03-10T22:27:28.470138+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726815+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726815+0000","last_peered":"2024-03-10T22:27:27.726815+0000","last_clean":"2024-03-10T22:27:27.726815+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726815+0000","last_undegraded":"2024-03-10T22:27:27.726815+0000","last_fullsized":"2024-03-10T22:27:27.726815+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858684+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858684+0000","last_peered":"2024-03-10T22:27:26.858684+0000","last_clean":"2024-03-10T22:27:26.858684+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858684+0000","last_undegraded":"2024-03-10T22:27:26.858684+0000","last_fullsized":"2024-03-10T22:27:26.858684+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1538,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504257+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504257+0000","last_peered":"2024-03-10T22:27:26.504257+0000","last_clean":"2024-03-10T22:27:26.504257+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504257+0000","last_undegraded":"2024-03-10T22:27:26.504257+0000","last_fullsized":"2024-03-10T22:27:26.504257+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3650,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859238+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859238+0000","last_peered":"2024-03-10T22:27:26.859238+0000","last_clean":"2024-03-10T22:27:26.859238+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859238+0000","last_undegraded":"2024-03-10T22:27:26.859238+0000","last_fullsized":"2024-03-10T22:27:26.859238+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355801+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355801+0000","last_peered":"2024-03-10T22:27:26.355801+0000","last_clean":"2024-03-10T22:27:26.355801+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355801+0000","last_undegraded":"2024-03-10T22:27:26.355801+0000","last_fullsized":"2024-03-10T22:27:26.355801+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354280+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354280+0000","last_peered":"2024-03-10T22:27:26.354280+0000","last_clean":"2024-03-10T22:27:26.354280+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354280+0000","last_undegraded":"2024-03-10T22:27:26.354280+0000","last_fullsized":"2024-03-10T22:27:26.354280+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":917,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475456+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475456+0000","last_peered":"2024-03-10T22:27:27.475456+0000","last_clean":"2024-03-10T22:27:27.475456+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475456+0000","last_undegraded":"2024-03-10T22:27:27.475456+0000","last_fullsized":"2024-03-10T22:27:27.475456+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4502,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469965+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469965+0000","last_peered":"2024-03-10T22:27:28.469965+0000","last_clean":"2024-03-10T22:27:28.469965+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469965+0000","last_undegraded":"2024-03-10T22:27:28.469965+0000","last_fullsized":"2024-03-10T22:27:28.469965+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356297+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356297+0000","last_peered":"2024-03-10T22:27:26.356297+0000","last_clean":"2024-03-10T22:27:26.356297+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356297+0000","last_undegraded":"2024-03-10T22:27:26.356297+0000","last_fullsized":"2024-03-10T22:27:26.356297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":959,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354606+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:26.354606+0000","last_peered":"2024-03-10T22:27:26.354606+0000","last_clean":"2024-03-10T22:27:26.354606+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:26.354606+0000","last_undegraded":"2024-03-10T22:27:26.354606+0000","last_fullsized":"2024-03-10T22:27:26.354606+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355214+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:26.355214+0000","last_peered":"2024-03-10T22:27:26.355214+0000","last_clean":"2024-03-10T22:27:26.355214+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:26.355214+0000","last_undegraded":"2024-03-10T22:27:26.355214+0000","last_fullsized":"2024-03-10T22:27:26.355214+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354935+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.354935+0000","last_peered":"2024-03-10T22:27:26.354935+0000","last_clean":"2024-03-10T22:27:26.354935+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.354935+0000","last_undegraded":"2024-03-10T22:27:26.354935+0000","last_fullsized":"2024-03-10T22:27:26.354935+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726960+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726960+0000","last_peered":"2024-03-10T22:27:27.726960+0000","last_clean":"2024-03-10T22:27:27.726960+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726960+0000","last_undegraded":"2024-03-10T22:27:27.726960+0000","last_fullsized":"2024-03-10T22:27:27.726960+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354586+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354586+0000","last_peered":"2024-03-10T22:27:26.354586+0000","last_clean":"2024-03-10T22:27:26.354586+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354586+0000","last_undegraded":"2024-03-10T22:27:26.354586+0000","last_fullsized":"2024-03-10T22:27:26.354586+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727131+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727131+0000","last_peered":"2024-03-10T22:27:27.727131+0000","last_clean":"2024-03-10T22:27:27.727131+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727131+0000","last_undegraded":"2024-03-10T22:27:27.727131+0000","last_fullsized":"2024-03-10T22:27:27.727131+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727220+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727220+0000","last_peered":"2024-03-10T22:27:27.727220+0000","last_clean":"2024-03-10T22:27:27.727220+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727220+0000","last_undegraded":"2024-03-10T22:27:27.727220+0000","last_fullsized":"2024-03-10T22:27:27.727220+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354006+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354006+0000","last_peered":"2024-03-10T22:27:26.354006+0000","last_clean":"2024-03-10T22:27:26.354006+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354006+0000","last_undegraded":"2024-03-10T22:27:26.354006+0000","last_fullsized":"2024-03-10T22:27:26.354006+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470100+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.470100+0000","last_peered":"2024-03-10T22:27:28.470100+0000","last_clean":"2024-03-10T22:27:28.470100+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.470100+0000","last_undegraded":"2024-03-10T22:27:28.470100+0000","last_fullsized":"2024-03-10T22:27:28.470100+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476221+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476221+0000","last_peered":"2024-03-10T22:27:27.476221+0000","last_clean":"2024-03-10T22:27:27.476221+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476221+0000","last_undegraded":"2024-03-10T22:27:27.476221+0000","last_fullsized":"2024-03-10T22:27:27.476221+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3246,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859268+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859268+0000","last_peered":"2024-03-10T22:27:26.859268+0000","last_clean":"2024-03-10T22:27:26.859268+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859268+0000","last_undegraded":"2024-03-10T22:27:26.859268+0000","last_fullsized":"2024-03-10T22:27:26.859268+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1023,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504387+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504387+0000","last_peered":"2024-03-10T22:27:26.504387+0000","last_clean":"2024-03-10T22:27:26.504387+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504387+0000","last_undegraded":"2024-03-10T22:27:26.504387+0000","last_fullsized":"2024-03-10T22:27:26.504387+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354065+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:26.354065+0000","last_peered":"2024-03-10T22:27:26.354065+0000","last_clean":"2024-03-10T22:27:26.354065+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:26.354065+0000","last_undegraded":"2024-03-10T22:27:26.354065+0000","last_fullsized":"2024-03-10T22:27:26.354065+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3999,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355277+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355277+0000","last_peered":"2024-03-10T22:27:26.355277+0000","last_clean":"2024-03-10T22:27:26.355277+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355277+0000","last_undegraded":"2024-03-10T22:27:26.355277+0000","last_fullsized":"2024-03-10T22:27:26.355277+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353683+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353683+0000","last_peered":"2024-03-10T22:27:26.353683+0000","last_clean":"2024-03-10T22:27:26.353683+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353683+0000","last_undegraded":"2024-03-10T22:27:26.353683+0000","last_fullsized":"2024-03-10T22:27:26.353683+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726639+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726639+0000","last_peered":"2024-03-10T22:27:27.726639+0000","last_clean":"2024-03-10T22:27:27.726639+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726639+0000","last_undegraded":"2024-03-10T22:27:27.726639+0000","last_fullsized":"2024-03-10T22:27:27.726639+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4939,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476375+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476375+0000","last_peered":"2024-03-10T22:27:27.476375+0000","last_clean":"2024-03-10T22:27:27.476375+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476375+0000","last_undegraded":"2024-03-10T22:27:27.476375+0000","last_fullsized":"2024-03-10T22:27:27.476375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353869+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353869+0000","last_peered":"2024-03-10T22:27:26.353869+0000","last_clean":"2024-03-10T22:27:26.353869+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353869+0000","last_undegraded":"2024-03-10T22:27:26.353869+0000","last_fullsized":"2024-03-10T22:27:26.353869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726805+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726805+0000","last_peered":"2024-03-10T22:27:27.726805+0000","last_clean":"2024-03-10T22:27:27.726805+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726805+0000","last_undegraded":"2024-03-10T22:27:27.726805+0000","last_fullsized":"2024-03-10T22:27:27.726805+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355545+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355545+0000","last_peered":"2024-03-10T22:27:26.355545+0000","last_clean":"2024-03-10T22:27:26.355545+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355545+0000","last_undegraded":"2024-03-10T22:27:26.355545+0000","last_fullsized":"2024-03-10T22:27:26.355545+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475861+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475861+0000","last_peered":"2024-03-10T22:27:27.475861+0000","last_clean":"2024-03-10T22:27:27.475861+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475861+0000","last_undegraded":"2024-03-10T22:27:27.475861+0000","last_fullsized":"2024-03-10T22:27:27.475861+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469625+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469625+0000","last_peered":"2024-03-10T22:27:28.469625+0000","last_clean":"2024-03-10T22:27:28.469625+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469625+0000","last_undegraded":"2024-03-10T22:27:28.469625+0000","last_fullsized":"2024-03-10T22:27:28.469625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5328,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476317+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476317+0000","last_peered":"2024-03-10T22:27:27.476317+0000","last_clean":"2024-03-10T22:27:27.476317+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476317+0000","last_undegraded":"2024-03-10T22:27:27.476317+0000","last_fullsized":"2024-03-10T22:27:27.476317+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1212,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475832+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475832+0000","last_peered":"2024-03-10T22:27:27.475832+0000","last_clean":"2024-03-10T22:27:27.475832+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475832+0000","last_undegraded":"2024-03-10T22:27:27.475832+0000","last_fullsized":"2024-03-10T22:27:27.475832+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504672+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504672+0000","last_peered":"2024-03-10T22:27:26.504672+0000","last_clean":"2024-03-10T22:27:26.504672+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504672+0000","last_undegraded":"2024-03-10T22:27:26.504672+0000","last_fullsized":"2024-03-10T22:27:26.504672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4657,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476247+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476247+0000","last_peered":"2024-03-10T22:27:27.476247+0000","last_clean":"2024-03-10T22:27:27.476247+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476247+0000","last_undegraded":"2024-03-10T22:27:27.476247+0000","last_fullsized":"2024-03-10T22:27:27.476247+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354811+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354811+0000","last_peered":"2024-03-10T22:27:26.354811+0000","last_clean":"2024-03-10T22:27:26.354811+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354811+0000","last_undegraded":"2024-03-10T22:27:26.354811+0000","last_fullsized":"2024-03-10T22:27:26.354811+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858666+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858666+0000","last_peered":"2024-03-10T22:27:26.858666+0000","last_clean":"2024-03-10T22:27:26.858666+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858666+0000","last_undegraded":"2024-03-10T22:27:26.858666+0000","last_fullsized":"2024-03-10T22:27:26.858666+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504341+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504341+0000","last_peered":"2024-03-10T22:27:26.504341+0000","last_clean":"2024-03-10T22:27:26.504341+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504341+0000","last_undegraded":"2024-03-10T22:27:26.504341+0000","last_fullsized":"2024-03-10T22:27:26.504341+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476277+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476277+0000","last_peered":"2024-03-10T22:27:27.476277+0000","last_clean":"2024-03-10T22:27:27.476277+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476277+0000","last_undegraded":"2024-03-10T22:27:27.476277+0000","last_fullsized":"2024-03-10T22:27:27.476277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504933+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504933+0000","last_peered":"2024-03-10T22:27:26.504933+0000","last_clean":"2024-03-10T22:27:26.504933+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504933+0000","last_undegraded":"2024-03-10T22:27:26.504933+0000","last_fullsized":"2024-03-10T22:27:26.504933+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475482+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475482+0000","last_peered":"2024-03-10T22:27:27.475482+0000","last_clean":"2024-03-10T22:27:27.475482+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475482+0000","last_undegraded":"2024-03-10T22:27:27.475482+0000","last_fullsized":"2024-03-10T22:27:27.475482+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858837+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858837+0000","last_peered":"2024-03-10T22:27:26.858837+0000","last_clean":"2024-03-10T22:27:26.858837+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858837+0000","last_undegraded":"2024-03-10T22:27:26.858837+0000","last_fullsized":"2024-03-10T22:27:26.858837+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355818+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355818+0000","last_peered":"2024-03-10T22:27:26.355818+0000","last_clean":"2024-03-10T22:27:26.355818+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355818+0000","last_undegraded":"2024-03-10T22:27:26.355818+0000","last_fullsized":"2024-03-10T22:27:26.355818+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726473+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726473+0000","last_peered":"2024-03-10T22:27:27.726473+0000","last_clean":"2024-03-10T22:27:27.726473+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726473+0000","last_undegraded":"2024-03-10T22:27:27.726473+0000","last_fullsized":"2024-03-10T22:27:27.726473+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354927+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354927+0000","last_peered":"2024-03-10T22:27:26.354927+0000","last_clean":"2024-03-10T22:27:26.354927+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354927+0000","last_undegraded":"2024-03-10T22:27:26.354927+0000","last_fullsized":"2024-03-10T22:27:26.354927+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1081,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470259+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470259+0000","last_peered":"2024-03-10T22:27:28.470259+0000","last_clean":"2024-03-10T22:27:28.470259+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470259+0000","last_undegraded":"2024-03-10T22:27:28.470259+0000","last_fullsized":"2024-03-10T22:27:28.470259+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727245+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727245+0000","last_peered":"2024-03-10T22:27:27.727245+0000","last_clean":"2024-03-10T22:27:27.727245+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727245+0000","last_undegraded":"2024-03-10T22:27:27.727245+0000","last_fullsized":"2024-03-10T22:27:27.727245+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858464+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858464+0000","last_peered":"2024-03-10T22:27:26.858464+0000","last_clean":"2024-03-10T22:27:26.858464+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858464+0000","last_undegraded":"2024-03-10T22:27:26.858464+0000","last_fullsized":"2024-03-10T22:27:26.858464+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726816+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726816+0000","last_peered":"2024-03-10T22:27:27.726816+0000","last_clean":"2024-03-10T22:27:27.726816+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726816+0000","last_undegraded":"2024-03-10T22:27:27.726816+0000","last_fullsized":"2024-03-10T22:27:27.726816+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858419+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858419+0000","last_peered":"2024-03-10T22:27:26.858419+0000","last_clean":"2024-03-10T22:27:26.858419+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858419+0000","last_undegraded":"2024-03-10T22:27:26.858419+0000","last_fullsized":"2024-03-10T22:27:26.858419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356124+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356124+0000","last_peered":"2024-03-10T22:27:26.356124+0000","last_clean":"2024-03-10T22:27:26.356124+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356124+0000","last_undegraded":"2024-03-10T22:27:26.356124+0000","last_fullsized":"2024-03-10T22:27:26.356124+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469744+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469744+0000","last_peered":"2024-03-10T22:27:28.469744+0000","last_clean":"2024-03-10T22:27:28.469744+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469744+0000","last_undegraded":"2024-03-10T22:27:28.469744+0000","last_fullsized":"2024-03-10T22:27:28.469744+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783944,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928591,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586418,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796474,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474475,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329828,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152477,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073238,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:28:49.609 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:49.609 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:49.609 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:49.609 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:49.609 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:49.609 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:49.609 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:49.609 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:28:49.610 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:28:49.884 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:49 smithi169 ceph-mon[90638]: pgmap v941: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:49.884 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:49 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:28:49.884 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:49 smithi169 ceph-mon[88180]: pgmap v941: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:49.884 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:49 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:28:50.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:49 smithi172 ceph-mon[84635]: pgmap v941: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:50.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:49 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:28:51.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:50 smithi169 ceph-mon[88180]: from='client.34563 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:51.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:50 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:28:51.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:50 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:28:51.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:50 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:28:51.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:50 smithi169 ceph-mon[90638]: from='client.34563 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:51.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:50 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:28:51.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:50 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:28:51.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:50 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:28:51.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:50 smithi172 ceph-mon[84635]: from='client.34563 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:28:51.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:50 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:28:51.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:50 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:28:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:50 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:28:52.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:51 smithi169 ceph-mon[88180]: pgmap v942: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:52.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:51 smithi169 ceph-mon[90638]: pgmap v942: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:52.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:51 smithi172 ceph-mon[84635]: pgmap v942: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:52.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:28:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:28:54.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:53 smithi169 ceph-mon[88180]: pgmap v943: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:54.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:53 smithi169 ceph-mon[90638]: pgmap v943: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:54.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:53 smithi172 ceph-mon[84635]: pgmap v943: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:55.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:55 smithi169 ceph-mon[88180]: pgmap v944: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:55.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:55.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:55 smithi169 ceph-mon[90638]: pgmap v944: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:55.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:55 smithi172 ceph-mon[84635]: pgmap v944: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:28:56.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:28:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:28:55] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:28:58.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:57 smithi169 ceph-mon[90638]: pgmap v945: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:58.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:57 smithi169 ceph-mon[88180]: pgmap v945: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:58.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:57 smithi172 ceph-mon[84635]: pgmap v945: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:59.611 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:28:59.831 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:28:59.957 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:28:59 smithi169 ceph-mon[88180]: pgmap v946: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:28:59.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:28:59 smithi169 ceph-mon[90638]: pgmap v946: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:00.016 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:28:59 smithi172 ceph-mon[84635]: pgmap v946: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:01.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:01 smithi169 ceph-mon[88180]: pgmap v947: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:01.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:01 smithi169 ceph-mon[90638]: pgmap v947: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:01.779 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:29:01.781 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:29:02.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:01 smithi172 ceph-mon[84635]: pgmap v947: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:02.416 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":947,"stamp":"2024-03-10T22:29:00.618774+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003506"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505111+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505111+0000","last_peered":"2024-03-10T22:27:26.505111+0000","last_clean":"2024-03-10T22:27:26.505111+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505111+0000","last_undegraded":"2024-03-10T22:27:26.505111+0000","last_fullsized":"2024-03-10T22:27:26.505111+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354560+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:26.354560+0000","last_peered":"2024-03-10T22:27:26.354560+0000","last_clean":"2024-03-10T22:27:26.354560+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:26.354560+0000","last_undegraded":"2024-03-10T22:27:26.354560+0000","last_fullsized":"2024-03-10T22:27:26.354560+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356391+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356391+0000","last_peered":"2024-03-10T22:27:26.356391+0000","last_clean":"2024-03-10T22:27:26.356391+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356391+0000","last_undegraded":"2024-03-10T22:27:26.356391+0000","last_fullsized":"2024-03-10T22:27:26.356391+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858853+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:26.858853+0000","last_peered":"2024-03-10T22:27:26.858853+0000","last_clean":"2024-03-10T22:27:26.858853+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.858853+0000","last_undegraded":"2024-03-10T22:27:26.858853+0000","last_fullsized":"2024-03-10T22:27:26.858853+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858918+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858918+0000","last_peered":"2024-03-10T22:27:26.858918+0000","last_clean":"2024-03-10T22:27:26.858918+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858918+0000","last_undegraded":"2024-03-10T22:27:26.858918+0000","last_fullsized":"2024-03-10T22:27:26.858918+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726645+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726645+0000","last_peered":"2024-03-10T22:27:27.726645+0000","last_clean":"2024-03-10T22:27:27.726645+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726645+0000","last_undegraded":"2024-03-10T22:27:27.726645+0000","last_fullsized":"2024-03-10T22:27:27.726645+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469868+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469868+0000","last_peered":"2024-03-10T22:27:28.469868+0000","last_clean":"2024-03-10T22:27:28.469868+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469868+0000","last_undegraded":"2024-03-10T22:27:28.469868+0000","last_fullsized":"2024-03-10T22:27:28.469868+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469803+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469803+0000","last_peered":"2024-03-10T22:27:28.469803+0000","last_clean":"2024-03-10T22:27:28.469803+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469803+0000","last_undegraded":"2024-03-10T22:27:28.469803+0000","last_fullsized":"2024-03-10T22:27:28.469803+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726887+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726887+0000","last_peered":"2024-03-10T22:27:27.726887+0000","last_clean":"2024-03-10T22:27:27.726887+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726887+0000","last_undegraded":"2024-03-10T22:27:27.726887+0000","last_fullsized":"2024-03-10T22:27:27.726887+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354990+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354990+0000","last_peered":"2024-03-10T22:27:26.354990+0000","last_clean":"2024-03-10T22:27:26.354990+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354990+0000","last_undegraded":"2024-03-10T22:27:26.354990+0000","last_fullsized":"2024-03-10T22:27:26.354990+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353538+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353538+0000","last_peered":"2024-03-10T22:27:26.353538+0000","last_clean":"2024-03-10T22:27:26.353538+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353538+0000","last_undegraded":"2024-03-10T22:27:26.353538+0000","last_fullsized":"2024-03-10T22:27:26.353538+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858325+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858325+0000","last_peered":"2024-03-10T22:27:26.858325+0000","last_clean":"2024-03-10T22:27:26.858325+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858325+0000","last_undegraded":"2024-03-10T22:27:26.858325+0000","last_fullsized":"2024-03-10T22:27:26.858325+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475884+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.475884+0000","last_peered":"2024-03-10T22:27:27.475884+0000","last_clean":"2024-03-10T22:27:27.475884+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.475884+0000","last_undegraded":"2024-03-10T22:27:27.475884+0000","last_fullsized":"2024-03-10T22:27:27.475884+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1199,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475952+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.475952+0000","last_peered":"2024-03-10T22:27:27.475952+0000","last_clean":"2024-03-10T22:27:27.475952+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.475952+0000","last_undegraded":"2024-03-10T22:27:27.475952+0000","last_fullsized":"2024-03-10T22:27:27.475952+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504674+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504674+0000","last_peered":"2024-03-10T22:27:26.504674+0000","last_clean":"2024-03-10T22:27:26.504674+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504674+0000","last_undegraded":"2024-03-10T22:27:26.504674+0000","last_fullsized":"2024-03-10T22:27:26.504674+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1288,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356215+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356215+0000","last_peered":"2024-03-10T22:27:26.356215+0000","last_clean":"2024-03-10T22:27:26.356215+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356215+0000","last_undegraded":"2024-03-10T22:27:26.356215+0000","last_fullsized":"2024-03-10T22:27:26.356215+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727207+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727207+0000","last_peered":"2024-03-10T22:27:27.727207+0000","last_clean":"2024-03-10T22:27:27.727207+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727207+0000","last_undegraded":"2024-03-10T22:27:27.727207+0000","last_fullsized":"2024-03-10T22:27:27.727207+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727268+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727268+0000","last_peered":"2024-03-10T22:27:27.727268+0000","last_clean":"2024-03-10T22:27:27.727268+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727268+0000","last_undegraded":"2024-03-10T22:27:27.727268+0000","last_fullsized":"2024-03-10T22:27:27.727268+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355746+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355746+0000","last_peered":"2024-03-10T22:27:26.355746+0000","last_clean":"2024-03-10T22:27:26.355746+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355746+0000","last_undegraded":"2024-03-10T22:27:26.355746+0000","last_fullsized":"2024-03-10T22:27:26.355746+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858908+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858908+0000","last_peered":"2024-03-10T22:27:26.858908+0000","last_clean":"2024-03-10T22:27:26.858908+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858908+0000","last_undegraded":"2024-03-10T22:27:26.858908+0000","last_fullsized":"2024-03-10T22:27:26.858908+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":973,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354367+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354367+0000","last_peered":"2024-03-10T22:27:26.354367+0000","last_clean":"2024-03-10T22:27:26.354367+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354367+0000","last_undegraded":"2024-03-10T22:27:26.354367+0000","last_fullsized":"2024-03-10T22:27:26.354367+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858871+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.858871+0000","last_peered":"2024-03-10T22:27:26.858871+0000","last_clean":"2024-03-10T22:27:26.858871+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.858871+0000","last_undegraded":"2024-03-10T22:27:26.858871+0000","last_fullsized":"2024-03-10T22:27:26.858871+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727190+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727190+0000","last_peered":"2024-03-10T22:27:27.727190+0000","last_clean":"2024-03-10T22:27:27.727190+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727190+0000","last_undegraded":"2024-03-10T22:27:27.727190+0000","last_fullsized":"2024-03-10T22:27:27.727190+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1153,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354207+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354207+0000","last_peered":"2024-03-10T22:27:26.354207+0000","last_clean":"2024-03-10T22:27:26.354207+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354207+0000","last_undegraded":"2024-03-10T22:27:26.354207+0000","last_fullsized":"2024-03-10T22:27:26.354207+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469682+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.469682+0000","last_peered":"2024-03-10T22:27:28.469682+0000","last_clean":"2024-03-10T22:27:28.469682+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.469682+0000","last_undegraded":"2024-03-10T22:27:28.469682+0000","last_fullsized":"2024-03-10T22:27:28.469682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727015+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.727015+0000","last_peered":"2024-03-10T22:27:27.727015+0000","last_clean":"2024-03-10T22:27:27.727015+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.727015+0000","last_undegraded":"2024-03-10T22:27:27.727015+0000","last_fullsized":"2024-03-10T22:27:27.727015+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726512+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726512+0000","last_peered":"2024-03-10T22:27:27.726512+0000","last_clean":"2024-03-10T22:27:27.726512+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726512+0000","last_undegraded":"2024-03-10T22:27:27.726512+0000","last_fullsized":"2024-03-10T22:27:27.726512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858594+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858594+0000","last_peered":"2024-03-10T22:27:26.858594+0000","last_clean":"2024-03-10T22:27:26.858594+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858594+0000","last_undegraded":"2024-03-10T22:27:26.858594+0000","last_fullsized":"2024-03-10T22:27:26.858594+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470074+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470074+0000","last_peered":"2024-03-10T22:27:28.470074+0000","last_clean":"2024-03-10T22:27:28.470074+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470074+0000","last_undegraded":"2024-03-10T22:27:28.470074+0000","last_fullsized":"2024-03-10T22:27:28.470074+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859059+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.859059+0000","last_peered":"2024-03-10T22:27:26.859059+0000","last_clean":"2024-03-10T22:27:26.859059+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.859059+0000","last_undegraded":"2024-03-10T22:27:26.859059+0000","last_fullsized":"2024-03-10T22:27:26.859059+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859046+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.859046+0000","last_peered":"2024-03-10T22:27:26.859046+0000","last_clean":"2024-03-10T22:27:26.859046+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.859046+0000","last_undegraded":"2024-03-10T22:27:26.859046+0000","last_fullsized":"2024-03-10T22:27:26.859046+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354900+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354900+0000","last_peered":"2024-03-10T22:27:26.354900+0000","last_clean":"2024-03-10T22:27:26.354900+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354900+0000","last_undegraded":"2024-03-10T22:27:26.354900+0000","last_fullsized":"2024-03-10T22:27:26.354900+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469945+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.469945+0000","last_peered":"2024-03-10T22:27:28.469945+0000","last_clean":"2024-03-10T22:27:28.469945+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.469945+0000","last_undegraded":"2024-03-10T22:27:28.469945+0000","last_fullsized":"2024-03-10T22:27:28.469945+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356602+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356602+0000","last_peered":"2024-03-10T22:27:26.356602+0000","last_clean":"2024-03-10T22:27:26.356602+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356602+0000","last_undegraded":"2024-03-10T22:27:26.356602+0000","last_fullsized":"2024-03-10T22:27:26.356602+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355469+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355469+0000","last_peered":"2024-03-10T22:27:26.355469+0000","last_clean":"2024-03-10T22:27:26.355469+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355469+0000","last_undegraded":"2024-03-10T22:27:26.355469+0000","last_fullsized":"2024-03-10T22:27:26.355469+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858638+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858638+0000","last_peered":"2024-03-10T22:27:26.858638+0000","last_clean":"2024-03-10T22:27:26.858638+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858638+0000","last_undegraded":"2024-03-10T22:27:26.858638+0000","last_fullsized":"2024-03-10T22:27:26.858638+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504660+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:26.504660+0000","last_peered":"2024-03-10T22:27:26.504660+0000","last_clean":"2024-03-10T22:27:26.504660+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:26.504660+0000","last_undegraded":"2024-03-10T22:27:26.504660+0000","last_fullsized":"2024-03-10T22:27:26.504660+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469430+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469430+0000","last_peered":"2024-03-10T22:27:28.469430+0000","last_clean":"2024-03-10T22:27:28.469430+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469430+0000","last_undegraded":"2024-03-10T22:27:28.469430+0000","last_fullsized":"2024-03-10T22:27:28.469430+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469415+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469415+0000","last_peered":"2024-03-10T22:27:28.469415+0000","last_clean":"2024-03-10T22:27:28.469415+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469415+0000","last_undegraded":"2024-03-10T22:27:28.469415+0000","last_fullsized":"2024-03-10T22:27:28.469415+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1260,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475301+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475301+0000","last_peered":"2024-03-10T22:27:27.475301+0000","last_clean":"2024-03-10T22:27:27.475301+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475301+0000","last_undegraded":"2024-03-10T22:27:27.475301+0000","last_fullsized":"2024-03-10T22:27:27.475301+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504373+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:26.504373+0000","last_peered":"2024-03-10T22:27:26.504373+0000","last_clean":"2024-03-10T22:27:26.504373+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:26.504373+0000","last_undegraded":"2024-03-10T22:27:26.504373+0000","last_fullsized":"2024-03-10T22:27:26.504373+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4440,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476310+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476310+0000","last_peered":"2024-03-10T22:27:27.476310+0000","last_clean":"2024-03-10T22:27:27.476310+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476310+0000","last_undegraded":"2024-03-10T22:27:27.476310+0000","last_fullsized":"2024-03-10T22:27:27.476310+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355085+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355085+0000","last_peered":"2024-03-10T22:27:26.355085+0000","last_clean":"2024-03-10T22:27:26.355085+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355085+0000","last_undegraded":"2024-03-10T22:27:26.355085+0000","last_fullsized":"2024-03-10T22:27:26.355085+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504928+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504928+0000","last_peered":"2024-03-10T22:27:26.504928+0000","last_clean":"2024-03-10T22:27:26.504928+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504928+0000","last_undegraded":"2024-03-10T22:27:26.504928+0000","last_fullsized":"2024-03-10T22:27:26.504928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12608,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356571+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.356571+0000","last_peered":"2024-03-10T22:27:26.356571+0000","last_clean":"2024-03-10T22:27:26.356571+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.356571+0000","last_undegraded":"2024-03-10T22:27:26.356571+0000","last_fullsized":"2024-03-10T22:27:26.356571+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353978+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:26.353978+0000","last_peered":"2024-03-10T22:27:26.353978+0000","last_clean":"2024-03-10T22:27:26.353978+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:26.353978+0000","last_undegraded":"2024-03-10T22:27:26.353978+0000","last_fullsized":"2024-03-10T22:27:26.353978+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355672+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:26.355672+0000","last_peered":"2024-03-10T22:27:26.355672+0000","last_clean":"2024-03-10T22:27:26.355672+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:26.355672+0000","last_undegraded":"2024-03-10T22:27:26.355672+0000","last_fullsized":"2024-03-10T22:27:26.355672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858866+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858866+0000","last_peered":"2024-03-10T22:27:26.858866+0000","last_clean":"2024-03-10T22:27:26.858866+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858866+0000","last_undegraded":"2024-03-10T22:27:26.858866+0000","last_fullsized":"2024-03-10T22:27:26.858866+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15021,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.356399+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.356399+0000","last_peered":"2024-03-10T22:27:26.356399+0000","last_clean":"2024-03-10T22:27:26.356399+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.356399+0000","last_undegraded":"2024-03-10T22:27:26.356399+0000","last_fullsized":"2024-03-10T22:27:26.356399+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355317+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:26.355317+0000","last_peered":"2024-03-10T22:27:26.355317+0000","last_clean":"2024-03-10T22:27:26.355317+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:26.355317+0000","last_undegraded":"2024-03-10T22:27:26.355317+0000","last_fullsized":"2024-03-10T22:27:26.355317+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858461+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858461+0000","last_peered":"2024-03-10T22:27:26.858461+0000","last_clean":"2024-03-10T22:27:26.858461+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858461+0000","last_undegraded":"2024-03-10T22:27:26.858461+0000","last_fullsized":"2024-03-10T22:27:26.858461+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354198+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354198+0000","last_peered":"2024-03-10T22:27:26.354198+0000","last_clean":"2024-03-10T22:27:26.354198+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354198+0000","last_undegraded":"2024-03-10T22:27:26.354198+0000","last_fullsized":"2024-03-10T22:27:26.354198+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4226,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476597+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476597+0000","last_peered":"2024-03-10T22:27:27.476597+0000","last_clean":"2024-03-10T22:27:27.476597+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476597+0000","last_undegraded":"2024-03-10T22:27:27.476597+0000","last_fullsized":"2024-03-10T22:27:27.476597+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354799+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354799+0000","last_peered":"2024-03-10T22:27:26.354799+0000","last_clean":"2024-03-10T22:27:26.354799+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354799+0000","last_undegraded":"2024-03-10T22:27:26.354799+0000","last_fullsized":"2024-03-10T22:27:26.354799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353242+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353242+0000","last_peered":"2024-03-10T22:27:26.353242+0000","last_clean":"2024-03-10T22:27:26.353242+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353242+0000","last_undegraded":"2024-03-10T22:27:26.353242+0000","last_fullsized":"2024-03-10T22:27:26.353242+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475362+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475362+0000","last_peered":"2024-03-10T22:27:27.475362+0000","last_clean":"2024-03-10T22:27:27.475362+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475362+0000","last_undegraded":"2024-03-10T22:27:27.475362+0000","last_fullsized":"2024-03-10T22:27:27.475362+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504753+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504753+0000","last_peered":"2024-03-10T22:27:26.504753+0000","last_clean":"2024-03-10T22:27:26.504753+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504753+0000","last_undegraded":"2024-03-10T22:27:26.504753+0000","last_fullsized":"2024-03-10T22:27:26.504753+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470138+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470138+0000","last_peered":"2024-03-10T22:27:28.470138+0000","last_clean":"2024-03-10T22:27:28.470138+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470138+0000","last_undegraded":"2024-03-10T22:27:28.470138+0000","last_fullsized":"2024-03-10T22:27:28.470138+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726962+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726962+0000","last_peered":"2024-03-10T22:27:27.726962+0000","last_clean":"2024-03-10T22:27:27.726962+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726962+0000","last_undegraded":"2024-03-10T22:27:27.726962+0000","last_fullsized":"2024-03-10T22:27:27.726962+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858684+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858684+0000","last_peered":"2024-03-10T22:27:26.858684+0000","last_clean":"2024-03-10T22:27:26.858684+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858684+0000","last_undegraded":"2024-03-10T22:27:26.858684+0000","last_fullsized":"2024-03-10T22:27:26.858684+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1539,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504321+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504321+0000","last_peered":"2024-03-10T22:27:26.504321+0000","last_clean":"2024-03-10T22:27:26.504321+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504321+0000","last_undegraded":"2024-03-10T22:27:26.504321+0000","last_fullsized":"2024-03-10T22:27:26.504321+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3650,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859238+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859238+0000","last_peered":"2024-03-10T22:27:26.859238+0000","last_clean":"2024-03-10T22:27:26.859238+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859238+0000","last_undegraded":"2024-03-10T22:27:26.859238+0000","last_fullsized":"2024-03-10T22:27:26.859238+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355801+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355801+0000","last_peered":"2024-03-10T22:27:26.355801+0000","last_clean":"2024-03-10T22:27:26.355801+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355801+0000","last_undegraded":"2024-03-10T22:27:26.355801+0000","last_fullsized":"2024-03-10T22:27:26.355801+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354280+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354280+0000","last_peered":"2024-03-10T22:27:26.354280+0000","last_clean":"2024-03-10T22:27:26.354280+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354280+0000","last_undegraded":"2024-03-10T22:27:26.354280+0000","last_fullsized":"2024-03-10T22:27:26.354280+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":917,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475456+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475456+0000","last_peered":"2024-03-10T22:27:27.475456+0000","last_clean":"2024-03-10T22:27:27.475456+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475456+0000","last_undegraded":"2024-03-10T22:27:27.475456+0000","last_fullsized":"2024-03-10T22:27:27.475456+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4502,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469965+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469965+0000","last_peered":"2024-03-10T22:27:28.469965+0000","last_clean":"2024-03-10T22:27:28.469965+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469965+0000","last_undegraded":"2024-03-10T22:27:28.469965+0000","last_fullsized":"2024-03-10T22:27:28.469965+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356297+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356297+0000","last_peered":"2024-03-10T22:27:26.356297+0000","last_clean":"2024-03-10T22:27:26.356297+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356297+0000","last_undegraded":"2024-03-10T22:27:26.356297+0000","last_fullsized":"2024-03-10T22:27:26.356297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":959,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354606+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:26.354606+0000","last_peered":"2024-03-10T22:27:26.354606+0000","last_clean":"2024-03-10T22:27:26.354606+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:26.354606+0000","last_undegraded":"2024-03-10T22:27:26.354606+0000","last_fullsized":"2024-03-10T22:27:26.354606+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355214+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:26.355214+0000","last_peered":"2024-03-10T22:27:26.355214+0000","last_clean":"2024-03-10T22:27:26.355214+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:26.355214+0000","last_undegraded":"2024-03-10T22:27:26.355214+0000","last_fullsized":"2024-03-10T22:27:26.355214+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354935+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.354935+0000","last_peered":"2024-03-10T22:27:26.354935+0000","last_clean":"2024-03-10T22:27:26.354935+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.354935+0000","last_undegraded":"2024-03-10T22:27:26.354935+0000","last_fullsized":"2024-03-10T22:27:26.354935+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726960+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726960+0000","last_peered":"2024-03-10T22:27:27.726960+0000","last_clean":"2024-03-10T22:27:27.726960+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726960+0000","last_undegraded":"2024-03-10T22:27:27.726960+0000","last_fullsized":"2024-03-10T22:27:27.726960+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354586+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354586+0000","last_peered":"2024-03-10T22:27:26.354586+0000","last_clean":"2024-03-10T22:27:26.354586+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354586+0000","last_undegraded":"2024-03-10T22:27:26.354586+0000","last_fullsized":"2024-03-10T22:27:26.354586+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727131+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727131+0000","last_peered":"2024-03-10T22:27:27.727131+0000","last_clean":"2024-03-10T22:27:27.727131+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727131+0000","last_undegraded":"2024-03-10T22:27:27.727131+0000","last_fullsized":"2024-03-10T22:27:27.727131+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727220+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727220+0000","last_peered":"2024-03-10T22:27:27.727220+0000","last_clean":"2024-03-10T22:27:27.727220+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727220+0000","last_undegraded":"2024-03-10T22:27:27.727220+0000","last_fullsized":"2024-03-10T22:27:27.727220+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354006+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354006+0000","last_peered":"2024-03-10T22:27:26.354006+0000","last_clean":"2024-03-10T22:27:26.354006+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354006+0000","last_undegraded":"2024-03-10T22:27:26.354006+0000","last_fullsized":"2024-03-10T22:27:26.354006+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470100+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.470100+0000","last_peered":"2024-03-10T22:27:28.470100+0000","last_clean":"2024-03-10T22:27:28.470100+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.470100+0000","last_undegraded":"2024-03-10T22:27:28.470100+0000","last_fullsized":"2024-03-10T22:27:28.470100+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476221+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476221+0000","last_peered":"2024-03-10T22:27:27.476221+0000","last_clean":"2024-03-10T22:27:27.476221+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476221+0000","last_undegraded":"2024-03-10T22:27:27.476221+0000","last_fullsized":"2024-03-10T22:27:27.476221+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3246,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859268+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859268+0000","last_peered":"2024-03-10T22:27:26.859268+0000","last_clean":"2024-03-10T22:27:26.859268+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859268+0000","last_undegraded":"2024-03-10T22:27:26.859268+0000","last_fullsized":"2024-03-10T22:27:26.859268+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1023,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504387+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504387+0000","last_peered":"2024-03-10T22:27:26.504387+0000","last_clean":"2024-03-10T22:27:26.504387+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504387+0000","last_undegraded":"2024-03-10T22:27:26.504387+0000","last_fullsized":"2024-03-10T22:27:26.504387+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354065+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:26.354065+0000","last_peered":"2024-03-10T22:27:26.354065+0000","last_clean":"2024-03-10T22:27:26.354065+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:26.354065+0000","last_undegraded":"2024-03-10T22:27:26.354065+0000","last_fullsized":"2024-03-10T22:27:26.354065+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3999,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355277+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355277+0000","last_peered":"2024-03-10T22:27:26.355277+0000","last_clean":"2024-03-10T22:27:26.355277+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355277+0000","last_undegraded":"2024-03-10T22:27:26.355277+0000","last_fullsized":"2024-03-10T22:27:26.355277+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353683+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353683+0000","last_peered":"2024-03-10T22:27:26.353683+0000","last_clean":"2024-03-10T22:27:26.353683+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353683+0000","last_undegraded":"2024-03-10T22:27:26.353683+0000","last_fullsized":"2024-03-10T22:27:26.353683+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726639+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726639+0000","last_peered":"2024-03-10T22:27:27.726639+0000","last_clean":"2024-03-10T22:27:27.726639+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726639+0000","last_undegraded":"2024-03-10T22:27:27.726639+0000","last_fullsized":"2024-03-10T22:27:27.726639+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4940,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476551+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476551+0000","last_peered":"2024-03-10T22:27:27.476551+0000","last_clean":"2024-03-10T22:27:27.476551+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476551+0000","last_undegraded":"2024-03-10T22:27:27.476551+0000","last_fullsized":"2024-03-10T22:27:27.476551+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353869+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353869+0000","last_peered":"2024-03-10T22:27:26.353869+0000","last_clean":"2024-03-10T22:27:26.353869+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353869+0000","last_undegraded":"2024-03-10T22:27:26.353869+0000","last_fullsized":"2024-03-10T22:27:26.353869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726805+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726805+0000","last_peered":"2024-03-10T22:27:27.726805+0000","last_clean":"2024-03-10T22:27:27.726805+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726805+0000","last_undegraded":"2024-03-10T22:27:27.726805+0000","last_fullsized":"2024-03-10T22:27:27.726805+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355545+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355545+0000","last_peered":"2024-03-10T22:27:26.355545+0000","last_clean":"2024-03-10T22:27:26.355545+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355545+0000","last_undegraded":"2024-03-10T22:27:26.355545+0000","last_fullsized":"2024-03-10T22:27:26.355545+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475919+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475919+0000","last_peered":"2024-03-10T22:27:27.475919+0000","last_clean":"2024-03-10T22:27:27.475919+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475919+0000","last_undegraded":"2024-03-10T22:27:27.475919+0000","last_fullsized":"2024-03-10T22:27:27.475919+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469625+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469625+0000","last_peered":"2024-03-10T22:27:28.469625+0000","last_clean":"2024-03-10T22:27:28.469625+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469625+0000","last_undegraded":"2024-03-10T22:27:28.469625+0000","last_fullsized":"2024-03-10T22:27:28.469625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5329,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476443+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476443+0000","last_peered":"2024-03-10T22:27:27.476443+0000","last_clean":"2024-03-10T22:27:27.476443+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476443+0000","last_undegraded":"2024-03-10T22:27:27.476443+0000","last_fullsized":"2024-03-10T22:27:27.476443+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475888+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475888+0000","last_peered":"2024-03-10T22:27:27.475888+0000","last_clean":"2024-03-10T22:27:27.475888+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475888+0000","last_undegraded":"2024-03-10T22:27:27.475888+0000","last_fullsized":"2024-03-10T22:27:27.475888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504672+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504672+0000","last_peered":"2024-03-10T22:27:26.504672+0000","last_clean":"2024-03-10T22:27:26.504672+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504672+0000","last_undegraded":"2024-03-10T22:27:26.504672+0000","last_fullsized":"2024-03-10T22:27:26.504672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4657,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476247+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476247+0000","last_peered":"2024-03-10T22:27:27.476247+0000","last_clean":"2024-03-10T22:27:27.476247+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476247+0000","last_undegraded":"2024-03-10T22:27:27.476247+0000","last_fullsized":"2024-03-10T22:27:27.476247+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354811+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354811+0000","last_peered":"2024-03-10T22:27:26.354811+0000","last_clean":"2024-03-10T22:27:26.354811+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354811+0000","last_undegraded":"2024-03-10T22:27:26.354811+0000","last_fullsized":"2024-03-10T22:27:26.354811+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858666+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858666+0000","last_peered":"2024-03-10T22:27:26.858666+0000","last_clean":"2024-03-10T22:27:26.858666+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858666+0000","last_undegraded":"2024-03-10T22:27:26.858666+0000","last_fullsized":"2024-03-10T22:27:26.858666+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504341+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504341+0000","last_peered":"2024-03-10T22:27:26.504341+0000","last_clean":"2024-03-10T22:27:26.504341+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504341+0000","last_undegraded":"2024-03-10T22:27:26.504341+0000","last_fullsized":"2024-03-10T22:27:26.504341+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476326+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476326+0000","last_peered":"2024-03-10T22:27:27.476326+0000","last_clean":"2024-03-10T22:27:27.476326+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476326+0000","last_undegraded":"2024-03-10T22:27:27.476326+0000","last_fullsized":"2024-03-10T22:27:27.476326+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504933+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504933+0000","last_peered":"2024-03-10T22:27:26.504933+0000","last_clean":"2024-03-10T22:27:26.504933+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504933+0000","last_undegraded":"2024-03-10T22:27:26.504933+0000","last_fullsized":"2024-03-10T22:27:26.504933+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475482+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475482+0000","last_peered":"2024-03-10T22:27:27.475482+0000","last_clean":"2024-03-10T22:27:27.475482+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475482+0000","last_undegraded":"2024-03-10T22:27:27.475482+0000","last_fullsized":"2024-03-10T22:27:27.475482+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858837+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858837+0000","last_peered":"2024-03-10T22:27:26.858837+0000","last_clean":"2024-03-10T22:27:26.858837+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858837+0000","last_undegraded":"2024-03-10T22:27:26.858837+0000","last_fullsized":"2024-03-10T22:27:26.858837+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355818+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355818+0000","last_peered":"2024-03-10T22:27:26.355818+0000","last_clean":"2024-03-10T22:27:26.355818+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355818+0000","last_undegraded":"2024-03-10T22:27:26.355818+0000","last_fullsized":"2024-03-10T22:27:26.355818+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726473+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726473+0000","last_peered":"2024-03-10T22:27:27.726473+0000","last_clean":"2024-03-10T22:27:27.726473+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726473+0000","last_undegraded":"2024-03-10T22:27:27.726473+0000","last_fullsized":"2024-03-10T22:27:27.726473+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354927+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354927+0000","last_peered":"2024-03-10T22:27:26.354927+0000","last_clean":"2024-03-10T22:27:26.354927+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354927+0000","last_undegraded":"2024-03-10T22:27:26.354927+0000","last_fullsized":"2024-03-10T22:27:26.354927+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1081,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470259+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470259+0000","last_peered":"2024-03-10T22:27:28.470259+0000","last_clean":"2024-03-10T22:27:28.470259+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470259+0000","last_undegraded":"2024-03-10T22:27:28.470259+0000","last_fullsized":"2024-03-10T22:27:28.470259+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727245+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727245+0000","last_peered":"2024-03-10T22:27:27.727245+0000","last_clean":"2024-03-10T22:27:27.727245+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727245+0000","last_undegraded":"2024-03-10T22:27:27.727245+0000","last_fullsized":"2024-03-10T22:27:27.727245+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858464+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858464+0000","last_peered":"2024-03-10T22:27:26.858464+0000","last_clean":"2024-03-10T22:27:26.858464+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858464+0000","last_undegraded":"2024-03-10T22:27:26.858464+0000","last_fullsized":"2024-03-10T22:27:26.858464+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726816+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726816+0000","last_peered":"2024-03-10T22:27:27.726816+0000","last_clean":"2024-03-10T22:27:27.726816+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726816+0000","last_undegraded":"2024-03-10T22:27:27.726816+0000","last_fullsized":"2024-03-10T22:27:27.726816+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858419+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858419+0000","last_peered":"2024-03-10T22:27:26.858419+0000","last_clean":"2024-03-10T22:27:26.858419+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858419+0000","last_undegraded":"2024-03-10T22:27:26.858419+0000","last_fullsized":"2024-03-10T22:27:26.858419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356124+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356124+0000","last_peered":"2024-03-10T22:27:26.356124+0000","last_clean":"2024-03-10T22:27:26.356124+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356124+0000","last_undegraded":"2024-03-10T22:27:26.356124+0000","last_fullsized":"2024-03-10T22:27:26.356124+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469744+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469744+0000","last_peered":"2024-03-10T22:27:28.469744+0000","last_clean":"2024-03-10T22:27:28.469744+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469744+0000","last_undegraded":"2024-03-10T22:27:28.469744+0000","last_fullsized":"2024-03-10T22:27:28.469744+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783946,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928593,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586421,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796476,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474478,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329831,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152480,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073241,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:29:02.422 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:02.422 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:02.422 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:02.422 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:02.422 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:02.422 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:02.422 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:02.423 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:02.423 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:29:02.711 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:29:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:29:03.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:02 smithi169 ceph-mon[90638]: from='client.44492 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:03.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:02 smithi169 ceph-mon[90638]: pgmap v948: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:03.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:02 smithi169 ceph-mon[88180]: from='client.44492 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:03.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:02 smithi169 ceph-mon[88180]: pgmap v948: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:03.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:02 smithi172 ceph-mon[84635]: from='client.44492 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:03.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:02 smithi172 ceph-mon[84635]: pgmap v948: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:05.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:04 smithi169 ceph-mon[88180]: pgmap v949: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:05.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:04 smithi169 ceph-mon[90638]: pgmap v949: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:05.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:04 smithi172 ceph-mon[84635]: pgmap v949: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:29:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:29:05] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:29:07.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:06 smithi169 ceph-mon[88180]: pgmap v950: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:07.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:06 smithi169 ceph-mon[90638]: pgmap v950: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:07.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:06 smithi172 ceph-mon[84635]: pgmap v950: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:09.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:08 smithi169 ceph-mon[88180]: pgmap v951: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:08 smithi169 ceph-mon[90638]: pgmap v951: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:09.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:08 smithi172 ceph-mon[84635]: pgmap v951: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:11.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:11.007 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:11.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:12.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:11 smithi169 ceph-mon[88180]: pgmap v952: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:11 smithi169 ceph-mon[90638]: pgmap v952: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:12.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:11 smithi172 ceph-mon[84635]: pgmap v952: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:12.423 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:29:12.644 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:29:12.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:29:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:29:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:29:13.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:13 smithi169 ceph-mon[88180]: pgmap v953: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:13.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:13 smithi169 ceph-mon[90638]: pgmap v953: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:14.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:13 smithi172 ceph-mon[84635]: pgmap v953: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:14.717 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:29:14.720 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:29:15.423 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":954,"stamp":"2024-03-10T22:29:14.623189+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003760"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505140+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505140+0000","last_peered":"2024-03-10T22:27:26.505140+0000","last_clean":"2024-03-10T22:27:26.505140+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505140+0000","last_undegraded":"2024-03-10T22:27:26.505140+0000","last_fullsized":"2024-03-10T22:27:26.505140+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354560+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:26.354560+0000","last_peered":"2024-03-10T22:27:26.354560+0000","last_clean":"2024-03-10T22:27:26.354560+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:26.354560+0000","last_undegraded":"2024-03-10T22:27:26.354560+0000","last_fullsized":"2024-03-10T22:27:26.354560+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356458+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356458+0000","last_peered":"2024-03-10T22:27:26.356458+0000","last_clean":"2024-03-10T22:27:26.356458+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356458+0000","last_undegraded":"2024-03-10T22:27:26.356458+0000","last_fullsized":"2024-03-10T22:27:26.356458+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858853+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:26.858853+0000","last_peered":"2024-03-10T22:27:26.858853+0000","last_clean":"2024-03-10T22:27:26.858853+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.858853+0000","last_undegraded":"2024-03-10T22:27:26.858853+0000","last_fullsized":"2024-03-10T22:27:26.858853+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726645+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726645+0000","last_peered":"2024-03-10T22:27:27.726645+0000","last_clean":"2024-03-10T22:27:27.726645+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726645+0000","last_undegraded":"2024-03-10T22:27:27.726645+0000","last_fullsized":"2024-03-10T22:27:27.726645+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469868+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469868+0000","last_peered":"2024-03-10T22:27:28.469868+0000","last_clean":"2024-03-10T22:27:28.469868+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469868+0000","last_undegraded":"2024-03-10T22:27:28.469868+0000","last_fullsized":"2024-03-10T22:27:28.469868+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469803+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469803+0000","last_peered":"2024-03-10T22:27:28.469803+0000","last_clean":"2024-03-10T22:27:28.469803+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469803+0000","last_undegraded":"2024-03-10T22:27:28.469803+0000","last_fullsized":"2024-03-10T22:27:28.469803+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726887+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726887+0000","last_peered":"2024-03-10T22:27:27.726887+0000","last_clean":"2024-03-10T22:27:27.726887+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726887+0000","last_undegraded":"2024-03-10T22:27:27.726887+0000","last_fullsized":"2024-03-10T22:27:27.726887+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354990+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354990+0000","last_peered":"2024-03-10T22:27:26.354990+0000","last_clean":"2024-03-10T22:27:26.354990+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354990+0000","last_undegraded":"2024-03-10T22:27:26.354990+0000","last_fullsized":"2024-03-10T22:27:26.354990+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353538+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353538+0000","last_peered":"2024-03-10T22:27:26.353538+0000","last_clean":"2024-03-10T22:27:26.353538+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353538+0000","last_undegraded":"2024-03-10T22:27:26.353538+0000","last_fullsized":"2024-03-10T22:27:26.353538+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858325+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858325+0000","last_peered":"2024-03-10T22:27:26.858325+0000","last_clean":"2024-03-10T22:27:26.858325+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858325+0000","last_undegraded":"2024-03-10T22:27:26.858325+0000","last_fullsized":"2024-03-10T22:27:26.858325+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476196+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.476196+0000","last_peered":"2024-03-10T22:27:27.476196+0000","last_clean":"2024-03-10T22:27:27.476196+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.476196+0000","last_undegraded":"2024-03-10T22:27:27.476196+0000","last_fullsized":"2024-03-10T22:27:27.476196+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476001+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.476001+0000","last_peered":"2024-03-10T22:27:27.476001+0000","last_clean":"2024-03-10T22:27:27.476001+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.476001+0000","last_undegraded":"2024-03-10T22:27:27.476001+0000","last_fullsized":"2024-03-10T22:27:27.476001+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504674+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504674+0000","last_peered":"2024-03-10T22:27:26.504674+0000","last_clean":"2024-03-10T22:27:26.504674+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504674+0000","last_undegraded":"2024-03-10T22:27:26.504674+0000","last_fullsized":"2024-03-10T22:27:26.504674+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1289,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356267+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356267+0000","last_peered":"2024-03-10T22:27:26.356267+0000","last_clean":"2024-03-10T22:27:26.356267+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356267+0000","last_undegraded":"2024-03-10T22:27:26.356267+0000","last_fullsized":"2024-03-10T22:27:26.356267+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727207+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727207+0000","last_peered":"2024-03-10T22:27:27.727207+0000","last_clean":"2024-03-10T22:27:27.727207+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727207+0000","last_undegraded":"2024-03-10T22:27:27.727207+0000","last_fullsized":"2024-03-10T22:27:27.727207+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727268+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727268+0000","last_peered":"2024-03-10T22:27:27.727268+0000","last_clean":"2024-03-10T22:27:27.727268+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727268+0000","last_undegraded":"2024-03-10T22:27:27.727268+0000","last_fullsized":"2024-03-10T22:27:27.727268+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355807+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355807+0000","last_peered":"2024-03-10T22:27:26.355807+0000","last_clean":"2024-03-10T22:27:26.355807+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355807+0000","last_undegraded":"2024-03-10T22:27:26.355807+0000","last_fullsized":"2024-03-10T22:27:26.355807+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":973,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354367+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354367+0000","last_peered":"2024-03-10T22:27:26.354367+0000","last_clean":"2024-03-10T22:27:26.354367+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354367+0000","last_undegraded":"2024-03-10T22:27:26.354367+0000","last_fullsized":"2024-03-10T22:27:26.354367+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727190+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727190+0000","last_peered":"2024-03-10T22:27:27.727190+0000","last_clean":"2024-03-10T22:27:27.727190+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727190+0000","last_undegraded":"2024-03-10T22:27:27.727190+0000","last_fullsized":"2024-03-10T22:27:27.727190+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1153,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354207+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354207+0000","last_peered":"2024-03-10T22:27:26.354207+0000","last_clean":"2024-03-10T22:27:26.354207+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354207+0000","last_undegraded":"2024-03-10T22:27:26.354207+0000","last_fullsized":"2024-03-10T22:27:26.354207+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469682+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.469682+0000","last_peered":"2024-03-10T22:27:28.469682+0000","last_clean":"2024-03-10T22:27:28.469682+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.469682+0000","last_undegraded":"2024-03-10T22:27:28.469682+0000","last_fullsized":"2024-03-10T22:27:28.469682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727015+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.727015+0000","last_peered":"2024-03-10T22:27:27.727015+0000","last_clean":"2024-03-10T22:27:27.727015+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.727015+0000","last_undegraded":"2024-03-10T22:27:27.727015+0000","last_fullsized":"2024-03-10T22:27:27.727015+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726512+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726512+0000","last_peered":"2024-03-10T22:27:27.726512+0000","last_clean":"2024-03-10T22:27:27.726512+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726512+0000","last_undegraded":"2024-03-10T22:27:27.726512+0000","last_fullsized":"2024-03-10T22:27:27.726512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858594+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858594+0000","last_peered":"2024-03-10T22:27:26.858594+0000","last_clean":"2024-03-10T22:27:26.858594+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858594+0000","last_undegraded":"2024-03-10T22:27:26.858594+0000","last_fullsized":"2024-03-10T22:27:26.858594+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470074+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470074+0000","last_peered":"2024-03-10T22:27:28.470074+0000","last_clean":"2024-03-10T22:27:28.470074+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470074+0000","last_undegraded":"2024-03-10T22:27:28.470074+0000","last_fullsized":"2024-03-10T22:27:28.470074+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859059+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.859059+0000","last_peered":"2024-03-10T22:27:26.859059+0000","last_clean":"2024-03-10T22:27:26.859059+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.859059+0000","last_undegraded":"2024-03-10T22:27:26.859059+0000","last_fullsized":"2024-03-10T22:27:26.859059+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859046+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.859046+0000","last_peered":"2024-03-10T22:27:26.859046+0000","last_clean":"2024-03-10T22:27:26.859046+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.859046+0000","last_undegraded":"2024-03-10T22:27:26.859046+0000","last_fullsized":"2024-03-10T22:27:26.859046+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354900+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354900+0000","last_peered":"2024-03-10T22:27:26.354900+0000","last_clean":"2024-03-10T22:27:26.354900+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354900+0000","last_undegraded":"2024-03-10T22:27:26.354900+0000","last_fullsized":"2024-03-10T22:27:26.354900+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1099,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469945+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.469945+0000","last_peered":"2024-03-10T22:27:28.469945+0000","last_clean":"2024-03-10T22:27:28.469945+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.469945+0000","last_undegraded":"2024-03-10T22:27:28.469945+0000","last_fullsized":"2024-03-10T22:27:28.469945+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356602+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356602+0000","last_peered":"2024-03-10T22:27:26.356602+0000","last_clean":"2024-03-10T22:27:26.356602+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356602+0000","last_undegraded":"2024-03-10T22:27:26.356602+0000","last_fullsized":"2024-03-10T22:27:26.356602+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355469+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355469+0000","last_peered":"2024-03-10T22:27:26.355469+0000","last_clean":"2024-03-10T22:27:26.355469+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355469+0000","last_undegraded":"2024-03-10T22:27:26.355469+0000","last_fullsized":"2024-03-10T22:27:26.355469+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858638+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858638+0000","last_peered":"2024-03-10T22:27:26.858638+0000","last_clean":"2024-03-10T22:27:26.858638+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858638+0000","last_undegraded":"2024-03-10T22:27:26.858638+0000","last_fullsized":"2024-03-10T22:27:26.858638+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504660+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:26.504660+0000","last_peered":"2024-03-10T22:27:26.504660+0000","last_clean":"2024-03-10T22:27:26.504660+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:26.504660+0000","last_undegraded":"2024-03-10T22:27:26.504660+0000","last_fullsized":"2024-03-10T22:27:26.504660+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469430+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469430+0000","last_peered":"2024-03-10T22:27:28.469430+0000","last_clean":"2024-03-10T22:27:28.469430+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469430+0000","last_undegraded":"2024-03-10T22:27:28.469430+0000","last_fullsized":"2024-03-10T22:27:28.469430+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469415+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469415+0000","last_peered":"2024-03-10T22:27:28.469415+0000","last_clean":"2024-03-10T22:27:28.469415+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469415+0000","last_undegraded":"2024-03-10T22:27:28.469415+0000","last_fullsized":"2024-03-10T22:27:28.469415+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1261,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475347+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475347+0000","last_peered":"2024-03-10T22:27:27.475347+0000","last_clean":"2024-03-10T22:27:27.475347+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475347+0000","last_undegraded":"2024-03-10T22:27:27.475347+0000","last_fullsized":"2024-03-10T22:27:27.475347+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504373+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:26.504373+0000","last_peered":"2024-03-10T22:27:26.504373+0000","last_clean":"2024-03-10T22:27:26.504373+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:26.504373+0000","last_undegraded":"2024-03-10T22:27:26.504373+0000","last_fullsized":"2024-03-10T22:27:26.504373+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4440,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476310+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476310+0000","last_peered":"2024-03-10T22:27:27.476310+0000","last_clean":"2024-03-10T22:27:27.476310+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476310+0000","last_undegraded":"2024-03-10T22:27:27.476310+0000","last_fullsized":"2024-03-10T22:27:27.476310+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355085+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355085+0000","last_peered":"2024-03-10T22:27:26.355085+0000","last_clean":"2024-03-10T22:27:26.355085+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355085+0000","last_undegraded":"2024-03-10T22:27:26.355085+0000","last_fullsized":"2024-03-10T22:27:26.355085+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504928+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504928+0000","last_peered":"2024-03-10T22:27:26.504928+0000","last_clean":"2024-03-10T22:27:26.504928+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504928+0000","last_undegraded":"2024-03-10T22:27:26.504928+0000","last_fullsized":"2024-03-10T22:27:26.504928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12609,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357045+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.357045+0000","last_peered":"2024-03-10T22:27:26.357045+0000","last_clean":"2024-03-10T22:27:26.357045+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.357045+0000","last_undegraded":"2024-03-10T22:27:26.357045+0000","last_fullsized":"2024-03-10T22:27:26.357045+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353978+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:26.353978+0000","last_peered":"2024-03-10T22:27:26.353978+0000","last_clean":"2024-03-10T22:27:26.353978+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:26.353978+0000","last_undegraded":"2024-03-10T22:27:26.353978+0000","last_fullsized":"2024-03-10T22:27:26.353978+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355672+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:26.355672+0000","last_peered":"2024-03-10T22:27:26.355672+0000","last_clean":"2024-03-10T22:27:26.355672+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:26.355672+0000","last_undegraded":"2024-03-10T22:27:26.355672+0000","last_fullsized":"2024-03-10T22:27:26.355672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858866+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858866+0000","last_peered":"2024-03-10T22:27:26.858866+0000","last_clean":"2024-03-10T22:27:26.858866+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858866+0000","last_undegraded":"2024-03-10T22:27:26.858866+0000","last_fullsized":"2024-03-10T22:27:26.858866+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15022,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357230+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.357230+0000","last_peered":"2024-03-10T22:27:26.357230+0000","last_clean":"2024-03-10T22:27:26.357230+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.357230+0000","last_undegraded":"2024-03-10T22:27:26.357230+0000","last_fullsized":"2024-03-10T22:27:26.357230+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355317+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:26.355317+0000","last_peered":"2024-03-10T22:27:26.355317+0000","last_clean":"2024-03-10T22:27:26.355317+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:26.355317+0000","last_undegraded":"2024-03-10T22:27:26.355317+0000","last_fullsized":"2024-03-10T22:27:26.355317+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858461+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858461+0000","last_peered":"2024-03-10T22:27:26.858461+0000","last_clean":"2024-03-10T22:27:26.858461+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858461+0000","last_undegraded":"2024-03-10T22:27:26.858461+0000","last_fullsized":"2024-03-10T22:27:26.858461+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354198+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354198+0000","last_peered":"2024-03-10T22:27:26.354198+0000","last_clean":"2024-03-10T22:27:26.354198+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354198+0000","last_undegraded":"2024-03-10T22:27:26.354198+0000","last_fullsized":"2024-03-10T22:27:26.354198+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4226,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476597+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476597+0000","last_peered":"2024-03-10T22:27:27.476597+0000","last_clean":"2024-03-10T22:27:27.476597+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476597+0000","last_undegraded":"2024-03-10T22:27:27.476597+0000","last_fullsized":"2024-03-10T22:27:27.476597+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354799+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354799+0000","last_peered":"2024-03-10T22:27:26.354799+0000","last_clean":"2024-03-10T22:27:26.354799+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354799+0000","last_undegraded":"2024-03-10T22:27:26.354799+0000","last_fullsized":"2024-03-10T22:27:26.354799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353242+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353242+0000","last_peered":"2024-03-10T22:27:26.353242+0000","last_clean":"2024-03-10T22:27:26.353242+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353242+0000","last_undegraded":"2024-03-10T22:27:26.353242+0000","last_fullsized":"2024-03-10T22:27:26.353242+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475362+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475362+0000","last_peered":"2024-03-10T22:27:27.475362+0000","last_clean":"2024-03-10T22:27:27.475362+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475362+0000","last_undegraded":"2024-03-10T22:27:27.475362+0000","last_fullsized":"2024-03-10T22:27:27.475362+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4293,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504870+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504870+0000","last_peered":"2024-03-10T22:27:26.504870+0000","last_clean":"2024-03-10T22:27:26.504870+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504870+0000","last_undegraded":"2024-03-10T22:27:26.504870+0000","last_fullsized":"2024-03-10T22:27:26.504870+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470138+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470138+0000","last_peered":"2024-03-10T22:27:28.470138+0000","last_clean":"2024-03-10T22:27:28.470138+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470138+0000","last_undegraded":"2024-03-10T22:27:28.470138+0000","last_fullsized":"2024-03-10T22:27:28.470138+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726962+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726962+0000","last_peered":"2024-03-10T22:27:27.726962+0000","last_clean":"2024-03-10T22:27:27.726962+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726962+0000","last_undegraded":"2024-03-10T22:27:27.726962+0000","last_fullsized":"2024-03-10T22:27:27.726962+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858684+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858684+0000","last_peered":"2024-03-10T22:27:26.858684+0000","last_clean":"2024-03-10T22:27:26.858684+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858684+0000","last_undegraded":"2024-03-10T22:27:26.858684+0000","last_fullsized":"2024-03-10T22:27:26.858684+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1539,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504321+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504321+0000","last_peered":"2024-03-10T22:27:26.504321+0000","last_clean":"2024-03-10T22:27:26.504321+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504321+0000","last_undegraded":"2024-03-10T22:27:26.504321+0000","last_fullsized":"2024-03-10T22:27:26.504321+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3650,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859238+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859238+0000","last_peered":"2024-03-10T22:27:26.859238+0000","last_clean":"2024-03-10T22:27:26.859238+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859238+0000","last_undegraded":"2024-03-10T22:27:26.859238+0000","last_fullsized":"2024-03-10T22:27:26.859238+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355801+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355801+0000","last_peered":"2024-03-10T22:27:26.355801+0000","last_clean":"2024-03-10T22:27:26.355801+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355801+0000","last_undegraded":"2024-03-10T22:27:26.355801+0000","last_fullsized":"2024-03-10T22:27:26.355801+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354336+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354336+0000","last_peered":"2024-03-10T22:27:26.354336+0000","last_clean":"2024-03-10T22:27:26.354336+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354336+0000","last_undegraded":"2024-03-10T22:27:26.354336+0000","last_fullsized":"2024-03-10T22:27:26.354336+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":917,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475456+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475456+0000","last_peered":"2024-03-10T22:27:27.475456+0000","last_clean":"2024-03-10T22:27:27.475456+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475456+0000","last_undegraded":"2024-03-10T22:27:27.475456+0000","last_fullsized":"2024-03-10T22:27:27.475456+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4502,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469965+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469965+0000","last_peered":"2024-03-10T22:27:28.469965+0000","last_clean":"2024-03-10T22:27:28.469965+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469965+0000","last_undegraded":"2024-03-10T22:27:28.469965+0000","last_fullsized":"2024-03-10T22:27:28.469965+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356340+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356340+0000","last_peered":"2024-03-10T22:27:26.356340+0000","last_clean":"2024-03-10T22:27:26.356340+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356340+0000","last_undegraded":"2024-03-10T22:27:26.356340+0000","last_fullsized":"2024-03-10T22:27:26.356340+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":959,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354606+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:26.354606+0000","last_peered":"2024-03-10T22:27:26.354606+0000","last_clean":"2024-03-10T22:27:26.354606+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:26.354606+0000","last_undegraded":"2024-03-10T22:27:26.354606+0000","last_fullsized":"2024-03-10T22:27:26.354606+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355214+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:26.355214+0000","last_peered":"2024-03-10T22:27:26.355214+0000","last_clean":"2024-03-10T22:27:26.355214+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:26.355214+0000","last_undegraded":"2024-03-10T22:27:26.355214+0000","last_fullsized":"2024-03-10T22:27:26.355214+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354935+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.354935+0000","last_peered":"2024-03-10T22:27:26.354935+0000","last_clean":"2024-03-10T22:27:26.354935+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.354935+0000","last_undegraded":"2024-03-10T22:27:26.354935+0000","last_fullsized":"2024-03-10T22:27:26.354935+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726960+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726960+0000","last_peered":"2024-03-10T22:27:27.726960+0000","last_clean":"2024-03-10T22:27:27.726960+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726960+0000","last_undegraded":"2024-03-10T22:27:27.726960+0000","last_fullsized":"2024-03-10T22:27:27.726960+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354586+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354586+0000","last_peered":"2024-03-10T22:27:26.354586+0000","last_clean":"2024-03-10T22:27:26.354586+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354586+0000","last_undegraded":"2024-03-10T22:27:26.354586+0000","last_fullsized":"2024-03-10T22:27:26.354586+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727179+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727179+0000","last_peered":"2024-03-10T22:27:27.727179+0000","last_clean":"2024-03-10T22:27:27.727179+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727179+0000","last_undegraded":"2024-03-10T22:27:27.727179+0000","last_fullsized":"2024-03-10T22:27:27.727179+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727220+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727220+0000","last_peered":"2024-03-10T22:27:27.727220+0000","last_clean":"2024-03-10T22:27:27.727220+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727220+0000","last_undegraded":"2024-03-10T22:27:27.727220+0000","last_fullsized":"2024-03-10T22:27:27.727220+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354006+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354006+0000","last_peered":"2024-03-10T22:27:26.354006+0000","last_clean":"2024-03-10T22:27:26.354006+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354006+0000","last_undegraded":"2024-03-10T22:27:26.354006+0000","last_fullsized":"2024-03-10T22:27:26.354006+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470100+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.470100+0000","last_peered":"2024-03-10T22:27:28.470100+0000","last_clean":"2024-03-10T22:27:28.470100+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.470100+0000","last_undegraded":"2024-03-10T22:27:28.470100+0000","last_fullsized":"2024-03-10T22:27:28.470100+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476221+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476221+0000","last_peered":"2024-03-10T22:27:27.476221+0000","last_clean":"2024-03-10T22:27:27.476221+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476221+0000","last_undegraded":"2024-03-10T22:27:27.476221+0000","last_fullsized":"2024-03-10T22:27:27.476221+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3246,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859268+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859268+0000","last_peered":"2024-03-10T22:27:26.859268+0000","last_clean":"2024-03-10T22:27:26.859268+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859268+0000","last_undegraded":"2024-03-10T22:27:26.859268+0000","last_fullsized":"2024-03-10T22:27:26.859268+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1023,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504387+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504387+0000","last_peered":"2024-03-10T22:27:26.504387+0000","last_clean":"2024-03-10T22:27:26.504387+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504387+0000","last_undegraded":"2024-03-10T22:27:26.504387+0000","last_fullsized":"2024-03-10T22:27:26.504387+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354065+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:26.354065+0000","last_peered":"2024-03-10T22:27:26.354065+0000","last_clean":"2024-03-10T22:27:26.354065+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:26.354065+0000","last_undegraded":"2024-03-10T22:27:26.354065+0000","last_fullsized":"2024-03-10T22:27:26.354065+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3999,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355277+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355277+0000","last_peered":"2024-03-10T22:27:26.355277+0000","last_clean":"2024-03-10T22:27:26.355277+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355277+0000","last_undegraded":"2024-03-10T22:27:26.355277+0000","last_fullsized":"2024-03-10T22:27:26.355277+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353683+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353683+0000","last_peered":"2024-03-10T22:27:26.353683+0000","last_clean":"2024-03-10T22:27:26.353683+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353683+0000","last_undegraded":"2024-03-10T22:27:26.353683+0000","last_fullsized":"2024-03-10T22:27:26.353683+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726685+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726685+0000","last_peered":"2024-03-10T22:27:27.726685+0000","last_clean":"2024-03-10T22:27:27.726685+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726685+0000","last_undegraded":"2024-03-10T22:27:27.726685+0000","last_fullsized":"2024-03-10T22:27:27.726685+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4940,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476551+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476551+0000","last_peered":"2024-03-10T22:27:27.476551+0000","last_clean":"2024-03-10T22:27:27.476551+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476551+0000","last_undegraded":"2024-03-10T22:27:27.476551+0000","last_fullsized":"2024-03-10T22:27:27.476551+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353869+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353869+0000","last_peered":"2024-03-10T22:27:26.353869+0000","last_clean":"2024-03-10T22:27:26.353869+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353869+0000","last_undegraded":"2024-03-10T22:27:26.353869+0000","last_fullsized":"2024-03-10T22:27:26.353869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726805+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726805+0000","last_peered":"2024-03-10T22:27:27.726805+0000","last_clean":"2024-03-10T22:27:27.726805+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726805+0000","last_undegraded":"2024-03-10T22:27:27.726805+0000","last_fullsized":"2024-03-10T22:27:27.726805+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355545+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355545+0000","last_peered":"2024-03-10T22:27:26.355545+0000","last_clean":"2024-03-10T22:27:26.355545+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355545+0000","last_undegraded":"2024-03-10T22:27:26.355545+0000","last_fullsized":"2024-03-10T22:27:26.355545+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475919+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475919+0000","last_peered":"2024-03-10T22:27:27.475919+0000","last_clean":"2024-03-10T22:27:27.475919+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475919+0000","last_undegraded":"2024-03-10T22:27:27.475919+0000","last_fullsized":"2024-03-10T22:27:27.475919+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469625+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469625+0000","last_peered":"2024-03-10T22:27:28.469625+0000","last_clean":"2024-03-10T22:27:28.469625+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469625+0000","last_undegraded":"2024-03-10T22:27:28.469625+0000","last_fullsized":"2024-03-10T22:27:28.469625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5329,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476443+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476443+0000","last_peered":"2024-03-10T22:27:27.476443+0000","last_clean":"2024-03-10T22:27:27.476443+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476443+0000","last_undegraded":"2024-03-10T22:27:27.476443+0000","last_fullsized":"2024-03-10T22:27:27.476443+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475888+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475888+0000","last_peered":"2024-03-10T22:27:27.475888+0000","last_clean":"2024-03-10T22:27:27.475888+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475888+0000","last_undegraded":"2024-03-10T22:27:27.475888+0000","last_fullsized":"2024-03-10T22:27:27.475888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504672+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504672+0000","last_peered":"2024-03-10T22:27:26.504672+0000","last_clean":"2024-03-10T22:27:26.504672+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504672+0000","last_undegraded":"2024-03-10T22:27:26.504672+0000","last_fullsized":"2024-03-10T22:27:26.504672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4657,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476247+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476247+0000","last_peered":"2024-03-10T22:27:27.476247+0000","last_clean":"2024-03-10T22:27:27.476247+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476247+0000","last_undegraded":"2024-03-10T22:27:27.476247+0000","last_fullsized":"2024-03-10T22:27:27.476247+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354811+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354811+0000","last_peered":"2024-03-10T22:27:26.354811+0000","last_clean":"2024-03-10T22:27:26.354811+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354811+0000","last_undegraded":"2024-03-10T22:27:26.354811+0000","last_fullsized":"2024-03-10T22:27:26.354811+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858666+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858666+0000","last_peered":"2024-03-10T22:27:26.858666+0000","last_clean":"2024-03-10T22:27:26.858666+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858666+0000","last_undegraded":"2024-03-10T22:27:26.858666+0000","last_fullsized":"2024-03-10T22:27:26.858666+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504341+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504341+0000","last_peered":"2024-03-10T22:27:26.504341+0000","last_clean":"2024-03-10T22:27:26.504341+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504341+0000","last_undegraded":"2024-03-10T22:27:26.504341+0000","last_fullsized":"2024-03-10T22:27:26.504341+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476326+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476326+0000","last_peered":"2024-03-10T22:27:27.476326+0000","last_clean":"2024-03-10T22:27:27.476326+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476326+0000","last_undegraded":"2024-03-10T22:27:27.476326+0000","last_fullsized":"2024-03-10T22:27:27.476326+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504933+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504933+0000","last_peered":"2024-03-10T22:27:26.504933+0000","last_clean":"2024-03-10T22:27:26.504933+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504933+0000","last_undegraded":"2024-03-10T22:27:26.504933+0000","last_fullsized":"2024-03-10T22:27:26.504933+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475482+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475482+0000","last_peered":"2024-03-10T22:27:27.475482+0000","last_clean":"2024-03-10T22:27:27.475482+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475482+0000","last_undegraded":"2024-03-10T22:27:27.475482+0000","last_fullsized":"2024-03-10T22:27:27.475482+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858837+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858837+0000","last_peered":"2024-03-10T22:27:26.858837+0000","last_clean":"2024-03-10T22:27:26.858837+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858837+0000","last_undegraded":"2024-03-10T22:27:26.858837+0000","last_fullsized":"2024-03-10T22:27:26.858837+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355876+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355876+0000","last_peered":"2024-03-10T22:27:26.355876+0000","last_clean":"2024-03-10T22:27:26.355876+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355876+0000","last_undegraded":"2024-03-10T22:27:26.355876+0000","last_fullsized":"2024-03-10T22:27:26.355876+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726520+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726520+0000","last_peered":"2024-03-10T22:27:27.726520+0000","last_clean":"2024-03-10T22:27:27.726520+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726520+0000","last_undegraded":"2024-03-10T22:27:27.726520+0000","last_fullsized":"2024-03-10T22:27:27.726520+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354927+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354927+0000","last_peered":"2024-03-10T22:27:26.354927+0000","last_clean":"2024-03-10T22:27:26.354927+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354927+0000","last_undegraded":"2024-03-10T22:27:26.354927+0000","last_fullsized":"2024-03-10T22:27:26.354927+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1081,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470259+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470259+0000","last_peered":"2024-03-10T22:27:28.470259+0000","last_clean":"2024-03-10T22:27:28.470259+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470259+0000","last_undegraded":"2024-03-10T22:27:28.470259+0000","last_fullsized":"2024-03-10T22:27:28.470259+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727291+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727291+0000","last_peered":"2024-03-10T22:27:27.727291+0000","last_clean":"2024-03-10T22:27:27.727291+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727291+0000","last_undegraded":"2024-03-10T22:27:27.727291+0000","last_fullsized":"2024-03-10T22:27:27.727291+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858464+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858464+0000","last_peered":"2024-03-10T22:27:26.858464+0000","last_clean":"2024-03-10T22:27:26.858464+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858464+0000","last_undegraded":"2024-03-10T22:27:26.858464+0000","last_fullsized":"2024-03-10T22:27:26.858464+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726816+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726816+0000","last_peered":"2024-03-10T22:27:27.726816+0000","last_clean":"2024-03-10T22:27:27.726816+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726816+0000","last_undegraded":"2024-03-10T22:27:27.726816+0000","last_fullsized":"2024-03-10T22:27:27.726816+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858419+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858419+0000","last_peered":"2024-03-10T22:27:26.858419+0000","last_clean":"2024-03-10T22:27:26.858419+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858419+0000","last_undegraded":"2024-03-10T22:27:26.858419+0000","last_fullsized":"2024-03-10T22:27:26.858419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356124+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356124+0000","last_peered":"2024-03-10T22:27:26.356124+0000","last_clean":"2024-03-10T22:27:26.356124+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356124+0000","last_undegraded":"2024-03-10T22:27:26.356124+0000","last_fullsized":"2024-03-10T22:27:26.356124+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469825+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469825+0000","last_peered":"2024-03-10T22:27:28.469825+0000","last_clean":"2024-03-10T22:27:28.469825+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469825+0000","last_undegraded":"2024-03-10T22:27:28.469825+0000","last_fullsized":"2024-03-10T22:27:28.469825+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783949,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928596,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586424,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796479,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474481,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329834,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152482,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073243,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:29:15.516 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:15.516 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:15.516 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:15.517 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:15.517 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:15.517 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:15.517 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:15.517 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:15.517 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:29:15.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:15 smithi169 ceph-mon[88180]: pgmap v954: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:15.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:15 smithi169 ceph-mon[90638]: pgmap v954: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:15 smithi172 ceph-mon[84635]: pgmap v954: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:29:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:29:15] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-03-10T22:29:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:16 smithi169 ceph-mon[88180]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:17.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:16 smithi169 ceph-mon[90638]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:16 smithi172 ceph-mon[84635]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:18.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:17 smithi169 ceph-mon[88180]: pgmap v955: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:18.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:17 smithi169 ceph-mon[90638]: pgmap v955: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:18.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:17 smithi172 ceph-mon[84635]: pgmap v955: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:20.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:19 smithi169 ceph-mon[88180]: pgmap v956: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:20.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:19 smithi169 ceph-mon[90638]: pgmap v956: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:20.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:19 smithi172 ceph-mon[84635]: pgmap v956: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:22.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:21 smithi169 ceph-mon[88180]: pgmap v957: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:22.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:21 smithi169 ceph-mon[90638]: pgmap v957: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:22.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:21 smithi172 ceph-mon[84635]: pgmap v957: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:22.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:29:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:29:24.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:23 smithi169 ceph-mon[90638]: pgmap v958: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:24.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:23 smithi169 ceph-mon[88180]: pgmap v958: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:24.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:23 smithi172 ceph-mon[84635]: pgmap v958: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:25.518 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:29:25.745 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:29:25.867 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:25 smithi169 ceph-mon[88180]: pgmap v959: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:25.867 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:25.868 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:25 smithi169 ceph-mon[90638]: pgmap v959: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:25.868 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:25 smithi172 ceph-mon[84635]: pgmap v959: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:26.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:26.171 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:29:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:29:25] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-03-10T22:29:27.684 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:29:27.687 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:29:28.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:27 smithi169 ceph-mon[88180]: pgmap v960: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:28.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:27 smithi169 ceph-mon[90638]: pgmap v960: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:28.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:27 smithi172 ceph-mon[84635]: pgmap v960: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:28.402 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":960,"stamp":"2024-03-10T22:29:26.627046+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003856"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505140+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505140+0000","last_peered":"2024-03-10T22:27:26.505140+0000","last_clean":"2024-03-10T22:27:26.505140+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505140+0000","last_undegraded":"2024-03-10T22:27:26.505140+0000","last_fullsized":"2024-03-10T22:27:26.505140+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354560+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:26.354560+0000","last_peered":"2024-03-10T22:27:26.354560+0000","last_clean":"2024-03-10T22:27:26.354560+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:26.354560+0000","last_undegraded":"2024-03-10T22:27:26.354560+0000","last_fullsized":"2024-03-10T22:27:26.354560+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356458+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356458+0000","last_peered":"2024-03-10T22:27:26.356458+0000","last_clean":"2024-03-10T22:27:26.356458+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356458+0000","last_undegraded":"2024-03-10T22:27:26.356458+0000","last_fullsized":"2024-03-10T22:27:26.356458+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858853+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:26.858853+0000","last_peered":"2024-03-10T22:27:26.858853+0000","last_clean":"2024-03-10T22:27:26.858853+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.858853+0000","last_undegraded":"2024-03-10T22:27:26.858853+0000","last_fullsized":"2024-03-10T22:27:26.858853+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726645+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726645+0000","last_peered":"2024-03-10T22:27:27.726645+0000","last_clean":"2024-03-10T22:27:27.726645+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726645+0000","last_undegraded":"2024-03-10T22:27:27.726645+0000","last_fullsized":"2024-03-10T22:27:27.726645+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469868+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469868+0000","last_peered":"2024-03-10T22:27:28.469868+0000","last_clean":"2024-03-10T22:27:28.469868+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469868+0000","last_undegraded":"2024-03-10T22:27:28.469868+0000","last_fullsized":"2024-03-10T22:27:28.469868+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469803+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469803+0000","last_peered":"2024-03-10T22:27:28.469803+0000","last_clean":"2024-03-10T22:27:28.469803+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469803+0000","last_undegraded":"2024-03-10T22:27:28.469803+0000","last_fullsized":"2024-03-10T22:27:28.469803+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726887+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726887+0000","last_peered":"2024-03-10T22:27:27.726887+0000","last_clean":"2024-03-10T22:27:27.726887+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726887+0000","last_undegraded":"2024-03-10T22:27:27.726887+0000","last_fullsized":"2024-03-10T22:27:27.726887+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354990+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354990+0000","last_peered":"2024-03-10T22:27:26.354990+0000","last_clean":"2024-03-10T22:27:26.354990+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354990+0000","last_undegraded":"2024-03-10T22:27:26.354990+0000","last_fullsized":"2024-03-10T22:27:26.354990+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353538+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353538+0000","last_peered":"2024-03-10T22:27:26.353538+0000","last_clean":"2024-03-10T22:27:26.353538+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353538+0000","last_undegraded":"2024-03-10T22:27:26.353538+0000","last_fullsized":"2024-03-10T22:27:26.353538+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858325+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858325+0000","last_peered":"2024-03-10T22:27:26.858325+0000","last_clean":"2024-03-10T22:27:26.858325+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858325+0000","last_undegraded":"2024-03-10T22:27:26.858325+0000","last_fullsized":"2024-03-10T22:27:26.858325+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476196+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.476196+0000","last_peered":"2024-03-10T22:27:27.476196+0000","last_clean":"2024-03-10T22:27:27.476196+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.476196+0000","last_undegraded":"2024-03-10T22:27:27.476196+0000","last_fullsized":"2024-03-10T22:27:27.476196+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476001+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.476001+0000","last_peered":"2024-03-10T22:27:27.476001+0000","last_clean":"2024-03-10T22:27:27.476001+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.476001+0000","last_undegraded":"2024-03-10T22:27:27.476001+0000","last_fullsized":"2024-03-10T22:27:27.476001+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504674+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504674+0000","last_peered":"2024-03-10T22:27:26.504674+0000","last_clean":"2024-03-10T22:27:26.504674+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504674+0000","last_undegraded":"2024-03-10T22:27:26.504674+0000","last_fullsized":"2024-03-10T22:27:26.504674+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1289,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356267+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356267+0000","last_peered":"2024-03-10T22:27:26.356267+0000","last_clean":"2024-03-10T22:27:26.356267+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356267+0000","last_undegraded":"2024-03-10T22:27:26.356267+0000","last_fullsized":"2024-03-10T22:27:26.356267+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727207+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727207+0000","last_peered":"2024-03-10T22:27:27.727207+0000","last_clean":"2024-03-10T22:27:27.727207+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727207+0000","last_undegraded":"2024-03-10T22:27:27.727207+0000","last_fullsized":"2024-03-10T22:27:27.727207+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727268+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727268+0000","last_peered":"2024-03-10T22:27:27.727268+0000","last_clean":"2024-03-10T22:27:27.727268+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727268+0000","last_undegraded":"2024-03-10T22:27:27.727268+0000","last_fullsized":"2024-03-10T22:27:27.727268+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355807+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355807+0000","last_peered":"2024-03-10T22:27:26.355807+0000","last_clean":"2024-03-10T22:27:26.355807+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355807+0000","last_undegraded":"2024-03-10T22:27:26.355807+0000","last_fullsized":"2024-03-10T22:27:26.355807+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727190+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727190+0000","last_peered":"2024-03-10T22:27:27.727190+0000","last_clean":"2024-03-10T22:27:27.727190+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727190+0000","last_undegraded":"2024-03-10T22:27:27.727190+0000","last_fullsized":"2024-03-10T22:27:27.727190+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1153,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354207+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354207+0000","last_peered":"2024-03-10T22:27:26.354207+0000","last_clean":"2024-03-10T22:27:26.354207+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354207+0000","last_undegraded":"2024-03-10T22:27:26.354207+0000","last_fullsized":"2024-03-10T22:27:26.354207+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469682+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.469682+0000","last_peered":"2024-03-10T22:27:28.469682+0000","last_clean":"2024-03-10T22:27:28.469682+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.469682+0000","last_undegraded":"2024-03-10T22:27:28.469682+0000","last_fullsized":"2024-03-10T22:27:28.469682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727015+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.727015+0000","last_peered":"2024-03-10T22:27:27.727015+0000","last_clean":"2024-03-10T22:27:27.727015+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.727015+0000","last_undegraded":"2024-03-10T22:27:27.727015+0000","last_fullsized":"2024-03-10T22:27:27.727015+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726512+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726512+0000","last_peered":"2024-03-10T22:27:27.726512+0000","last_clean":"2024-03-10T22:27:27.726512+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726512+0000","last_undegraded":"2024-03-10T22:27:27.726512+0000","last_fullsized":"2024-03-10T22:27:27.726512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858594+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858594+0000","last_peered":"2024-03-10T22:27:26.858594+0000","last_clean":"2024-03-10T22:27:26.858594+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858594+0000","last_undegraded":"2024-03-10T22:27:26.858594+0000","last_fullsized":"2024-03-10T22:27:26.858594+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470074+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470074+0000","last_peered":"2024-03-10T22:27:28.470074+0000","last_clean":"2024-03-10T22:27:28.470074+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470074+0000","last_undegraded":"2024-03-10T22:27:28.470074+0000","last_fullsized":"2024-03-10T22:27:28.470074+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859059+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.859059+0000","last_peered":"2024-03-10T22:27:26.859059+0000","last_clean":"2024-03-10T22:27:26.859059+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.859059+0000","last_undegraded":"2024-03-10T22:27:26.859059+0000","last_fullsized":"2024-03-10T22:27:26.859059+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859046+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.859046+0000","last_peered":"2024-03-10T22:27:26.859046+0000","last_clean":"2024-03-10T22:27:26.859046+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.859046+0000","last_undegraded":"2024-03-10T22:27:26.859046+0000","last_fullsized":"2024-03-10T22:27:26.859046+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354900+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354900+0000","last_peered":"2024-03-10T22:27:26.354900+0000","last_clean":"2024-03-10T22:27:26.354900+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354900+0000","last_undegraded":"2024-03-10T22:27:26.354900+0000","last_fullsized":"2024-03-10T22:27:26.354900+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470026+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.470026+0000","last_peered":"2024-03-10T22:27:28.470026+0000","last_clean":"2024-03-10T22:27:28.470026+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.470026+0000","last_undegraded":"2024-03-10T22:27:28.470026+0000","last_fullsized":"2024-03-10T22:27:28.470026+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356602+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356602+0000","last_peered":"2024-03-10T22:27:26.356602+0000","last_clean":"2024-03-10T22:27:26.356602+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356602+0000","last_undegraded":"2024-03-10T22:27:26.356602+0000","last_fullsized":"2024-03-10T22:27:26.356602+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355469+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355469+0000","last_peered":"2024-03-10T22:27:26.355469+0000","last_clean":"2024-03-10T22:27:26.355469+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355469+0000","last_undegraded":"2024-03-10T22:27:26.355469+0000","last_fullsized":"2024-03-10T22:27:26.355469+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858638+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858638+0000","last_peered":"2024-03-10T22:27:26.858638+0000","last_clean":"2024-03-10T22:27:26.858638+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858638+0000","last_undegraded":"2024-03-10T22:27:26.858638+0000","last_fullsized":"2024-03-10T22:27:26.858638+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504660+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:26.504660+0000","last_peered":"2024-03-10T22:27:26.504660+0000","last_clean":"2024-03-10T22:27:26.504660+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:26.504660+0000","last_undegraded":"2024-03-10T22:27:26.504660+0000","last_fullsized":"2024-03-10T22:27:26.504660+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469490+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469490+0000","last_peered":"2024-03-10T22:27:28.469490+0000","last_clean":"2024-03-10T22:27:28.469490+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469490+0000","last_undegraded":"2024-03-10T22:27:28.469490+0000","last_fullsized":"2024-03-10T22:27:28.469490+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1261,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475347+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475347+0000","last_peered":"2024-03-10T22:27:27.475347+0000","last_clean":"2024-03-10T22:27:27.475347+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475347+0000","last_undegraded":"2024-03-10T22:27:27.475347+0000","last_fullsized":"2024-03-10T22:27:27.475347+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504373+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:26.504373+0000","last_peered":"2024-03-10T22:27:26.504373+0000","last_clean":"2024-03-10T22:27:26.504373+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:26.504373+0000","last_undegraded":"2024-03-10T22:27:26.504373+0000","last_fullsized":"2024-03-10T22:27:26.504373+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4440,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476310+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476310+0000","last_peered":"2024-03-10T22:27:27.476310+0000","last_clean":"2024-03-10T22:27:27.476310+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476310+0000","last_undegraded":"2024-03-10T22:27:27.476310+0000","last_fullsized":"2024-03-10T22:27:27.476310+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355085+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355085+0000","last_peered":"2024-03-10T22:27:26.355085+0000","last_clean":"2024-03-10T22:27:26.355085+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355085+0000","last_undegraded":"2024-03-10T22:27:26.355085+0000","last_fullsized":"2024-03-10T22:27:26.355085+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504928+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504928+0000","last_peered":"2024-03-10T22:27:26.504928+0000","last_clean":"2024-03-10T22:27:26.504928+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504928+0000","last_undegraded":"2024-03-10T22:27:26.504928+0000","last_fullsized":"2024-03-10T22:27:26.504928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12609,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357045+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.357045+0000","last_peered":"2024-03-10T22:27:26.357045+0000","last_clean":"2024-03-10T22:27:26.357045+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.357045+0000","last_undegraded":"2024-03-10T22:27:26.357045+0000","last_fullsized":"2024-03-10T22:27:26.357045+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353978+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:26.353978+0000","last_peered":"2024-03-10T22:27:26.353978+0000","last_clean":"2024-03-10T22:27:26.353978+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:26.353978+0000","last_undegraded":"2024-03-10T22:27:26.353978+0000","last_fullsized":"2024-03-10T22:27:26.353978+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355672+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:26.355672+0000","last_peered":"2024-03-10T22:27:26.355672+0000","last_clean":"2024-03-10T22:27:26.355672+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:26.355672+0000","last_undegraded":"2024-03-10T22:27:26.355672+0000","last_fullsized":"2024-03-10T22:27:26.355672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858866+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858866+0000","last_peered":"2024-03-10T22:27:26.858866+0000","last_clean":"2024-03-10T22:27:26.858866+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858866+0000","last_undegraded":"2024-03-10T22:27:26.858866+0000","last_fullsized":"2024-03-10T22:27:26.858866+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15022,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357230+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.357230+0000","last_peered":"2024-03-10T22:27:26.357230+0000","last_clean":"2024-03-10T22:27:26.357230+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.357230+0000","last_undegraded":"2024-03-10T22:27:26.357230+0000","last_fullsized":"2024-03-10T22:27:26.357230+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355317+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:26.355317+0000","last_peered":"2024-03-10T22:27:26.355317+0000","last_clean":"2024-03-10T22:27:26.355317+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:26.355317+0000","last_undegraded":"2024-03-10T22:27:26.355317+0000","last_fullsized":"2024-03-10T22:27:26.355317+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858461+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858461+0000","last_peered":"2024-03-10T22:27:26.858461+0000","last_clean":"2024-03-10T22:27:26.858461+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858461+0000","last_undegraded":"2024-03-10T22:27:26.858461+0000","last_fullsized":"2024-03-10T22:27:26.858461+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354257+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354257+0000","last_peered":"2024-03-10T22:27:26.354257+0000","last_clean":"2024-03-10T22:27:26.354257+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354257+0000","last_undegraded":"2024-03-10T22:27:26.354257+0000","last_fullsized":"2024-03-10T22:27:26.354257+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4226,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476597+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476597+0000","last_peered":"2024-03-10T22:27:27.476597+0000","last_clean":"2024-03-10T22:27:27.476597+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476597+0000","last_undegraded":"2024-03-10T22:27:27.476597+0000","last_fullsized":"2024-03-10T22:27:27.476597+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354799+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354799+0000","last_peered":"2024-03-10T22:27:26.354799+0000","last_clean":"2024-03-10T22:27:26.354799+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354799+0000","last_undegraded":"2024-03-10T22:27:26.354799+0000","last_fullsized":"2024-03-10T22:27:26.354799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353314+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353314+0000","last_peered":"2024-03-10T22:27:26.353314+0000","last_clean":"2024-03-10T22:27:26.353314+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353314+0000","last_undegraded":"2024-03-10T22:27:26.353314+0000","last_fullsized":"2024-03-10T22:27:26.353314+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475362+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475362+0000","last_peered":"2024-03-10T22:27:27.475362+0000","last_clean":"2024-03-10T22:27:27.475362+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475362+0000","last_undegraded":"2024-03-10T22:27:27.475362+0000","last_fullsized":"2024-03-10T22:27:27.475362+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4293,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504870+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504870+0000","last_peered":"2024-03-10T22:27:26.504870+0000","last_clean":"2024-03-10T22:27:26.504870+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504870+0000","last_undegraded":"2024-03-10T22:27:26.504870+0000","last_fullsized":"2024-03-10T22:27:26.504870+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470138+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470138+0000","last_peered":"2024-03-10T22:27:28.470138+0000","last_clean":"2024-03-10T22:27:28.470138+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470138+0000","last_undegraded":"2024-03-10T22:27:28.470138+0000","last_fullsized":"2024-03-10T22:27:28.470138+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726962+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726962+0000","last_peered":"2024-03-10T22:27:27.726962+0000","last_clean":"2024-03-10T22:27:27.726962+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726962+0000","last_undegraded":"2024-03-10T22:27:27.726962+0000","last_fullsized":"2024-03-10T22:27:27.726962+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858684+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858684+0000","last_peered":"2024-03-10T22:27:26.858684+0000","last_clean":"2024-03-10T22:27:26.858684+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858684+0000","last_undegraded":"2024-03-10T22:27:26.858684+0000","last_fullsized":"2024-03-10T22:27:26.858684+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1539,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504321+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504321+0000","last_peered":"2024-03-10T22:27:26.504321+0000","last_clean":"2024-03-10T22:27:26.504321+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504321+0000","last_undegraded":"2024-03-10T22:27:26.504321+0000","last_fullsized":"2024-03-10T22:27:26.504321+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3650,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859238+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859238+0000","last_peered":"2024-03-10T22:27:26.859238+0000","last_clean":"2024-03-10T22:27:26.859238+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859238+0000","last_undegraded":"2024-03-10T22:27:26.859238+0000","last_fullsized":"2024-03-10T22:27:26.859238+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355801+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355801+0000","last_peered":"2024-03-10T22:27:26.355801+0000","last_clean":"2024-03-10T22:27:26.355801+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355801+0000","last_undegraded":"2024-03-10T22:27:26.355801+0000","last_fullsized":"2024-03-10T22:27:26.355801+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354336+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354336+0000","last_peered":"2024-03-10T22:27:26.354336+0000","last_clean":"2024-03-10T22:27:26.354336+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354336+0000","last_undegraded":"2024-03-10T22:27:26.354336+0000","last_fullsized":"2024-03-10T22:27:26.354336+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":917,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475456+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475456+0000","last_peered":"2024-03-10T22:27:27.475456+0000","last_clean":"2024-03-10T22:27:27.475456+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475456+0000","last_undegraded":"2024-03-10T22:27:27.475456+0000","last_fullsized":"2024-03-10T22:27:27.475456+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4502,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469965+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469965+0000","last_peered":"2024-03-10T22:27:28.469965+0000","last_clean":"2024-03-10T22:27:28.469965+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469965+0000","last_undegraded":"2024-03-10T22:27:28.469965+0000","last_fullsized":"2024-03-10T22:27:28.469965+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356340+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356340+0000","last_peered":"2024-03-10T22:27:26.356340+0000","last_clean":"2024-03-10T22:27:26.356340+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356340+0000","last_undegraded":"2024-03-10T22:27:26.356340+0000","last_fullsized":"2024-03-10T22:27:26.356340+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":959,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354606+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:26.354606+0000","last_peered":"2024-03-10T22:27:26.354606+0000","last_clean":"2024-03-10T22:27:26.354606+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:26.354606+0000","last_undegraded":"2024-03-10T22:27:26.354606+0000","last_fullsized":"2024-03-10T22:27:26.354606+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355214+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:26.355214+0000","last_peered":"2024-03-10T22:27:26.355214+0000","last_clean":"2024-03-10T22:27:26.355214+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:26.355214+0000","last_undegraded":"2024-03-10T22:27:26.355214+0000","last_fullsized":"2024-03-10T22:27:26.355214+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355046+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.355046+0000","last_peered":"2024-03-10T22:27:26.355046+0000","last_clean":"2024-03-10T22:27:26.355046+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.355046+0000","last_undegraded":"2024-03-10T22:27:26.355046+0000","last_fullsized":"2024-03-10T22:27:26.355046+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726960+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726960+0000","last_peered":"2024-03-10T22:27:27.726960+0000","last_clean":"2024-03-10T22:27:27.726960+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726960+0000","last_undegraded":"2024-03-10T22:27:27.726960+0000","last_fullsized":"2024-03-10T22:27:27.726960+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354586+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354586+0000","last_peered":"2024-03-10T22:27:26.354586+0000","last_clean":"2024-03-10T22:27:26.354586+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354586+0000","last_undegraded":"2024-03-10T22:27:26.354586+0000","last_fullsized":"2024-03-10T22:27:26.354586+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727179+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727179+0000","last_peered":"2024-03-10T22:27:27.727179+0000","last_clean":"2024-03-10T22:27:27.727179+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727179+0000","last_undegraded":"2024-03-10T22:27:27.727179+0000","last_fullsized":"2024-03-10T22:27:27.727179+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727220+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727220+0000","last_peered":"2024-03-10T22:27:27.727220+0000","last_clean":"2024-03-10T22:27:27.727220+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727220+0000","last_undegraded":"2024-03-10T22:27:27.727220+0000","last_fullsized":"2024-03-10T22:27:27.727220+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354064+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354064+0000","last_peered":"2024-03-10T22:27:26.354064+0000","last_clean":"2024-03-10T22:27:26.354064+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354064+0000","last_undegraded":"2024-03-10T22:27:26.354064+0000","last_fullsized":"2024-03-10T22:27:26.354064+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470100+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.470100+0000","last_peered":"2024-03-10T22:27:28.470100+0000","last_clean":"2024-03-10T22:27:28.470100+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.470100+0000","last_undegraded":"2024-03-10T22:27:28.470100+0000","last_fullsized":"2024-03-10T22:27:28.470100+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476221+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476221+0000","last_peered":"2024-03-10T22:27:27.476221+0000","last_clean":"2024-03-10T22:27:27.476221+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476221+0000","last_undegraded":"2024-03-10T22:27:27.476221+0000","last_fullsized":"2024-03-10T22:27:27.476221+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3246,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859268+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859268+0000","last_peered":"2024-03-10T22:27:26.859268+0000","last_clean":"2024-03-10T22:27:26.859268+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859268+0000","last_undegraded":"2024-03-10T22:27:26.859268+0000","last_fullsized":"2024-03-10T22:27:26.859268+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1024,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504437+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504437+0000","last_peered":"2024-03-10T22:27:26.504437+0000","last_clean":"2024-03-10T22:27:26.504437+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504437+0000","last_undegraded":"2024-03-10T22:27:26.504437+0000","last_fullsized":"2024-03-10T22:27:26.504437+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354065+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:26.354065+0000","last_peered":"2024-03-10T22:27:26.354065+0000","last_clean":"2024-03-10T22:27:26.354065+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:26.354065+0000","last_undegraded":"2024-03-10T22:27:26.354065+0000","last_fullsized":"2024-03-10T22:27:26.354065+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3999,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355277+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355277+0000","last_peered":"2024-03-10T22:27:26.355277+0000","last_clean":"2024-03-10T22:27:26.355277+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355277+0000","last_undegraded":"2024-03-10T22:27:26.355277+0000","last_fullsized":"2024-03-10T22:27:26.355277+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353683+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353683+0000","last_peered":"2024-03-10T22:27:26.353683+0000","last_clean":"2024-03-10T22:27:26.353683+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353683+0000","last_undegraded":"2024-03-10T22:27:26.353683+0000","last_fullsized":"2024-03-10T22:27:26.353683+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726685+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726685+0000","last_peered":"2024-03-10T22:27:27.726685+0000","last_clean":"2024-03-10T22:27:27.726685+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726685+0000","last_undegraded":"2024-03-10T22:27:27.726685+0000","last_fullsized":"2024-03-10T22:27:27.726685+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4940,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476551+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476551+0000","last_peered":"2024-03-10T22:27:27.476551+0000","last_clean":"2024-03-10T22:27:27.476551+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476551+0000","last_undegraded":"2024-03-10T22:27:27.476551+0000","last_fullsized":"2024-03-10T22:27:27.476551+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353869+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353869+0000","last_peered":"2024-03-10T22:27:26.353869+0000","last_clean":"2024-03-10T22:27:26.353869+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353869+0000","last_undegraded":"2024-03-10T22:27:26.353869+0000","last_fullsized":"2024-03-10T22:27:26.353869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726805+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726805+0000","last_peered":"2024-03-10T22:27:27.726805+0000","last_clean":"2024-03-10T22:27:27.726805+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726805+0000","last_undegraded":"2024-03-10T22:27:27.726805+0000","last_fullsized":"2024-03-10T22:27:27.726805+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355545+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355545+0000","last_peered":"2024-03-10T22:27:26.355545+0000","last_clean":"2024-03-10T22:27:26.355545+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355545+0000","last_undegraded":"2024-03-10T22:27:26.355545+0000","last_fullsized":"2024-03-10T22:27:26.355545+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475919+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475919+0000","last_peered":"2024-03-10T22:27:27.475919+0000","last_clean":"2024-03-10T22:27:27.475919+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475919+0000","last_undegraded":"2024-03-10T22:27:27.475919+0000","last_fullsized":"2024-03-10T22:27:27.475919+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469625+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469625+0000","last_peered":"2024-03-10T22:27:28.469625+0000","last_clean":"2024-03-10T22:27:28.469625+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469625+0000","last_undegraded":"2024-03-10T22:27:28.469625+0000","last_fullsized":"2024-03-10T22:27:28.469625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5329,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476443+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476443+0000","last_peered":"2024-03-10T22:27:27.476443+0000","last_clean":"2024-03-10T22:27:27.476443+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476443+0000","last_undegraded":"2024-03-10T22:27:27.476443+0000","last_fullsized":"2024-03-10T22:27:27.476443+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475888+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475888+0000","last_peered":"2024-03-10T22:27:27.475888+0000","last_clean":"2024-03-10T22:27:27.475888+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475888+0000","last_undegraded":"2024-03-10T22:27:27.475888+0000","last_fullsized":"2024-03-10T22:27:27.475888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1029,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504672+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504672+0000","last_peered":"2024-03-10T22:27:26.504672+0000","last_clean":"2024-03-10T22:27:26.504672+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504672+0000","last_undegraded":"2024-03-10T22:27:26.504672+0000","last_fullsized":"2024-03-10T22:27:26.504672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4657,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476247+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476247+0000","last_peered":"2024-03-10T22:27:27.476247+0000","last_clean":"2024-03-10T22:27:27.476247+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476247+0000","last_undegraded":"2024-03-10T22:27:27.476247+0000","last_fullsized":"2024-03-10T22:27:27.476247+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354811+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354811+0000","last_peered":"2024-03-10T22:27:26.354811+0000","last_clean":"2024-03-10T22:27:26.354811+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354811+0000","last_undegraded":"2024-03-10T22:27:26.354811+0000","last_fullsized":"2024-03-10T22:27:26.354811+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858666+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858666+0000","last_peered":"2024-03-10T22:27:26.858666+0000","last_clean":"2024-03-10T22:27:26.858666+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858666+0000","last_undegraded":"2024-03-10T22:27:26.858666+0000","last_fullsized":"2024-03-10T22:27:26.858666+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504464+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504464+0000","last_peered":"2024-03-10T22:27:26.504464+0000","last_clean":"2024-03-10T22:27:26.504464+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504464+0000","last_undegraded":"2024-03-10T22:27:26.504464+0000","last_fullsized":"2024-03-10T22:27:26.504464+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476326+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476326+0000","last_peered":"2024-03-10T22:27:27.476326+0000","last_clean":"2024-03-10T22:27:27.476326+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476326+0000","last_undegraded":"2024-03-10T22:27:27.476326+0000","last_fullsized":"2024-03-10T22:27:27.476326+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504933+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504933+0000","last_peered":"2024-03-10T22:27:26.504933+0000","last_clean":"2024-03-10T22:27:26.504933+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504933+0000","last_undegraded":"2024-03-10T22:27:26.504933+0000","last_fullsized":"2024-03-10T22:27:26.504933+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475482+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475482+0000","last_peered":"2024-03-10T22:27:27.475482+0000","last_clean":"2024-03-10T22:27:27.475482+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475482+0000","last_undegraded":"2024-03-10T22:27:27.475482+0000","last_fullsized":"2024-03-10T22:27:27.475482+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858837+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858837+0000","last_peered":"2024-03-10T22:27:26.858837+0000","last_clean":"2024-03-10T22:27:26.858837+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858837+0000","last_undegraded":"2024-03-10T22:27:26.858837+0000","last_fullsized":"2024-03-10T22:27:26.858837+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355876+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355876+0000","last_peered":"2024-03-10T22:27:26.355876+0000","last_clean":"2024-03-10T22:27:26.355876+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355876+0000","last_undegraded":"2024-03-10T22:27:26.355876+0000","last_fullsized":"2024-03-10T22:27:26.355876+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726520+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726520+0000","last_peered":"2024-03-10T22:27:27.726520+0000","last_clean":"2024-03-10T22:27:27.726520+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726520+0000","last_undegraded":"2024-03-10T22:27:27.726520+0000","last_fullsized":"2024-03-10T22:27:27.726520+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354927+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354927+0000","last_peered":"2024-03-10T22:27:26.354927+0000","last_clean":"2024-03-10T22:27:26.354927+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354927+0000","last_undegraded":"2024-03-10T22:27:26.354927+0000","last_fullsized":"2024-03-10T22:27:26.354927+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1081,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470259+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470259+0000","last_peered":"2024-03-10T22:27:28.470259+0000","last_clean":"2024-03-10T22:27:28.470259+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470259+0000","last_undegraded":"2024-03-10T22:27:28.470259+0000","last_fullsized":"2024-03-10T22:27:28.470259+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727291+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727291+0000","last_peered":"2024-03-10T22:27:27.727291+0000","last_clean":"2024-03-10T22:27:27.727291+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727291+0000","last_undegraded":"2024-03-10T22:27:27.727291+0000","last_fullsized":"2024-03-10T22:27:27.727291+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858464+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858464+0000","last_peered":"2024-03-10T22:27:26.858464+0000","last_clean":"2024-03-10T22:27:26.858464+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858464+0000","last_undegraded":"2024-03-10T22:27:26.858464+0000","last_fullsized":"2024-03-10T22:27:26.858464+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726816+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726816+0000","last_peered":"2024-03-10T22:27:27.726816+0000","last_clean":"2024-03-10T22:27:27.726816+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726816+0000","last_undegraded":"2024-03-10T22:27:27.726816+0000","last_fullsized":"2024-03-10T22:27:27.726816+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858419+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858419+0000","last_peered":"2024-03-10T22:27:26.858419+0000","last_clean":"2024-03-10T22:27:26.858419+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858419+0000","last_undegraded":"2024-03-10T22:27:26.858419+0000","last_fullsized":"2024-03-10T22:27:26.858419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356124+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356124+0000","last_peered":"2024-03-10T22:27:26.356124+0000","last_clean":"2024-03-10T22:27:26.356124+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356124+0000","last_undegraded":"2024-03-10T22:27:26.356124+0000","last_fullsized":"2024-03-10T22:27:26.356124+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469825+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469825+0000","last_peered":"2024-03-10T22:27:28.469825+0000","last_clean":"2024-03-10T22:27:28.469825+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469825+0000","last_undegraded":"2024-03-10T22:27:28.469825+0000","last_fullsized":"2024-03-10T22:27:28.469825+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783952,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928599,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586426,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796481,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474483,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329836,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152485,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073246,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:29:28.408 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:28.408 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:28.408 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:28.408 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:28.408 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:28.408 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:28.408 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:28.408 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:28.408 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:29:30.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:29 smithi169 ceph-mon[88180]: from='client.44504 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:30.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:29 smithi169 ceph-mon[88180]: pgmap v961: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:30.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:29 smithi169 ceph-mon[90638]: from='client.44504 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:30.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:29 smithi169 ceph-mon[90638]: pgmap v961: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:30.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:29 smithi172 ceph-mon[84635]: from='client.44504 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:30.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:29 smithi172 ceph-mon[84635]: pgmap v961: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:32.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:31 smithi169 ceph-mon[88180]: pgmap v962: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:32.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:31 smithi169 ceph-mon[90638]: pgmap v962: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:32.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:31 smithi172 ceph-mon[84635]: pgmap v962: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:32.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:29:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:29:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:29:34.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:33 smithi169 ceph-mon[88180]: pgmap v963: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:34.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:33 smithi169 ceph-mon[90638]: pgmap v963: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:34.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:33 smithi172 ceph-mon[84635]: pgmap v963: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:35.927 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:35 smithi169 ceph-mon[88180]: pgmap v964: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:35.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:35 smithi169 ceph-mon[90638]: pgmap v964: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:36.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:35 smithi172 ceph-mon[84635]: pgmap v964: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:29:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:29:35] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-03-10T22:29:37.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:36 smithi169 ceph-mon[88180]: pgmap v965: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:37.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:36 smithi169 ceph-mon[90638]: pgmap v965: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:37.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:36 smithi172 ceph-mon[84635]: pgmap v965: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:38.409 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:29:38.635 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:29:39.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:38 smithi169 ceph-mon[88180]: pgmap v966: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:39.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:38 smithi169 ceph-mon[90638]: pgmap v966: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:39.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:38 smithi172 ceph-mon[84635]: pgmap v966: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:40.505 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:29:40.507 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:29:40.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:40.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:41.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:41.168 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":966,"stamp":"2024-03-10T22:29:38.631186+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004140"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505140+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505140+0000","last_peered":"2024-03-10T22:27:26.505140+0000","last_clean":"2024-03-10T22:27:26.505140+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505140+0000","last_undegraded":"2024-03-10T22:27:26.505140+0000","last_fullsized":"2024-03-10T22:27:26.505140+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354560+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:26.354560+0000","last_peered":"2024-03-10T22:27:26.354560+0000","last_clean":"2024-03-10T22:27:26.354560+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:26.354560+0000","last_undegraded":"2024-03-10T22:27:26.354560+0000","last_fullsized":"2024-03-10T22:27:26.354560+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356458+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356458+0000","last_peered":"2024-03-10T22:27:26.356458+0000","last_clean":"2024-03-10T22:27:26.356458+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356458+0000","last_undegraded":"2024-03-10T22:27:26.356458+0000","last_fullsized":"2024-03-10T22:27:26.356458+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858853+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:26.858853+0000","last_peered":"2024-03-10T22:27:26.858853+0000","last_clean":"2024-03-10T22:27:26.858853+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.858853+0000","last_undegraded":"2024-03-10T22:27:26.858853+0000","last_fullsized":"2024-03-10T22:27:26.858853+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726645+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726645+0000","last_peered":"2024-03-10T22:27:27.726645+0000","last_clean":"2024-03-10T22:27:27.726645+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726645+0000","last_undegraded":"2024-03-10T22:27:27.726645+0000","last_fullsized":"2024-03-10T22:27:27.726645+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469964+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469964+0000","last_peered":"2024-03-10T22:27:28.469964+0000","last_clean":"2024-03-10T22:27:28.469964+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469964+0000","last_undegraded":"2024-03-10T22:27:28.469964+0000","last_fullsized":"2024-03-10T22:27:28.469964+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469864+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469864+0000","last_peered":"2024-03-10T22:27:28.469864+0000","last_clean":"2024-03-10T22:27:28.469864+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469864+0000","last_undegraded":"2024-03-10T22:27:28.469864+0000","last_fullsized":"2024-03-10T22:27:28.469864+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726887+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726887+0000","last_peered":"2024-03-10T22:27:27.726887+0000","last_clean":"2024-03-10T22:27:27.726887+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726887+0000","last_undegraded":"2024-03-10T22:27:27.726887+0000","last_fullsized":"2024-03-10T22:27:27.726887+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354990+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354990+0000","last_peered":"2024-03-10T22:27:26.354990+0000","last_clean":"2024-03-10T22:27:26.354990+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354990+0000","last_undegraded":"2024-03-10T22:27:26.354990+0000","last_fullsized":"2024-03-10T22:27:26.354990+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353538+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353538+0000","last_peered":"2024-03-10T22:27:26.353538+0000","last_clean":"2024-03-10T22:27:26.353538+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353538+0000","last_undegraded":"2024-03-10T22:27:26.353538+0000","last_fullsized":"2024-03-10T22:27:26.353538+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858325+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858325+0000","last_peered":"2024-03-10T22:27:26.858325+0000","last_clean":"2024-03-10T22:27:26.858325+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858325+0000","last_undegraded":"2024-03-10T22:27:26.858325+0000","last_fullsized":"2024-03-10T22:27:26.858325+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476196+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.476196+0000","last_peered":"2024-03-10T22:27:27.476196+0000","last_clean":"2024-03-10T22:27:27.476196+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.476196+0000","last_undegraded":"2024-03-10T22:27:27.476196+0000","last_fullsized":"2024-03-10T22:27:27.476196+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476001+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.476001+0000","last_peered":"2024-03-10T22:27:27.476001+0000","last_clean":"2024-03-10T22:27:27.476001+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.476001+0000","last_undegraded":"2024-03-10T22:27:27.476001+0000","last_fullsized":"2024-03-10T22:27:27.476001+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504745+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504745+0000","last_peered":"2024-03-10T22:27:26.504745+0000","last_clean":"2024-03-10T22:27:26.504745+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504745+0000","last_undegraded":"2024-03-10T22:27:26.504745+0000","last_fullsized":"2024-03-10T22:27:26.504745+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1289,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356267+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356267+0000","last_peered":"2024-03-10T22:27:26.356267+0000","last_clean":"2024-03-10T22:27:26.356267+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356267+0000","last_undegraded":"2024-03-10T22:27:26.356267+0000","last_fullsized":"2024-03-10T22:27:26.356267+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727207+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727207+0000","last_peered":"2024-03-10T22:27:27.727207+0000","last_clean":"2024-03-10T22:27:27.727207+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727207+0000","last_undegraded":"2024-03-10T22:27:27.727207+0000","last_fullsized":"2024-03-10T22:27:27.727207+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727268+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727268+0000","last_peered":"2024-03-10T22:27:27.727268+0000","last_clean":"2024-03-10T22:27:27.727268+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727268+0000","last_undegraded":"2024-03-10T22:27:27.727268+0000","last_fullsized":"2024-03-10T22:27:27.727268+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355807+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355807+0000","last_peered":"2024-03-10T22:27:26.355807+0000","last_clean":"2024-03-10T22:27:26.355807+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355807+0000","last_undegraded":"2024-03-10T22:27:26.355807+0000","last_fullsized":"2024-03-10T22:27:26.355807+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727190+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727190+0000","last_peered":"2024-03-10T22:27:27.727190+0000","last_clean":"2024-03-10T22:27:27.727190+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727190+0000","last_undegraded":"2024-03-10T22:27:27.727190+0000","last_fullsized":"2024-03-10T22:27:27.727190+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1153,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354207+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354207+0000","last_peered":"2024-03-10T22:27:26.354207+0000","last_clean":"2024-03-10T22:27:26.354207+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354207+0000","last_undegraded":"2024-03-10T22:27:26.354207+0000","last_fullsized":"2024-03-10T22:27:26.354207+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469682+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.469682+0000","last_peered":"2024-03-10T22:27:28.469682+0000","last_clean":"2024-03-10T22:27:28.469682+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.469682+0000","last_undegraded":"2024-03-10T22:27:28.469682+0000","last_fullsized":"2024-03-10T22:27:28.469682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727015+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.727015+0000","last_peered":"2024-03-10T22:27:27.727015+0000","last_clean":"2024-03-10T22:27:27.727015+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.727015+0000","last_undegraded":"2024-03-10T22:27:27.727015+0000","last_fullsized":"2024-03-10T22:27:27.727015+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726512+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726512+0000","last_peered":"2024-03-10T22:27:27.726512+0000","last_clean":"2024-03-10T22:27:27.726512+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726512+0000","last_undegraded":"2024-03-10T22:27:27.726512+0000","last_fullsized":"2024-03-10T22:27:27.726512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858594+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858594+0000","last_peered":"2024-03-10T22:27:26.858594+0000","last_clean":"2024-03-10T22:27:26.858594+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858594+0000","last_undegraded":"2024-03-10T22:27:26.858594+0000","last_fullsized":"2024-03-10T22:27:26.858594+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470136+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470136+0000","last_peered":"2024-03-10T22:27:28.470136+0000","last_clean":"2024-03-10T22:27:28.470136+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470136+0000","last_undegraded":"2024-03-10T22:27:28.470136+0000","last_fullsized":"2024-03-10T22:27:28.470136+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859059+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.859059+0000","last_peered":"2024-03-10T22:27:26.859059+0000","last_clean":"2024-03-10T22:27:26.859059+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.859059+0000","last_undegraded":"2024-03-10T22:27:26.859059+0000","last_fullsized":"2024-03-10T22:27:26.859059+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859046+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.859046+0000","last_peered":"2024-03-10T22:27:26.859046+0000","last_clean":"2024-03-10T22:27:26.859046+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.859046+0000","last_undegraded":"2024-03-10T22:27:26.859046+0000","last_fullsized":"2024-03-10T22:27:26.859046+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354900+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354900+0000","last_peered":"2024-03-10T22:27:26.354900+0000","last_clean":"2024-03-10T22:27:26.354900+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354900+0000","last_undegraded":"2024-03-10T22:27:26.354900+0000","last_fullsized":"2024-03-10T22:27:26.354900+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470026+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.470026+0000","last_peered":"2024-03-10T22:27:28.470026+0000","last_clean":"2024-03-10T22:27:28.470026+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.470026+0000","last_undegraded":"2024-03-10T22:27:28.470026+0000","last_fullsized":"2024-03-10T22:27:28.470026+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356602+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356602+0000","last_peered":"2024-03-10T22:27:26.356602+0000","last_clean":"2024-03-10T22:27:26.356602+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356602+0000","last_undegraded":"2024-03-10T22:27:26.356602+0000","last_fullsized":"2024-03-10T22:27:26.356602+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355469+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355469+0000","last_peered":"2024-03-10T22:27:26.355469+0000","last_clean":"2024-03-10T22:27:26.355469+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355469+0000","last_undegraded":"2024-03-10T22:27:26.355469+0000","last_fullsized":"2024-03-10T22:27:26.355469+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858638+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858638+0000","last_peered":"2024-03-10T22:27:26.858638+0000","last_clean":"2024-03-10T22:27:26.858638+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858638+0000","last_undegraded":"2024-03-10T22:27:26.858638+0000","last_fullsized":"2024-03-10T22:27:26.858638+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504660+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:26.504660+0000","last_peered":"2024-03-10T22:27:26.504660+0000","last_clean":"2024-03-10T22:27:26.504660+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:26.504660+0000","last_undegraded":"2024-03-10T22:27:26.504660+0000","last_fullsized":"2024-03-10T22:27:26.504660+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469490+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469490+0000","last_peered":"2024-03-10T22:27:28.469490+0000","last_clean":"2024-03-10T22:27:28.469490+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469490+0000","last_undegraded":"2024-03-10T22:27:28.469490+0000","last_fullsized":"2024-03-10T22:27:28.469490+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1261,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475347+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475347+0000","last_peered":"2024-03-10T22:27:27.475347+0000","last_clean":"2024-03-10T22:27:27.475347+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475347+0000","last_undegraded":"2024-03-10T22:27:27.475347+0000","last_fullsized":"2024-03-10T22:27:27.475347+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504373+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:26.504373+0000","last_peered":"2024-03-10T22:27:26.504373+0000","last_clean":"2024-03-10T22:27:26.504373+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:26.504373+0000","last_undegraded":"2024-03-10T22:27:26.504373+0000","last_fullsized":"2024-03-10T22:27:26.504373+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4440,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476310+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476310+0000","last_peered":"2024-03-10T22:27:27.476310+0000","last_clean":"2024-03-10T22:27:27.476310+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476310+0000","last_undegraded":"2024-03-10T22:27:27.476310+0000","last_fullsized":"2024-03-10T22:27:27.476310+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355085+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355085+0000","last_peered":"2024-03-10T22:27:26.355085+0000","last_clean":"2024-03-10T22:27:26.355085+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355085+0000","last_undegraded":"2024-03-10T22:27:26.355085+0000","last_fullsized":"2024-03-10T22:27:26.355085+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12609,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357045+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.357045+0000","last_peered":"2024-03-10T22:27:26.357045+0000","last_clean":"2024-03-10T22:27:26.357045+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.357045+0000","last_undegraded":"2024-03-10T22:27:26.357045+0000","last_fullsized":"2024-03-10T22:27:26.357045+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353978+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:26.353978+0000","last_peered":"2024-03-10T22:27:26.353978+0000","last_clean":"2024-03-10T22:27:26.353978+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:26.353978+0000","last_undegraded":"2024-03-10T22:27:26.353978+0000","last_fullsized":"2024-03-10T22:27:26.353978+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355672+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:26.355672+0000","last_peered":"2024-03-10T22:27:26.355672+0000","last_clean":"2024-03-10T22:27:26.355672+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:26.355672+0000","last_undegraded":"2024-03-10T22:27:26.355672+0000","last_fullsized":"2024-03-10T22:27:26.355672+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858866+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858866+0000","last_peered":"2024-03-10T22:27:26.858866+0000","last_clean":"2024-03-10T22:27:26.858866+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858866+0000","last_undegraded":"2024-03-10T22:27:26.858866+0000","last_fullsized":"2024-03-10T22:27:26.858866+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15022,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357230+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.357230+0000","last_peered":"2024-03-10T22:27:26.357230+0000","last_clean":"2024-03-10T22:27:26.357230+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.357230+0000","last_undegraded":"2024-03-10T22:27:26.357230+0000","last_fullsized":"2024-03-10T22:27:26.357230+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355317+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:26.355317+0000","last_peered":"2024-03-10T22:27:26.355317+0000","last_clean":"2024-03-10T22:27:26.355317+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:26.355317+0000","last_undegraded":"2024-03-10T22:27:26.355317+0000","last_fullsized":"2024-03-10T22:27:26.355317+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858461+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858461+0000","last_peered":"2024-03-10T22:27:26.858461+0000","last_clean":"2024-03-10T22:27:26.858461+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858461+0000","last_undegraded":"2024-03-10T22:27:26.858461+0000","last_fullsized":"2024-03-10T22:27:26.858461+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354257+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354257+0000","last_peered":"2024-03-10T22:27:26.354257+0000","last_clean":"2024-03-10T22:27:26.354257+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354257+0000","last_undegraded":"2024-03-10T22:27:26.354257+0000","last_fullsized":"2024-03-10T22:27:26.354257+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4226,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476597+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476597+0000","last_peered":"2024-03-10T22:27:27.476597+0000","last_clean":"2024-03-10T22:27:27.476597+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476597+0000","last_undegraded":"2024-03-10T22:27:27.476597+0000","last_fullsized":"2024-03-10T22:27:27.476597+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354799+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354799+0000","last_peered":"2024-03-10T22:27:26.354799+0000","last_clean":"2024-03-10T22:27:26.354799+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354799+0000","last_undegraded":"2024-03-10T22:27:26.354799+0000","last_fullsized":"2024-03-10T22:27:26.354799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353314+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353314+0000","last_peered":"2024-03-10T22:27:26.353314+0000","last_clean":"2024-03-10T22:27:26.353314+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353314+0000","last_undegraded":"2024-03-10T22:27:26.353314+0000","last_fullsized":"2024-03-10T22:27:26.353314+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475362+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475362+0000","last_peered":"2024-03-10T22:27:27.475362+0000","last_clean":"2024-03-10T22:27:27.475362+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475362+0000","last_undegraded":"2024-03-10T22:27:27.475362+0000","last_fullsized":"2024-03-10T22:27:27.475362+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4293,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504870+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504870+0000","last_peered":"2024-03-10T22:27:26.504870+0000","last_clean":"2024-03-10T22:27:26.504870+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504870+0000","last_undegraded":"2024-03-10T22:27:26.504870+0000","last_fullsized":"2024-03-10T22:27:26.504870+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470138+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470138+0000","last_peered":"2024-03-10T22:27:28.470138+0000","last_clean":"2024-03-10T22:27:28.470138+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470138+0000","last_undegraded":"2024-03-10T22:27:28.470138+0000","last_fullsized":"2024-03-10T22:27:28.470138+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726962+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726962+0000","last_peered":"2024-03-10T22:27:27.726962+0000","last_clean":"2024-03-10T22:27:27.726962+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726962+0000","last_undegraded":"2024-03-10T22:27:27.726962+0000","last_fullsized":"2024-03-10T22:27:27.726962+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858684+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858684+0000","last_peered":"2024-03-10T22:27:26.858684+0000","last_clean":"2024-03-10T22:27:26.858684+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858684+0000","last_undegraded":"2024-03-10T22:27:26.858684+0000","last_fullsized":"2024-03-10T22:27:26.858684+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1539,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504321+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504321+0000","last_peered":"2024-03-10T22:27:26.504321+0000","last_clean":"2024-03-10T22:27:26.504321+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504321+0000","last_undegraded":"2024-03-10T22:27:26.504321+0000","last_fullsized":"2024-03-10T22:27:26.504321+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3650,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859238+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859238+0000","last_peered":"2024-03-10T22:27:26.859238+0000","last_clean":"2024-03-10T22:27:26.859238+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859238+0000","last_undegraded":"2024-03-10T22:27:26.859238+0000","last_fullsized":"2024-03-10T22:27:26.859238+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355846+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355846+0000","last_peered":"2024-03-10T22:27:26.355846+0000","last_clean":"2024-03-10T22:27:26.355846+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355846+0000","last_undegraded":"2024-03-10T22:27:26.355846+0000","last_fullsized":"2024-03-10T22:27:26.355846+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354336+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354336+0000","last_peered":"2024-03-10T22:27:26.354336+0000","last_clean":"2024-03-10T22:27:26.354336+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354336+0000","last_undegraded":"2024-03-10T22:27:26.354336+0000","last_fullsized":"2024-03-10T22:27:26.354336+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":917,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475456+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475456+0000","last_peered":"2024-03-10T22:27:27.475456+0000","last_clean":"2024-03-10T22:27:27.475456+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475456+0000","last_undegraded":"2024-03-10T22:27:27.475456+0000","last_fullsized":"2024-03-10T22:27:27.475456+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4502,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469965+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469965+0000","last_peered":"2024-03-10T22:27:28.469965+0000","last_clean":"2024-03-10T22:27:28.469965+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469965+0000","last_undegraded":"2024-03-10T22:27:28.469965+0000","last_fullsized":"2024-03-10T22:27:28.469965+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356340+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356340+0000","last_peered":"2024-03-10T22:27:26.356340+0000","last_clean":"2024-03-10T22:27:26.356340+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356340+0000","last_undegraded":"2024-03-10T22:27:26.356340+0000","last_fullsized":"2024-03-10T22:27:26.356340+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":959,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354606+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:26.354606+0000","last_peered":"2024-03-10T22:27:26.354606+0000","last_clean":"2024-03-10T22:27:26.354606+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:26.354606+0000","last_undegraded":"2024-03-10T22:27:26.354606+0000","last_fullsized":"2024-03-10T22:27:26.354606+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355214+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:26.355214+0000","last_peered":"2024-03-10T22:27:26.355214+0000","last_clean":"2024-03-10T22:27:26.355214+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:26.355214+0000","last_undegraded":"2024-03-10T22:27:26.355214+0000","last_fullsized":"2024-03-10T22:27:26.355214+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355046+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.355046+0000","last_peered":"2024-03-10T22:27:26.355046+0000","last_clean":"2024-03-10T22:27:26.355046+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.355046+0000","last_undegraded":"2024-03-10T22:27:26.355046+0000","last_fullsized":"2024-03-10T22:27:26.355046+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726960+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726960+0000","last_peered":"2024-03-10T22:27:27.726960+0000","last_clean":"2024-03-10T22:27:27.726960+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726960+0000","last_undegraded":"2024-03-10T22:27:27.726960+0000","last_fullsized":"2024-03-10T22:27:27.726960+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354586+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354586+0000","last_peered":"2024-03-10T22:27:26.354586+0000","last_clean":"2024-03-10T22:27:26.354586+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354586+0000","last_undegraded":"2024-03-10T22:27:26.354586+0000","last_fullsized":"2024-03-10T22:27:26.354586+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727179+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727179+0000","last_peered":"2024-03-10T22:27:27.727179+0000","last_clean":"2024-03-10T22:27:27.727179+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727179+0000","last_undegraded":"2024-03-10T22:27:27.727179+0000","last_fullsized":"2024-03-10T22:27:27.727179+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727220+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727220+0000","last_peered":"2024-03-10T22:27:27.727220+0000","last_clean":"2024-03-10T22:27:27.727220+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727220+0000","last_undegraded":"2024-03-10T22:27:27.727220+0000","last_fullsized":"2024-03-10T22:27:27.727220+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354064+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354064+0000","last_peered":"2024-03-10T22:27:26.354064+0000","last_clean":"2024-03-10T22:27:26.354064+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354064+0000","last_undegraded":"2024-03-10T22:27:26.354064+0000","last_fullsized":"2024-03-10T22:27:26.354064+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470100+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.470100+0000","last_peered":"2024-03-10T22:27:28.470100+0000","last_clean":"2024-03-10T22:27:28.470100+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.470100+0000","last_undegraded":"2024-03-10T22:27:28.470100+0000","last_fullsized":"2024-03-10T22:27:28.470100+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476221+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476221+0000","last_peered":"2024-03-10T22:27:27.476221+0000","last_clean":"2024-03-10T22:27:27.476221+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476221+0000","last_undegraded":"2024-03-10T22:27:27.476221+0000","last_fullsized":"2024-03-10T22:27:27.476221+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3246,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859268+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859268+0000","last_peered":"2024-03-10T22:27:26.859268+0000","last_clean":"2024-03-10T22:27:26.859268+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859268+0000","last_undegraded":"2024-03-10T22:27:26.859268+0000","last_fullsized":"2024-03-10T22:27:26.859268+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1024,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504437+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504437+0000","last_peered":"2024-03-10T22:27:26.504437+0000","last_clean":"2024-03-10T22:27:26.504437+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504437+0000","last_undegraded":"2024-03-10T22:27:26.504437+0000","last_fullsized":"2024-03-10T22:27:26.504437+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354065+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:26.354065+0000","last_peered":"2024-03-10T22:27:26.354065+0000","last_clean":"2024-03-10T22:27:26.354065+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:26.354065+0000","last_undegraded":"2024-03-10T22:27:26.354065+0000","last_fullsized":"2024-03-10T22:27:26.354065+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3999,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355277+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355277+0000","last_peered":"2024-03-10T22:27:26.355277+0000","last_clean":"2024-03-10T22:27:26.355277+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355277+0000","last_undegraded":"2024-03-10T22:27:26.355277+0000","last_fullsized":"2024-03-10T22:27:26.355277+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353683+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353683+0000","last_peered":"2024-03-10T22:27:26.353683+0000","last_clean":"2024-03-10T22:27:26.353683+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353683+0000","last_undegraded":"2024-03-10T22:27:26.353683+0000","last_fullsized":"2024-03-10T22:27:26.353683+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726685+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726685+0000","last_peered":"2024-03-10T22:27:27.726685+0000","last_clean":"2024-03-10T22:27:27.726685+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726685+0000","last_undegraded":"2024-03-10T22:27:27.726685+0000","last_fullsized":"2024-03-10T22:27:27.726685+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4940,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476551+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476551+0000","last_peered":"2024-03-10T22:27:27.476551+0000","last_clean":"2024-03-10T22:27:27.476551+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476551+0000","last_undegraded":"2024-03-10T22:27:27.476551+0000","last_fullsized":"2024-03-10T22:27:27.476551+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353869+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353869+0000","last_peered":"2024-03-10T22:27:26.353869+0000","last_clean":"2024-03-10T22:27:26.353869+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353869+0000","last_undegraded":"2024-03-10T22:27:26.353869+0000","last_fullsized":"2024-03-10T22:27:26.353869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726852+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726852+0000","last_peered":"2024-03-10T22:27:27.726852+0000","last_clean":"2024-03-10T22:27:27.726852+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726852+0000","last_undegraded":"2024-03-10T22:27:27.726852+0000","last_fullsized":"2024-03-10T22:27:27.726852+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355545+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355545+0000","last_peered":"2024-03-10T22:27:26.355545+0000","last_clean":"2024-03-10T22:27:26.355545+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355545+0000","last_undegraded":"2024-03-10T22:27:26.355545+0000","last_fullsized":"2024-03-10T22:27:26.355545+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475919+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475919+0000","last_peered":"2024-03-10T22:27:27.475919+0000","last_clean":"2024-03-10T22:27:27.475919+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475919+0000","last_undegraded":"2024-03-10T22:27:27.475919+0000","last_fullsized":"2024-03-10T22:27:27.475919+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469625+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469625+0000","last_peered":"2024-03-10T22:27:28.469625+0000","last_clean":"2024-03-10T22:27:28.469625+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469625+0000","last_undegraded":"2024-03-10T22:27:28.469625+0000","last_fullsized":"2024-03-10T22:27:28.469625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5329,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476443+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476443+0000","last_peered":"2024-03-10T22:27:27.476443+0000","last_clean":"2024-03-10T22:27:27.476443+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476443+0000","last_undegraded":"2024-03-10T22:27:27.476443+0000","last_fullsized":"2024-03-10T22:27:27.476443+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475888+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475888+0000","last_peered":"2024-03-10T22:27:27.475888+0000","last_clean":"2024-03-10T22:27:27.475888+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475888+0000","last_undegraded":"2024-03-10T22:27:27.475888+0000","last_fullsized":"2024-03-10T22:27:27.475888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504754+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504754+0000","last_peered":"2024-03-10T22:27:26.504754+0000","last_clean":"2024-03-10T22:27:26.504754+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504754+0000","last_undegraded":"2024-03-10T22:27:26.504754+0000","last_fullsized":"2024-03-10T22:27:26.504754+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4657,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476247+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476247+0000","last_peered":"2024-03-10T22:27:27.476247+0000","last_clean":"2024-03-10T22:27:27.476247+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476247+0000","last_undegraded":"2024-03-10T22:27:27.476247+0000","last_fullsized":"2024-03-10T22:27:27.476247+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354811+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354811+0000","last_peered":"2024-03-10T22:27:26.354811+0000","last_clean":"2024-03-10T22:27:26.354811+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354811+0000","last_undegraded":"2024-03-10T22:27:26.354811+0000","last_fullsized":"2024-03-10T22:27:26.354811+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858666+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858666+0000","last_peered":"2024-03-10T22:27:26.858666+0000","last_clean":"2024-03-10T22:27:26.858666+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858666+0000","last_undegraded":"2024-03-10T22:27:26.858666+0000","last_fullsized":"2024-03-10T22:27:26.858666+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504464+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504464+0000","last_peered":"2024-03-10T22:27:26.504464+0000","last_clean":"2024-03-10T22:27:26.504464+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504464+0000","last_undegraded":"2024-03-10T22:27:26.504464+0000","last_fullsized":"2024-03-10T22:27:26.504464+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476326+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476326+0000","last_peered":"2024-03-10T22:27:27.476326+0000","last_clean":"2024-03-10T22:27:27.476326+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476326+0000","last_undegraded":"2024-03-10T22:27:27.476326+0000","last_fullsized":"2024-03-10T22:27:27.476326+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475482+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475482+0000","last_peered":"2024-03-10T22:27:27.475482+0000","last_clean":"2024-03-10T22:27:27.475482+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475482+0000","last_undegraded":"2024-03-10T22:27:27.475482+0000","last_fullsized":"2024-03-10T22:27:27.475482+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858837+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858837+0000","last_peered":"2024-03-10T22:27:26.858837+0000","last_clean":"2024-03-10T22:27:26.858837+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858837+0000","last_undegraded":"2024-03-10T22:27:26.858837+0000","last_fullsized":"2024-03-10T22:27:26.858837+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355876+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355876+0000","last_peered":"2024-03-10T22:27:26.355876+0000","last_clean":"2024-03-10T22:27:26.355876+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355876+0000","last_undegraded":"2024-03-10T22:27:26.355876+0000","last_fullsized":"2024-03-10T22:27:26.355876+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726520+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726520+0000","last_peered":"2024-03-10T22:27:27.726520+0000","last_clean":"2024-03-10T22:27:27.726520+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726520+0000","last_undegraded":"2024-03-10T22:27:27.726520+0000","last_fullsized":"2024-03-10T22:27:27.726520+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354927+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354927+0000","last_peered":"2024-03-10T22:27:26.354927+0000","last_clean":"2024-03-10T22:27:26.354927+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354927+0000","last_undegraded":"2024-03-10T22:27:26.354927+0000","last_fullsized":"2024-03-10T22:27:26.354927+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1081,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470259+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470259+0000","last_peered":"2024-03-10T22:27:28.470259+0000","last_clean":"2024-03-10T22:27:28.470259+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470259+0000","last_undegraded":"2024-03-10T22:27:28.470259+0000","last_fullsized":"2024-03-10T22:27:28.470259+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727291+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727291+0000","last_peered":"2024-03-10T22:27:27.727291+0000","last_clean":"2024-03-10T22:27:27.727291+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727291+0000","last_undegraded":"2024-03-10T22:27:27.727291+0000","last_fullsized":"2024-03-10T22:27:27.727291+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858464+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858464+0000","last_peered":"2024-03-10T22:27:26.858464+0000","last_clean":"2024-03-10T22:27:26.858464+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858464+0000","last_undegraded":"2024-03-10T22:27:26.858464+0000","last_fullsized":"2024-03-10T22:27:26.858464+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726888+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726888+0000","last_peered":"2024-03-10T22:27:27.726888+0000","last_clean":"2024-03-10T22:27:27.726888+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726888+0000","last_undegraded":"2024-03-10T22:27:27.726888+0000","last_fullsized":"2024-03-10T22:27:27.726888+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858419+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858419+0000","last_peered":"2024-03-10T22:27:26.858419+0000","last_clean":"2024-03-10T22:27:26.858419+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858419+0000","last_undegraded":"2024-03-10T22:27:26.858419+0000","last_fullsized":"2024-03-10T22:27:26.858419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356124+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356124+0000","last_peered":"2024-03-10T22:27:26.356124+0000","last_clean":"2024-03-10T22:27:26.356124+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356124+0000","last_undegraded":"2024-03-10T22:27:26.356124+0000","last_fullsized":"2024-03-10T22:27:26.356124+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469825+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469825+0000","last_peered":"2024-03-10T22:27:28.469825+0000","last_clean":"2024-03-10T22:27:28.469825+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469825+0000","last_undegraded":"2024-03-10T22:27:28.469825+0000","last_fullsized":"2024-03-10T22:27:28.469825+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783954,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928601,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586428,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796484,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474485,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329838,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152487,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073248,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:29:41.173 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:41.173 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:41.173 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:41.173 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:41.174 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:41.174 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:41.174 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:41.174 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:41.174 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:29:42.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:41 smithi169 ceph-mon[90638]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:42.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:41 smithi169 ceph-mon[90638]: pgmap v967: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:41 smithi169 ceph-mon[88180]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:42.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:41 smithi169 ceph-mon[88180]: pgmap v967: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:42.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:41 smithi172 ceph-mon[84635]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:42.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:41 smithi172 ceph-mon[84635]: pgmap v967: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:42.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:29:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:29:44.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:43 smithi169 ceph-mon[90638]: pgmap v968: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:44.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:43 smithi169 ceph-mon[88180]: pgmap v968: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:44.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:43 smithi172 ceph-mon[84635]: pgmap v968: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:45.930 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:45 smithi169 ceph-mon[88180]: pgmap v969: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:45.931 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:45 smithi169 ceph-mon[90638]: pgmap v969: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:46.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:45 smithi172 ceph-mon[84635]: pgmap v969: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:46.252 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:29:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:29:45] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-03-10T22:29:48.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:47 smithi169 ceph-mon[88180]: pgmap v970: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:48.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:47 smithi169 ceph-mon[90638]: pgmap v970: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:48.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:47 smithi172 ceph-mon[84635]: pgmap v970: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:50.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:49 smithi169 ceph-mon[88180]: pgmap v971: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:50.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:49 smithi169 ceph-mon[90638]: pgmap v971: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:50.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:49 smithi172 ceph-mon[84635]: pgmap v971: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:51.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:50 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:29:51.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:50 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:29:51.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:50 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:29:51.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:50 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:29:51.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:50 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:29:51.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:50 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:29:51.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:50 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:29:51.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:50 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:29:51.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:50 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:29:51.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:50 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:29:51.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:50 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:29:51.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:50 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:29:51.175 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:29:51.386 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:29:51.783 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:51 smithi169 ceph-mon[88180]: pgmap v972: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:51.784 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:51 smithi169 ceph-mon[90638]: pgmap v972: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:52.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:51 smithi172 ceph-mon[84635]: pgmap v972: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:52.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:29:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:29:53.231 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:29:53.233 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:29:53.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:53 smithi169 ceph-mon[90638]: pgmap v973: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:53.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:53 smithi169 ceph-mon[88180]: pgmap v973: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:53.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:53 smithi172 ceph-mon[84635]: pgmap v973: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:53.942 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":973,"stamp":"2024-03-10T22:29:52.635566+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003963"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505140+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505140+0000","last_peered":"2024-03-10T22:27:26.505140+0000","last_clean":"2024-03-10T22:27:26.505140+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505140+0000","last_undegraded":"2024-03-10T22:27:26.505140+0000","last_fullsized":"2024-03-10T22:27:26.505140+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436143+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:39.436143+0000","last_peered":"2024-03-10T22:27:39.436143+0000","last_clean":"2024-03-10T22:27:39.436143+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:39.436143+0000","last_undegraded":"2024-03-10T22:27:39.436143+0000","last_fullsized":"2024-03-10T22:27:39.436143+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356458+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356458+0000","last_peered":"2024-03-10T22:27:26.356458+0000","last_clean":"2024-03-10T22:27:26.356458+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356458+0000","last_undegraded":"2024-03-10T22:27:26.356458+0000","last_fullsized":"2024-03-10T22:27:26.356458+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.796220+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:39.796220+0000","last_peered":"2024-03-10T22:27:39.796220+0000","last_clean":"2024-03-10T22:27:39.796220+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:39.796220+0000","last_undegraded":"2024-03-10T22:27:39.796220+0000","last_fullsized":"2024-03-10T22:27:39.796220+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726645+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726645+0000","last_peered":"2024-03-10T22:27:27.726645+0000","last_clean":"2024-03-10T22:27:27.726645+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726645+0000","last_undegraded":"2024-03-10T22:27:27.726645+0000","last_fullsized":"2024-03-10T22:27:27.726645+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469964+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469964+0000","last_peered":"2024-03-10T22:27:28.469964+0000","last_clean":"2024-03-10T22:27:28.469964+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469964+0000","last_undegraded":"2024-03-10T22:27:28.469964+0000","last_fullsized":"2024-03-10T22:27:28.469964+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469864+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469864+0000","last_peered":"2024-03-10T22:27:28.469864+0000","last_clean":"2024-03-10T22:27:28.469864+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469864+0000","last_undegraded":"2024-03-10T22:27:28.469864+0000","last_fullsized":"2024-03-10T22:27:28.469864+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726887+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726887+0000","last_peered":"2024-03-10T22:27:27.726887+0000","last_clean":"2024-03-10T22:27:27.726887+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726887+0000","last_undegraded":"2024-03-10T22:27:27.726887+0000","last_fullsized":"2024-03-10T22:27:27.726887+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354990+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354990+0000","last_peered":"2024-03-10T22:27:26.354990+0000","last_clean":"2024-03-10T22:27:26.354990+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354990+0000","last_undegraded":"2024-03-10T22:27:26.354990+0000","last_fullsized":"2024-03-10T22:27:26.354990+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353538+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353538+0000","last_peered":"2024-03-10T22:27:26.353538+0000","last_clean":"2024-03-10T22:27:26.353538+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353538+0000","last_undegraded":"2024-03-10T22:27:26.353538+0000","last_fullsized":"2024-03-10T22:27:26.353538+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858325+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858325+0000","last_peered":"2024-03-10T22:27:26.858325+0000","last_clean":"2024-03-10T22:27:26.858325+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858325+0000","last_undegraded":"2024-03-10T22:27:26.858325+0000","last_fullsized":"2024-03-10T22:27:26.858325+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476196+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.476196+0000","last_peered":"2024-03-10T22:27:27.476196+0000","last_clean":"2024-03-10T22:27:27.476196+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.476196+0000","last_undegraded":"2024-03-10T22:27:27.476196+0000","last_fullsized":"2024-03-10T22:27:27.476196+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476001+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.476001+0000","last_peered":"2024-03-10T22:27:27.476001+0000","last_clean":"2024-03-10T22:27:27.476001+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.476001+0000","last_undegraded":"2024-03-10T22:27:27.476001+0000","last_fullsized":"2024-03-10T22:27:27.476001+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504745+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504745+0000","last_peered":"2024-03-10T22:27:26.504745+0000","last_clean":"2024-03-10T22:27:26.504745+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504745+0000","last_undegraded":"2024-03-10T22:27:26.504745+0000","last_fullsized":"2024-03-10T22:27:26.504745+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1289,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356267+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356267+0000","last_peered":"2024-03-10T22:27:26.356267+0000","last_clean":"2024-03-10T22:27:26.356267+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356267+0000","last_undegraded":"2024-03-10T22:27:26.356267+0000","last_fullsized":"2024-03-10T22:27:26.356267+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727207+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727207+0000","last_peered":"2024-03-10T22:27:27.727207+0000","last_clean":"2024-03-10T22:27:27.727207+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727207+0000","last_undegraded":"2024-03-10T22:27:27.727207+0000","last_fullsized":"2024-03-10T22:27:27.727207+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727268+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727268+0000","last_peered":"2024-03-10T22:27:27.727268+0000","last_clean":"2024-03-10T22:27:27.727268+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727268+0000","last_undegraded":"2024-03-10T22:27:27.727268+0000","last_fullsized":"2024-03-10T22:27:27.727268+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355807+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355807+0000","last_peered":"2024-03-10T22:27:26.355807+0000","last_clean":"2024-03-10T22:27:26.355807+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355807+0000","last_undegraded":"2024-03-10T22:27:26.355807+0000","last_fullsized":"2024-03-10T22:27:26.355807+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727190+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727190+0000","last_peered":"2024-03-10T22:27:27.727190+0000","last_clean":"2024-03-10T22:27:27.727190+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727190+0000","last_undegraded":"2024-03-10T22:27:27.727190+0000","last_fullsized":"2024-03-10T22:27:27.727190+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1153,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354207+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354207+0000","last_peered":"2024-03-10T22:27:26.354207+0000","last_clean":"2024-03-10T22:27:26.354207+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354207+0000","last_undegraded":"2024-03-10T22:27:26.354207+0000","last_fullsized":"2024-03-10T22:27:26.354207+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727015+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.727015+0000","last_peered":"2024-03-10T22:27:27.727015+0000","last_clean":"2024-03-10T22:27:27.727015+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.727015+0000","last_undegraded":"2024-03-10T22:27:27.727015+0000","last_fullsized":"2024-03-10T22:27:27.727015+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726512+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726512+0000","last_peered":"2024-03-10T22:27:27.726512+0000","last_clean":"2024-03-10T22:27:27.726512+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726512+0000","last_undegraded":"2024-03-10T22:27:27.726512+0000","last_fullsized":"2024-03-10T22:27:27.726512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858594+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858594+0000","last_peered":"2024-03-10T22:27:26.858594+0000","last_clean":"2024-03-10T22:27:26.858594+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858594+0000","last_undegraded":"2024-03-10T22:27:26.858594+0000","last_fullsized":"2024-03-10T22:27:26.858594+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470136+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470136+0000","last_peered":"2024-03-10T22:27:28.470136+0000","last_clean":"2024-03-10T22:27:28.470136+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470136+0000","last_undegraded":"2024-03-10T22:27:28.470136+0000","last_fullsized":"2024-03-10T22:27:28.470136+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859059+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.859059+0000","last_peered":"2024-03-10T22:27:26.859059+0000","last_clean":"2024-03-10T22:27:26.859059+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.859059+0000","last_undegraded":"2024-03-10T22:27:26.859059+0000","last_fullsized":"2024-03-10T22:27:26.859059+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859046+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.859046+0000","last_peered":"2024-03-10T22:27:26.859046+0000","last_clean":"2024-03-10T22:27:26.859046+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.859046+0000","last_undegraded":"2024-03-10T22:27:26.859046+0000","last_fullsized":"2024-03-10T22:27:26.859046+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354900+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354900+0000","last_peered":"2024-03-10T22:27:26.354900+0000","last_clean":"2024-03-10T22:27:26.354900+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354900+0000","last_undegraded":"2024-03-10T22:27:26.354900+0000","last_fullsized":"2024-03-10T22:27:26.354900+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470026+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.470026+0000","last_peered":"2024-03-10T22:27:28.470026+0000","last_clean":"2024-03-10T22:27:28.470026+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.470026+0000","last_undegraded":"2024-03-10T22:27:28.470026+0000","last_fullsized":"2024-03-10T22:27:28.470026+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356602+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356602+0000","last_peered":"2024-03-10T22:27:26.356602+0000","last_clean":"2024-03-10T22:27:26.356602+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356602+0000","last_undegraded":"2024-03-10T22:27:26.356602+0000","last_fullsized":"2024-03-10T22:27:26.356602+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355469+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355469+0000","last_peered":"2024-03-10T22:27:26.355469+0000","last_clean":"2024-03-10T22:27:26.355469+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355469+0000","last_undegraded":"2024-03-10T22:27:26.355469+0000","last_fullsized":"2024-03-10T22:27:26.355469+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858638+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858638+0000","last_peered":"2024-03-10T22:27:26.858638+0000","last_clean":"2024-03-10T22:27:26.858638+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858638+0000","last_undegraded":"2024-03-10T22:27:26.858638+0000","last_fullsized":"2024-03-10T22:27:26.858638+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924241+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:30.924241+0000","last_peered":"2024-03-10T22:27:30.924241+0000","last_clean":"2024-03-10T22:27:30.924241+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:30.924241+0000","last_undegraded":"2024-03-10T22:27:30.924241+0000","last_fullsized":"2024-03-10T22:27:30.924241+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469490+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469490+0000","last_peered":"2024-03-10T22:27:28.469490+0000","last_clean":"2024-03-10T22:27:28.469490+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469490+0000","last_undegraded":"2024-03-10T22:27:28.469490+0000","last_fullsized":"2024-03-10T22:27:28.469490+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1261,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475347+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475347+0000","last_peered":"2024-03-10T22:27:27.475347+0000","last_clean":"2024-03-10T22:27:27.475347+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475347+0000","last_undegraded":"2024-03-10T22:27:27.475347+0000","last_fullsized":"2024-03-10T22:27:27.475347+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924214+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:30.924214+0000","last_peered":"2024-03-10T22:27:30.924214+0000","last_clean":"2024-03-10T22:27:30.924214+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:30.924214+0000","last_undegraded":"2024-03-10T22:27:30.924214+0000","last_fullsized":"2024-03-10T22:27:30.924214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4440,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476310+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476310+0000","last_peered":"2024-03-10T22:27:27.476310+0000","last_clean":"2024-03-10T22:27:27.476310+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476310+0000","last_undegraded":"2024-03-10T22:27:27.476310+0000","last_fullsized":"2024-03-10T22:27:27.476310+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355085+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355085+0000","last_peered":"2024-03-10T22:27:26.355085+0000","last_clean":"2024-03-10T22:27:26.355085+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355085+0000","last_undegraded":"2024-03-10T22:27:26.355085+0000","last_fullsized":"2024-03-10T22:27:26.355085+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12609,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357045+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.357045+0000","last_peered":"2024-03-10T22:27:26.357045+0000","last_clean":"2024-03-10T22:27:26.357045+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.357045+0000","last_undegraded":"2024-03-10T22:27:26.357045+0000","last_fullsized":"2024-03-10T22:27:26.357045+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436075+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:39.436075+0000","last_peered":"2024-03-10T22:27:39.436075+0000","last_clean":"2024-03-10T22:27:39.436075+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:39.436075+0000","last_undegraded":"2024-03-10T22:27:39.436075+0000","last_fullsized":"2024-03-10T22:27:39.436075+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436125+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:39.436125+0000","last_peered":"2024-03-10T22:27:39.436125+0000","last_clean":"2024-03-10T22:27:39.436125+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:39.436125+0000","last_undegraded":"2024-03-10T22:27:39.436125+0000","last_fullsized":"2024-03-10T22:27:39.436125+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858866+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:26.858866+0000","last_peered":"2024-03-10T22:27:26.858866+0000","last_clean":"2024-03-10T22:27:26.858866+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:26.858866+0000","last_undegraded":"2024-03-10T22:27:26.858866+0000","last_fullsized":"2024-03-10T22:27:26.858866+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15022,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357230+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.357230+0000","last_peered":"2024-03-10T22:27:26.357230+0000","last_clean":"2024-03-10T22:27:26.357230+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.357230+0000","last_undegraded":"2024-03-10T22:27:26.357230+0000","last_fullsized":"2024-03-10T22:27:26.357230+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436112+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:39.436112+0000","last_peered":"2024-03-10T22:27:39.436112+0000","last_clean":"2024-03-10T22:27:39.436112+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:39.436112+0000","last_undegraded":"2024-03-10T22:27:39.436112+0000","last_fullsized":"2024-03-10T22:27:39.436112+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858461+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:26.858461+0000","last_peered":"2024-03-10T22:27:26.858461+0000","last_clean":"2024-03-10T22:27:26.858461+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:26.858461+0000","last_undegraded":"2024-03-10T22:27:26.858461+0000","last_fullsized":"2024-03-10T22:27:26.858461+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354257+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354257+0000","last_peered":"2024-03-10T22:27:26.354257+0000","last_clean":"2024-03-10T22:27:26.354257+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354257+0000","last_undegraded":"2024-03-10T22:27:26.354257+0000","last_fullsized":"2024-03-10T22:27:26.354257+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4226,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476597+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476597+0000","last_peered":"2024-03-10T22:27:27.476597+0000","last_clean":"2024-03-10T22:27:27.476597+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476597+0000","last_undegraded":"2024-03-10T22:27:27.476597+0000","last_fullsized":"2024-03-10T22:27:27.476597+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354799+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354799+0000","last_peered":"2024-03-10T22:27:26.354799+0000","last_clean":"2024-03-10T22:27:26.354799+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354799+0000","last_undegraded":"2024-03-10T22:27:26.354799+0000","last_fullsized":"2024-03-10T22:27:26.354799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353314+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353314+0000","last_peered":"2024-03-10T22:27:26.353314+0000","last_clean":"2024-03-10T22:27:26.353314+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353314+0000","last_undegraded":"2024-03-10T22:27:26.353314+0000","last_fullsized":"2024-03-10T22:27:26.353314+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475362+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475362+0000","last_peered":"2024-03-10T22:27:27.475362+0000","last_clean":"2024-03-10T22:27:27.475362+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475362+0000","last_undegraded":"2024-03-10T22:27:27.475362+0000","last_fullsized":"2024-03-10T22:27:27.475362+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4293,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504870+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504870+0000","last_peered":"2024-03-10T22:27:26.504870+0000","last_clean":"2024-03-10T22:27:26.504870+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504870+0000","last_undegraded":"2024-03-10T22:27:26.504870+0000","last_fullsized":"2024-03-10T22:27:26.504870+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470138+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470138+0000","last_peered":"2024-03-10T22:27:28.470138+0000","last_clean":"2024-03-10T22:27:28.470138+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470138+0000","last_undegraded":"2024-03-10T22:27:28.470138+0000","last_fullsized":"2024-03-10T22:27:28.470138+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726962+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726962+0000","last_peered":"2024-03-10T22:27:27.726962+0000","last_clean":"2024-03-10T22:27:27.726962+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726962+0000","last_undegraded":"2024-03-10T22:27:27.726962+0000","last_fullsized":"2024-03-10T22:27:27.726962+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858684+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:26.858684+0000","last_peered":"2024-03-10T22:27:26.858684+0000","last_clean":"2024-03-10T22:27:26.858684+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:26.858684+0000","last_undegraded":"2024-03-10T22:27:26.858684+0000","last_fullsized":"2024-03-10T22:27:26.858684+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1539,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504321+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504321+0000","last_peered":"2024-03-10T22:27:26.504321+0000","last_clean":"2024-03-10T22:27:26.504321+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504321+0000","last_undegraded":"2024-03-10T22:27:26.504321+0000","last_fullsized":"2024-03-10T22:27:26.504321+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3650,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859238+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859238+0000","last_peered":"2024-03-10T22:27:26.859238+0000","last_clean":"2024-03-10T22:27:26.859238+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859238+0000","last_undegraded":"2024-03-10T22:27:26.859238+0000","last_fullsized":"2024-03-10T22:27:26.859238+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355846+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355846+0000","last_peered":"2024-03-10T22:27:26.355846+0000","last_clean":"2024-03-10T22:27:26.355846+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355846+0000","last_undegraded":"2024-03-10T22:27:26.355846+0000","last_fullsized":"2024-03-10T22:27:26.355846+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354336+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354336+0000","last_peered":"2024-03-10T22:27:26.354336+0000","last_clean":"2024-03-10T22:27:26.354336+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354336+0000","last_undegraded":"2024-03-10T22:27:26.354336+0000","last_fullsized":"2024-03-10T22:27:26.354336+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":917,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475456+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:27.475456+0000","last_peered":"2024-03-10T22:27:27.475456+0000","last_clean":"2024-03-10T22:27:27.475456+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:27.475456+0000","last_undegraded":"2024-03-10T22:27:27.475456+0000","last_fullsized":"2024-03-10T22:27:27.475456+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4502,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469965+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469965+0000","last_peered":"2024-03-10T22:27:28.469965+0000","last_clean":"2024-03-10T22:27:28.469965+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469965+0000","last_undegraded":"2024-03-10T22:27:28.469965+0000","last_fullsized":"2024-03-10T22:27:28.469965+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356340+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356340+0000","last_peered":"2024-03-10T22:27:26.356340+0000","last_clean":"2024-03-10T22:27:26.356340+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356340+0000","last_undegraded":"2024-03-10T22:27:26.356340+0000","last_fullsized":"2024-03-10T22:27:26.356340+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":960,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:44.436877+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:44.436877+0000","last_peered":"2024-03-10T22:27:44.436877+0000","last_clean":"2024-03-10T22:27:44.436877+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:44.436877+0000","last_undegraded":"2024-03-10T22:27:44.436877+0000","last_fullsized":"2024-03-10T22:27:44.436877+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436101+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:39.436101+0000","last_peered":"2024-03-10T22:27:39.436101+0000","last_clean":"2024-03-10T22:27:39.436101+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:39.436101+0000","last_undegraded":"2024-03-10T22:27:39.436101+0000","last_fullsized":"2024-03-10T22:27:39.436101+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355046+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.355046+0000","last_peered":"2024-03-10T22:27:26.355046+0000","last_clean":"2024-03-10T22:27:26.355046+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.355046+0000","last_undegraded":"2024-03-10T22:27:26.355046+0000","last_fullsized":"2024-03-10T22:27:26.355046+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726960+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726960+0000","last_peered":"2024-03-10T22:27:27.726960+0000","last_clean":"2024-03-10T22:27:27.726960+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726960+0000","last_undegraded":"2024-03-10T22:27:27.726960+0000","last_fullsized":"2024-03-10T22:27:27.726960+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354586+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354586+0000","last_peered":"2024-03-10T22:27:26.354586+0000","last_clean":"2024-03-10T22:27:26.354586+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354586+0000","last_undegraded":"2024-03-10T22:27:26.354586+0000","last_fullsized":"2024-03-10T22:27:26.354586+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727179+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727179+0000","last_peered":"2024-03-10T22:27:27.727179+0000","last_clean":"2024-03-10T22:27:27.727179+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727179+0000","last_undegraded":"2024-03-10T22:27:27.727179+0000","last_fullsized":"2024-03-10T22:27:27.727179+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727220+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727220+0000","last_peered":"2024-03-10T22:27:27.727220+0000","last_clean":"2024-03-10T22:27:27.727220+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727220+0000","last_undegraded":"2024-03-10T22:27:27.727220+0000","last_fullsized":"2024-03-10T22:27:27.727220+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354064+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354064+0000","last_peered":"2024-03-10T22:27:26.354064+0000","last_clean":"2024-03-10T22:27:26.354064+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354064+0000","last_undegraded":"2024-03-10T22:27:26.354064+0000","last_fullsized":"2024-03-10T22:27:26.354064+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470100+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.470100+0000","last_peered":"2024-03-10T22:27:28.470100+0000","last_clean":"2024-03-10T22:27:28.470100+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.470100+0000","last_undegraded":"2024-03-10T22:27:28.470100+0000","last_fullsized":"2024-03-10T22:27:28.470100+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476221+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476221+0000","last_peered":"2024-03-10T22:27:27.476221+0000","last_clean":"2024-03-10T22:27:27.476221+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476221+0000","last_undegraded":"2024-03-10T22:27:27.476221+0000","last_fullsized":"2024-03-10T22:27:27.476221+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3246,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859268+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859268+0000","last_peered":"2024-03-10T22:27:26.859268+0000","last_clean":"2024-03-10T22:27:26.859268+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859268+0000","last_undegraded":"2024-03-10T22:27:26.859268+0000","last_fullsized":"2024-03-10T22:27:26.859268+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1024,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504437+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504437+0000","last_peered":"2024-03-10T22:27:26.504437+0000","last_clean":"2024-03-10T22:27:26.504437+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504437+0000","last_undegraded":"2024-03-10T22:27:26.504437+0000","last_fullsized":"2024-03-10T22:27:26.504437+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:35.286375+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:35.286375+0000","last_peered":"2024-03-10T22:27:35.286375+0000","last_clean":"2024-03-10T22:27:35.286375+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:35.286375+0000","last_undegraded":"2024-03-10T22:27:35.286375+0000","last_fullsized":"2024-03-10T22:27:35.286375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3999,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355277+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355277+0000","last_peered":"2024-03-10T22:27:26.355277+0000","last_clean":"2024-03-10T22:27:26.355277+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355277+0000","last_undegraded":"2024-03-10T22:27:26.355277+0000","last_fullsized":"2024-03-10T22:27:26.355277+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353683+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353683+0000","last_peered":"2024-03-10T22:27:26.353683+0000","last_clean":"2024-03-10T22:27:26.353683+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353683+0000","last_undegraded":"2024-03-10T22:27:26.353683+0000","last_fullsized":"2024-03-10T22:27:26.353683+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726685+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726685+0000","last_peered":"2024-03-10T22:27:27.726685+0000","last_clean":"2024-03-10T22:27:27.726685+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726685+0000","last_undegraded":"2024-03-10T22:27:27.726685+0000","last_fullsized":"2024-03-10T22:27:27.726685+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4940,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476551+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476551+0000","last_peered":"2024-03-10T22:27:27.476551+0000","last_clean":"2024-03-10T22:27:27.476551+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476551+0000","last_undegraded":"2024-03-10T22:27:27.476551+0000","last_fullsized":"2024-03-10T22:27:27.476551+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353869+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353869+0000","last_peered":"2024-03-10T22:27:26.353869+0000","last_clean":"2024-03-10T22:27:26.353869+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353869+0000","last_undegraded":"2024-03-10T22:27:26.353869+0000","last_fullsized":"2024-03-10T22:27:26.353869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726852+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726852+0000","last_peered":"2024-03-10T22:27:27.726852+0000","last_clean":"2024-03-10T22:27:27.726852+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726852+0000","last_undegraded":"2024-03-10T22:27:27.726852+0000","last_fullsized":"2024-03-10T22:27:27.726852+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355545+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355545+0000","last_peered":"2024-03-10T22:27:26.355545+0000","last_clean":"2024-03-10T22:27:26.355545+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355545+0000","last_undegraded":"2024-03-10T22:27:26.355545+0000","last_fullsized":"2024-03-10T22:27:26.355545+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475919+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475919+0000","last_peered":"2024-03-10T22:27:27.475919+0000","last_clean":"2024-03-10T22:27:27.475919+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475919+0000","last_undegraded":"2024-03-10T22:27:27.475919+0000","last_fullsized":"2024-03-10T22:27:27.475919+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469625+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469625+0000","last_peered":"2024-03-10T22:27:28.469625+0000","last_clean":"2024-03-10T22:27:28.469625+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469625+0000","last_undegraded":"2024-03-10T22:27:28.469625+0000","last_fullsized":"2024-03-10T22:27:28.469625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5329,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476443+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476443+0000","last_peered":"2024-03-10T22:27:27.476443+0000","last_clean":"2024-03-10T22:27:27.476443+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476443+0000","last_undegraded":"2024-03-10T22:27:27.476443+0000","last_fullsized":"2024-03-10T22:27:27.476443+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475888+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475888+0000","last_peered":"2024-03-10T22:27:27.475888+0000","last_clean":"2024-03-10T22:27:27.475888+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475888+0000","last_undegraded":"2024-03-10T22:27:27.475888+0000","last_fullsized":"2024-03-10T22:27:27.475888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504754+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504754+0000","last_peered":"2024-03-10T22:27:26.504754+0000","last_clean":"2024-03-10T22:27:26.504754+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504754+0000","last_undegraded":"2024-03-10T22:27:26.504754+0000","last_fullsized":"2024-03-10T22:27:26.504754+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4657,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476247+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476247+0000","last_peered":"2024-03-10T22:27:27.476247+0000","last_clean":"2024-03-10T22:27:27.476247+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476247+0000","last_undegraded":"2024-03-10T22:27:27.476247+0000","last_fullsized":"2024-03-10T22:27:27.476247+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354811+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354811+0000","last_peered":"2024-03-10T22:27:26.354811+0000","last_clean":"2024-03-10T22:27:26.354811+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354811+0000","last_undegraded":"2024-03-10T22:27:26.354811+0000","last_fullsized":"2024-03-10T22:27:26.354811+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858666+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858666+0000","last_peered":"2024-03-10T22:27:26.858666+0000","last_clean":"2024-03-10T22:27:26.858666+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858666+0000","last_undegraded":"2024-03-10T22:27:26.858666+0000","last_fullsized":"2024-03-10T22:27:26.858666+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504464+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504464+0000","last_peered":"2024-03-10T22:27:26.504464+0000","last_clean":"2024-03-10T22:27:26.504464+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504464+0000","last_undegraded":"2024-03-10T22:27:26.504464+0000","last_fullsized":"2024-03-10T22:27:26.504464+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476326+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476326+0000","last_peered":"2024-03-10T22:27:27.476326+0000","last_clean":"2024-03-10T22:27:27.476326+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476326+0000","last_undegraded":"2024-03-10T22:27:27.476326+0000","last_fullsized":"2024-03-10T22:27:27.476326+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475482+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475482+0000","last_peered":"2024-03-10T22:27:27.475482+0000","last_clean":"2024-03-10T22:27:27.475482+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475482+0000","last_undegraded":"2024-03-10T22:27:27.475482+0000","last_fullsized":"2024-03-10T22:27:27.475482+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858837+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:26.858837+0000","last_peered":"2024-03-10T22:27:26.858837+0000","last_clean":"2024-03-10T22:27:26.858837+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:26.858837+0000","last_undegraded":"2024-03-10T22:27:26.858837+0000","last_fullsized":"2024-03-10T22:27:26.858837+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355876+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355876+0000","last_peered":"2024-03-10T22:27:26.355876+0000","last_clean":"2024-03-10T22:27:26.355876+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355876+0000","last_undegraded":"2024-03-10T22:27:26.355876+0000","last_fullsized":"2024-03-10T22:27:26.355876+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726520+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726520+0000","last_peered":"2024-03-10T22:27:27.726520+0000","last_clean":"2024-03-10T22:27:27.726520+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726520+0000","last_undegraded":"2024-03-10T22:27:27.726520+0000","last_fullsized":"2024-03-10T22:27:27.726520+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354927+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354927+0000","last_peered":"2024-03-10T22:27:26.354927+0000","last_clean":"2024-03-10T22:27:26.354927+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354927+0000","last_undegraded":"2024-03-10T22:27:26.354927+0000","last_fullsized":"2024-03-10T22:27:26.354927+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1081,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470259+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470259+0000","last_peered":"2024-03-10T22:27:28.470259+0000","last_clean":"2024-03-10T22:27:28.470259+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470259+0000","last_undegraded":"2024-03-10T22:27:28.470259+0000","last_fullsized":"2024-03-10T22:27:28.470259+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727291+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727291+0000","last_peered":"2024-03-10T22:27:27.727291+0000","last_clean":"2024-03-10T22:27:27.727291+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727291+0000","last_undegraded":"2024-03-10T22:27:27.727291+0000","last_fullsized":"2024-03-10T22:27:27.727291+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858464+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858464+0000","last_peered":"2024-03-10T22:27:26.858464+0000","last_clean":"2024-03-10T22:27:26.858464+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858464+0000","last_undegraded":"2024-03-10T22:27:26.858464+0000","last_fullsized":"2024-03-10T22:27:26.858464+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726888+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726888+0000","last_peered":"2024-03-10T22:27:27.726888+0000","last_clean":"2024-03-10T22:27:27.726888+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726888+0000","last_undegraded":"2024-03-10T22:27:27.726888+0000","last_fullsized":"2024-03-10T22:27:27.726888+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858419+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858419+0000","last_peered":"2024-03-10T22:27:26.858419+0000","last_clean":"2024-03-10T22:27:26.858419+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858419+0000","last_undegraded":"2024-03-10T22:27:26.858419+0000","last_fullsized":"2024-03-10T22:27:26.858419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356124+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:26.356124+0000","last_peered":"2024-03-10T22:27:26.356124+0000","last_clean":"2024-03-10T22:27:26.356124+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:26.356124+0000","last_undegraded":"2024-03-10T22:27:26.356124+0000","last_fullsized":"2024-03-10T22:27:26.356124+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469825+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469825+0000","last_peered":"2024-03-10T22:27:28.469825+0000","last_clean":"2024-03-10T22:27:28.469825+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469825+0000","last_undegraded":"2024-03-10T22:27:28.469825+0000","last_fullsized":"2024-03-10T22:27:28.469825+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783957,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928604,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586431,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796487,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474488,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329841,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152490,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073251,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:29:53.948 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:53.948 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:53.948 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:53.948 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:53.948 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:53.948 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:53.948 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:53.948 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:29:53.948 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:29:54.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:54 smithi169 ceph-mon[88180]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:54 smithi169 ceph-mon[90638]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:54.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:54 smithi172 ceph-mon[84635]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:29:55.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:55 smithi169 ceph-mon[88180]: pgmap v974: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:55.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:55 smithi169 ceph-mon[90638]: pgmap v974: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:55.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:55 smithi172 ceph-mon[84635]: pgmap v974: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:56.199 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:29:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:29:55] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-03-10T22:29:56.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:29:57.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:57 smithi169 ceph-mon[88180]: pgmap v975: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:57.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:57 smithi169 ceph-mon[90638]: pgmap v975: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:57.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:57 smithi172 ceph-mon[84635]: pgmap v975: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:59.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:29:58 smithi169 ceph-mon[88180]: pgmap v976: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:29:58 smithi169 ceph-mon[90638]: pgmap v976: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:29:59.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:29:58 smithi172 ceph-mon[84635]: pgmap v976: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:00.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: Health detail: HEALTH_ERR Possible data damage: 8 pgs snaptrim_error; Telemetry requires re-opt-in 2024-03-10T22:30:00.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: [ERR] PG_DAMAGED: Possible data damage: 8 pgs snaptrim_error 2024-03-10T22:30:00.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T22:30:00.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T22:30:00.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T22:30:00.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T22:30:00.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T22:30:00.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T22:30:00.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T22:30:00.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T22:30:00.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-03-10T22:30:00.255 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[90638]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-03-10T22:30:00.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR Possible data damage: 8 pgs snaptrim_error; Telemetry requires re-opt-in 2024-03-10T22:30:00.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : [ERR] PG_DAMAGED: Possible data damage: 8 pgs snaptrim_error 2024-03-10T22:30:00.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T22:30:00.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:29:59.999+0000 7fc67789d700 -1 log_channel(cluster) log [ERR] : telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: Health detail: HEALTH_ERR Possible data damage: 8 pgs snaptrim_error; Telemetry requires re-opt-in 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: [ERR] PG_DAMAGED: Possible data damage: 8 pgs snaptrim_error 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T22:30:00.256 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T22:30:00.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T22:30:00.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T22:30:00.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T22:30:00.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T22:30:00.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-03-10T22:30:00.257 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:00 smithi169 ceph-mon[88180]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-03-10T22:30:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: Health detail: HEALTH_ERR Possible data damage: 8 pgs snaptrim_error; Telemetry requires re-opt-in 2024-03-10T22:30:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: [ERR] PG_DAMAGED: Possible data damage: 8 pgs snaptrim_error 2024-03-10T22:30:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T22:30:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T22:30:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T22:30:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T22:30:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T22:30:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T22:30:00.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T22:30:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T22:30:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-03-10T22:30:00.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:00 smithi172 ceph-mon[84635]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-03-10T22:30:01.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:01 smithi169 ceph-mon[88180]: pgmap v977: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:01.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:01 smithi169 ceph-mon[90638]: pgmap v977: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:01.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:01 smithi172 ceph-mon[84635]: pgmap v977: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:02.720 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:30:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:30:03.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:02 smithi169 ceph-mon[88180]: pgmap v978: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:03.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:02 smithi169 ceph-mon[90638]: pgmap v978: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:03.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:02 smithi172 ceph-mon[84635]: pgmap v978: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:03.950 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:30:04.164 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:30:05.002 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:04 smithi169 ceph-mon[88180]: pgmap v979: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:05.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:04 smithi169 ceph-mon[90638]: pgmap v979: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:04 smithi172 ceph-mon[84635]: pgmap v979: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:06.002 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:30:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:30:05] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-03-10T22:30:06.358 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:30:06.360 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:30:06.987 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:06 smithi169 ceph-mon[90638]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:06.987 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:06 smithi169 ceph-mon[90638]: pgmap v980: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:06.987 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:06 smithi169 ceph-mon[88180]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:06.987 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:06 smithi169 ceph-mon[88180]: pgmap v980: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:07.007 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":979,"stamp":"2024-03-10T22:30:04.639721+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004155"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505140+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505140+0000","last_peered":"2024-03-10T22:27:26.505140+0000","last_clean":"2024-03-10T22:27:26.505140+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505140+0000","last_undegraded":"2024-03-10T22:27:26.505140+0000","last_fullsized":"2024-03-10T22:27:26.505140+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436143+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:39.436143+0000","last_peered":"2024-03-10T22:27:39.436143+0000","last_clean":"2024-03-10T22:27:39.436143+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:39.436143+0000","last_undegraded":"2024-03-10T22:27:39.436143+0000","last_fullsized":"2024-03-10T22:27:39.436143+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356458+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356458+0000","last_peered":"2024-03-10T22:27:26.356458+0000","last_clean":"2024-03-10T22:27:26.356458+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356458+0000","last_undegraded":"2024-03-10T22:27:26.356458+0000","last_fullsized":"2024-03-10T22:27:26.356458+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.796220+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:39.796220+0000","last_peered":"2024-03-10T22:27:39.796220+0000","last_clean":"2024-03-10T22:27:39.796220+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:39.796220+0000","last_undegraded":"2024-03-10T22:27:39.796220+0000","last_fullsized":"2024-03-10T22:27:39.796220+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726645+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726645+0000","last_peered":"2024-03-10T22:27:27.726645+0000","last_clean":"2024-03-10T22:27:27.726645+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726645+0000","last_undegraded":"2024-03-10T22:27:27.726645+0000","last_fullsized":"2024-03-10T22:27:27.726645+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505168+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:26.505168+0000","last_peered":"2024-03-10T22:27:26.505168+0000","last_clean":"2024-03-10T22:27:26.505168+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:26.505168+0000","last_undegraded":"2024-03-10T22:27:26.505168+0000","last_fullsized":"2024-03-10T22:27:26.505168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469964+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469964+0000","last_peered":"2024-03-10T22:27:28.469964+0000","last_clean":"2024-03-10T22:27:28.469964+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469964+0000","last_undegraded":"2024-03-10T22:27:28.469964+0000","last_fullsized":"2024-03-10T22:27:28.469964+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469864+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469864+0000","last_peered":"2024-03-10T22:27:28.469864+0000","last_clean":"2024-03-10T22:27:28.469864+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469864+0000","last_undegraded":"2024-03-10T22:27:28.469864+0000","last_fullsized":"2024-03-10T22:27:28.469864+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1183,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726887+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:27.726887+0000","last_peered":"2024-03-10T22:27:27.726887+0000","last_clean":"2024-03-10T22:27:27.726887+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:27.726887+0000","last_undegraded":"2024-03-10T22:27:27.726887+0000","last_fullsized":"2024-03-10T22:27:27.726887+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354990+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354990+0000","last_peered":"2024-03-10T22:27:26.354990+0000","last_clean":"2024-03-10T22:27:26.354990+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354990+0000","last_undegraded":"2024-03-10T22:27:26.354990+0000","last_fullsized":"2024-03-10T22:27:26.354990+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353538+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353538+0000","last_peered":"2024-03-10T22:27:26.353538+0000","last_clean":"2024-03-10T22:27:26.353538+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353538+0000","last_undegraded":"2024-03-10T22:27:26.353538+0000","last_fullsized":"2024-03-10T22:27:26.353538+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858325+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858325+0000","last_peered":"2024-03-10T22:27:26.858325+0000","last_clean":"2024-03-10T22:27:26.858325+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858325+0000","last_undegraded":"2024-03-10T22:27:26.858325+0000","last_fullsized":"2024-03-10T22:27:26.858325+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476196+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.476196+0000","last_peered":"2024-03-10T22:27:27.476196+0000","last_clean":"2024-03-10T22:27:27.476196+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.476196+0000","last_undegraded":"2024-03-10T22:27:27.476196+0000","last_fullsized":"2024-03-10T22:27:27.476196+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476001+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.476001+0000","last_peered":"2024-03-10T22:27:27.476001+0000","last_clean":"2024-03-10T22:27:27.476001+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.476001+0000","last_undegraded":"2024-03-10T22:27:27.476001+0000","last_fullsized":"2024-03-10T22:27:27.476001+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504745+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504745+0000","last_peered":"2024-03-10T22:27:26.504745+0000","last_clean":"2024-03-10T22:27:26.504745+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504745+0000","last_undegraded":"2024-03-10T22:27:26.504745+0000","last_fullsized":"2024-03-10T22:27:26.504745+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1289,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356267+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356267+0000","last_peered":"2024-03-10T22:27:26.356267+0000","last_clean":"2024-03-10T22:27:26.356267+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356267+0000","last_undegraded":"2024-03-10T22:27:26.356267+0000","last_fullsized":"2024-03-10T22:27:26.356267+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727207+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727207+0000","last_peered":"2024-03-10T22:27:27.727207+0000","last_clean":"2024-03-10T22:27:27.727207+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727207+0000","last_undegraded":"2024-03-10T22:27:27.727207+0000","last_fullsized":"2024-03-10T22:27:27.727207+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727268+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727268+0000","last_peered":"2024-03-10T22:27:27.727268+0000","last_clean":"2024-03-10T22:27:27.727268+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727268+0000","last_undegraded":"2024-03-10T22:27:27.727268+0000","last_fullsized":"2024-03-10T22:27:27.727268+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355807+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355807+0000","last_peered":"2024-03-10T22:27:26.355807+0000","last_clean":"2024-03-10T22:27:26.355807+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355807+0000","last_undegraded":"2024-03-10T22:27:26.355807+0000","last_fullsized":"2024-03-10T22:27:26.355807+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727190+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727190+0000","last_peered":"2024-03-10T22:27:27.727190+0000","last_clean":"2024-03-10T22:27:27.727190+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727190+0000","last_undegraded":"2024-03-10T22:27:27.727190+0000","last_fullsized":"2024-03-10T22:27:27.727190+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1153,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354207+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354207+0000","last_peered":"2024-03-10T22:27:26.354207+0000","last_clean":"2024-03-10T22:27:26.354207+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354207+0000","last_undegraded":"2024-03-10T22:27:26.354207+0000","last_fullsized":"2024-03-10T22:27:26.354207+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727015+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:27.727015+0000","last_peered":"2024-03-10T22:27:27.727015+0000","last_clean":"2024-03-10T22:27:27.727015+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:27.727015+0000","last_undegraded":"2024-03-10T22:27:27.727015+0000","last_fullsized":"2024-03-10T22:27:27.727015+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726512+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:27.726512+0000","last_peered":"2024-03-10T22:27:27.726512+0000","last_clean":"2024-03-10T22:27:27.726512+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:27.726512+0000","last_undegraded":"2024-03-10T22:27:27.726512+0000","last_fullsized":"2024-03-10T22:27:27.726512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858594+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858594+0000","last_peered":"2024-03-10T22:27:26.858594+0000","last_clean":"2024-03-10T22:27:26.858594+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858594+0000","last_undegraded":"2024-03-10T22:27:26.858594+0000","last_fullsized":"2024-03-10T22:27:26.858594+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470136+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470136+0000","last_peered":"2024-03-10T22:27:28.470136+0000","last_clean":"2024-03-10T22:27:28.470136+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470136+0000","last_undegraded":"2024-03-10T22:27:28.470136+0000","last_fullsized":"2024-03-10T22:27:28.470136+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859059+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.859059+0000","last_peered":"2024-03-10T22:27:26.859059+0000","last_clean":"2024-03-10T22:27:26.859059+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.859059+0000","last_undegraded":"2024-03-10T22:27:26.859059+0000","last_fullsized":"2024-03-10T22:27:26.859059+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859046+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.859046+0000","last_peered":"2024-03-10T22:27:26.859046+0000","last_clean":"2024-03-10T22:27:26.859046+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.859046+0000","last_undegraded":"2024-03-10T22:27:26.859046+0000","last_fullsized":"2024-03-10T22:27:26.859046+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354900+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354900+0000","last_peered":"2024-03-10T22:27:26.354900+0000","last_clean":"2024-03-10T22:27:26.354900+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354900+0000","last_undegraded":"2024-03-10T22:27:26.354900+0000","last_fullsized":"2024-03-10T22:27:26.354900+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470026+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.470026+0000","last_peered":"2024-03-10T22:27:28.470026+0000","last_clean":"2024-03-10T22:27:28.470026+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.470026+0000","last_undegraded":"2024-03-10T22:27:28.470026+0000","last_fullsized":"2024-03-10T22:27:28.470026+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504911+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:26.504911+0000","last_peered":"2024-03-10T22:27:26.504911+0000","last_clean":"2024-03-10T22:27:26.504911+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:26.504911+0000","last_undegraded":"2024-03-10T22:27:26.504911+0000","last_fullsized":"2024-03-10T22:27:26.504911+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356602+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356602+0000","last_peered":"2024-03-10T22:27:26.356602+0000","last_clean":"2024-03-10T22:27:26.356602+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356602+0000","last_undegraded":"2024-03-10T22:27:26.356602+0000","last_fullsized":"2024-03-10T22:27:26.356602+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355469+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355469+0000","last_peered":"2024-03-10T22:27:26.355469+0000","last_clean":"2024-03-10T22:27:26.355469+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355469+0000","last_undegraded":"2024-03-10T22:27:26.355469+0000","last_fullsized":"2024-03-10T22:27:26.355469+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858638+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858638+0000","last_peered":"2024-03-10T22:27:26.858638+0000","last_clean":"2024-03-10T22:27:26.858638+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858638+0000","last_undegraded":"2024-03-10T22:27:26.858638+0000","last_fullsized":"2024-03-10T22:27:26.858638+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924241+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:30.924241+0000","last_peered":"2024-03-10T22:27:30.924241+0000","last_clean":"2024-03-10T22:27:30.924241+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:30.924241+0000","last_undegraded":"2024-03-10T22:27:30.924241+0000","last_fullsized":"2024-03-10T22:27:30.924241+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469490+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469490+0000","last_peered":"2024-03-10T22:27:28.469490+0000","last_clean":"2024-03-10T22:27:28.469490+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469490+0000","last_undegraded":"2024-03-10T22:27:28.469490+0000","last_fullsized":"2024-03-10T22:27:28.469490+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1261,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475347+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475347+0000","last_peered":"2024-03-10T22:27:27.475347+0000","last_clean":"2024-03-10T22:27:27.475347+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475347+0000","last_undegraded":"2024-03-10T22:27:27.475347+0000","last_fullsized":"2024-03-10T22:27:27.475347+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924214+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:30.924214+0000","last_peered":"2024-03-10T22:27:30.924214+0000","last_clean":"2024-03-10T22:27:30.924214+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:30.924214+0000","last_undegraded":"2024-03-10T22:27:30.924214+0000","last_fullsized":"2024-03-10T22:27:30.924214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4440,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476310+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476310+0000","last_peered":"2024-03-10T22:27:27.476310+0000","last_clean":"2024-03-10T22:27:27.476310+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476310+0000","last_undegraded":"2024-03-10T22:27:27.476310+0000","last_fullsized":"2024-03-10T22:27:27.476310+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355085+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:26.355085+0000","last_peered":"2024-03-10T22:27:26.355085+0000","last_clean":"2024-03-10T22:27:26.355085+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:26.355085+0000","last_undegraded":"2024-03-10T22:27:26.355085+0000","last_fullsized":"2024-03-10T22:27:26.355085+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12609,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357045+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.357045+0000","last_peered":"2024-03-10T22:27:26.357045+0000","last_clean":"2024-03-10T22:27:26.357045+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.357045+0000","last_undegraded":"2024-03-10T22:27:26.357045+0000","last_fullsized":"2024-03-10T22:27:26.357045+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436075+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:39.436075+0000","last_peered":"2024-03-10T22:27:39.436075+0000","last_clean":"2024-03-10T22:27:39.436075+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:39.436075+0000","last_undegraded":"2024-03-10T22:27:39.436075+0000","last_fullsized":"2024-03-10T22:27:39.436075+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436125+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:39.436125+0000","last_peered":"2024-03-10T22:27:39.436125+0000","last_clean":"2024-03-10T22:27:39.436125+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:39.436125+0000","last_undegraded":"2024-03-10T22:27:39.436125+0000","last_fullsized":"2024-03-10T22:27:39.436125+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797783+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:54.797783+0000","last_peered":"2024-03-10T22:27:54.797783+0000","last_clean":"2024-03-10T22:27:54.797783+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:54.797783+0000","last_undegraded":"2024-03-10T22:27:54.797783+0000","last_fullsized":"2024-03-10T22:27:54.797783+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15022,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357230+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.357230+0000","last_peered":"2024-03-10T22:27:26.357230+0000","last_clean":"2024-03-10T22:27:26.357230+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.357230+0000","last_undegraded":"2024-03-10T22:27:26.357230+0000","last_fullsized":"2024-03-10T22:27:26.357230+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436112+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:39.436112+0000","last_peered":"2024-03-10T22:27:39.436112+0000","last_clean":"2024-03-10T22:27:39.436112+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:39.436112+0000","last_undegraded":"2024-03-10T22:27:39.436112+0000","last_fullsized":"2024-03-10T22:27:39.436112+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797728+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:54.797728+0000","last_peered":"2024-03-10T22:27:54.797728+0000","last_clean":"2024-03-10T22:27:54.797728+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:54.797728+0000","last_undegraded":"2024-03-10T22:27:54.797728+0000","last_fullsized":"2024-03-10T22:27:54.797728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354257+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354257+0000","last_peered":"2024-03-10T22:27:26.354257+0000","last_clean":"2024-03-10T22:27:26.354257+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354257+0000","last_undegraded":"2024-03-10T22:27:26.354257+0000","last_fullsized":"2024-03-10T22:27:26.354257+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4226,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476597+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476597+0000","last_peered":"2024-03-10T22:27:27.476597+0000","last_clean":"2024-03-10T22:27:27.476597+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476597+0000","last_undegraded":"2024-03-10T22:27:27.476597+0000","last_fullsized":"2024-03-10T22:27:27.476597+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354799+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:26.354799+0000","last_peered":"2024-03-10T22:27:26.354799+0000","last_clean":"2024-03-10T22:27:26.354799+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:26.354799+0000","last_undegraded":"2024-03-10T22:27:26.354799+0000","last_fullsized":"2024-03-10T22:27:26.354799+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353314+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353314+0000","last_peered":"2024-03-10T22:27:26.353314+0000","last_clean":"2024-03-10T22:27:26.353314+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353314+0000","last_undegraded":"2024-03-10T22:27:26.353314+0000","last_fullsized":"2024-03-10T22:27:26.353314+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475362+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475362+0000","last_peered":"2024-03-10T22:27:27.475362+0000","last_clean":"2024-03-10T22:27:27.475362+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475362+0000","last_undegraded":"2024-03-10T22:27:27.475362+0000","last_fullsized":"2024-03-10T22:27:27.475362+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4293,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504870+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504870+0000","last_peered":"2024-03-10T22:27:26.504870+0000","last_clean":"2024-03-10T22:27:26.504870+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504870+0000","last_undegraded":"2024-03-10T22:27:26.504870+0000","last_fullsized":"2024-03-10T22:27:26.504870+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470138+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470138+0000","last_peered":"2024-03-10T22:27:28.470138+0000","last_clean":"2024-03-10T22:27:28.470138+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470138+0000","last_undegraded":"2024-03-10T22:27:28.470138+0000","last_fullsized":"2024-03-10T22:27:28.470138+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726962+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726962+0000","last_peered":"2024-03-10T22:27:27.726962+0000","last_clean":"2024-03-10T22:27:27.726962+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726962+0000","last_undegraded":"2024-03-10T22:27:27.726962+0000","last_fullsized":"2024-03-10T22:27:27.726962+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797768+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:54.797768+0000","last_peered":"2024-03-10T22:27:54.797768+0000","last_clean":"2024-03-10T22:27:54.797768+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:54.797768+0000","last_undegraded":"2024-03-10T22:27:54.797768+0000","last_fullsized":"2024-03-10T22:27:54.797768+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1539,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504321+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504321+0000","last_peered":"2024-03-10T22:27:26.504321+0000","last_clean":"2024-03-10T22:27:26.504321+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504321+0000","last_undegraded":"2024-03-10T22:27:26.504321+0000","last_fullsized":"2024-03-10T22:27:26.504321+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3650,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859238+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859238+0000","last_peered":"2024-03-10T22:27:26.859238+0000","last_clean":"2024-03-10T22:27:26.859238+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859238+0000","last_undegraded":"2024-03-10T22:27:26.859238+0000","last_fullsized":"2024-03-10T22:27:26.859238+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355846+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355846+0000","last_peered":"2024-03-10T22:27:26.355846+0000","last_clean":"2024-03-10T22:27:26.355846+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355846+0000","last_undegraded":"2024-03-10T22:27:26.355846+0000","last_fullsized":"2024-03-10T22:27:26.355846+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354336+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354336+0000","last_peered":"2024-03-10T22:27:26.354336+0000","last_clean":"2024-03-10T22:27:26.354336+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354336+0000","last_undegraded":"2024-03-10T22:27:26.354336+0000","last_fullsized":"2024-03-10T22:27:26.354336+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":918,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:53.698785+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:53.698785+0000","last_peered":"2024-03-10T22:27:53.698785+0000","last_clean":"2024-03-10T22:27:53.698785+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:53.698785+0000","last_undegraded":"2024-03-10T22:27:53.698785+0000","last_fullsized":"2024-03-10T22:27:53.698785+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4502,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469965+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469965+0000","last_peered":"2024-03-10T22:27:28.469965+0000","last_clean":"2024-03-10T22:27:28.469965+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469965+0000","last_undegraded":"2024-03-10T22:27:28.469965+0000","last_fullsized":"2024-03-10T22:27:28.469965+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356340+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356340+0000","last_peered":"2024-03-10T22:27:26.356340+0000","last_clean":"2024-03-10T22:27:26.356340+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356340+0000","last_undegraded":"2024-03-10T22:27:26.356340+0000","last_fullsized":"2024-03-10T22:27:26.356340+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":960,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:44.436877+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:44.436877+0000","last_peered":"2024-03-10T22:27:44.436877+0000","last_clean":"2024-03-10T22:27:44.436877+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:44.436877+0000","last_undegraded":"2024-03-10T22:27:44.436877+0000","last_fullsized":"2024-03-10T22:27:44.436877+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436101+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:39.436101+0000","last_peered":"2024-03-10T22:27:39.436101+0000","last_clean":"2024-03-10T22:27:39.436101+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:39.436101+0000","last_undegraded":"2024-03-10T22:27:39.436101+0000","last_fullsized":"2024-03-10T22:27:39.436101+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355046+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.355046+0000","last_peered":"2024-03-10T22:27:26.355046+0000","last_clean":"2024-03-10T22:27:26.355046+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.355046+0000","last_undegraded":"2024-03-10T22:27:26.355046+0000","last_fullsized":"2024-03-10T22:27:26.355046+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726960+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726960+0000","last_peered":"2024-03-10T22:27:27.726960+0000","last_clean":"2024-03-10T22:27:27.726960+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726960+0000","last_undegraded":"2024-03-10T22:27:27.726960+0000","last_fullsized":"2024-03-10T22:27:27.726960+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354586+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:26.354586+0000","last_peered":"2024-03-10T22:27:26.354586+0000","last_clean":"2024-03-10T22:27:26.354586+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:26.354586+0000","last_undegraded":"2024-03-10T22:27:26.354586+0000","last_fullsized":"2024-03-10T22:27:26.354586+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727179+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727179+0000","last_peered":"2024-03-10T22:27:27.727179+0000","last_clean":"2024-03-10T22:27:27.727179+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727179+0000","last_undegraded":"2024-03-10T22:27:27.727179+0000","last_fullsized":"2024-03-10T22:27:27.727179+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727220+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727220+0000","last_peered":"2024-03-10T22:27:27.727220+0000","last_clean":"2024-03-10T22:27:27.727220+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727220+0000","last_undegraded":"2024-03-10T22:27:27.727220+0000","last_fullsized":"2024-03-10T22:27:27.727220+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354064+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354064+0000","last_peered":"2024-03-10T22:27:26.354064+0000","last_clean":"2024-03-10T22:27:26.354064+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354064+0000","last_undegraded":"2024-03-10T22:27:26.354064+0000","last_fullsized":"2024-03-10T22:27:26.354064+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470100+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.470100+0000","last_peered":"2024-03-10T22:27:28.470100+0000","last_clean":"2024-03-10T22:27:28.470100+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.470100+0000","last_undegraded":"2024-03-10T22:27:28.470100+0000","last_fullsized":"2024-03-10T22:27:28.470100+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476221+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476221+0000","last_peered":"2024-03-10T22:27:27.476221+0000","last_clean":"2024-03-10T22:27:27.476221+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476221+0000","last_undegraded":"2024-03-10T22:27:27.476221+0000","last_fullsized":"2024-03-10T22:27:27.476221+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3246,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859268+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859268+0000","last_peered":"2024-03-10T22:27:26.859268+0000","last_clean":"2024-03-10T22:27:26.859268+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859268+0000","last_undegraded":"2024-03-10T22:27:26.859268+0000","last_fullsized":"2024-03-10T22:27:26.859268+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1024,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504437+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504437+0000","last_peered":"2024-03-10T22:27:26.504437+0000","last_clean":"2024-03-10T22:27:26.504437+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504437+0000","last_undegraded":"2024-03-10T22:27:26.504437+0000","last_fullsized":"2024-03-10T22:27:26.504437+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:35.286375+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:35.286375+0000","last_peered":"2024-03-10T22:27:35.286375+0000","last_clean":"2024-03-10T22:27:35.286375+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:35.286375+0000","last_undegraded":"2024-03-10T22:27:35.286375+0000","last_fullsized":"2024-03-10T22:27:35.286375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":3999,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.355277+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:26.355277+0000","last_peered":"2024-03-10T22:27:26.355277+0000","last_clean":"2024-03-10T22:27:26.355277+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:26.355277+0000","last_undegraded":"2024-03-10T22:27:26.355277+0000","last_fullsized":"2024-03-10T22:27:26.355277+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353683+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:26.353683+0000","last_peered":"2024-03-10T22:27:26.353683+0000","last_clean":"2024-03-10T22:27:26.353683+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:26.353683+0000","last_undegraded":"2024-03-10T22:27:26.353683+0000","last_fullsized":"2024-03-10T22:27:26.353683+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726685+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726685+0000","last_peered":"2024-03-10T22:27:27.726685+0000","last_clean":"2024-03-10T22:27:27.726685+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726685+0000","last_undegraded":"2024-03-10T22:27:27.726685+0000","last_fullsized":"2024-03-10T22:27:27.726685+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4940,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476551+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476551+0000","last_peered":"2024-03-10T22:27:27.476551+0000","last_clean":"2024-03-10T22:27:27.476551+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476551+0000","last_undegraded":"2024-03-10T22:27:27.476551+0000","last_fullsized":"2024-03-10T22:27:27.476551+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353869+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:26.353869+0000","last_peered":"2024-03-10T22:27:26.353869+0000","last_clean":"2024-03-10T22:27:26.353869+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:26.353869+0000","last_undegraded":"2024-03-10T22:27:26.353869+0000","last_fullsized":"2024-03-10T22:27:26.353869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726852+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726852+0000","last_peered":"2024-03-10T22:27:27.726852+0000","last_clean":"2024-03-10T22:27:27.726852+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726852+0000","last_undegraded":"2024-03-10T22:27:27.726852+0000","last_fullsized":"2024-03-10T22:27:27.726852+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355545+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355545+0000","last_peered":"2024-03-10T22:27:26.355545+0000","last_clean":"2024-03-10T22:27:26.355545+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355545+0000","last_undegraded":"2024-03-10T22:27:26.355545+0000","last_fullsized":"2024-03-10T22:27:26.355545+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475919+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475919+0000","last_peered":"2024-03-10T22:27:27.475919+0000","last_clean":"2024-03-10T22:27:27.475919+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475919+0000","last_undegraded":"2024-03-10T22:27:27.475919+0000","last_fullsized":"2024-03-10T22:27:27.475919+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469625+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469625+0000","last_peered":"2024-03-10T22:27:28.469625+0000","last_clean":"2024-03-10T22:27:28.469625+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469625+0000","last_undegraded":"2024-03-10T22:27:28.469625+0000","last_fullsized":"2024-03-10T22:27:28.469625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5329,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476443+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476443+0000","last_peered":"2024-03-10T22:27:27.476443+0000","last_clean":"2024-03-10T22:27:27.476443+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476443+0000","last_undegraded":"2024-03-10T22:27:27.476443+0000","last_fullsized":"2024-03-10T22:27:27.476443+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475888+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475888+0000","last_peered":"2024-03-10T22:27:27.475888+0000","last_clean":"2024-03-10T22:27:27.475888+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475888+0000","last_undegraded":"2024-03-10T22:27:27.475888+0000","last_fullsized":"2024-03-10T22:27:27.475888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504754+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504754+0000","last_peered":"2024-03-10T22:27:26.504754+0000","last_clean":"2024-03-10T22:27:26.504754+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504754+0000","last_undegraded":"2024-03-10T22:27:26.504754+0000","last_fullsized":"2024-03-10T22:27:26.504754+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4657,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476247+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476247+0000","last_peered":"2024-03-10T22:27:27.476247+0000","last_clean":"2024-03-10T22:27:27.476247+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476247+0000","last_undegraded":"2024-03-10T22:27:27.476247+0000","last_fullsized":"2024-03-10T22:27:27.476247+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354811+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354811+0000","last_peered":"2024-03-10T22:27:26.354811+0000","last_clean":"2024-03-10T22:27:26.354811+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354811+0000","last_undegraded":"2024-03-10T22:27:26.354811+0000","last_fullsized":"2024-03-10T22:27:26.354811+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858666+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858666+0000","last_peered":"2024-03-10T22:27:26.858666+0000","last_clean":"2024-03-10T22:27:26.858666+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858666+0000","last_undegraded":"2024-03-10T22:27:26.858666+0000","last_fullsized":"2024-03-10T22:27:26.858666+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504464+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504464+0000","last_peered":"2024-03-10T22:27:26.504464+0000","last_clean":"2024-03-10T22:27:26.504464+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504464+0000","last_undegraded":"2024-03-10T22:27:26.504464+0000","last_fullsized":"2024-03-10T22:27:26.504464+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476326+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476326+0000","last_peered":"2024-03-10T22:27:27.476326+0000","last_clean":"2024-03-10T22:27:27.476326+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476326+0000","last_undegraded":"2024-03-10T22:27:27.476326+0000","last_fullsized":"2024-03-10T22:27:27.476326+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475482+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475482+0000","last_peered":"2024-03-10T22:27:27.475482+0000","last_clean":"2024-03-10T22:27:27.475482+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475482+0000","last_undegraded":"2024-03-10T22:27:27.475482+0000","last_fullsized":"2024-03-10T22:27:27.475482+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797755+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:54.797755+0000","last_peered":"2024-03-10T22:27:54.797755+0000","last_clean":"2024-03-10T22:27:54.797755+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:54.797755+0000","last_undegraded":"2024-03-10T22:27:54.797755+0000","last_fullsized":"2024-03-10T22:27:54.797755+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355876+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355876+0000","last_peered":"2024-03-10T22:27:26.355876+0000","last_clean":"2024-03-10T22:27:26.355876+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355876+0000","last_undegraded":"2024-03-10T22:27:26.355876+0000","last_fullsized":"2024-03-10T22:27:26.355876+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726520+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726520+0000","last_peered":"2024-03-10T22:27:27.726520+0000","last_clean":"2024-03-10T22:27:27.726520+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726520+0000","last_undegraded":"2024-03-10T22:27:27.726520+0000","last_fullsized":"2024-03-10T22:27:27.726520+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354927+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:26.354927+0000","last_peered":"2024-03-10T22:27:26.354927+0000","last_clean":"2024-03-10T22:27:26.354927+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:26.354927+0000","last_undegraded":"2024-03-10T22:27:26.354927+0000","last_fullsized":"2024-03-10T22:27:26.354927+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1081,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470259+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470259+0000","last_peered":"2024-03-10T22:27:28.470259+0000","last_clean":"2024-03-10T22:27:28.470259+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470259+0000","last_undegraded":"2024-03-10T22:27:28.470259+0000","last_fullsized":"2024-03-10T22:27:28.470259+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727291+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727291+0000","last_peered":"2024-03-10T22:27:27.727291+0000","last_clean":"2024-03-10T22:27:27.727291+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727291+0000","last_undegraded":"2024-03-10T22:27:27.727291+0000","last_fullsized":"2024-03-10T22:27:27.727291+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858464+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858464+0000","last_peered":"2024-03-10T22:27:26.858464+0000","last_clean":"2024-03-10T22:27:26.858464+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858464+0000","last_undegraded":"2024-03-10T22:27:26.858464+0000","last_fullsized":"2024-03-10T22:27:26.858464+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726888+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726888+0000","last_peered":"2024-03-10T22:27:27.726888+0000","last_clean":"2024-03-10T22:27:27.726888+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726888+0000","last_undegraded":"2024-03-10T22:27:27.726888+0000","last_fullsized":"2024-03-10T22:27:27.726888+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858419+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858419+0000","last_peered":"2024-03-10T22:27:26.858419+0000","last_clean":"2024-03-10T22:27:26.858419+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858419+0000","last_undegraded":"2024-03-10T22:27:26.858419+0000","last_fullsized":"2024-03-10T22:27:26.858419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:42.239516+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:42.239516+0000","last_peered":"2024-03-10T22:27:42.239516+0000","last_clean":"2024-03-10T22:27:42.239516+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:42.239516+0000","last_undegraded":"2024-03-10T22:27:42.239516+0000","last_fullsized":"2024-03-10T22:27:42.239516+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469825+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469825+0000","last_peered":"2024-03-10T22:27:28.469825+0000","last_clean":"2024-03-10T22:27:28.469825+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469825+0000","last_undegraded":"2024-03-10T22:27:28.469825+0000","last_fullsized":"2024-03-10T22:27:28.469825+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783959,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928606,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586434,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796489,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474491,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329844,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152492,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073253,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:30:07.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:07.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:07.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:07.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:07.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:07.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:07.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:07.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:07.013 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:30:07.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:06 smithi172 ceph-mon[84635]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:07.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:06 smithi172 ceph-mon[84635]: pgmap v980: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:09.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:08 smithi169 ceph-mon[88180]: pgmap v981: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:08 smithi169 ceph-mon[90638]: pgmap v981: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:09.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:08 smithi172 ceph-mon[84635]: pgmap v981: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:11.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:11.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:11.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:12.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:11 smithi169 ceph-mon[88180]: pgmap v982: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:11 smithi169 ceph-mon[90638]: pgmap v982: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:12.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:11 smithi172 ceph-mon[84635]: pgmap v982: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:12.722 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:30:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:30:13.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:12 smithi169 ceph-mon[90638]: pgmap v983: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:13.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:12 smithi169 ceph-mon[88180]: pgmap v983: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:13.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:12 smithi172 ceph-mon[84635]: pgmap v983: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:15.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:14 smithi169 ceph-mon[88180]: pgmap v984: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:15.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:14 smithi169 ceph-mon[90638]: pgmap v984: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:15.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:14 smithi172 ceph-mon[84635]: pgmap v984: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:30:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:30:15] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-03-10T22:30:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:16 smithi169 ceph-mon[88180]: pgmap v985: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:17.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:16 smithi169 ceph-mon[90638]: pgmap v985: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:17.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:16 smithi172 ceph-mon[84635]: pgmap v985: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:17.015 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:30:17.233 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:30:18.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:18 smithi169 ceph-mon[88180]: pgmap v986: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:18.931 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:18 smithi169 ceph-mon[90638]: pgmap v986: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:19.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:18 smithi172 ceph-mon[84635]: pgmap v986: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:19.162 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:30:19.164 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:30:19.785 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:19 smithi169 ceph-mon[90638]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:19.785 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:19 smithi169 ceph-mon[88180]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:19.806 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":986,"stamp":"2024-03-10T22:30:18.644548+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004154"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505140+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505140+0000","last_peered":"2024-03-10T22:27:26.505140+0000","last_clean":"2024-03-10T22:27:26.505140+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505140+0000","last_undegraded":"2024-03-10T22:27:26.505140+0000","last_fullsized":"2024-03-10T22:27:26.505140+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436143+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:39.436143+0000","last_peered":"2024-03-10T22:27:39.436143+0000","last_clean":"2024-03-10T22:27:39.436143+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:39.436143+0000","last_undegraded":"2024-03-10T22:27:39.436143+0000","last_fullsized":"2024-03-10T22:27:39.436143+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356458+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356458+0000","last_peered":"2024-03-10T22:27:26.356458+0000","last_clean":"2024-03-10T22:27:26.356458+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356458+0000","last_undegraded":"2024-03-10T22:27:26.356458+0000","last_fullsized":"2024-03-10T22:27:26.356458+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.796220+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:39.796220+0000","last_peered":"2024-03-10T22:27:39.796220+0000","last_clean":"2024-03-10T22:27:39.796220+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:39.796220+0000","last_undegraded":"2024-03-10T22:27:39.796220+0000","last_fullsized":"2024-03-10T22:27:39.796220+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504541+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:26.504541+0000","last_peered":"2024-03-10T22:27:26.504541+0000","last_clean":"2024-03-10T22:27:26.504541+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:26.504541+0000","last_undegraded":"2024-03-10T22:27:26.504541+0000","last_fullsized":"2024-03-10T22:27:26.504541+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504216+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:26.504216+0000","last_peered":"2024-03-10T22:27:26.504216+0000","last_clean":"2024-03-10T22:27:26.504216+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:26.504216+0000","last_undegraded":"2024-03-10T22:27:26.504216+0000","last_fullsized":"2024-03-10T22:27:26.504216+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1175,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726645+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:27.726645+0000","last_peered":"2024-03-10T22:27:27.726645+0000","last_clean":"2024-03-10T22:27:27.726645+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:27.726645+0000","last_undegraded":"2024-03-10T22:27:27.726645+0000","last_fullsized":"2024-03-10T22:27:27.726645+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925459+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:40.925459+0000","last_peered":"2024-03-10T22:27:40.925459+0000","last_clean":"2024-03-10T22:27:40.925459+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:40.925459+0000","last_undegraded":"2024-03-10T22:27:40.925459+0000","last_fullsized":"2024-03-10T22:27:40.925459+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469964+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469964+0000","last_peered":"2024-03-10T22:27:28.469964+0000","last_clean":"2024-03-10T22:27:28.469964+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469964+0000","last_undegraded":"2024-03-10T22:27:28.469964+0000","last_fullsized":"2024-03-10T22:27:28.469964+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469864+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469864+0000","last_peered":"2024-03-10T22:27:28.469864+0000","last_clean":"2024-03-10T22:27:28.469864+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469864+0000","last_undegraded":"2024-03-10T22:27:28.469864+0000","last_fullsized":"2024-03-10T22:27:28.469864+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918262+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:43.918262+0000","last_peered":"2024-03-10T22:27:43.918262+0000","last_clean":"2024-03-10T22:27:43.918262+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:43.918262+0000","last_undegraded":"2024-03-10T22:27:43.918262+0000","last_fullsized":"2024-03-10T22:27:43.918262+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354990+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:27:26.354990+0000","last_peered":"2024-03-10T22:27:26.354990+0000","last_clean":"2024-03-10T22:27:26.354990+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:27:26.354990+0000","last_undegraded":"2024-03-10T22:27:26.354990+0000","last_fullsized":"2024-03-10T22:27:26.354990+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353538+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353538+0000","last_peered":"2024-03-10T22:27:26.353538+0000","last_clean":"2024-03-10T22:27:26.353538+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353538+0000","last_undegraded":"2024-03-10T22:27:26.353538+0000","last_fullsized":"2024-03-10T22:27:26.353538+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858325+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858325+0000","last_peered":"2024-03-10T22:27:26.858325+0000","last_clean":"2024-03-10T22:27:26.858325+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858325+0000","last_undegraded":"2024-03-10T22:27:26.858325+0000","last_fullsized":"2024-03-10T22:27:26.858325+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476196+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.476196+0000","last_peered":"2024-03-10T22:27:27.476196+0000","last_clean":"2024-03-10T22:27:27.476196+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.476196+0000","last_undegraded":"2024-03-10T22:27:27.476196+0000","last_fullsized":"2024-03-10T22:27:27.476196+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476001+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.476001+0000","last_peered":"2024-03-10T22:27:27.476001+0000","last_clean":"2024-03-10T22:27:27.476001+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.476001+0000","last_undegraded":"2024-03-10T22:27:27.476001+0000","last_fullsized":"2024-03-10T22:27:27.476001+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504745+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504745+0000","last_peered":"2024-03-10T22:27:26.504745+0000","last_clean":"2024-03-10T22:27:26.504745+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504745+0000","last_undegraded":"2024-03-10T22:27:26.504745+0000","last_fullsized":"2024-03-10T22:27:26.504745+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1289,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356267+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356267+0000","last_peered":"2024-03-10T22:27:26.356267+0000","last_clean":"2024-03-10T22:27:26.356267+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356267+0000","last_undegraded":"2024-03-10T22:27:26.356267+0000","last_fullsized":"2024-03-10T22:27:26.356267+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727207+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:27:27.727207+0000","last_peered":"2024-03-10T22:27:27.727207+0000","last_clean":"2024-03-10T22:27:27.727207+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:27:27.727207+0000","last_undegraded":"2024-03-10T22:27:27.727207+0000","last_fullsized":"2024-03-10T22:27:27.727207+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727268+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:27:27.727268+0000","last_peered":"2024-03-10T22:27:27.727268+0000","last_clean":"2024-03-10T22:27:27.727268+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:27:27.727268+0000","last_undegraded":"2024-03-10T22:27:27.727268+0000","last_fullsized":"2024-03-10T22:27:27.727268+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355807+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355807+0000","last_peered":"2024-03-10T22:27:26.355807+0000","last_clean":"2024-03-10T22:27:26.355807+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355807+0000","last_undegraded":"2024-03-10T22:27:26.355807+0000","last_fullsized":"2024-03-10T22:27:26.355807+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504936+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:26.504936+0000","last_peered":"2024-03-10T22:27:26.504936+0000","last_clean":"2024-03-10T22:27:26.504936+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:26.504936+0000","last_undegraded":"2024-03-10T22:27:26.504936+0000","last_fullsized":"2024-03-10T22:27:26.504936+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727190+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:27.727190+0000","last_peered":"2024-03-10T22:27:27.727190+0000","last_clean":"2024-03-10T22:27:27.727190+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:27.727190+0000","last_undegraded":"2024-03-10T22:27:27.727190+0000","last_fullsized":"2024-03-10T22:27:27.727190+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1153,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354207+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354207+0000","last_peered":"2024-03-10T22:27:26.354207+0000","last_clean":"2024-03-10T22:27:26.354207+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354207+0000","last_undegraded":"2024-03-10T22:27:26.354207+0000","last_fullsized":"2024-03-10T22:27:26.354207+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918249+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:43.918249+0000","last_peered":"2024-03-10T22:27:43.918249+0000","last_clean":"2024-03-10T22:27:43.918249+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:43.918249+0000","last_undegraded":"2024-03-10T22:27:43.918249+0000","last_fullsized":"2024-03-10T22:27:43.918249+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918224+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:43.918224+0000","last_peered":"2024-03-10T22:27:43.918224+0000","last_clean":"2024-03-10T22:27:43.918224+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:43.918224+0000","last_undegraded":"2024-03-10T22:27:43.918224+0000","last_fullsized":"2024-03-10T22:27:43.918224+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858594+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858594+0000","last_peered":"2024-03-10T22:27:26.858594+0000","last_clean":"2024-03-10T22:27:26.858594+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858594+0000","last_undegraded":"2024-03-10T22:27:26.858594+0000","last_fullsized":"2024-03-10T22:27:26.858594+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470136+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470136+0000","last_peered":"2024-03-10T22:27:28.470136+0000","last_clean":"2024-03-10T22:27:28.470136+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470136+0000","last_undegraded":"2024-03-10T22:27:28.470136+0000","last_fullsized":"2024-03-10T22:27:28.470136+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859059+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.859059+0000","last_peered":"2024-03-10T22:27:26.859059+0000","last_clean":"2024-03-10T22:27:26.859059+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.859059+0000","last_undegraded":"2024-03-10T22:27:26.859059+0000","last_fullsized":"2024-03-10T22:27:26.859059+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859046+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.859046+0000","last_peered":"2024-03-10T22:27:26.859046+0000","last_clean":"2024-03-10T22:27:26.859046+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.859046+0000","last_undegraded":"2024-03-10T22:27:26.859046+0000","last_fullsized":"2024-03-10T22:27:26.859046+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354900+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:27:26.354900+0000","last_peered":"2024-03-10T22:27:26.354900+0000","last_clean":"2024-03-10T22:27:26.354900+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:27:26.354900+0000","last_undegraded":"2024-03-10T22:27:26.354900+0000","last_fullsized":"2024-03-10T22:27:26.354900+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470026+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.470026+0000","last_peered":"2024-03-10T22:27:28.470026+0000","last_clean":"2024-03-10T22:27:28.470026+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.470026+0000","last_undegraded":"2024-03-10T22:27:28.470026+0000","last_fullsized":"2024-03-10T22:27:28.470026+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925415+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:40.925415+0000","last_peered":"2024-03-10T22:27:40.925415+0000","last_clean":"2024-03-10T22:27:40.925415+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:40.925415+0000","last_undegraded":"2024-03-10T22:27:40.925415+0000","last_fullsized":"2024-03-10T22:27:40.925415+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356602+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:27:26.356602+0000","last_peered":"2024-03-10T22:27:26.356602+0000","last_clean":"2024-03-10T22:27:26.356602+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:27:26.356602+0000","last_undegraded":"2024-03-10T22:27:26.356602+0000","last_fullsized":"2024-03-10T22:27:26.356602+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355469+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:27:26.355469+0000","last_peered":"2024-03-10T22:27:26.355469+0000","last_clean":"2024-03-10T22:27:26.355469+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:27:26.355469+0000","last_undegraded":"2024-03-10T22:27:26.355469+0000","last_fullsized":"2024-03-10T22:27:26.355469+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858638+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858638+0000","last_peered":"2024-03-10T22:27:26.858638+0000","last_clean":"2024-03-10T22:27:26.858638+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858638+0000","last_undegraded":"2024-03-10T22:27:26.858638+0000","last_fullsized":"2024-03-10T22:27:26.858638+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924241+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:30.924241+0000","last_peered":"2024-03-10T22:27:30.924241+0000","last_clean":"2024-03-10T22:27:30.924241+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:30.924241+0000","last_undegraded":"2024-03-10T22:27:30.924241+0000","last_fullsized":"2024-03-10T22:27:30.924241+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469490+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469490+0000","last_peered":"2024-03-10T22:27:28.469490+0000","last_clean":"2024-03-10T22:27:28.469490+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469490+0000","last_undegraded":"2024-03-10T22:27:28.469490+0000","last_fullsized":"2024-03-10T22:27:28.469490+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1261,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475347+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475347+0000","last_peered":"2024-03-10T22:27:27.475347+0000","last_clean":"2024-03-10T22:27:27.475347+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475347+0000","last_undegraded":"2024-03-10T22:27:27.475347+0000","last_fullsized":"2024-03-10T22:27:27.475347+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924214+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:30.924214+0000","last_peered":"2024-03-10T22:27:30.924214+0000","last_clean":"2024-03-10T22:27:30.924214+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:30.924214+0000","last_undegraded":"2024-03-10T22:27:30.924214+0000","last_fullsized":"2024-03-10T22:27:30.924214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4440,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476310+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476310+0000","last_peered":"2024-03-10T22:27:27.476310+0000","last_clean":"2024-03-10T22:27:27.476310+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476310+0000","last_undegraded":"2024-03-10T22:27:27.476310+0000","last_fullsized":"2024-03-10T22:27:27.476310+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.288227+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:50.288227+0000","last_peered":"2024-03-10T22:27:50.288227+0000","last_clean":"2024-03-10T22:27:50.288227+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:50.288227+0000","last_undegraded":"2024-03-10T22:27:50.288227+0000","last_fullsized":"2024-03-10T22:27:50.288227+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12609,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357045+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.357045+0000","last_peered":"2024-03-10T22:27:26.357045+0000","last_clean":"2024-03-10T22:27:26.357045+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.357045+0000","last_undegraded":"2024-03-10T22:27:26.357045+0000","last_fullsized":"2024-03-10T22:27:26.357045+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436075+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:39.436075+0000","last_peered":"2024-03-10T22:27:39.436075+0000","last_clean":"2024-03-10T22:27:39.436075+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:39.436075+0000","last_undegraded":"2024-03-10T22:27:39.436075+0000","last_fullsized":"2024-03-10T22:27:39.436075+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436125+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:39.436125+0000","last_peered":"2024-03-10T22:27:39.436125+0000","last_clean":"2024-03-10T22:27:39.436125+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:39.436125+0000","last_undegraded":"2024-03-10T22:27:39.436125+0000","last_fullsized":"2024-03-10T22:27:39.436125+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797783+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:54.797783+0000","last_peered":"2024-03-10T22:27:54.797783+0000","last_clean":"2024-03-10T22:27:54.797783+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:54.797783+0000","last_undegraded":"2024-03-10T22:27:54.797783+0000","last_fullsized":"2024-03-10T22:27:54.797783+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15022,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357230+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.357230+0000","last_peered":"2024-03-10T22:27:26.357230+0000","last_clean":"2024-03-10T22:27:26.357230+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.357230+0000","last_undegraded":"2024-03-10T22:27:26.357230+0000","last_fullsized":"2024-03-10T22:27:26.357230+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436112+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:39.436112+0000","last_peered":"2024-03-10T22:27:39.436112+0000","last_clean":"2024-03-10T22:27:39.436112+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:39.436112+0000","last_undegraded":"2024-03-10T22:27:39.436112+0000","last_fullsized":"2024-03-10T22:27:39.436112+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797728+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:54.797728+0000","last_peered":"2024-03-10T22:27:54.797728+0000","last_clean":"2024-03-10T22:27:54.797728+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:54.797728+0000","last_undegraded":"2024-03-10T22:27:54.797728+0000","last_fullsized":"2024-03-10T22:27:54.797728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354257+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354257+0000","last_peered":"2024-03-10T22:27:26.354257+0000","last_clean":"2024-03-10T22:27:26.354257+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354257+0000","last_undegraded":"2024-03-10T22:27:26.354257+0000","last_fullsized":"2024-03-10T22:27:26.354257+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4226,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476597+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476597+0000","last_peered":"2024-03-10T22:27:27.476597+0000","last_clean":"2024-03-10T22:27:27.476597+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476597+0000","last_undegraded":"2024-03-10T22:27:27.476597+0000","last_fullsized":"2024-03-10T22:27:27.476597+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438501+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:59.438501+0000","last_peered":"2024-03-10T22:27:59.438501+0000","last_clean":"2024-03-10T22:27:59.438501+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:59.438501+0000","last_undegraded":"2024-03-10T22:27:59.438501+0000","last_fullsized":"2024-03-10T22:27:59.438501+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353314+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353314+0000","last_peered":"2024-03-10T22:27:26.353314+0000","last_clean":"2024-03-10T22:27:26.353314+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353314+0000","last_undegraded":"2024-03-10T22:27:26.353314+0000","last_fullsized":"2024-03-10T22:27:26.353314+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475362+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:27:27.475362+0000","last_peered":"2024-03-10T22:27:27.475362+0000","last_clean":"2024-03-10T22:27:27.475362+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:27:27.475362+0000","last_undegraded":"2024-03-10T22:27:27.475362+0000","last_fullsized":"2024-03-10T22:27:27.475362+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4293,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504870+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504870+0000","last_peered":"2024-03-10T22:27:26.504870+0000","last_clean":"2024-03-10T22:27:26.504870+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504870+0000","last_undegraded":"2024-03-10T22:27:26.504870+0000","last_fullsized":"2024-03-10T22:27:26.504870+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470138+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470138+0000","last_peered":"2024-03-10T22:27:28.470138+0000","last_clean":"2024-03-10T22:27:28.470138+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470138+0000","last_undegraded":"2024-03-10T22:27:28.470138+0000","last_fullsized":"2024-03-10T22:27:28.470138+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726962+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726962+0000","last_peered":"2024-03-10T22:27:27.726962+0000","last_clean":"2024-03-10T22:27:27.726962+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726962+0000","last_undegraded":"2024-03-10T22:27:27.726962+0000","last_fullsized":"2024-03-10T22:27:27.726962+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797768+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:54.797768+0000","last_peered":"2024-03-10T22:27:54.797768+0000","last_clean":"2024-03-10T22:27:54.797768+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:54.797768+0000","last_undegraded":"2024-03-10T22:27:54.797768+0000","last_fullsized":"2024-03-10T22:27:54.797768+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1539,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504321+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504321+0000","last_peered":"2024-03-10T22:27:26.504321+0000","last_clean":"2024-03-10T22:27:26.504321+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504321+0000","last_undegraded":"2024-03-10T22:27:26.504321+0000","last_fullsized":"2024-03-10T22:27:26.504321+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3650,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859238+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:27:26.859238+0000","last_peered":"2024-03-10T22:27:26.859238+0000","last_clean":"2024-03-10T22:27:26.859238+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:27:26.859238+0000","last_undegraded":"2024-03-10T22:27:26.859238+0000","last_fullsized":"2024-03-10T22:27:26.859238+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355846+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355846+0000","last_peered":"2024-03-10T22:27:26.355846+0000","last_clean":"2024-03-10T22:27:26.355846+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355846+0000","last_undegraded":"2024-03-10T22:27:26.355846+0000","last_fullsized":"2024-03-10T22:27:26.355846+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354336+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354336+0000","last_peered":"2024-03-10T22:27:26.354336+0000","last_clean":"2024-03-10T22:27:26.354336+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354336+0000","last_undegraded":"2024-03-10T22:27:26.354336+0000","last_fullsized":"2024-03-10T22:27:26.354336+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":918,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:53.698785+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:53.698785+0000","last_peered":"2024-03-10T22:27:53.698785+0000","last_clean":"2024-03-10T22:27:53.698785+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:53.698785+0000","last_undegraded":"2024-03-10T22:27:53.698785+0000","last_fullsized":"2024-03-10T22:27:53.698785+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4502,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469965+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469965+0000","last_peered":"2024-03-10T22:27:28.469965+0000","last_clean":"2024-03-10T22:27:28.469965+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469965+0000","last_undegraded":"2024-03-10T22:27:28.469965+0000","last_fullsized":"2024-03-10T22:27:28.469965+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356340+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356340+0000","last_peered":"2024-03-10T22:27:26.356340+0000","last_clean":"2024-03-10T22:27:26.356340+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356340+0000","last_undegraded":"2024-03-10T22:27:26.356340+0000","last_fullsized":"2024-03-10T22:27:26.356340+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":960,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:44.436877+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:44.436877+0000","last_peered":"2024-03-10T22:27:44.436877+0000","last_clean":"2024-03-10T22:27:44.436877+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:44.436877+0000","last_undegraded":"2024-03-10T22:27:44.436877+0000","last_fullsized":"2024-03-10T22:27:44.436877+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436101+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:39.436101+0000","last_peered":"2024-03-10T22:27:39.436101+0000","last_clean":"2024-03-10T22:27:39.436101+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:39.436101+0000","last_undegraded":"2024-03-10T22:27:39.436101+0000","last_fullsized":"2024-03-10T22:27:39.436101+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355046+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.355046+0000","last_peered":"2024-03-10T22:27:26.355046+0000","last_clean":"2024-03-10T22:27:26.355046+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.355046+0000","last_undegraded":"2024-03-10T22:27:26.355046+0000","last_fullsized":"2024-03-10T22:27:26.355046+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726960+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:27:27.726960+0000","last_peered":"2024-03-10T22:27:27.726960+0000","last_clean":"2024-03-10T22:27:27.726960+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:27:27.726960+0000","last_undegraded":"2024-03-10T22:27:27.726960+0000","last_fullsized":"2024-03-10T22:27:27.726960+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438489+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:59.438489+0000","last_peered":"2024-03-10T22:27:59.438489+0000","last_clean":"2024-03-10T22:27:59.438489+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:59.438489+0000","last_undegraded":"2024-03-10T22:27:59.438489+0000","last_fullsized":"2024-03-10T22:27:59.438489+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727179+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727179+0000","last_peered":"2024-03-10T22:27:27.727179+0000","last_clean":"2024-03-10T22:27:27.727179+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727179+0000","last_undegraded":"2024-03-10T22:27:27.727179+0000","last_fullsized":"2024-03-10T22:27:27.727179+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727220+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:27:27.727220+0000","last_peered":"2024-03-10T22:27:27.727220+0000","last_clean":"2024-03-10T22:27:27.727220+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:27:27.727220+0000","last_undegraded":"2024-03-10T22:27:27.727220+0000","last_fullsized":"2024-03-10T22:27:27.727220+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354064+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354064+0000","last_peered":"2024-03-10T22:27:26.354064+0000","last_clean":"2024-03-10T22:27:26.354064+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354064+0000","last_undegraded":"2024-03-10T22:27:26.354064+0000","last_fullsized":"2024-03-10T22:27:26.354064+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470100+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.470100+0000","last_peered":"2024-03-10T22:27:28.470100+0000","last_clean":"2024-03-10T22:27:28.470100+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.470100+0000","last_undegraded":"2024-03-10T22:27:28.470100+0000","last_fullsized":"2024-03-10T22:27:28.470100+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476221+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476221+0000","last_peered":"2024-03-10T22:27:27.476221+0000","last_clean":"2024-03-10T22:27:27.476221+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476221+0000","last_undegraded":"2024-03-10T22:27:27.476221+0000","last_fullsized":"2024-03-10T22:27:27.476221+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3246,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859268+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859268+0000","last_peered":"2024-03-10T22:27:26.859268+0000","last_clean":"2024-03-10T22:27:26.859268+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859268+0000","last_undegraded":"2024-03-10T22:27:26.859268+0000","last_fullsized":"2024-03-10T22:27:26.859268+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1024,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504437+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504437+0000","last_peered":"2024-03-10T22:27:26.504437+0000","last_clean":"2024-03-10T22:27:26.504437+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504437+0000","last_undegraded":"2024-03-10T22:27:26.504437+0000","last_fullsized":"2024-03-10T22:27:26.504437+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:35.286375+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:35.286375+0000","last_peered":"2024-03-10T22:27:35.286375+0000","last_clean":"2024-03-10T22:27:35.286375+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:35.286375+0000","last_undegraded":"2024-03-10T22:27:35.286375+0000","last_fullsized":"2024-03-10T22:27:35.286375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4000,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:50.288196+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:50.288196+0000","last_peered":"2024-03-10T22:27:50.288196+0000","last_clean":"2024-03-10T22:27:50.288196+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:50.288196+0000","last_undegraded":"2024-03-10T22:27:50.288196+0000","last_fullsized":"2024-03-10T22:27:50.288196+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438388+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:59.438388+0000","last_peered":"2024-03-10T22:27:59.438388+0000","last_clean":"2024-03-10T22:27:59.438388+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:59.438388+0000","last_undegraded":"2024-03-10T22:27:59.438388+0000","last_fullsized":"2024-03-10T22:27:59.438388+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726685+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726685+0000","last_peered":"2024-03-10T22:27:27.726685+0000","last_clean":"2024-03-10T22:27:27.726685+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726685+0000","last_undegraded":"2024-03-10T22:27:27.726685+0000","last_fullsized":"2024-03-10T22:27:27.726685+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4940,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476551+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476551+0000","last_peered":"2024-03-10T22:27:27.476551+0000","last_clean":"2024-03-10T22:27:27.476551+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476551+0000","last_undegraded":"2024-03-10T22:27:27.476551+0000","last_fullsized":"2024-03-10T22:27:27.476551+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438411+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:59.438411+0000","last_peered":"2024-03-10T22:27:59.438411+0000","last_clean":"2024-03-10T22:27:59.438411+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:59.438411+0000","last_undegraded":"2024-03-10T22:27:59.438411+0000","last_fullsized":"2024-03-10T22:27:59.438411+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726852+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726852+0000","last_peered":"2024-03-10T22:27:27.726852+0000","last_clean":"2024-03-10T22:27:27.726852+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726852+0000","last_undegraded":"2024-03-10T22:27:27.726852+0000","last_fullsized":"2024-03-10T22:27:27.726852+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355545+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355545+0000","last_peered":"2024-03-10T22:27:26.355545+0000","last_clean":"2024-03-10T22:27:26.355545+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355545+0000","last_undegraded":"2024-03-10T22:27:26.355545+0000","last_fullsized":"2024-03-10T22:27:26.355545+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475919+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475919+0000","last_peered":"2024-03-10T22:27:27.475919+0000","last_clean":"2024-03-10T22:27:27.475919+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475919+0000","last_undegraded":"2024-03-10T22:27:27.475919+0000","last_fullsized":"2024-03-10T22:27:27.475919+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469625+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469625+0000","last_peered":"2024-03-10T22:27:28.469625+0000","last_clean":"2024-03-10T22:27:28.469625+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469625+0000","last_undegraded":"2024-03-10T22:27:28.469625+0000","last_fullsized":"2024-03-10T22:27:28.469625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5329,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476443+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476443+0000","last_peered":"2024-03-10T22:27:27.476443+0000","last_clean":"2024-03-10T22:27:27.476443+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476443+0000","last_undegraded":"2024-03-10T22:27:27.476443+0000","last_fullsized":"2024-03-10T22:27:27.476443+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475888+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475888+0000","last_peered":"2024-03-10T22:27:27.475888+0000","last_clean":"2024-03-10T22:27:27.475888+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475888+0000","last_undegraded":"2024-03-10T22:27:27.475888+0000","last_fullsized":"2024-03-10T22:27:27.475888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504754+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504754+0000","last_peered":"2024-03-10T22:27:26.504754+0000","last_clean":"2024-03-10T22:27:26.504754+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504754+0000","last_undegraded":"2024-03-10T22:27:26.504754+0000","last_fullsized":"2024-03-10T22:27:26.504754+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4657,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476247+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476247+0000","last_peered":"2024-03-10T22:27:27.476247+0000","last_clean":"2024-03-10T22:27:27.476247+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476247+0000","last_undegraded":"2024-03-10T22:27:27.476247+0000","last_fullsized":"2024-03-10T22:27:27.476247+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354811+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354811+0000","last_peered":"2024-03-10T22:27:26.354811+0000","last_clean":"2024-03-10T22:27:26.354811+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354811+0000","last_undegraded":"2024-03-10T22:27:26.354811+0000","last_fullsized":"2024-03-10T22:27:26.354811+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858666+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858666+0000","last_peered":"2024-03-10T22:27:26.858666+0000","last_clean":"2024-03-10T22:27:26.858666+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858666+0000","last_undegraded":"2024-03-10T22:27:26.858666+0000","last_fullsized":"2024-03-10T22:27:26.858666+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504464+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504464+0000","last_peered":"2024-03-10T22:27:26.504464+0000","last_clean":"2024-03-10T22:27:26.504464+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504464+0000","last_undegraded":"2024-03-10T22:27:26.504464+0000","last_fullsized":"2024-03-10T22:27:26.504464+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476326+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476326+0000","last_peered":"2024-03-10T22:27:27.476326+0000","last_clean":"2024-03-10T22:27:27.476326+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476326+0000","last_undegraded":"2024-03-10T22:27:27.476326+0000","last_fullsized":"2024-03-10T22:27:27.476326+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475482+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:27:27.475482+0000","last_peered":"2024-03-10T22:27:27.475482+0000","last_clean":"2024-03-10T22:27:27.475482+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:27:27.475482+0000","last_undegraded":"2024-03-10T22:27:27.475482+0000","last_fullsized":"2024-03-10T22:27:27.475482+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797755+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:54.797755+0000","last_peered":"2024-03-10T22:27:54.797755+0000","last_clean":"2024-03-10T22:27:54.797755+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:54.797755+0000","last_undegraded":"2024-03-10T22:27:54.797755+0000","last_fullsized":"2024-03-10T22:27:54.797755+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355876+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355876+0000","last_peered":"2024-03-10T22:27:26.355876+0000","last_clean":"2024-03-10T22:27:26.355876+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355876+0000","last_undegraded":"2024-03-10T22:27:26.355876+0000","last_fullsized":"2024-03-10T22:27:26.355876+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726520+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726520+0000","last_peered":"2024-03-10T22:27:27.726520+0000","last_clean":"2024-03-10T22:27:27.726520+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726520+0000","last_undegraded":"2024-03-10T22:27:27.726520+0000","last_fullsized":"2024-03-10T22:27:27.726520+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438472+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:59.438472+0000","last_peered":"2024-03-10T22:27:59.438472+0000","last_clean":"2024-03-10T22:27:59.438472+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:59.438472+0000","last_undegraded":"2024-03-10T22:27:59.438472+0000","last_fullsized":"2024-03-10T22:27:59.438472+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1081,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470259+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470259+0000","last_peered":"2024-03-10T22:27:28.470259+0000","last_clean":"2024-03-10T22:27:28.470259+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470259+0000","last_undegraded":"2024-03-10T22:27:28.470259+0000","last_fullsized":"2024-03-10T22:27:28.470259+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727291+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727291+0000","last_peered":"2024-03-10T22:27:27.727291+0000","last_clean":"2024-03-10T22:27:27.727291+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727291+0000","last_undegraded":"2024-03-10T22:27:27.727291+0000","last_fullsized":"2024-03-10T22:27:27.727291+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858464+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:27:26.858464+0000","last_peered":"2024-03-10T22:27:26.858464+0000","last_clean":"2024-03-10T22:27:26.858464+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:27:26.858464+0000","last_undegraded":"2024-03-10T22:27:26.858464+0000","last_fullsized":"2024-03-10T22:27:26.858464+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726888+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726888+0000","last_peered":"2024-03-10T22:27:27.726888+0000","last_clean":"2024-03-10T22:27:27.726888+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726888+0000","last_undegraded":"2024-03-10T22:27:27.726888+0000","last_fullsized":"2024-03-10T22:27:27.726888+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858419+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858419+0000","last_peered":"2024-03-10T22:27:26.858419+0000","last_clean":"2024-03-10T22:27:26.858419+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858419+0000","last_undegraded":"2024-03-10T22:27:26.858419+0000","last_fullsized":"2024-03-10T22:27:26.858419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:42.239516+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:42.239516+0000","last_peered":"2024-03-10T22:27:42.239516+0000","last_clean":"2024-03-10T22:27:42.239516+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:42.239516+0000","last_undegraded":"2024-03-10T22:27:42.239516+0000","last_fullsized":"2024-03-10T22:27:42.239516+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469825+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469825+0000","last_peered":"2024-03-10T22:27:28.469825+0000","last_clean":"2024-03-10T22:27:28.469825+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469825+0000","last_undegraded":"2024-03-10T22:27:28.469825+0000","last_fullsized":"2024-03-10T22:27:28.469825+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783962,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928609,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586436,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796492,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474493,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329846,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152495,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073256,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:30:19.811 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:19.811 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:19.811 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:19.811 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:19.811 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:19.811 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:19.811 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:19.811 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:19.811 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:30:20.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:19 smithi172 ceph-mon[84635]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:21.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:20 smithi169 ceph-mon[88180]: pgmap v987: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:21.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:20 smithi169 ceph-mon[90638]: pgmap v987: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:21.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:20 smithi172 ceph-mon[84635]: pgmap v987: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:22.726 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:30:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:30:23.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:22 smithi169 ceph-mon[88180]: pgmap v988: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:22 smithi169 ceph-mon[90638]: pgmap v988: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:23.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:22 smithi172 ceph-mon[84635]: pgmap v988: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:25.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:24 smithi169 ceph-mon[88180]: pgmap v989: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:25.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:24 smithi169 ceph-mon[90638]: pgmap v989: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:25.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:24 smithi172 ceph-mon[84635]: pgmap v989: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:26.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:26.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:30:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:30:25] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:30:26.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:26.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:27.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:26 smithi169 ceph-mon[88180]: pgmap v990: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:27.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:26 smithi169 ceph-mon[90638]: pgmap v990: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:27.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:26 smithi172 ceph-mon[84635]: pgmap v990: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:29.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:28 smithi169 ceph-mon[88180]: pgmap v991: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:29.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:28 smithi169 ceph-mon[90638]: pgmap v991: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:29.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:28 smithi172 ceph-mon[84635]: pgmap v991: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:29.812 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:30:30.031 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:30:30.984 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:30 smithi169 ceph-mon[88180]: pgmap v992: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:30.984 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:30 smithi169 ceph-mon[90638]: pgmap v992: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:31.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:30 smithi172 ceph-mon[84635]: pgmap v992: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:32.033 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:30:32.035 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:30:32.724 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:30:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:30:32.740 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":992,"stamp":"2024-03-10T22:30:30.648501+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003953"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505140+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505140+0000","last_peered":"2024-03-10T22:27:26.505140+0000","last_clean":"2024-03-10T22:27:26.505140+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505140+0000","last_undegraded":"2024-03-10T22:27:26.505140+0000","last_fullsized":"2024-03-10T22:27:26.505140+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436143+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:39.436143+0000","last_peered":"2024-03-10T22:27:39.436143+0000","last_clean":"2024-03-10T22:27:39.436143+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:39.436143+0000","last_undegraded":"2024-03-10T22:27:39.436143+0000","last_fullsized":"2024-03-10T22:27:39.436143+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356458+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356458+0000","last_peered":"2024-03-10T22:27:26.356458+0000","last_clean":"2024-03-10T22:27:26.356458+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356458+0000","last_undegraded":"2024-03-10T22:27:26.356458+0000","last_fullsized":"2024-03-10T22:27:26.356458+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.796220+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:39.796220+0000","last_peered":"2024-03-10T22:27:39.796220+0000","last_clean":"2024-03-10T22:27:39.796220+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:39.796220+0000","last_undegraded":"2024-03-10T22:27:39.796220+0000","last_fullsized":"2024-03-10T22:27:39.796220+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926520+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:50.926520+0000","last_peered":"2024-03-10T22:27:50.926520+0000","last_clean":"2024-03-10T22:27:50.926520+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:50.926520+0000","last_undegraded":"2024-03-10T22:27:50.926520+0000","last_fullsized":"2024-03-10T22:27:50.926520+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:50.926486+0000","last_peered":"2024-03-10T22:27:50.926486+0000","last_clean":"2024-03-10T22:27:50.926486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:50.926486+0000","last_undegraded":"2024-03-10T22:27:50.926486+0000","last_fullsized":"2024-03-10T22:27:50.926486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925459+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:40.925459+0000","last_peered":"2024-03-10T22:27:40.925459+0000","last_clean":"2024-03-10T22:27:40.925459+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:40.925459+0000","last_undegraded":"2024-03-10T22:27:40.925459+0000","last_fullsized":"2024-03-10T22:27:40.925459+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469964+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469964+0000","last_peered":"2024-03-10T22:27:28.469964+0000","last_clean":"2024-03-10T22:27:28.469964+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469964+0000","last_undegraded":"2024-03-10T22:27:28.469964+0000","last_fullsized":"2024-03-10T22:27:28.469964+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469864+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469864+0000","last_peered":"2024-03-10T22:27:28.469864+0000","last_clean":"2024-03-10T22:27:28.469864+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469864+0000","last_undegraded":"2024-03-10T22:27:28.469864+0000","last_fullsized":"2024-03-10T22:27:28.469864+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918262+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:43.918262+0000","last_peered":"2024-03-10T22:27:43.918262+0000","last_clean":"2024-03-10T22:27:43.918262+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:43.918262+0000","last_undegraded":"2024-03-10T22:27:43.918262+0000","last_fullsized":"2024-03-10T22:27:43.918262+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241498+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:28:02.241498+0000","last_peered":"2024-03-10T22:28:02.241498+0000","last_clean":"2024-03-10T22:28:02.241498+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:28:02.241498+0000","last_undegraded":"2024-03-10T22:28:02.241498+0000","last_fullsized":"2024-03-10T22:28:02.241498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353538+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353538+0000","last_peered":"2024-03-10T22:27:26.353538+0000","last_clean":"2024-03-10T22:27:26.353538+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353538+0000","last_undegraded":"2024-03-10T22:27:26.353538+0000","last_fullsized":"2024-03-10T22:27:26.353538+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858325+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858325+0000","last_peered":"2024-03-10T22:27:26.858325+0000","last_clean":"2024-03-10T22:27:26.858325+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858325+0000","last_undegraded":"2024-03-10T22:27:26.858325+0000","last_fullsized":"2024-03-10T22:27:26.858325+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476196+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.476196+0000","last_peered":"2024-03-10T22:27:27.476196+0000","last_clean":"2024-03-10T22:27:27.476196+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.476196+0000","last_undegraded":"2024-03-10T22:27:27.476196+0000","last_fullsized":"2024-03-10T22:27:27.476196+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476001+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.476001+0000","last_peered":"2024-03-10T22:27:27.476001+0000","last_clean":"2024-03-10T22:27:27.476001+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.476001+0000","last_undegraded":"2024-03-10T22:27:27.476001+0000","last_fullsized":"2024-03-10T22:27:27.476001+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504745+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504745+0000","last_peered":"2024-03-10T22:27:26.504745+0000","last_clean":"2024-03-10T22:27:26.504745+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504745+0000","last_undegraded":"2024-03-10T22:27:26.504745+0000","last_fullsized":"2024-03-10T22:27:26.504745+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1289,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356267+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356267+0000","last_peered":"2024-03-10T22:27:26.356267+0000","last_clean":"2024-03-10T22:27:26.356267+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356267+0000","last_undegraded":"2024-03-10T22:27:26.356267+0000","last_fullsized":"2024-03-10T22:27:26.356267+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922463+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:28:28.922463+0000","last_peered":"2024-03-10T22:28:28.922463+0000","last_clean":"2024-03-10T22:28:28.922463+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:28:28.922463+0000","last_undegraded":"2024-03-10T22:28:28.922463+0000","last_fullsized":"2024-03-10T22:28:28.922463+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922482+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:28:28.922482+0000","last_peered":"2024-03-10T22:28:28.922482+0000","last_clean":"2024-03-10T22:28:28.922482+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:28:28.922482+0000","last_undegraded":"2024-03-10T22:28:28.922482+0000","last_fullsized":"2024-03-10T22:28:28.922482+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355807+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355807+0000","last_peered":"2024-03-10T22:27:26.355807+0000","last_clean":"2024-03-10T22:27:26.355807+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355807+0000","last_undegraded":"2024-03-10T22:27:26.355807+0000","last_fullsized":"2024-03-10T22:27:26.355807+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1035,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926542+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:50.926542+0000","last_peered":"2024-03-10T22:27:50.926542+0000","last_clean":"2024-03-10T22:27:50.926542+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:50.926542+0000","last_undegraded":"2024-03-10T22:27:50.926542+0000","last_fullsized":"2024-03-10T22:27:50.926542+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1153,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354207+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354207+0000","last_peered":"2024-03-10T22:27:26.354207+0000","last_clean":"2024-03-10T22:27:26.354207+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354207+0000","last_undegraded":"2024-03-10T22:27:26.354207+0000","last_fullsized":"2024-03-10T22:27:26.354207+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918249+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:43.918249+0000","last_peered":"2024-03-10T22:27:43.918249+0000","last_clean":"2024-03-10T22:27:43.918249+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:43.918249+0000","last_undegraded":"2024-03-10T22:27:43.918249+0000","last_fullsized":"2024-03-10T22:27:43.918249+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918224+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:43.918224+0000","last_peered":"2024-03-10T22:27:43.918224+0000","last_clean":"2024-03-10T22:27:43.918224+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:43.918224+0000","last_undegraded":"2024-03-10T22:27:43.918224+0000","last_fullsized":"2024-03-10T22:27:43.918224+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858594+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858594+0000","last_peered":"2024-03-10T22:27:26.858594+0000","last_clean":"2024-03-10T22:27:26.858594+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858594+0000","last_undegraded":"2024-03-10T22:27:26.858594+0000","last_fullsized":"2024-03-10T22:27:26.858594+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470136+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470136+0000","last_peered":"2024-03-10T22:27:28.470136+0000","last_clean":"2024-03-10T22:27:28.470136+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470136+0000","last_undegraded":"2024-03-10T22:27:28.470136+0000","last_fullsized":"2024-03-10T22:27:28.470136+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859059+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.859059+0000","last_peered":"2024-03-10T22:27:26.859059+0000","last_clean":"2024-03-10T22:27:26.859059+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.859059+0000","last_undegraded":"2024-03-10T22:27:26.859059+0000","last_fullsized":"2024-03-10T22:27:26.859059+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859046+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.859046+0000","last_peered":"2024-03-10T22:27:26.859046+0000","last_clean":"2024-03-10T22:27:26.859046+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.859046+0000","last_undegraded":"2024-03-10T22:27:26.859046+0000","last_fullsized":"2024-03-10T22:27:26.859046+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:05.289693+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:28:05.289693+0000","last_peered":"2024-03-10T22:28:05.289693+0000","last_clean":"2024-03-10T22:28:05.289693+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:28:05.289693+0000","last_undegraded":"2024-03-10T22:28:05.289693+0000","last_fullsized":"2024-03-10T22:28:05.289693+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470026+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.470026+0000","last_peered":"2024-03-10T22:27:28.470026+0000","last_clean":"2024-03-10T22:27:28.470026+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.470026+0000","last_undegraded":"2024-03-10T22:27:28.470026+0000","last_fullsized":"2024-03-10T22:27:28.470026+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925415+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:40.925415+0000","last_peered":"2024-03-10T22:27:40.925415+0000","last_clean":"2024-03-10T22:27:40.925415+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:40.925415+0000","last_undegraded":"2024-03-10T22:27:40.925415+0000","last_fullsized":"2024-03-10T22:27:40.925415+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1273,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241543+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:28:02.241543+0000","last_peered":"2024-03-10T22:28:02.241543+0000","last_clean":"2024-03-10T22:28:02.241543+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:28:02.241543+0000","last_undegraded":"2024-03-10T22:28:02.241543+0000","last_fullsized":"2024-03-10T22:28:02.241543+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241522+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:28:02.241522+0000","last_peered":"2024-03-10T22:28:02.241522+0000","last_clean":"2024-03-10T22:28:02.241522+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:28:02.241522+0000","last_undegraded":"2024-03-10T22:28:02.241522+0000","last_fullsized":"2024-03-10T22:28:02.241522+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858638+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858638+0000","last_peered":"2024-03-10T22:27:26.858638+0000","last_clean":"2024-03-10T22:27:26.858638+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858638+0000","last_undegraded":"2024-03-10T22:27:26.858638+0000","last_fullsized":"2024-03-10T22:27:26.858638+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924241+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:30.924241+0000","last_peered":"2024-03-10T22:27:30.924241+0000","last_clean":"2024-03-10T22:27:30.924241+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:30.924241+0000","last_undegraded":"2024-03-10T22:27:30.924241+0000","last_fullsized":"2024-03-10T22:27:30.924241+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469490+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469490+0000","last_peered":"2024-03-10T22:27:28.469490+0000","last_clean":"2024-03-10T22:27:28.469490+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469490+0000","last_undegraded":"2024-03-10T22:27:28.469490+0000","last_fullsized":"2024-03-10T22:27:28.469490+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1261,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475347+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475347+0000","last_peered":"2024-03-10T22:27:27.475347+0000","last_clean":"2024-03-10T22:27:27.475347+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475347+0000","last_undegraded":"2024-03-10T22:27:27.475347+0000","last_fullsized":"2024-03-10T22:27:27.475347+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924214+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:30.924214+0000","last_peered":"2024-03-10T22:27:30.924214+0000","last_clean":"2024-03-10T22:27:30.924214+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:30.924214+0000","last_undegraded":"2024-03-10T22:27:30.924214+0000","last_fullsized":"2024-03-10T22:27:30.924214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4440,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476310+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:27:27.476310+0000","last_peered":"2024-03-10T22:27:27.476310+0000","last_clean":"2024-03-10T22:27:27.476310+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:27:27.476310+0000","last_undegraded":"2024-03-10T22:27:27.476310+0000","last_fullsized":"2024-03-10T22:27:27.476310+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.288227+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:50.288227+0000","last_peered":"2024-03-10T22:27:50.288227+0000","last_clean":"2024-03-10T22:27:50.288227+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:50.288227+0000","last_undegraded":"2024-03-10T22:27:50.288227+0000","last_fullsized":"2024-03-10T22:27:50.288227+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12609,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357045+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.357045+0000","last_peered":"2024-03-10T22:27:26.357045+0000","last_clean":"2024-03-10T22:27:26.357045+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.357045+0000","last_undegraded":"2024-03-10T22:27:26.357045+0000","last_fullsized":"2024-03-10T22:27:26.357045+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436075+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:39.436075+0000","last_peered":"2024-03-10T22:27:39.436075+0000","last_clean":"2024-03-10T22:27:39.436075+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:39.436075+0000","last_undegraded":"2024-03-10T22:27:39.436075+0000","last_fullsized":"2024-03-10T22:27:39.436075+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436125+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:39.436125+0000","last_peered":"2024-03-10T22:27:39.436125+0000","last_clean":"2024-03-10T22:27:39.436125+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:39.436125+0000","last_undegraded":"2024-03-10T22:27:39.436125+0000","last_fullsized":"2024-03-10T22:27:39.436125+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797783+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:54.797783+0000","last_peered":"2024-03-10T22:27:54.797783+0000","last_clean":"2024-03-10T22:27:54.797783+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:54.797783+0000","last_undegraded":"2024-03-10T22:27:54.797783+0000","last_fullsized":"2024-03-10T22:27:54.797783+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15022,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357230+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.357230+0000","last_peered":"2024-03-10T22:27:26.357230+0000","last_clean":"2024-03-10T22:27:26.357230+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.357230+0000","last_undegraded":"2024-03-10T22:27:26.357230+0000","last_fullsized":"2024-03-10T22:27:26.357230+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436112+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:39.436112+0000","last_peered":"2024-03-10T22:27:39.436112+0000","last_clean":"2024-03-10T22:27:39.436112+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:39.436112+0000","last_undegraded":"2024-03-10T22:27:39.436112+0000","last_fullsized":"2024-03-10T22:27:39.436112+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797728+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:54.797728+0000","last_peered":"2024-03-10T22:27:54.797728+0000","last_clean":"2024-03-10T22:27:54.797728+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:54.797728+0000","last_undegraded":"2024-03-10T22:27:54.797728+0000","last_fullsized":"2024-03-10T22:27:54.797728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354257+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354257+0000","last_peered":"2024-03-10T22:27:26.354257+0000","last_clean":"2024-03-10T22:27:26.354257+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354257+0000","last_undegraded":"2024-03-10T22:27:26.354257+0000","last_fullsized":"2024-03-10T22:27:26.354257+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4226,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476597+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:27:27.476597+0000","last_peered":"2024-03-10T22:27:27.476597+0000","last_clean":"2024-03-10T22:27:27.476597+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:27:27.476597+0000","last_undegraded":"2024-03-10T22:27:27.476597+0000","last_fullsized":"2024-03-10T22:27:27.476597+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438501+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:59.438501+0000","last_peered":"2024-03-10T22:27:59.438501+0000","last_clean":"2024-03-10T22:27:59.438501+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:59.438501+0000","last_undegraded":"2024-03-10T22:27:59.438501+0000","last_fullsized":"2024-03-10T22:27:59.438501+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353314+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353314+0000","last_peered":"2024-03-10T22:27:26.353314+0000","last_clean":"2024-03-10T22:27:26.353314+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353314+0000","last_undegraded":"2024-03-10T22:27:26.353314+0000","last_fullsized":"2024-03-10T22:27:26.353314+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700811+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:28:13.700811+0000","last_peered":"2024-03-10T22:28:13.700811+0000","last_clean":"2024-03-10T22:28:13.700811+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:28:13.700811+0000","last_undegraded":"2024-03-10T22:28:13.700811+0000","last_fullsized":"2024-03-10T22:28:13.700811+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4293,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504870+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504870+0000","last_peered":"2024-03-10T22:27:26.504870+0000","last_clean":"2024-03-10T22:27:26.504870+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504870+0000","last_undegraded":"2024-03-10T22:27:26.504870+0000","last_fullsized":"2024-03-10T22:27:26.504870+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1063,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470138+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:27:28.470138+0000","last_peered":"2024-03-10T22:27:28.470138+0000","last_clean":"2024-03-10T22:27:28.470138+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:27:28.470138+0000","last_undegraded":"2024-03-10T22:27:28.470138+0000","last_fullsized":"2024-03-10T22:27:28.470138+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726962+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726962+0000","last_peered":"2024-03-10T22:27:27.726962+0000","last_clean":"2024-03-10T22:27:27.726962+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726962+0000","last_undegraded":"2024-03-10T22:27:27.726962+0000","last_fullsized":"2024-03-10T22:27:27.726962+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797768+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:54.797768+0000","last_peered":"2024-03-10T22:27:54.797768+0000","last_clean":"2024-03-10T22:27:54.797768+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:54.797768+0000","last_undegraded":"2024-03-10T22:27:54.797768+0000","last_fullsized":"2024-03-10T22:27:54.797768+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1539,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504321+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504321+0000","last_peered":"2024-03-10T22:27:26.504321+0000","last_clean":"2024-03-10T22:27:26.504321+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504321+0000","last_undegraded":"2024-03-10T22:27:26.504321+0000","last_fullsized":"2024-03-10T22:27:26.504321+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3651,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799673+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:28:09.799673+0000","last_peered":"2024-03-10T22:28:09.799673+0000","last_clean":"2024-03-10T22:28:09.799673+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:28:09.799673+0000","last_undegraded":"2024-03-10T22:28:09.799673+0000","last_fullsized":"2024-03-10T22:28:09.799673+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355846+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355846+0000","last_peered":"2024-03-10T22:27:26.355846+0000","last_clean":"2024-03-10T22:27:26.355846+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355846+0000","last_undegraded":"2024-03-10T22:27:26.355846+0000","last_fullsized":"2024-03-10T22:27:26.355846+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354336+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354336+0000","last_peered":"2024-03-10T22:27:26.354336+0000","last_clean":"2024-03-10T22:27:26.354336+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354336+0000","last_undegraded":"2024-03-10T22:27:26.354336+0000","last_fullsized":"2024-03-10T22:27:26.354336+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":918,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:53.698785+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:53.698785+0000","last_peered":"2024-03-10T22:27:53.698785+0000","last_clean":"2024-03-10T22:27:53.698785+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:53.698785+0000","last_undegraded":"2024-03-10T22:27:53.698785+0000","last_fullsized":"2024-03-10T22:27:53.698785+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4502,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469965+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:27:28.469965+0000","last_peered":"2024-03-10T22:27:28.469965+0000","last_clean":"2024-03-10T22:27:28.469965+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:27:28.469965+0000","last_undegraded":"2024-03-10T22:27:28.469965+0000","last_fullsized":"2024-03-10T22:27:28.469965+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356340+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356340+0000","last_peered":"2024-03-10T22:27:26.356340+0000","last_clean":"2024-03-10T22:27:26.356340+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356340+0000","last_undegraded":"2024-03-10T22:27:26.356340+0000","last_fullsized":"2024-03-10T22:27:26.356340+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":960,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:44.436877+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:44.436877+0000","last_peered":"2024-03-10T22:27:44.436877+0000","last_clean":"2024-03-10T22:27:44.436877+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:44.436877+0000","last_undegraded":"2024-03-10T22:27:44.436877+0000","last_fullsized":"2024-03-10T22:27:44.436877+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436101+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:39.436101+0000","last_peered":"2024-03-10T22:27:39.436101+0000","last_clean":"2024-03-10T22:27:39.436101+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:39.436101+0000","last_undegraded":"2024-03-10T22:27:39.436101+0000","last_fullsized":"2024-03-10T22:27:39.436101+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355046+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.355046+0000","last_peered":"2024-03-10T22:27:26.355046+0000","last_clean":"2024-03-10T22:27:26.355046+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.355046+0000","last_undegraded":"2024-03-10T22:27:26.355046+0000","last_fullsized":"2024-03-10T22:27:26.355046+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922400+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:28:28.922400+0000","last_peered":"2024-03-10T22:28:28.922400+0000","last_clean":"2024-03-10T22:28:28.922400+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:28:28.922400+0000","last_undegraded":"2024-03-10T22:28:28.922400+0000","last_fullsized":"2024-03-10T22:28:28.922400+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438489+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:59.438489+0000","last_peered":"2024-03-10T22:27:59.438489+0000","last_clean":"2024-03-10T22:27:59.438489+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:59.438489+0000","last_undegraded":"2024-03-10T22:27:59.438489+0000","last_fullsized":"2024-03-10T22:27:59.438489+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727179+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727179+0000","last_peered":"2024-03-10T22:27:27.727179+0000","last_clean":"2024-03-10T22:27:27.727179+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727179+0000","last_undegraded":"2024-03-10T22:27:27.727179+0000","last_fullsized":"2024-03-10T22:27:27.727179+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922423+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:28:28.922423+0000","last_peered":"2024-03-10T22:28:28.922423+0000","last_clean":"2024-03-10T22:28:28.922423+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:28:28.922423+0000","last_undegraded":"2024-03-10T22:28:28.922423+0000","last_fullsized":"2024-03-10T22:28:28.922423+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354064+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354064+0000","last_peered":"2024-03-10T22:27:26.354064+0000","last_clean":"2024-03-10T22:27:26.354064+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354064+0000","last_undegraded":"2024-03-10T22:27:26.354064+0000","last_fullsized":"2024-03-10T22:27:26.354064+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470100+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.470100+0000","last_peered":"2024-03-10T22:27:28.470100+0000","last_clean":"2024-03-10T22:27:28.470100+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.470100+0000","last_undegraded":"2024-03-10T22:27:28.470100+0000","last_fullsized":"2024-03-10T22:27:28.470100+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476221+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:27:27.476221+0000","last_peered":"2024-03-10T22:27:27.476221+0000","last_clean":"2024-03-10T22:27:27.476221+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:27:27.476221+0000","last_undegraded":"2024-03-10T22:27:27.476221+0000","last_fullsized":"2024-03-10T22:27:27.476221+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3246,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859268+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:27:26.859268+0000","last_peered":"2024-03-10T22:27:26.859268+0000","last_clean":"2024-03-10T22:27:26.859268+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:27:26.859268+0000","last_undegraded":"2024-03-10T22:27:26.859268+0000","last_fullsized":"2024-03-10T22:27:26.859268+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1024,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504437+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504437+0000","last_peered":"2024-03-10T22:27:26.504437+0000","last_clean":"2024-03-10T22:27:26.504437+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504437+0000","last_undegraded":"2024-03-10T22:27:26.504437+0000","last_fullsized":"2024-03-10T22:27:26.504437+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:35.286375+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:35.286375+0000","last_peered":"2024-03-10T22:27:35.286375+0000","last_clean":"2024-03-10T22:27:35.286375+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:35.286375+0000","last_undegraded":"2024-03-10T22:27:35.286375+0000","last_fullsized":"2024-03-10T22:27:35.286375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4000,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:50.288196+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:50.288196+0000","last_peered":"2024-03-10T22:27:50.288196+0000","last_clean":"2024-03-10T22:27:50.288196+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:50.288196+0000","last_undegraded":"2024-03-10T22:27:50.288196+0000","last_fullsized":"2024-03-10T22:27:50.288196+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438388+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:59.438388+0000","last_peered":"2024-03-10T22:27:59.438388+0000","last_clean":"2024-03-10T22:27:59.438388+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:59.438388+0000","last_undegraded":"2024-03-10T22:27:59.438388+0000","last_fullsized":"2024-03-10T22:27:59.438388+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726685+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726685+0000","last_peered":"2024-03-10T22:27:27.726685+0000","last_clean":"2024-03-10T22:27:27.726685+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726685+0000","last_undegraded":"2024-03-10T22:27:27.726685+0000","last_fullsized":"2024-03-10T22:27:27.726685+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4940,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476551+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476551+0000","last_peered":"2024-03-10T22:27:27.476551+0000","last_clean":"2024-03-10T22:27:27.476551+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476551+0000","last_undegraded":"2024-03-10T22:27:27.476551+0000","last_fullsized":"2024-03-10T22:27:27.476551+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438411+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:59.438411+0000","last_peered":"2024-03-10T22:27:59.438411+0000","last_clean":"2024-03-10T22:27:59.438411+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:59.438411+0000","last_undegraded":"2024-03-10T22:27:59.438411+0000","last_fullsized":"2024-03-10T22:27:59.438411+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726852+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726852+0000","last_peered":"2024-03-10T22:27:27.726852+0000","last_clean":"2024-03-10T22:27:27.726852+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726852+0000","last_undegraded":"2024-03-10T22:27:27.726852+0000","last_fullsized":"2024-03-10T22:27:27.726852+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355545+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:27:26.355545+0000","last_peered":"2024-03-10T22:27:26.355545+0000","last_clean":"2024-03-10T22:27:26.355545+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:27:26.355545+0000","last_undegraded":"2024-03-10T22:27:26.355545+0000","last_fullsized":"2024-03-10T22:27:26.355545+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475919+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475919+0000","last_peered":"2024-03-10T22:27:27.475919+0000","last_clean":"2024-03-10T22:27:27.475919+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475919+0000","last_undegraded":"2024-03-10T22:27:27.475919+0000","last_fullsized":"2024-03-10T22:27:27.475919+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469625+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469625+0000","last_peered":"2024-03-10T22:27:28.469625+0000","last_clean":"2024-03-10T22:27:28.469625+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469625+0000","last_undegraded":"2024-03-10T22:27:28.469625+0000","last_fullsized":"2024-03-10T22:27:28.469625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5329,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476443+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476443+0000","last_peered":"2024-03-10T22:27:27.476443+0000","last_clean":"2024-03-10T22:27:27.476443+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476443+0000","last_undegraded":"2024-03-10T22:27:27.476443+0000","last_fullsized":"2024-03-10T22:27:27.476443+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475888+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475888+0000","last_peered":"2024-03-10T22:27:27.475888+0000","last_clean":"2024-03-10T22:27:27.475888+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475888+0000","last_undegraded":"2024-03-10T22:27:27.475888+0000","last_fullsized":"2024-03-10T22:27:27.475888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504754+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504754+0000","last_peered":"2024-03-10T22:27:26.504754+0000","last_clean":"2024-03-10T22:27:26.504754+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504754+0000","last_undegraded":"2024-03-10T22:27:26.504754+0000","last_fullsized":"2024-03-10T22:27:26.504754+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4657,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476247+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:27:27.476247+0000","last_peered":"2024-03-10T22:27:27.476247+0000","last_clean":"2024-03-10T22:27:27.476247+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:27:27.476247+0000","last_undegraded":"2024-03-10T22:27:27.476247+0000","last_fullsized":"2024-03-10T22:27:27.476247+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354811+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:27:26.354811+0000","last_peered":"2024-03-10T22:27:26.354811+0000","last_clean":"2024-03-10T22:27:26.354811+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:27:26.354811+0000","last_undegraded":"2024-03-10T22:27:26.354811+0000","last_fullsized":"2024-03-10T22:27:26.354811+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858666+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:27:26.858666+0000","last_peered":"2024-03-10T22:27:26.858666+0000","last_clean":"2024-03-10T22:27:26.858666+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:27:26.858666+0000","last_undegraded":"2024-03-10T22:27:26.858666+0000","last_fullsized":"2024-03-10T22:27:26.858666+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504464+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504464+0000","last_peered":"2024-03-10T22:27:26.504464+0000","last_clean":"2024-03-10T22:27:26.504464+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504464+0000","last_undegraded":"2024-03-10T22:27:26.504464+0000","last_fullsized":"2024-03-10T22:27:26.504464+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476326+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476326+0000","last_peered":"2024-03-10T22:27:27.476326+0000","last_clean":"2024-03-10T22:27:27.476326+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476326+0000","last_undegraded":"2024-03-10T22:27:27.476326+0000","last_fullsized":"2024-03-10T22:27:27.476326+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700780+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:28:13.700780+0000","last_peered":"2024-03-10T22:28:13.700780+0000","last_clean":"2024-03-10T22:28:13.700780+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:28:13.700780+0000","last_undegraded":"2024-03-10T22:28:13.700780+0000","last_fullsized":"2024-03-10T22:28:13.700780+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797755+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:54.797755+0000","last_peered":"2024-03-10T22:27:54.797755+0000","last_clean":"2024-03-10T22:27:54.797755+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:54.797755+0000","last_undegraded":"2024-03-10T22:27:54.797755+0000","last_fullsized":"2024-03-10T22:27:54.797755+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355876+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355876+0000","last_peered":"2024-03-10T22:27:26.355876+0000","last_clean":"2024-03-10T22:27:26.355876+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355876+0000","last_undegraded":"2024-03-10T22:27:26.355876+0000","last_fullsized":"2024-03-10T22:27:26.355876+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726520+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726520+0000","last_peered":"2024-03-10T22:27:27.726520+0000","last_clean":"2024-03-10T22:27:27.726520+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726520+0000","last_undegraded":"2024-03-10T22:27:27.726520+0000","last_fullsized":"2024-03-10T22:27:27.726520+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438472+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:59.438472+0000","last_peered":"2024-03-10T22:27:59.438472+0000","last_clean":"2024-03-10T22:27:59.438472+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:59.438472+0000","last_undegraded":"2024-03-10T22:27:59.438472+0000","last_fullsized":"2024-03-10T22:27:59.438472+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1081,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470259+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470259+0000","last_peered":"2024-03-10T22:27:28.470259+0000","last_clean":"2024-03-10T22:27:28.470259+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470259+0000","last_undegraded":"2024-03-10T22:27:28.470259+0000","last_fullsized":"2024-03-10T22:27:28.470259+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727291+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727291+0000","last_peered":"2024-03-10T22:27:27.727291+0000","last_clean":"2024-03-10T22:27:27.727291+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727291+0000","last_undegraded":"2024-03-10T22:27:27.727291+0000","last_fullsized":"2024-03-10T22:27:27.727291+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799625+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:28:09.799625+0000","last_peered":"2024-03-10T22:28:09.799625+0000","last_clean":"2024-03-10T22:28:09.799625+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:28:09.799625+0000","last_undegraded":"2024-03-10T22:28:09.799625+0000","last_fullsized":"2024-03-10T22:28:09.799625+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726888+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726888+0000","last_peered":"2024-03-10T22:27:27.726888+0000","last_clean":"2024-03-10T22:27:27.726888+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726888+0000","last_undegraded":"2024-03-10T22:27:27.726888+0000","last_fullsized":"2024-03-10T22:27:27.726888+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1112,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858419+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:27:26.858419+0000","last_peered":"2024-03-10T22:27:26.858419+0000","last_clean":"2024-03-10T22:27:26.858419+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:27:26.858419+0000","last_undegraded":"2024-03-10T22:27:26.858419+0000","last_fullsized":"2024-03-10T22:27:26.858419+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:42.239516+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:42.239516+0000","last_peered":"2024-03-10T22:27:42.239516+0000","last_clean":"2024-03-10T22:27:42.239516+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:42.239516+0000","last_undegraded":"2024-03-10T22:27:42.239516+0000","last_fullsized":"2024-03-10T22:27:42.239516+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469825+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469825+0000","last_peered":"2024-03-10T22:27:28.469825+0000","last_clean":"2024-03-10T22:27:28.469825+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469825+0000","last_undegraded":"2024-03-10T22:27:28.469825+0000","last_fullsized":"2024-03-10T22:27:28.469825+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783964,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928611,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586439,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796494,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474496,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329849,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152498,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073259,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:30:32.746 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:32.746 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:32.746 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:32.746 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:32.746 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:32.746 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:32.747 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:32.747 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:32.747 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:30:33.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:32 smithi169 ceph-mon[90638]: from='client.44534 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:33.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:32 smithi169 ceph-mon[90638]: pgmap v993: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:33.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:32 smithi169 ceph-mon[88180]: from='client.44534 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:33.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:32 smithi169 ceph-mon[88180]: pgmap v993: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:33.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:32 smithi172 ceph-mon[84635]: from='client.44534 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:33.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:32 smithi172 ceph-mon[84635]: pgmap v993: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:35.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:34 smithi169 ceph-mon[88180]: pgmap v994: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:35.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:34 smithi169 ceph-mon[90638]: pgmap v994: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:35.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:34 smithi172 ceph-mon[84635]: pgmap v994: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:30:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:30:35] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:30:37.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:36 smithi169 ceph-mon[88180]: pgmap v995: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:37.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:36 smithi169 ceph-mon[90638]: pgmap v995: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:37.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:36 smithi172 ceph-mon[84635]: pgmap v995: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:39.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:38 smithi169 ceph-mon[88180]: pgmap v996: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:39.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:38 smithi169 ceph-mon[90638]: pgmap v996: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:39.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:38 smithi172 ceph-mon[84635]: pgmap v996: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:41.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:41.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:41.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:42.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:41 smithi169 ceph-mon[90638]: pgmap v997: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:42.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:41 smithi169 ceph-mon[88180]: pgmap v997: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:42.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:41 smithi172 ceph-mon[84635]: pgmap v997: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:42.727 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:30:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:30:42.748 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:30:42.968 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:30:43.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:42 smithi169 ceph-mon[88180]: pgmap v998: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:43.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:42 smithi169 ceph-mon[90638]: pgmap v998: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:43.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:42 smithi172 ceph-mon[84635]: pgmap v998: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:44.849 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:30:44.851 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:30:45.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:44 smithi169 ceph-mon[88180]: pgmap v999: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:45.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:44 smithi169 ceph-mon[90638]: pgmap v999: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:45.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:44 smithi172 ceph-mon[84635]: pgmap v999: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:45.561 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":999,"stamp":"2024-03-10T22:30:44.652931+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003742"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505140+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505140+0000","last_peered":"2024-03-10T22:27:26.505140+0000","last_clean":"2024-03-10T22:27:26.505140+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505140+0000","last_undegraded":"2024-03-10T22:27:26.505140+0000","last_fullsized":"2024-03-10T22:27:26.505140+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436143+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:39.436143+0000","last_peered":"2024-03-10T22:27:39.436143+0000","last_clean":"2024-03-10T22:27:39.436143+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:39.436143+0000","last_undegraded":"2024-03-10T22:27:39.436143+0000","last_fullsized":"2024-03-10T22:27:39.436143+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356458+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356458+0000","last_peered":"2024-03-10T22:27:26.356458+0000","last_clean":"2024-03-10T22:27:26.356458+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356458+0000","last_undegraded":"2024-03-10T22:27:26.356458+0000","last_fullsized":"2024-03-10T22:27:26.356458+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.796220+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:39.796220+0000","last_peered":"2024-03-10T22:27:39.796220+0000","last_clean":"2024-03-10T22:27:39.796220+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:39.796220+0000","last_undegraded":"2024-03-10T22:27:39.796220+0000","last_fullsized":"2024-03-10T22:27:39.796220+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926520+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:50.926520+0000","last_peered":"2024-03-10T22:27:50.926520+0000","last_clean":"2024-03-10T22:27:50.926520+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:50.926520+0000","last_undegraded":"2024-03-10T22:27:50.926520+0000","last_fullsized":"2024-03-10T22:27:50.926520+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:50.926486+0000","last_peered":"2024-03-10T22:27:50.926486+0000","last_clean":"2024-03-10T22:27:50.926486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:50.926486+0000","last_undegraded":"2024-03-10T22:27:50.926486+0000","last_fullsized":"2024-03-10T22:27:50.926486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925459+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:40.925459+0000","last_peered":"2024-03-10T22:27:40.925459+0000","last_clean":"2024-03-10T22:27:40.925459+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:40.925459+0000","last_undegraded":"2024-03-10T22:27:40.925459+0000","last_fullsized":"2024-03-10T22:27:40.925459+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469964+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469964+0000","last_peered":"2024-03-10T22:27:28.469964+0000","last_clean":"2024-03-10T22:27:28.469964+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469964+0000","last_undegraded":"2024-03-10T22:27:28.469964+0000","last_fullsized":"2024-03-10T22:27:28.469964+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469864+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469864+0000","last_peered":"2024-03-10T22:27:28.469864+0000","last_clean":"2024-03-10T22:27:28.469864+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469864+0000","last_undegraded":"2024-03-10T22:27:28.469864+0000","last_fullsized":"2024-03-10T22:27:28.469864+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1158,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354625+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:27:26.354625+0000","last_peered":"2024-03-10T22:27:26.354625+0000","last_clean":"2024-03-10T22:27:26.354625+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:27:26.354625+0000","last_undegraded":"2024-03-10T22:27:26.354625+0000","last_fullsized":"2024-03-10T22:27:26.354625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918262+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:43.918262+0000","last_peered":"2024-03-10T22:27:43.918262+0000","last_clean":"2024-03-10T22:27:43.918262+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:43.918262+0000","last_undegraded":"2024-03-10T22:27:43.918262+0000","last_fullsized":"2024-03-10T22:27:43.918262+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241498+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:28:02.241498+0000","last_peered":"2024-03-10T22:28:02.241498+0000","last_clean":"2024-03-10T22:28:02.241498+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:28:02.241498+0000","last_undegraded":"2024-03-10T22:28:02.241498+0000","last_fullsized":"2024-03-10T22:28:02.241498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353538+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353538+0000","last_peered":"2024-03-10T22:27:26.353538+0000","last_clean":"2024-03-10T22:27:26.353538+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353538+0000","last_undegraded":"2024-03-10T22:27:26.353538+0000","last_fullsized":"2024-03-10T22:27:26.353538+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858325+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858325+0000","last_peered":"2024-03-10T22:27:26.858325+0000","last_clean":"2024-03-10T22:27:26.858325+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858325+0000","last_undegraded":"2024-03-10T22:27:26.858325+0000","last_fullsized":"2024-03-10T22:27:26.858325+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476196+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.476196+0000","last_peered":"2024-03-10T22:27:27.476196+0000","last_clean":"2024-03-10T22:27:27.476196+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.476196+0000","last_undegraded":"2024-03-10T22:27:27.476196+0000","last_fullsized":"2024-03-10T22:27:27.476196+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476001+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.476001+0000","last_peered":"2024-03-10T22:27:27.476001+0000","last_clean":"2024-03-10T22:27:27.476001+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.476001+0000","last_undegraded":"2024-03-10T22:27:27.476001+0000","last_fullsized":"2024-03-10T22:27:27.476001+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504745+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504745+0000","last_peered":"2024-03-10T22:27:26.504745+0000","last_clean":"2024-03-10T22:27:26.504745+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504745+0000","last_undegraded":"2024-03-10T22:27:26.504745+0000","last_fullsized":"2024-03-10T22:27:26.504745+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1289,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356267+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356267+0000","last_peered":"2024-03-10T22:27:26.356267+0000","last_clean":"2024-03-10T22:27:26.356267+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356267+0000","last_undegraded":"2024-03-10T22:27:26.356267+0000","last_fullsized":"2024-03-10T22:27:26.356267+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922463+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:28:28.922463+0000","last_peered":"2024-03-10T22:28:28.922463+0000","last_clean":"2024-03-10T22:28:28.922463+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:28:28.922463+0000","last_undegraded":"2024-03-10T22:28:28.922463+0000","last_fullsized":"2024-03-10T22:28:28.922463+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922482+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:28:28.922482+0000","last_peered":"2024-03-10T22:28:28.922482+0000","last_clean":"2024-03-10T22:28:28.922482+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:28:28.922482+0000","last_undegraded":"2024-03-10T22:28:28.922482+0000","last_fullsized":"2024-03-10T22:28:28.922482+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355807+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355807+0000","last_peered":"2024-03-10T22:27:26.355807+0000","last_clean":"2024-03-10T22:27:26.355807+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355807+0000","last_undegraded":"2024-03-10T22:27:26.355807+0000","last_fullsized":"2024-03-10T22:27:26.355807+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1035,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926542+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:50.926542+0000","last_peered":"2024-03-10T22:27:50.926542+0000","last_clean":"2024-03-10T22:27:50.926542+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:50.926542+0000","last_undegraded":"2024-03-10T22:27:50.926542+0000","last_fullsized":"2024-03-10T22:27:50.926542+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1153,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354207+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354207+0000","last_peered":"2024-03-10T22:27:26.354207+0000","last_clean":"2024-03-10T22:27:26.354207+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354207+0000","last_undegraded":"2024-03-10T22:27:26.354207+0000","last_fullsized":"2024-03-10T22:27:26.354207+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918249+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:43.918249+0000","last_peered":"2024-03-10T22:27:43.918249+0000","last_clean":"2024-03-10T22:27:43.918249+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:43.918249+0000","last_undegraded":"2024-03-10T22:27:43.918249+0000","last_fullsized":"2024-03-10T22:27:43.918249+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918224+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:43.918224+0000","last_peered":"2024-03-10T22:27:43.918224+0000","last_clean":"2024-03-10T22:27:43.918224+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:43.918224+0000","last_undegraded":"2024-03-10T22:27:43.918224+0000","last_fullsized":"2024-03-10T22:27:43.918224+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858594+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858594+0000","last_peered":"2024-03-10T22:27:26.858594+0000","last_clean":"2024-03-10T22:27:26.858594+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858594+0000","last_undegraded":"2024-03-10T22:27:26.858594+0000","last_fullsized":"2024-03-10T22:27:26.858594+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470136+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470136+0000","last_peered":"2024-03-10T22:27:28.470136+0000","last_clean":"2024-03-10T22:27:28.470136+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470136+0000","last_undegraded":"2024-03-10T22:27:28.470136+0000","last_fullsized":"2024-03-10T22:27:28.470136+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859059+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.859059+0000","last_peered":"2024-03-10T22:27:26.859059+0000","last_clean":"2024-03-10T22:27:26.859059+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.859059+0000","last_undegraded":"2024-03-10T22:27:26.859059+0000","last_fullsized":"2024-03-10T22:27:26.859059+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859046+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.859046+0000","last_peered":"2024-03-10T22:27:26.859046+0000","last_clean":"2024-03-10T22:27:26.859046+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.859046+0000","last_undegraded":"2024-03-10T22:27:26.859046+0000","last_fullsized":"2024-03-10T22:27:26.859046+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356057+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:27:26.356057+0000","last_peered":"2024-03-10T22:27:26.356057+0000","last_clean":"2024-03-10T22:27:26.356057+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:27:26.356057+0000","last_undegraded":"2024-03-10T22:27:26.356057+0000","last_fullsized":"2024-03-10T22:27:26.356057+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:05.289693+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:28:05.289693+0000","last_peered":"2024-03-10T22:28:05.289693+0000","last_clean":"2024-03-10T22:28:05.289693+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:28:05.289693+0000","last_undegraded":"2024-03-10T22:28:05.289693+0000","last_fullsized":"2024-03-10T22:28:05.289693+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470026+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.470026+0000","last_peered":"2024-03-10T22:27:28.470026+0000","last_clean":"2024-03-10T22:27:28.470026+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.470026+0000","last_undegraded":"2024-03-10T22:27:28.470026+0000","last_fullsized":"2024-03-10T22:27:28.470026+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925415+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:40.925415+0000","last_peered":"2024-03-10T22:27:40.925415+0000","last_clean":"2024-03-10T22:27:40.925415+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:40.925415+0000","last_undegraded":"2024-03-10T22:27:40.925415+0000","last_fullsized":"2024-03-10T22:27:40.925415+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1273,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241543+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:28:02.241543+0000","last_peered":"2024-03-10T22:28:02.241543+0000","last_clean":"2024-03-10T22:28:02.241543+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:28:02.241543+0000","last_undegraded":"2024-03-10T22:28:02.241543+0000","last_fullsized":"2024-03-10T22:28:02.241543+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241522+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:28:02.241522+0000","last_peered":"2024-03-10T22:28:02.241522+0000","last_clean":"2024-03-10T22:28:02.241522+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:28:02.241522+0000","last_undegraded":"2024-03-10T22:28:02.241522+0000","last_fullsized":"2024-03-10T22:28:02.241522+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858638+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858638+0000","last_peered":"2024-03-10T22:27:26.858638+0000","last_clean":"2024-03-10T22:27:26.858638+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858638+0000","last_undegraded":"2024-03-10T22:27:26.858638+0000","last_fullsized":"2024-03-10T22:27:26.858638+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924241+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:30.924241+0000","last_peered":"2024-03-10T22:27:30.924241+0000","last_clean":"2024-03-10T22:27:30.924241+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:30.924241+0000","last_undegraded":"2024-03-10T22:27:30.924241+0000","last_fullsized":"2024-03-10T22:27:30.924241+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469490+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469490+0000","last_peered":"2024-03-10T22:27:28.469490+0000","last_clean":"2024-03-10T22:27:28.469490+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469490+0000","last_undegraded":"2024-03-10T22:27:28.469490+0000","last_fullsized":"2024-03-10T22:27:28.469490+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1261,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475347+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475347+0000","last_peered":"2024-03-10T22:27:27.475347+0000","last_clean":"2024-03-10T22:27:27.475347+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475347+0000","last_undegraded":"2024-03-10T22:27:27.475347+0000","last_fullsized":"2024-03-10T22:27:27.475347+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924214+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:30.924214+0000","last_peered":"2024-03-10T22:27:30.924214+0000","last_clean":"2024-03-10T22:27:30.924214+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:30.924214+0000","last_undegraded":"2024-03-10T22:27:30.924214+0000","last_fullsized":"2024-03-10T22:27:30.924214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4441,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702739+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:28:33.702739+0000","last_peered":"2024-03-10T22:28:33.702739+0000","last_clean":"2024-03-10T22:28:33.702739+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:28:33.702739+0000","last_undegraded":"2024-03-10T22:28:33.702739+0000","last_fullsized":"2024-03-10T22:28:33.702739+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.288227+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:50.288227+0000","last_peered":"2024-03-10T22:27:50.288227+0000","last_clean":"2024-03-10T22:27:50.288227+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:50.288227+0000","last_undegraded":"2024-03-10T22:27:50.288227+0000","last_fullsized":"2024-03-10T22:27:50.288227+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12609,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357045+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.357045+0000","last_peered":"2024-03-10T22:27:26.357045+0000","last_clean":"2024-03-10T22:27:26.357045+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.357045+0000","last_undegraded":"2024-03-10T22:27:26.357045+0000","last_fullsized":"2024-03-10T22:27:26.357045+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436075+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:39.436075+0000","last_peered":"2024-03-10T22:27:39.436075+0000","last_clean":"2024-03-10T22:27:39.436075+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:39.436075+0000","last_undegraded":"2024-03-10T22:27:39.436075+0000","last_fullsized":"2024-03-10T22:27:39.436075+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436125+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:39.436125+0000","last_peered":"2024-03-10T22:27:39.436125+0000","last_clean":"2024-03-10T22:27:39.436125+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:39.436125+0000","last_undegraded":"2024-03-10T22:27:39.436125+0000","last_fullsized":"2024-03-10T22:27:39.436125+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797783+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:54.797783+0000","last_peered":"2024-03-10T22:27:54.797783+0000","last_clean":"2024-03-10T22:27:54.797783+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:54.797783+0000","last_undegraded":"2024-03-10T22:27:54.797783+0000","last_fullsized":"2024-03-10T22:27:54.797783+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15022,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357230+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.357230+0000","last_peered":"2024-03-10T22:27:26.357230+0000","last_clean":"2024-03-10T22:27:26.357230+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.357230+0000","last_undegraded":"2024-03-10T22:27:26.357230+0000","last_fullsized":"2024-03-10T22:27:26.357230+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436112+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:39.436112+0000","last_peered":"2024-03-10T22:27:39.436112+0000","last_clean":"2024-03-10T22:27:39.436112+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:39.436112+0000","last_undegraded":"2024-03-10T22:27:39.436112+0000","last_fullsized":"2024-03-10T22:27:39.436112+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797728+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:54.797728+0000","last_peered":"2024-03-10T22:27:54.797728+0000","last_clean":"2024-03-10T22:27:54.797728+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:54.797728+0000","last_undegraded":"2024-03-10T22:27:54.797728+0000","last_fullsized":"2024-03-10T22:27:54.797728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354257+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354257+0000","last_peered":"2024-03-10T22:27:26.354257+0000","last_clean":"2024-03-10T22:27:26.354257+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354257+0000","last_undegraded":"2024-03-10T22:27:26.354257+0000","last_fullsized":"2024-03-10T22:27:26.354257+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4227,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702808+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:28:33.702808+0000","last_peered":"2024-03-10T22:28:33.702808+0000","last_clean":"2024-03-10T22:28:33.702808+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:28:33.702808+0000","last_undegraded":"2024-03-10T22:28:33.702808+0000","last_fullsized":"2024-03-10T22:28:33.702808+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438501+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:59.438501+0000","last_peered":"2024-03-10T22:27:59.438501+0000","last_clean":"2024-03-10T22:27:59.438501+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:59.438501+0000","last_undegraded":"2024-03-10T22:27:59.438501+0000","last_fullsized":"2024-03-10T22:27:59.438501+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353314+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353314+0000","last_peered":"2024-03-10T22:27:26.353314+0000","last_clean":"2024-03-10T22:27:26.353314+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353314+0000","last_undegraded":"2024-03-10T22:27:26.353314+0000","last_fullsized":"2024-03-10T22:27:26.353314+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700811+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:28:13.700811+0000","last_peered":"2024-03-10T22:28:13.700811+0000","last_clean":"2024-03-10T22:28:13.700811+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:28:13.700811+0000","last_undegraded":"2024-03-10T22:28:13.700811+0000","last_fullsized":"2024-03-10T22:28:13.700811+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4293,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504870+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504870+0000","last_peered":"2024-03-10T22:27:26.504870+0000","last_clean":"2024-03-10T22:27:26.504870+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504870+0000","last_undegraded":"2024-03-10T22:27:26.504870+0000","last_fullsized":"2024-03-10T22:27:26.504870+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660651+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:28:30.660651+0000","last_peered":"2024-03-10T22:28:30.660651+0000","last_clean":"2024-03-10T22:28:30.660651+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:28:30.660651+0000","last_undegraded":"2024-03-10T22:28:30.660651+0000","last_fullsized":"2024-03-10T22:28:30.660651+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726962+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:27:27.726962+0000","last_peered":"2024-03-10T22:27:27.726962+0000","last_clean":"2024-03-10T22:27:27.726962+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:27:27.726962+0000","last_undegraded":"2024-03-10T22:27:27.726962+0000","last_fullsized":"2024-03-10T22:27:27.726962+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797768+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:54.797768+0000","last_peered":"2024-03-10T22:27:54.797768+0000","last_clean":"2024-03-10T22:27:54.797768+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:54.797768+0000","last_undegraded":"2024-03-10T22:27:54.797768+0000","last_fullsized":"2024-03-10T22:27:54.797768+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1539,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504321+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:27:26.504321+0000","last_peered":"2024-03-10T22:27:26.504321+0000","last_clean":"2024-03-10T22:27:26.504321+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:27:26.504321+0000","last_undegraded":"2024-03-10T22:27:26.504321+0000","last_fullsized":"2024-03-10T22:27:26.504321+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3651,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799673+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:28:09.799673+0000","last_peered":"2024-03-10T22:28:09.799673+0000","last_clean":"2024-03-10T22:28:09.799673+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:28:09.799673+0000","last_undegraded":"2024-03-10T22:28:09.799673+0000","last_fullsized":"2024-03-10T22:28:09.799673+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355846+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355846+0000","last_peered":"2024-03-10T22:27:26.355846+0000","last_clean":"2024-03-10T22:27:26.355846+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355846+0000","last_undegraded":"2024-03-10T22:27:26.355846+0000","last_fullsized":"2024-03-10T22:27:26.355846+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354336+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354336+0000","last_peered":"2024-03-10T22:27:26.354336+0000","last_clean":"2024-03-10T22:27:26.354336+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354336+0000","last_undegraded":"2024-03-10T22:27:26.354336+0000","last_fullsized":"2024-03-10T22:27:26.354336+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":918,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:53.698785+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:53.698785+0000","last_peered":"2024-03-10T22:27:53.698785+0000","last_clean":"2024-03-10T22:27:53.698785+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:53.698785+0000","last_undegraded":"2024-03-10T22:27:53.698785+0000","last_fullsized":"2024-03-10T22:27:53.698785+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4503,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660625+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:28:30.660625+0000","last_peered":"2024-03-10T22:28:30.660625+0000","last_clean":"2024-03-10T22:28:30.660625+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:28:30.660625+0000","last_undegraded":"2024-03-10T22:28:30.660625+0000","last_fullsized":"2024-03-10T22:28:30.660625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356340+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356340+0000","last_peered":"2024-03-10T22:27:26.356340+0000","last_clean":"2024-03-10T22:27:26.356340+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356340+0000","last_undegraded":"2024-03-10T22:27:26.356340+0000","last_fullsized":"2024-03-10T22:27:26.356340+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":960,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:44.436877+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:44.436877+0000","last_peered":"2024-03-10T22:27:44.436877+0000","last_clean":"2024-03-10T22:27:44.436877+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:44.436877+0000","last_undegraded":"2024-03-10T22:27:44.436877+0000","last_fullsized":"2024-03-10T22:27:44.436877+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436101+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:39.436101+0000","last_peered":"2024-03-10T22:27:39.436101+0000","last_clean":"2024-03-10T22:27:39.436101+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:39.436101+0000","last_undegraded":"2024-03-10T22:27:39.436101+0000","last_fullsized":"2024-03-10T22:27:39.436101+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355046+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.355046+0000","last_peered":"2024-03-10T22:27:26.355046+0000","last_clean":"2024-03-10T22:27:26.355046+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.355046+0000","last_undegraded":"2024-03-10T22:27:26.355046+0000","last_fullsized":"2024-03-10T22:27:26.355046+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922400+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:28:28.922400+0000","last_peered":"2024-03-10T22:28:28.922400+0000","last_clean":"2024-03-10T22:28:28.922400+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:28:28.922400+0000","last_undegraded":"2024-03-10T22:28:28.922400+0000","last_fullsized":"2024-03-10T22:28:28.922400+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438489+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:59.438489+0000","last_peered":"2024-03-10T22:27:59.438489+0000","last_clean":"2024-03-10T22:27:59.438489+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:59.438489+0000","last_undegraded":"2024-03-10T22:27:59.438489+0000","last_fullsized":"2024-03-10T22:27:59.438489+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727179+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727179+0000","last_peered":"2024-03-10T22:27:27.727179+0000","last_clean":"2024-03-10T22:27:27.727179+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727179+0000","last_undegraded":"2024-03-10T22:27:27.727179+0000","last_fullsized":"2024-03-10T22:27:27.727179+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922423+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:28:28.922423+0000","last_peered":"2024-03-10T22:28:28.922423+0000","last_clean":"2024-03-10T22:28:28.922423+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:28:28.922423+0000","last_undegraded":"2024-03-10T22:28:28.922423+0000","last_fullsized":"2024-03-10T22:28:28.922423+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354064+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354064+0000","last_peered":"2024-03-10T22:27:26.354064+0000","last_clean":"2024-03-10T22:27:26.354064+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354064+0000","last_undegraded":"2024-03-10T22:27:26.354064+0000","last_fullsized":"2024-03-10T22:27:26.354064+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470100+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:27:28.470100+0000","last_peered":"2024-03-10T22:27:28.470100+0000","last_clean":"2024-03-10T22:27:28.470100+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:27:28.470100+0000","last_undegraded":"2024-03-10T22:27:28.470100+0000","last_fullsized":"2024-03-10T22:27:28.470100+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:33.702827+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:28:33.702827+0000","last_peered":"2024-03-10T22:28:33.702827+0000","last_clean":"2024-03-10T22:28:33.702827+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:28:33.702827+0000","last_undegraded":"2024-03-10T22:28:33.702827+0000","last_fullsized":"2024-03-10T22:28:33.702827+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3247,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801371+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:28:24.801371+0000","last_peered":"2024-03-10T22:28:24.801371+0000","last_clean":"2024-03-10T22:28:24.801371+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:28:24.801371+0000","last_undegraded":"2024-03-10T22:28:24.801371+0000","last_fullsized":"2024-03-10T22:28:24.801371+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1024,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504437+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504437+0000","last_peered":"2024-03-10T22:27:26.504437+0000","last_clean":"2024-03-10T22:27:26.504437+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504437+0000","last_undegraded":"2024-03-10T22:27:26.504437+0000","last_fullsized":"2024-03-10T22:27:26.504437+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:35.286375+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:35.286375+0000","last_peered":"2024-03-10T22:27:35.286375+0000","last_clean":"2024-03-10T22:27:35.286375+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:35.286375+0000","last_undegraded":"2024-03-10T22:27:35.286375+0000","last_fullsized":"2024-03-10T22:27:35.286375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4000,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:50.288196+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:50.288196+0000","last_peered":"2024-03-10T22:27:50.288196+0000","last_clean":"2024-03-10T22:27:50.288196+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:50.288196+0000","last_undegraded":"2024-03-10T22:27:50.288196+0000","last_fullsized":"2024-03-10T22:27:50.288196+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438388+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:59.438388+0000","last_peered":"2024-03-10T22:27:59.438388+0000","last_clean":"2024-03-10T22:27:59.438388+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:59.438388+0000","last_undegraded":"2024-03-10T22:27:59.438388+0000","last_fullsized":"2024-03-10T22:27:59.438388+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726685+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726685+0000","last_peered":"2024-03-10T22:27:27.726685+0000","last_clean":"2024-03-10T22:27:27.726685+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726685+0000","last_undegraded":"2024-03-10T22:27:27.726685+0000","last_fullsized":"2024-03-10T22:27:27.726685+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4940,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476551+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476551+0000","last_peered":"2024-03-10T22:27:27.476551+0000","last_clean":"2024-03-10T22:27:27.476551+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476551+0000","last_undegraded":"2024-03-10T22:27:27.476551+0000","last_fullsized":"2024-03-10T22:27:27.476551+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438411+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:59.438411+0000","last_peered":"2024-03-10T22:27:59.438411+0000","last_clean":"2024-03-10T22:27:59.438411+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:59.438411+0000","last_undegraded":"2024-03-10T22:27:59.438411+0000","last_fullsized":"2024-03-10T22:27:59.438411+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726852+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726852+0000","last_peered":"2024-03-10T22:27:27.726852+0000","last_clean":"2024-03-10T22:27:27.726852+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726852+0000","last_undegraded":"2024-03-10T22:27:27.726852+0000","last_fullsized":"2024-03-10T22:27:27.726852+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440880+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:28:19.440880+0000","last_peered":"2024-03-10T22:28:19.440880+0000","last_clean":"2024-03-10T22:28:19.440880+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:28:19.440880+0000","last_undegraded":"2024-03-10T22:28:19.440880+0000","last_fullsized":"2024-03-10T22:28:19.440880+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475919+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475919+0000","last_peered":"2024-03-10T22:27:27.475919+0000","last_clean":"2024-03-10T22:27:27.475919+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475919+0000","last_undegraded":"2024-03-10T22:27:27.475919+0000","last_fullsized":"2024-03-10T22:27:27.475919+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469625+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:27:28.469625+0000","last_peered":"2024-03-10T22:27:28.469625+0000","last_clean":"2024-03-10T22:27:28.469625+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:27:28.469625+0000","last_undegraded":"2024-03-10T22:27:28.469625+0000","last_fullsized":"2024-03-10T22:27:28.469625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5329,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476443+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476443+0000","last_peered":"2024-03-10T22:27:27.476443+0000","last_clean":"2024-03-10T22:27:27.476443+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476443+0000","last_undegraded":"2024-03-10T22:27:27.476443+0000","last_fullsized":"2024-03-10T22:27:27.476443+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475888+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475888+0000","last_peered":"2024-03-10T22:27:27.475888+0000","last_clean":"2024-03-10T22:27:27.475888+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475888+0000","last_undegraded":"2024-03-10T22:27:27.475888+0000","last_fullsized":"2024-03-10T22:27:27.475888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504754+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504754+0000","last_peered":"2024-03-10T22:27:26.504754+0000","last_clean":"2024-03-10T22:27:26.504754+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504754+0000","last_undegraded":"2024-03-10T22:27:26.504754+0000","last_fullsized":"2024-03-10T22:27:26.504754+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4658,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702780+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:28:33.702780+0000","last_peered":"2024-03-10T22:28:33.702780+0000","last_clean":"2024-03-10T22:28:33.702780+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:28:33.702780+0000","last_undegraded":"2024-03-10T22:28:33.702780+0000","last_fullsized":"2024-03-10T22:28:33.702780+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440926+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:28:19.440926+0000","last_peered":"2024-03-10T22:28:19.440926+0000","last_clean":"2024-03-10T22:28:19.440926+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:28:19.440926+0000","last_undegraded":"2024-03-10T22:28:19.440926+0000","last_fullsized":"2024-03-10T22:28:19.440926+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801345+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:28:24.801345+0000","last_peered":"2024-03-10T22:28:24.801345+0000","last_clean":"2024-03-10T22:28:24.801345+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:28:24.801345+0000","last_undegraded":"2024-03-10T22:28:24.801345+0000","last_fullsized":"2024-03-10T22:28:24.801345+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504464+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504464+0000","last_peered":"2024-03-10T22:27:26.504464+0000","last_clean":"2024-03-10T22:27:26.504464+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504464+0000","last_undegraded":"2024-03-10T22:27:26.504464+0000","last_fullsized":"2024-03-10T22:27:26.504464+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476326+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476326+0000","last_peered":"2024-03-10T22:27:27.476326+0000","last_clean":"2024-03-10T22:27:27.476326+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476326+0000","last_undegraded":"2024-03-10T22:27:27.476326+0000","last_fullsized":"2024-03-10T22:27:27.476326+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660589+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:28:30.660589+0000","last_peered":"2024-03-10T22:28:30.660589+0000","last_clean":"2024-03-10T22:28:30.660589+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:28:30.660589+0000","last_undegraded":"2024-03-10T22:28:30.660589+0000","last_fullsized":"2024-03-10T22:28:30.660589+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700780+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:28:13.700780+0000","last_peered":"2024-03-10T22:28:13.700780+0000","last_clean":"2024-03-10T22:28:13.700780+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:28:13.700780+0000","last_undegraded":"2024-03-10T22:28:13.700780+0000","last_fullsized":"2024-03-10T22:28:13.700780+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797755+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:54.797755+0000","last_peered":"2024-03-10T22:27:54.797755+0000","last_clean":"2024-03-10T22:27:54.797755+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:54.797755+0000","last_undegraded":"2024-03-10T22:27:54.797755+0000","last_fullsized":"2024-03-10T22:27:54.797755+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355876+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355876+0000","last_peered":"2024-03-10T22:27:26.355876+0000","last_clean":"2024-03-10T22:27:26.355876+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355876+0000","last_undegraded":"2024-03-10T22:27:26.355876+0000","last_fullsized":"2024-03-10T22:27:26.355876+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726520+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726520+0000","last_peered":"2024-03-10T22:27:27.726520+0000","last_clean":"2024-03-10T22:27:27.726520+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726520+0000","last_undegraded":"2024-03-10T22:27:27.726520+0000","last_fullsized":"2024-03-10T22:27:27.726520+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438472+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:59.438472+0000","last_peered":"2024-03-10T22:27:59.438472+0000","last_clean":"2024-03-10T22:27:59.438472+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:59.438472+0000","last_undegraded":"2024-03-10T22:27:59.438472+0000","last_fullsized":"2024-03-10T22:27:59.438472+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1081,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470259+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:27:28.470259+0000","last_peered":"2024-03-10T22:27:28.470259+0000","last_clean":"2024-03-10T22:27:28.470259+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:27:28.470259+0000","last_undegraded":"2024-03-10T22:27:28.470259+0000","last_fullsized":"2024-03-10T22:27:28.470259+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727291+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727291+0000","last_peered":"2024-03-10T22:27:27.727291+0000","last_clean":"2024-03-10T22:27:27.727291+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727291+0000","last_undegraded":"2024-03-10T22:27:27.727291+0000","last_fullsized":"2024-03-10T22:27:27.727291+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799625+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:28:09.799625+0000","last_peered":"2024-03-10T22:28:09.799625+0000","last_clean":"2024-03-10T22:28:09.799625+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:28:09.799625+0000","last_undegraded":"2024-03-10T22:28:09.799625+0000","last_fullsized":"2024-03-10T22:28:09.799625+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726888+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726888+0000","last_peered":"2024-03-10T22:27:27.726888+0000","last_clean":"2024-03-10T22:27:27.726888+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726888+0000","last_undegraded":"2024-03-10T22:27:27.726888+0000","last_fullsized":"2024-03-10T22:27:27.726888+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801311+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:28:24.801311+0000","last_peered":"2024-03-10T22:28:24.801311+0000","last_clean":"2024-03-10T22:28:24.801311+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:28:24.801311+0000","last_undegraded":"2024-03-10T22:28:24.801311+0000","last_fullsized":"2024-03-10T22:28:24.801311+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:42.239516+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:42.239516+0000","last_peered":"2024-03-10T22:27:42.239516+0000","last_clean":"2024-03-10T22:27:42.239516+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:42.239516+0000","last_undegraded":"2024-03-10T22:27:42.239516+0000","last_fullsized":"2024-03-10T22:27:42.239516+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469825+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469825+0000","last_peered":"2024-03-10T22:27:28.469825+0000","last_clean":"2024-03-10T22:27:28.469825+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469825+0000","last_undegraded":"2024-03-10T22:27:28.469825+0000","last_fullsized":"2024-03-10T22:27:28.469825+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783967,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928614,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586442,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796497,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474499,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329852,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152500,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073261,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:30:45.611 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:45.611 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:45.611 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:45.611 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:45.611 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:45.611 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:45.611 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:45.611 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:45.611 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:30:45.824 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:45 smithi169 ceph-mon[90638]: from='client.44540 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:45.824 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:45 smithi169 ceph-mon[88180]: from='client.44540 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:46.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:45 smithi172 ceph-mon[84635]: from='client.44540 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:30:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:30:45] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:30:47.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:46 smithi169 ceph-mon[88180]: pgmap v1000: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:47.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:46 smithi169 ceph-mon[90638]: pgmap v1000: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:47.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:46 smithi172 ceph-mon[84635]: pgmap v1000: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:49.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:48 smithi169 ceph-mon[88180]: pgmap v1001: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:49.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:48 smithi169 ceph-mon[90638]: pgmap v1001: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:49.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:48 smithi172 ceph-mon[84635]: pgmap v1001: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:51.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:50 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:30:51.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:50 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:30:51.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:50 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:30:52.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:51 smithi169 ceph-mon[88180]: pgmap v1002: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:52.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:51 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:30:52.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:51 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:30:52.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:51 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:30:52.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:51 smithi169 ceph-mon[90638]: pgmap v1002: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:52.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:51 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:30:52.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:51 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:30:52.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:51 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:30:52.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:51 smithi172 ceph-mon[84635]: pgmap v1002: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:52.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:51 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:30:52.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:51 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:30:52.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:51 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:30:52.684 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:30:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:30:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:52 smithi169 ceph-mon[88180]: pgmap v1003: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:53.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:52 smithi169 ceph-mon[90638]: pgmap v1003: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:53.028 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:52 smithi172 ceph-mon[84635]: pgmap v1003: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:55.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:54 smithi169 ceph-mon[88180]: pgmap v1004: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:55.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:54 smithi169 ceph-mon[90638]: pgmap v1004: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:55.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:54 smithi172 ceph-mon[84635]: pgmap v1004: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:55.612 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:30:55.830 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:30:55.925 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:55.925 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:30:56.221 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:30:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:30:55] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:30:57.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:56 smithi169 ceph-mon[88180]: pgmap v1005: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:57.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:56 smithi169 ceph-mon[90638]: pgmap v1005: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:57.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:56 smithi172 ceph-mon[84635]: pgmap v1005: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:57.867 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:30:57.869 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:30:58.497 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1005,"stamp":"2024-03-10T22:30:56.656808+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003876"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505140+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505140+0000","last_peered":"2024-03-10T22:27:26.505140+0000","last_clean":"2024-03-10T22:27:26.505140+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505140+0000","last_undegraded":"2024-03-10T22:27:26.505140+0000","last_fullsized":"2024-03-10T22:27:26.505140+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436143+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:39.436143+0000","last_peered":"2024-03-10T22:27:39.436143+0000","last_clean":"2024-03-10T22:27:39.436143+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:39.436143+0000","last_undegraded":"2024-03-10T22:27:39.436143+0000","last_fullsized":"2024-03-10T22:27:39.436143+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356458+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356458+0000","last_peered":"2024-03-10T22:27:26.356458+0000","last_clean":"2024-03-10T22:27:26.356458+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356458+0000","last_undegraded":"2024-03-10T22:27:26.356458+0000","last_fullsized":"2024-03-10T22:27:26.356458+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.796220+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:39.796220+0000","last_peered":"2024-03-10T22:27:39.796220+0000","last_clean":"2024-03-10T22:27:39.796220+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:39.796220+0000","last_undegraded":"2024-03-10T22:27:39.796220+0000","last_fullsized":"2024-03-10T22:27:39.796220+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926520+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:50.926520+0000","last_peered":"2024-03-10T22:27:50.926520+0000","last_clean":"2024-03-10T22:27:50.926520+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:50.926520+0000","last_undegraded":"2024-03-10T22:27:50.926520+0000","last_fullsized":"2024-03-10T22:27:50.926520+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:50.926486+0000","last_peered":"2024-03-10T22:27:50.926486+0000","last_clean":"2024-03-10T22:27:50.926486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:50.926486+0000","last_undegraded":"2024-03-10T22:27:50.926486+0000","last_fullsized":"2024-03-10T22:27:50.926486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925459+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:40.925459+0000","last_peered":"2024-03-10T22:27:40.925459+0000","last_clean":"2024-03-10T22:27:40.925459+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:40.925459+0000","last_undegraded":"2024-03-10T22:27:40.925459+0000","last_fullsized":"2024-03-10T22:27:40.925459+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469964+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469964+0000","last_peered":"2024-03-10T22:27:28.469964+0000","last_clean":"2024-03-10T22:27:28.469964+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469964+0000","last_undegraded":"2024-03-10T22:27:28.469964+0000","last_fullsized":"2024-03-10T22:27:28.469964+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469864+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469864+0000","last_peered":"2024-03-10T22:27:28.469864+0000","last_clean":"2024-03-10T22:27:28.469864+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469864+0000","last_undegraded":"2024-03-10T22:27:28.469864+0000","last_fullsized":"2024-03-10T22:27:28.469864+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:20.291643+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:28:20.291643+0000","last_peered":"2024-03-10T22:28:20.291643+0000","last_clean":"2024-03-10T22:28:20.291643+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:28:20.291643+0000","last_undegraded":"2024-03-10T22:28:20.291643+0000","last_fullsized":"2024-03-10T22:28:20.291643+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918262+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:43.918262+0000","last_peered":"2024-03-10T22:27:43.918262+0000","last_clean":"2024-03-10T22:27:43.918262+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:43.918262+0000","last_undegraded":"2024-03-10T22:27:43.918262+0000","last_fullsized":"2024-03-10T22:27:43.918262+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241498+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:28:02.241498+0000","last_peered":"2024-03-10T22:28:02.241498+0000","last_clean":"2024-03-10T22:28:02.241498+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:28:02.241498+0000","last_undegraded":"2024-03-10T22:28:02.241498+0000","last_fullsized":"2024-03-10T22:28:02.241498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353538+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:27:26.353538+0000","last_peered":"2024-03-10T22:27:26.353538+0000","last_clean":"2024-03-10T22:27:26.353538+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:27:26.353538+0000","last_undegraded":"2024-03-10T22:27:26.353538+0000","last_fullsized":"2024-03-10T22:27:26.353538+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858325+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:27:26.858325+0000","last_peered":"2024-03-10T22:27:26.858325+0000","last_clean":"2024-03-10T22:27:26.858325+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:27:26.858325+0000","last_undegraded":"2024-03-10T22:27:26.858325+0000","last_fullsized":"2024-03-10T22:27:26.858325+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476196+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.476196+0000","last_peered":"2024-03-10T22:27:27.476196+0000","last_clean":"2024-03-10T22:27:27.476196+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.476196+0000","last_undegraded":"2024-03-10T22:27:27.476196+0000","last_fullsized":"2024-03-10T22:27:27.476196+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476001+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.476001+0000","last_peered":"2024-03-10T22:27:27.476001+0000","last_clean":"2024-03-10T22:27:27.476001+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.476001+0000","last_undegraded":"2024-03-10T22:27:27.476001+0000","last_fullsized":"2024-03-10T22:27:27.476001+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504745+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504745+0000","last_peered":"2024-03-10T22:27:26.504745+0000","last_clean":"2024-03-10T22:27:26.504745+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504745+0000","last_undegraded":"2024-03-10T22:27:26.504745+0000","last_fullsized":"2024-03-10T22:27:26.504745+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1289,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356267+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356267+0000","last_peered":"2024-03-10T22:27:26.356267+0000","last_clean":"2024-03-10T22:27:26.356267+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356267+0000","last_undegraded":"2024-03-10T22:27:26.356267+0000","last_fullsized":"2024-03-10T22:27:26.356267+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922463+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:28:28.922463+0000","last_peered":"2024-03-10T22:28:28.922463+0000","last_clean":"2024-03-10T22:28:28.922463+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:28:28.922463+0000","last_undegraded":"2024-03-10T22:28:28.922463+0000","last_fullsized":"2024-03-10T22:28:28.922463+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922482+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:28:28.922482+0000","last_peered":"2024-03-10T22:28:28.922482+0000","last_clean":"2024-03-10T22:28:28.922482+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:28:28.922482+0000","last_undegraded":"2024-03-10T22:28:28.922482+0000","last_fullsized":"2024-03-10T22:28:28.922482+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355807+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355807+0000","last_peered":"2024-03-10T22:27:26.355807+0000","last_clean":"2024-03-10T22:27:26.355807+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355807+0000","last_undegraded":"2024-03-10T22:27:26.355807+0000","last_fullsized":"2024-03-10T22:27:26.355807+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1035,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926542+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:50.926542+0000","last_peered":"2024-03-10T22:27:50.926542+0000","last_clean":"2024-03-10T22:27:50.926542+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:50.926542+0000","last_undegraded":"2024-03-10T22:27:50.926542+0000","last_fullsized":"2024-03-10T22:27:50.926542+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1153,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354207+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:27:26.354207+0000","last_peered":"2024-03-10T22:27:26.354207+0000","last_clean":"2024-03-10T22:27:26.354207+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:27:26.354207+0000","last_undegraded":"2024-03-10T22:27:26.354207+0000","last_fullsized":"2024-03-10T22:27:26.354207+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918249+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:43.918249+0000","last_peered":"2024-03-10T22:27:43.918249+0000","last_clean":"2024-03-10T22:27:43.918249+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:43.918249+0000","last_undegraded":"2024-03-10T22:27:43.918249+0000","last_fullsized":"2024-03-10T22:27:43.918249+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918224+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:43.918224+0000","last_peered":"2024-03-10T22:27:43.918224+0000","last_clean":"2024-03-10T22:27:43.918224+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:43.918224+0000","last_undegraded":"2024-03-10T22:27:43.918224+0000","last_fullsized":"2024-03-10T22:27:43.918224+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858594+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858594+0000","last_peered":"2024-03-10T22:27:26.858594+0000","last_clean":"2024-03-10T22:27:26.858594+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858594+0000","last_undegraded":"2024-03-10T22:27:26.858594+0000","last_fullsized":"2024-03-10T22:27:26.858594+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470136+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470136+0000","last_peered":"2024-03-10T22:27:28.470136+0000","last_clean":"2024-03-10T22:27:28.470136+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470136+0000","last_undegraded":"2024-03-10T22:27:28.470136+0000","last_fullsized":"2024-03-10T22:27:28.470136+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859059+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.859059+0000","last_peered":"2024-03-10T22:27:26.859059+0000","last_clean":"2024-03-10T22:27:26.859059+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.859059+0000","last_undegraded":"2024-03-10T22:27:26.859059+0000","last_fullsized":"2024-03-10T22:27:26.859059+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859046+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.859046+0000","last_peered":"2024-03-10T22:27:26.859046+0000","last_clean":"2024-03-10T22:27:26.859046+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.859046+0000","last_undegraded":"2024-03-10T22:27:26.859046+0000","last_fullsized":"2024-03-10T22:27:26.859046+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:22.243690+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:28:22.243690+0000","last_peered":"2024-03-10T22:28:22.243690+0000","last_clean":"2024-03-10T22:28:22.243690+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:28:22.243690+0000","last_undegraded":"2024-03-10T22:28:22.243690+0000","last_fullsized":"2024-03-10T22:28:22.243690+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:05.289693+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:28:05.289693+0000","last_peered":"2024-03-10T22:28:05.289693+0000","last_clean":"2024-03-10T22:28:05.289693+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:28:05.289693+0000","last_undegraded":"2024-03-10T22:28:05.289693+0000","last_fullsized":"2024-03-10T22:28:05.289693+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470026+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.470026+0000","last_peered":"2024-03-10T22:27:28.470026+0000","last_clean":"2024-03-10T22:27:28.470026+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.470026+0000","last_undegraded":"2024-03-10T22:27:28.470026+0000","last_fullsized":"2024-03-10T22:27:28.470026+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925415+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:40.925415+0000","last_peered":"2024-03-10T22:27:40.925415+0000","last_clean":"2024-03-10T22:27:40.925415+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:40.925415+0000","last_undegraded":"2024-03-10T22:27:40.925415+0000","last_fullsized":"2024-03-10T22:27:40.925415+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1273,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241543+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:28:02.241543+0000","last_peered":"2024-03-10T22:28:02.241543+0000","last_clean":"2024-03-10T22:28:02.241543+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:28:02.241543+0000","last_undegraded":"2024-03-10T22:28:02.241543+0000","last_fullsized":"2024-03-10T22:28:02.241543+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241522+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:28:02.241522+0000","last_peered":"2024-03-10T22:28:02.241522+0000","last_clean":"2024-03-10T22:28:02.241522+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:28:02.241522+0000","last_undegraded":"2024-03-10T22:28:02.241522+0000","last_fullsized":"2024-03-10T22:28:02.241522+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858638+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:27:26.858638+0000","last_peered":"2024-03-10T22:27:26.858638+0000","last_clean":"2024-03-10T22:27:26.858638+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:27:26.858638+0000","last_undegraded":"2024-03-10T22:27:26.858638+0000","last_fullsized":"2024-03-10T22:27:26.858638+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924241+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:30.924241+0000","last_peered":"2024-03-10T22:27:30.924241+0000","last_clean":"2024-03-10T22:27:30.924241+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:30.924241+0000","last_undegraded":"2024-03-10T22:27:30.924241+0000","last_fullsized":"2024-03-10T22:27:30.924241+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469490+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469490+0000","last_peered":"2024-03-10T22:27:28.469490+0000","last_clean":"2024-03-10T22:27:28.469490+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469490+0000","last_undegraded":"2024-03-10T22:27:28.469490+0000","last_fullsized":"2024-03-10T22:27:28.469490+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1261,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475347+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475347+0000","last_peered":"2024-03-10T22:27:27.475347+0000","last_clean":"2024-03-10T22:27:27.475347+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475347+0000","last_undegraded":"2024-03-10T22:27:27.475347+0000","last_fullsized":"2024-03-10T22:27:27.475347+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924214+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:30.924214+0000","last_peered":"2024-03-10T22:27:30.924214+0000","last_clean":"2024-03-10T22:27:30.924214+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:30.924214+0000","last_undegraded":"2024-03-10T22:27:30.924214+0000","last_fullsized":"2024-03-10T22:27:30.924214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4441,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702739+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:28:33.702739+0000","last_peered":"2024-03-10T22:28:33.702739+0000","last_clean":"2024-03-10T22:28:33.702739+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:28:33.702739+0000","last_undegraded":"2024-03-10T22:28:33.702739+0000","last_fullsized":"2024-03-10T22:28:33.702739+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.288227+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:50.288227+0000","last_peered":"2024-03-10T22:27:50.288227+0000","last_clean":"2024-03-10T22:27:50.288227+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:50.288227+0000","last_undegraded":"2024-03-10T22:27:50.288227+0000","last_fullsized":"2024-03-10T22:27:50.288227+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12609,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357045+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.357045+0000","last_peered":"2024-03-10T22:27:26.357045+0000","last_clean":"2024-03-10T22:27:26.357045+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.357045+0000","last_undegraded":"2024-03-10T22:27:26.357045+0000","last_fullsized":"2024-03-10T22:27:26.357045+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436075+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:39.436075+0000","last_peered":"2024-03-10T22:27:39.436075+0000","last_clean":"2024-03-10T22:27:39.436075+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:39.436075+0000","last_undegraded":"2024-03-10T22:27:39.436075+0000","last_fullsized":"2024-03-10T22:27:39.436075+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436125+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:39.436125+0000","last_peered":"2024-03-10T22:27:39.436125+0000","last_clean":"2024-03-10T22:27:39.436125+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:39.436125+0000","last_undegraded":"2024-03-10T22:27:39.436125+0000","last_fullsized":"2024-03-10T22:27:39.436125+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797783+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:54.797783+0000","last_peered":"2024-03-10T22:27:54.797783+0000","last_clean":"2024-03-10T22:27:54.797783+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:54.797783+0000","last_undegraded":"2024-03-10T22:27:54.797783+0000","last_fullsized":"2024-03-10T22:27:54.797783+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15022,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357230+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.357230+0000","last_peered":"2024-03-10T22:27:26.357230+0000","last_clean":"2024-03-10T22:27:26.357230+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.357230+0000","last_undegraded":"2024-03-10T22:27:26.357230+0000","last_fullsized":"2024-03-10T22:27:26.357230+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436112+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:39.436112+0000","last_peered":"2024-03-10T22:27:39.436112+0000","last_clean":"2024-03-10T22:27:39.436112+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:39.436112+0000","last_undegraded":"2024-03-10T22:27:39.436112+0000","last_fullsized":"2024-03-10T22:27:39.436112+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797728+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:54.797728+0000","last_peered":"2024-03-10T22:27:54.797728+0000","last_clean":"2024-03-10T22:27:54.797728+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:54.797728+0000","last_undegraded":"2024-03-10T22:27:54.797728+0000","last_fullsized":"2024-03-10T22:27:54.797728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354257+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354257+0000","last_peered":"2024-03-10T22:27:26.354257+0000","last_clean":"2024-03-10T22:27:26.354257+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354257+0000","last_undegraded":"2024-03-10T22:27:26.354257+0000","last_fullsized":"2024-03-10T22:27:26.354257+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4227,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702808+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:28:33.702808+0000","last_peered":"2024-03-10T22:28:33.702808+0000","last_clean":"2024-03-10T22:28:33.702808+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:28:33.702808+0000","last_undegraded":"2024-03-10T22:28:33.702808+0000","last_fullsized":"2024-03-10T22:28:33.702808+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438501+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:59.438501+0000","last_peered":"2024-03-10T22:27:59.438501+0000","last_clean":"2024-03-10T22:27:59.438501+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:59.438501+0000","last_undegraded":"2024-03-10T22:27:59.438501+0000","last_fullsized":"2024-03-10T22:27:59.438501+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353314+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353314+0000","last_peered":"2024-03-10T22:27:26.353314+0000","last_clean":"2024-03-10T22:27:26.353314+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353314+0000","last_undegraded":"2024-03-10T22:27:26.353314+0000","last_fullsized":"2024-03-10T22:27:26.353314+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700811+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:28:13.700811+0000","last_peered":"2024-03-10T22:28:13.700811+0000","last_clean":"2024-03-10T22:28:13.700811+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:28:13.700811+0000","last_undegraded":"2024-03-10T22:28:13.700811+0000","last_fullsized":"2024-03-10T22:28:13.700811+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4293,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504870+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504870+0000","last_peered":"2024-03-10T22:27:26.504870+0000","last_clean":"2024-03-10T22:27:26.504870+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504870+0000","last_undegraded":"2024-03-10T22:27:26.504870+0000","last_fullsized":"2024-03-10T22:27:26.504870+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660651+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:28:30.660651+0000","last_peered":"2024-03-10T22:28:30.660651+0000","last_clean":"2024-03-10T22:28:30.660651+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:28:30.660651+0000","last_undegraded":"2024-03-10T22:28:30.660651+0000","last_fullsized":"2024-03-10T22:28:30.660651+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:48.924567+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:28:48.924567+0000","last_peered":"2024-03-10T22:28:48.924567+0000","last_clean":"2024-03-10T22:28:48.924567+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:28:48.924567+0000","last_undegraded":"2024-03-10T22:28:48.924567+0000","last_fullsized":"2024-03-10T22:28:48.924567+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797768+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:54.797768+0000","last_peered":"2024-03-10T22:27:54.797768+0000","last_clean":"2024-03-10T22:27:54.797768+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:54.797768+0000","last_undegraded":"2024-03-10T22:27:54.797768+0000","last_fullsized":"2024-03-10T22:27:54.797768+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:50.933118+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:28:50.933118+0000","last_peered":"2024-03-10T22:28:50.933118+0000","last_clean":"2024-03-10T22:28:50.933118+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:28:50.933118+0000","last_undegraded":"2024-03-10T22:28:50.933118+0000","last_fullsized":"2024-03-10T22:28:50.933118+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3651,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799673+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:28:09.799673+0000","last_peered":"2024-03-10T22:28:09.799673+0000","last_clean":"2024-03-10T22:28:09.799673+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:28:09.799673+0000","last_undegraded":"2024-03-10T22:28:09.799673+0000","last_fullsized":"2024-03-10T22:28:09.799673+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355846+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355846+0000","last_peered":"2024-03-10T22:27:26.355846+0000","last_clean":"2024-03-10T22:27:26.355846+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355846+0000","last_undegraded":"2024-03-10T22:27:26.355846+0000","last_fullsized":"2024-03-10T22:27:26.355846+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354336+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354336+0000","last_peered":"2024-03-10T22:27:26.354336+0000","last_clean":"2024-03-10T22:27:26.354336+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354336+0000","last_undegraded":"2024-03-10T22:27:26.354336+0000","last_fullsized":"2024-03-10T22:27:26.354336+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":918,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:53.698785+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:53.698785+0000","last_peered":"2024-03-10T22:27:53.698785+0000","last_clean":"2024-03-10T22:27:53.698785+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:53.698785+0000","last_undegraded":"2024-03-10T22:27:53.698785+0000","last_fullsized":"2024-03-10T22:27:53.698785+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4503,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660625+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:28:30.660625+0000","last_peered":"2024-03-10T22:28:30.660625+0000","last_clean":"2024-03-10T22:28:30.660625+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:28:30.660625+0000","last_undegraded":"2024-03-10T22:28:30.660625+0000","last_fullsized":"2024-03-10T22:28:30.660625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356340+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356340+0000","last_peered":"2024-03-10T22:27:26.356340+0000","last_clean":"2024-03-10T22:27:26.356340+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356340+0000","last_undegraded":"2024-03-10T22:27:26.356340+0000","last_fullsized":"2024-03-10T22:27:26.356340+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":960,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:44.436877+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:44.436877+0000","last_peered":"2024-03-10T22:27:44.436877+0000","last_clean":"2024-03-10T22:27:44.436877+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:44.436877+0000","last_undegraded":"2024-03-10T22:27:44.436877+0000","last_fullsized":"2024-03-10T22:27:44.436877+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436101+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:39.436101+0000","last_peered":"2024-03-10T22:27:39.436101+0000","last_clean":"2024-03-10T22:27:39.436101+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:39.436101+0000","last_undegraded":"2024-03-10T22:27:39.436101+0000","last_fullsized":"2024-03-10T22:27:39.436101+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355046+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.355046+0000","last_peered":"2024-03-10T22:27:26.355046+0000","last_clean":"2024-03-10T22:27:26.355046+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.355046+0000","last_undegraded":"2024-03-10T22:27:26.355046+0000","last_fullsized":"2024-03-10T22:27:26.355046+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922400+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:28:28.922400+0000","last_peered":"2024-03-10T22:28:28.922400+0000","last_clean":"2024-03-10T22:28:28.922400+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:28:28.922400+0000","last_undegraded":"2024-03-10T22:28:28.922400+0000","last_fullsized":"2024-03-10T22:28:28.922400+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438489+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:59.438489+0000","last_peered":"2024-03-10T22:27:59.438489+0000","last_clean":"2024-03-10T22:27:59.438489+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:59.438489+0000","last_undegraded":"2024-03-10T22:27:59.438489+0000","last_fullsized":"2024-03-10T22:27:59.438489+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727179+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727179+0000","last_peered":"2024-03-10T22:27:27.727179+0000","last_clean":"2024-03-10T22:27:27.727179+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727179+0000","last_undegraded":"2024-03-10T22:27:27.727179+0000","last_fullsized":"2024-03-10T22:27:27.727179+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922423+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:28:28.922423+0000","last_peered":"2024-03-10T22:28:28.922423+0000","last_clean":"2024-03-10T22:28:28.922423+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:28:28.922423+0000","last_undegraded":"2024-03-10T22:28:28.922423+0000","last_fullsized":"2024-03-10T22:28:28.922423+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354064+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354064+0000","last_peered":"2024-03-10T22:27:26.354064+0000","last_clean":"2024-03-10T22:27:26.354064+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354064+0000","last_undegraded":"2024-03-10T22:27:26.354064+0000","last_fullsized":"2024-03-10T22:27:26.354064+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662369+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:28:45.662369+0000","last_peered":"2024-03-10T22:28:45.662369+0000","last_clean":"2024-03-10T22:28:45.662369+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:28:45.662369+0000","last_undegraded":"2024-03-10T22:28:45.662369+0000","last_fullsized":"2024-03-10T22:28:45.662369+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:33.702827+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:28:33.702827+0000","last_peered":"2024-03-10T22:28:33.702827+0000","last_clean":"2024-03-10T22:28:33.702827+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:28:33.702827+0000","last_undegraded":"2024-03-10T22:28:33.702827+0000","last_fullsized":"2024-03-10T22:28:33.702827+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3247,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801371+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:28:24.801371+0000","last_peered":"2024-03-10T22:28:24.801371+0000","last_clean":"2024-03-10T22:28:24.801371+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:28:24.801371+0000","last_undegraded":"2024-03-10T22:28:24.801371+0000","last_fullsized":"2024-03-10T22:28:24.801371+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1024,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504437+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504437+0000","last_peered":"2024-03-10T22:27:26.504437+0000","last_clean":"2024-03-10T22:27:26.504437+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504437+0000","last_undegraded":"2024-03-10T22:27:26.504437+0000","last_fullsized":"2024-03-10T22:27:26.504437+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:35.286375+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:35.286375+0000","last_peered":"2024-03-10T22:27:35.286375+0000","last_clean":"2024-03-10T22:27:35.286375+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:35.286375+0000","last_undegraded":"2024-03-10T22:27:35.286375+0000","last_fullsized":"2024-03-10T22:27:35.286375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4000,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:50.288196+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:50.288196+0000","last_peered":"2024-03-10T22:27:50.288196+0000","last_clean":"2024-03-10T22:27:50.288196+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:50.288196+0000","last_undegraded":"2024-03-10T22:27:50.288196+0000","last_fullsized":"2024-03-10T22:27:50.288196+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438388+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:59.438388+0000","last_peered":"2024-03-10T22:27:59.438388+0000","last_clean":"2024-03-10T22:27:59.438388+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:59.438388+0000","last_undegraded":"2024-03-10T22:27:59.438388+0000","last_fullsized":"2024-03-10T22:27:59.438388+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726685+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726685+0000","last_peered":"2024-03-10T22:27:27.726685+0000","last_clean":"2024-03-10T22:27:27.726685+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726685+0000","last_undegraded":"2024-03-10T22:27:27.726685+0000","last_fullsized":"2024-03-10T22:27:27.726685+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4940,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476551+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476551+0000","last_peered":"2024-03-10T22:27:27.476551+0000","last_clean":"2024-03-10T22:27:27.476551+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476551+0000","last_undegraded":"2024-03-10T22:27:27.476551+0000","last_fullsized":"2024-03-10T22:27:27.476551+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438411+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:59.438411+0000","last_peered":"2024-03-10T22:27:59.438411+0000","last_clean":"2024-03-10T22:27:59.438411+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:59.438411+0000","last_undegraded":"2024-03-10T22:27:59.438411+0000","last_fullsized":"2024-03-10T22:27:59.438411+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726852+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726852+0000","last_peered":"2024-03-10T22:27:27.726852+0000","last_clean":"2024-03-10T22:27:27.726852+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726852+0000","last_undegraded":"2024-03-10T22:27:27.726852+0000","last_fullsized":"2024-03-10T22:27:27.726852+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440880+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:28:19.440880+0000","last_peered":"2024-03-10T22:28:19.440880+0000","last_clean":"2024-03-10T22:28:19.440880+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:28:19.440880+0000","last_undegraded":"2024-03-10T22:28:19.440880+0000","last_fullsized":"2024-03-10T22:28:19.440880+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475919+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475919+0000","last_peered":"2024-03-10T22:27:27.475919+0000","last_clean":"2024-03-10T22:27:27.475919+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475919+0000","last_undegraded":"2024-03-10T22:27:27.475919+0000","last_fullsized":"2024-03-10T22:27:27.475919+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662288+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:28:45.662288+0000","last_peered":"2024-03-10T22:28:45.662288+0000","last_clean":"2024-03-10T22:28:45.662288+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:28:45.662288+0000","last_undegraded":"2024-03-10T22:28:45.662288+0000","last_fullsized":"2024-03-10T22:28:45.662288+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5329,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476443+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476443+0000","last_peered":"2024-03-10T22:27:27.476443+0000","last_clean":"2024-03-10T22:27:27.476443+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476443+0000","last_undegraded":"2024-03-10T22:27:27.476443+0000","last_fullsized":"2024-03-10T22:27:27.476443+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475888+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475888+0000","last_peered":"2024-03-10T22:27:27.475888+0000","last_clean":"2024-03-10T22:27:27.475888+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475888+0000","last_undegraded":"2024-03-10T22:27:27.475888+0000","last_fullsized":"2024-03-10T22:27:27.475888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504754+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504754+0000","last_peered":"2024-03-10T22:27:26.504754+0000","last_clean":"2024-03-10T22:27:26.504754+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504754+0000","last_undegraded":"2024-03-10T22:27:26.504754+0000","last_fullsized":"2024-03-10T22:27:26.504754+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4658,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702780+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:28:33.702780+0000","last_peered":"2024-03-10T22:28:33.702780+0000","last_clean":"2024-03-10T22:28:33.702780+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:28:33.702780+0000","last_undegraded":"2024-03-10T22:28:33.702780+0000","last_fullsized":"2024-03-10T22:28:33.702780+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440926+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:28:19.440926+0000","last_peered":"2024-03-10T22:28:19.440926+0000","last_clean":"2024-03-10T22:28:19.440926+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:28:19.440926+0000","last_undegraded":"2024-03-10T22:28:19.440926+0000","last_fullsized":"2024-03-10T22:28:19.440926+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801345+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:28:24.801345+0000","last_peered":"2024-03-10T22:28:24.801345+0000","last_clean":"2024-03-10T22:28:24.801345+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:28:24.801345+0000","last_undegraded":"2024-03-10T22:28:24.801345+0000","last_fullsized":"2024-03-10T22:28:24.801345+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504464+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504464+0000","last_peered":"2024-03-10T22:27:26.504464+0000","last_clean":"2024-03-10T22:27:26.504464+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504464+0000","last_undegraded":"2024-03-10T22:27:26.504464+0000","last_fullsized":"2024-03-10T22:27:26.504464+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476326+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476326+0000","last_peered":"2024-03-10T22:27:27.476326+0000","last_clean":"2024-03-10T22:27:27.476326+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476326+0000","last_undegraded":"2024-03-10T22:27:27.476326+0000","last_fullsized":"2024-03-10T22:27:27.476326+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660589+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:28:30.660589+0000","last_peered":"2024-03-10T22:28:30.660589+0000","last_clean":"2024-03-10T22:28:30.660589+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:28:30.660589+0000","last_undegraded":"2024-03-10T22:28:30.660589+0000","last_fullsized":"2024-03-10T22:28:30.660589+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700780+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:28:13.700780+0000","last_peered":"2024-03-10T22:28:13.700780+0000","last_clean":"2024-03-10T22:28:13.700780+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:28:13.700780+0000","last_undegraded":"2024-03-10T22:28:13.700780+0000","last_fullsized":"2024-03-10T22:28:13.700780+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797755+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:54.797755+0000","last_peered":"2024-03-10T22:27:54.797755+0000","last_clean":"2024-03-10T22:27:54.797755+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:54.797755+0000","last_undegraded":"2024-03-10T22:27:54.797755+0000","last_fullsized":"2024-03-10T22:27:54.797755+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355876+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355876+0000","last_peered":"2024-03-10T22:27:26.355876+0000","last_clean":"2024-03-10T22:27:26.355876+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355876+0000","last_undegraded":"2024-03-10T22:27:26.355876+0000","last_fullsized":"2024-03-10T22:27:26.355876+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726520+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726520+0000","last_peered":"2024-03-10T22:27:27.726520+0000","last_clean":"2024-03-10T22:27:27.726520+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726520+0000","last_undegraded":"2024-03-10T22:27:27.726520+0000","last_fullsized":"2024-03-10T22:27:27.726520+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438472+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:59.438472+0000","last_peered":"2024-03-10T22:27:59.438472+0000","last_clean":"2024-03-10T22:27:59.438472+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:59.438472+0000","last_undegraded":"2024-03-10T22:27:59.438472+0000","last_fullsized":"2024-03-10T22:27:59.438472+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662335+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:28:45.662335+0000","last_peered":"2024-03-10T22:28:45.662335+0000","last_clean":"2024-03-10T22:28:45.662335+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:28:45.662335+0000","last_undegraded":"2024-03-10T22:28:45.662335+0000","last_fullsized":"2024-03-10T22:28:45.662335+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727291+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727291+0000","last_peered":"2024-03-10T22:27:27.727291+0000","last_clean":"2024-03-10T22:27:27.727291+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727291+0000","last_undegraded":"2024-03-10T22:27:27.727291+0000","last_fullsized":"2024-03-10T22:27:27.727291+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799625+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:28:09.799625+0000","last_peered":"2024-03-10T22:28:09.799625+0000","last_clean":"2024-03-10T22:28:09.799625+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:28:09.799625+0000","last_undegraded":"2024-03-10T22:28:09.799625+0000","last_fullsized":"2024-03-10T22:28:09.799625+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726888+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726888+0000","last_peered":"2024-03-10T22:27:27.726888+0000","last_clean":"2024-03-10T22:27:27.726888+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726888+0000","last_undegraded":"2024-03-10T22:27:27.726888+0000","last_fullsized":"2024-03-10T22:27:27.726888+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801311+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:28:24.801311+0000","last_peered":"2024-03-10T22:28:24.801311+0000","last_clean":"2024-03-10T22:28:24.801311+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:28:24.801311+0000","last_undegraded":"2024-03-10T22:28:24.801311+0000","last_fullsized":"2024-03-10T22:28:24.801311+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:42.239516+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:42.239516+0000","last_peered":"2024-03-10T22:27:42.239516+0000","last_clean":"2024-03-10T22:27:42.239516+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:42.239516+0000","last_undegraded":"2024-03-10T22:27:42.239516+0000","last_fullsized":"2024-03-10T22:27:42.239516+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469825+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469825+0000","last_peered":"2024-03-10T22:27:28.469825+0000","last_clean":"2024-03-10T22:27:28.469825+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469825+0000","last_undegraded":"2024-03-10T22:27:28.469825+0000","last_fullsized":"2024-03-10T22:27:28.469825+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783970,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928617,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586444,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796499,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474501,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329854,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152503,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073264,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:30:58.502 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:58.502 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:58.502 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:58.502 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:58.502 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:58.502 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:58.503 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:58.503 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:30:58.503 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:30:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:58 smithi169 ceph-mon[90638]: from='client.44546 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:30:58 smithi169 ceph-mon[90638]: pgmap v1006: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:59.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:58 smithi169 ceph-mon[88180]: from='client.44546 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:59.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:30:58 smithi169 ceph-mon[88180]: pgmap v1006: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:30:59.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:58 smithi172 ceph-mon[84635]: from='client.44546 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:30:59.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:30:58 smithi172 ceph-mon[84635]: pgmap v1006: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:01.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:00 smithi169 ceph-mon[88180]: pgmap v1007: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:01.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:00 smithi169 ceph-mon[90638]: pgmap v1007: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:01.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:00 smithi172 ceph-mon[84635]: pgmap v1007: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:02.731 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:31:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:31:03.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:02 smithi169 ceph-mon[90638]: pgmap v1008: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:03.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:02 smithi169 ceph-mon[88180]: pgmap v1008: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:03.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:02 smithi172 ceph-mon[84635]: pgmap v1008: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:05.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:04 smithi169 ceph-mon[90638]: pgmap v1009: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:05.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:04 smithi169 ceph-mon[88180]: pgmap v1009: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:05.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:04 smithi172 ceph-mon[84635]: pgmap v1009: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:31:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:31:05] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:31:07.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:06 smithi169 ceph-mon[88180]: pgmap v1010: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:07.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:06 smithi169 ceph-mon[90638]: pgmap v1010: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:07.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:06 smithi172 ceph-mon[84635]: pgmap v1010: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:08.504 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:31:08.725 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:31:08.848 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:08 smithi169 ceph-mon[90638]: pgmap v1011: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:08.848 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:08 smithi169 ceph-mon[88180]: pgmap v1011: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:09.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:08 smithi172 ceph-mon[84635]: pgmap v1011: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:10.512 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:31:10.513 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:31:10.928 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:11.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:11.345 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1011,"stamp":"2024-03-10T22:31:08.660573+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003765"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.505140+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:27:26.505140+0000","last_peered":"2024-03-10T22:27:26.505140+0000","last_clean":"2024-03-10T22:27:26.505140+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:27:26.505140+0000","last_undegraded":"2024-03-10T22:27:26.505140+0000","last_fullsized":"2024-03-10T22:27:26.505140+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436143+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:39.436143+0000","last_peered":"2024-03-10T22:27:39.436143+0000","last_clean":"2024-03-10T22:27:39.436143+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:39.436143+0000","last_undegraded":"2024-03-10T22:27:39.436143+0000","last_fullsized":"2024-03-10T22:27:39.436143+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356458+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:27:26.356458+0000","last_peered":"2024-03-10T22:27:26.356458+0000","last_clean":"2024-03-10T22:27:26.356458+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:27:26.356458+0000","last_undegraded":"2024-03-10T22:27:26.356458+0000","last_fullsized":"2024-03-10T22:27:26.356458+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.796220+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:39.796220+0000","last_peered":"2024-03-10T22:27:39.796220+0000","last_clean":"2024-03-10T22:27:39.796220+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:39.796220+0000","last_undegraded":"2024-03-10T22:27:39.796220+0000","last_fullsized":"2024-03-10T22:27:39.796220+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926520+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:50.926520+0000","last_peered":"2024-03-10T22:27:50.926520+0000","last_clean":"2024-03-10T22:27:50.926520+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:50.926520+0000","last_undegraded":"2024-03-10T22:27:50.926520+0000","last_fullsized":"2024-03-10T22:27:50.926520+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:50.926486+0000","last_peered":"2024-03-10T22:27:50.926486+0000","last_clean":"2024-03-10T22:27:50.926486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:50.926486+0000","last_undegraded":"2024-03-10T22:27:50.926486+0000","last_fullsized":"2024-03-10T22:27:50.926486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925459+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:40.925459+0000","last_peered":"2024-03-10T22:27:40.925459+0000","last_clean":"2024-03-10T22:27:40.925459+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:40.925459+0000","last_undegraded":"2024-03-10T22:27:40.925459+0000","last_fullsized":"2024-03-10T22:27:40.925459+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469964+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469964+0000","last_peered":"2024-03-10T22:27:28.469964+0000","last_clean":"2024-03-10T22:27:28.469964+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469964+0000","last_undegraded":"2024-03-10T22:27:28.469964+0000","last_fullsized":"2024-03-10T22:27:28.469964+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469864+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469864+0000","last_peered":"2024-03-10T22:27:28.469864+0000","last_clean":"2024-03-10T22:27:28.469864+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469864+0000","last_undegraded":"2024-03-10T22:27:28.469864+0000","last_fullsized":"2024-03-10T22:27:28.469864+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:20.291643+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:28:20.291643+0000","last_peered":"2024-03-10T22:28:20.291643+0000","last_clean":"2024-03-10T22:28:20.291643+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:28:20.291643+0000","last_undegraded":"2024-03-10T22:28:20.291643+0000","last_fullsized":"2024-03-10T22:28:20.291643+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918262+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:43.918262+0000","last_peered":"2024-03-10T22:27:43.918262+0000","last_clean":"2024-03-10T22:27:43.918262+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:43.918262+0000","last_undegraded":"2024-03-10T22:27:43.918262+0000","last_fullsized":"2024-03-10T22:27:43.918262+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241498+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:28:02.241498+0000","last_peered":"2024-03-10T22:28:02.241498+0000","last_clean":"2024-03-10T22:28:02.241498+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:28:02.241498+0000","last_undegraded":"2024-03-10T22:28:02.241498+0000","last_fullsized":"2024-03-10T22:28:02.241498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.443021+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:28:39.443021+0000","last_peered":"2024-03-10T22:28:39.443021+0000","last_clean":"2024-03-10T22:28:39.443021+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:28:39.443021+0000","last_undegraded":"2024-03-10T22:28:39.443021+0000","last_fullsized":"2024-03-10T22:28:39.443021+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803060+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:28:39.803060+0000","last_peered":"2024-03-10T22:28:39.803060+0000","last_clean":"2024-03-10T22:28:39.803060+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:28:39.803060+0000","last_undegraded":"2024-03-10T22:28:39.803060+0000","last_fullsized":"2024-03-10T22:28:39.803060+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476196+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.476196+0000","last_peered":"2024-03-10T22:27:27.476196+0000","last_clean":"2024-03-10T22:27:27.476196+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.476196+0000","last_undegraded":"2024-03-10T22:27:27.476196+0000","last_fullsized":"2024-03-10T22:27:27.476196+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476001+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.476001+0000","last_peered":"2024-03-10T22:27:27.476001+0000","last_clean":"2024-03-10T22:27:27.476001+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.476001+0000","last_undegraded":"2024-03-10T22:27:27.476001+0000","last_fullsized":"2024-03-10T22:27:27.476001+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504745+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504745+0000","last_peered":"2024-03-10T22:27:26.504745+0000","last_clean":"2024-03-10T22:27:26.504745+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504745+0000","last_undegraded":"2024-03-10T22:27:26.504745+0000","last_fullsized":"2024-03-10T22:27:26.504745+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1289,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356267+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:27:26.356267+0000","last_peered":"2024-03-10T22:27:26.356267+0000","last_clean":"2024-03-10T22:27:26.356267+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:27:26.356267+0000","last_undegraded":"2024-03-10T22:27:26.356267+0000","last_fullsized":"2024-03-10T22:27:26.356267+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922463+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:28:28.922463+0000","last_peered":"2024-03-10T22:28:28.922463+0000","last_clean":"2024-03-10T22:28:28.922463+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:28:28.922463+0000","last_undegraded":"2024-03-10T22:28:28.922463+0000","last_fullsized":"2024-03-10T22:28:28.922463+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922482+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:28:28.922482+0000","last_peered":"2024-03-10T22:28:28.922482+0000","last_clean":"2024-03-10T22:28:28.922482+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:28:28.922482+0000","last_undegraded":"2024-03-10T22:28:28.922482+0000","last_fullsized":"2024-03-10T22:28:28.922482+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355807+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:27:26.355807+0000","last_peered":"2024-03-10T22:27:26.355807+0000","last_clean":"2024-03-10T22:27:26.355807+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:27:26.355807+0000","last_undegraded":"2024-03-10T22:27:26.355807+0000","last_fullsized":"2024-03-10T22:27:26.355807+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1035,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926542+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:50.926542+0000","last_peered":"2024-03-10T22:27:50.926542+0000","last_clean":"2024-03-10T22:27:50.926542+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:50.926542+0000","last_undegraded":"2024-03-10T22:27:50.926542+0000","last_fullsized":"2024-03-10T22:27:50.926542+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1267,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356461+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:27:26.356461+0000","last_peered":"2024-03-10T22:27:26.356461+0000","last_clean":"2024-03-10T22:27:26.356461+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:27:26.356461+0000","last_undegraded":"2024-03-10T22:27:26.356461+0000","last_fullsized":"2024-03-10T22:27:26.356461+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918249+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:43.918249+0000","last_peered":"2024-03-10T22:27:43.918249+0000","last_clean":"2024-03-10T22:27:43.918249+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:43.918249+0000","last_undegraded":"2024-03-10T22:27:43.918249+0000","last_fullsized":"2024-03-10T22:27:43.918249+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918224+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:43.918224+0000","last_peered":"2024-03-10T22:27:43.918224+0000","last_clean":"2024-03-10T22:27:43.918224+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:43.918224+0000","last_undegraded":"2024-03-10T22:27:43.918224+0000","last_fullsized":"2024-03-10T22:27:43.918224+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858594+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:27:26.858594+0000","last_peered":"2024-03-10T22:27:26.858594+0000","last_clean":"2024-03-10T22:27:26.858594+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:27:26.858594+0000","last_undegraded":"2024-03-10T22:27:26.858594+0000","last_fullsized":"2024-03-10T22:27:26.858594+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470136+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470136+0000","last_peered":"2024-03-10T22:27:28.470136+0000","last_clean":"2024-03-10T22:27:28.470136+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470136+0000","last_undegraded":"2024-03-10T22:27:28.470136+0000","last_fullsized":"2024-03-10T22:27:28.470136+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1120,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859059+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:27:26.859059+0000","last_peered":"2024-03-10T22:27:26.859059+0000","last_clean":"2024-03-10T22:27:26.859059+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:27:26.859059+0000","last_undegraded":"2024-03-10T22:27:26.859059+0000","last_fullsized":"2024-03-10T22:27:26.859059+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859046+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:27:26.859046+0000","last_peered":"2024-03-10T22:27:26.859046+0000","last_clean":"2024-03-10T22:27:26.859046+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:27:26.859046+0000","last_undegraded":"2024-03-10T22:27:26.859046+0000","last_fullsized":"2024-03-10T22:27:26.859046+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:22.243690+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:28:22.243690+0000","last_peered":"2024-03-10T22:28:22.243690+0000","last_clean":"2024-03-10T22:28:22.243690+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:28:22.243690+0000","last_undegraded":"2024-03-10T22:28:22.243690+0000","last_fullsized":"2024-03-10T22:28:22.243690+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:05.289693+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:28:05.289693+0000","last_peered":"2024-03-10T22:28:05.289693+0000","last_clean":"2024-03-10T22:28:05.289693+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:28:05.289693+0000","last_undegraded":"2024-03-10T22:28:05.289693+0000","last_fullsized":"2024-03-10T22:28:05.289693+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470026+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.470026+0000","last_peered":"2024-03-10T22:27:28.470026+0000","last_clean":"2024-03-10T22:27:28.470026+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.470026+0000","last_undegraded":"2024-03-10T22:27:28.470026+0000","last_fullsized":"2024-03-10T22:27:28.470026+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925415+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:40.925415+0000","last_peered":"2024-03-10T22:27:40.925415+0000","last_clean":"2024-03-10T22:27:40.925415+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:40.925415+0000","last_undegraded":"2024-03-10T22:27:40.925415+0000","last_fullsized":"2024-03-10T22:27:40.925415+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1273,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241543+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:28:02.241543+0000","last_peered":"2024-03-10T22:28:02.241543+0000","last_clean":"2024-03-10T22:28:02.241543+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:28:02.241543+0000","last_undegraded":"2024-03-10T22:28:02.241543+0000","last_fullsized":"2024-03-10T22:28:02.241543+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241522+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:28:02.241522+0000","last_peered":"2024-03-10T22:28:02.241522+0000","last_clean":"2024-03-10T22:28:02.241522+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:28:02.241522+0000","last_undegraded":"2024-03-10T22:28:02.241522+0000","last_fullsized":"2024-03-10T22:28:02.241522+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803096+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:28:39.803096+0000","last_peered":"2024-03-10T22:28:39.803096+0000","last_clean":"2024-03-10T22:28:39.803096+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:28:39.803096+0000","last_undegraded":"2024-03-10T22:28:39.803096+0000","last_fullsized":"2024-03-10T22:28:39.803096+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924241+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:30.924241+0000","last_peered":"2024-03-10T22:27:30.924241+0000","last_clean":"2024-03-10T22:27:30.924241+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:30.924241+0000","last_undegraded":"2024-03-10T22:27:30.924241+0000","last_fullsized":"2024-03-10T22:27:30.924241+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469490+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469490+0000","last_peered":"2024-03-10T22:27:28.469490+0000","last_clean":"2024-03-10T22:27:28.469490+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469490+0000","last_undegraded":"2024-03-10T22:27:28.469490+0000","last_fullsized":"2024-03-10T22:27:28.469490+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1261,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475347+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475347+0000","last_peered":"2024-03-10T22:27:27.475347+0000","last_clean":"2024-03-10T22:27:27.475347+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475347+0000","last_undegraded":"2024-03-10T22:27:27.475347+0000","last_fullsized":"2024-03-10T22:27:27.475347+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924214+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:30.924214+0000","last_peered":"2024-03-10T22:27:30.924214+0000","last_clean":"2024-03-10T22:27:30.924214+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:30.924214+0000","last_undegraded":"2024-03-10T22:27:30.924214+0000","last_fullsized":"2024-03-10T22:27:30.924214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4441,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702739+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:28:33.702739+0000","last_peered":"2024-03-10T22:28:33.702739+0000","last_clean":"2024-03-10T22:28:33.702739+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:28:33.702739+0000","last_undegraded":"2024-03-10T22:28:33.702739+0000","last_fullsized":"2024-03-10T22:28:33.702739+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.288227+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:50.288227+0000","last_peered":"2024-03-10T22:27:50.288227+0000","last_clean":"2024-03-10T22:27:50.288227+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:50.288227+0000","last_undegraded":"2024-03-10T22:27:50.288227+0000","last_fullsized":"2024-03-10T22:27:50.288227+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12609,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357045+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:27:26.357045+0000","last_peered":"2024-03-10T22:27:26.357045+0000","last_clean":"2024-03-10T22:27:26.357045+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:27:26.357045+0000","last_undegraded":"2024-03-10T22:27:26.357045+0000","last_fullsized":"2024-03-10T22:27:26.357045+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436075+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:39.436075+0000","last_peered":"2024-03-10T22:27:39.436075+0000","last_clean":"2024-03-10T22:27:39.436075+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:39.436075+0000","last_undegraded":"2024-03-10T22:27:39.436075+0000","last_fullsized":"2024-03-10T22:27:39.436075+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436125+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:39.436125+0000","last_peered":"2024-03-10T22:27:39.436125+0000","last_clean":"2024-03-10T22:27:39.436125+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:39.436125+0000","last_undegraded":"2024-03-10T22:27:39.436125+0000","last_fullsized":"2024-03-10T22:27:39.436125+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797783+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:54.797783+0000","last_peered":"2024-03-10T22:27:54.797783+0000","last_clean":"2024-03-10T22:27:54.797783+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:54.797783+0000","last_undegraded":"2024-03-10T22:27:54.797783+0000","last_fullsized":"2024-03-10T22:27:54.797783+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15022,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:26.357230+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:27:26.357230+0000","last_peered":"2024-03-10T22:27:26.357230+0000","last_clean":"2024-03-10T22:27:26.357230+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:27:26.357230+0000","last_undegraded":"2024-03-10T22:27:26.357230+0000","last_fullsized":"2024-03-10T22:27:26.357230+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436112+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:39.436112+0000","last_peered":"2024-03-10T22:27:39.436112+0000","last_clean":"2024-03-10T22:27:39.436112+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:39.436112+0000","last_undegraded":"2024-03-10T22:27:39.436112+0000","last_fullsized":"2024-03-10T22:27:39.436112+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797728+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:54.797728+0000","last_peered":"2024-03-10T22:27:54.797728+0000","last_clean":"2024-03-10T22:27:54.797728+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:54.797728+0000","last_undegraded":"2024-03-10T22:27:54.797728+0000","last_fullsized":"2024-03-10T22:27:54.797728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354257+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354257+0000","last_peered":"2024-03-10T22:27:26.354257+0000","last_clean":"2024-03-10T22:27:26.354257+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354257+0000","last_undegraded":"2024-03-10T22:27:26.354257+0000","last_fullsized":"2024-03-10T22:27:26.354257+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4227,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702808+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:28:33.702808+0000","last_peered":"2024-03-10T22:28:33.702808+0000","last_clean":"2024-03-10T22:28:33.702808+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:28:33.702808+0000","last_undegraded":"2024-03-10T22:28:33.702808+0000","last_fullsized":"2024-03-10T22:28:33.702808+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438501+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:59.438501+0000","last_peered":"2024-03-10T22:27:59.438501+0000","last_clean":"2024-03-10T22:27:59.438501+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:59.438501+0000","last_undegraded":"2024-03-10T22:27:59.438501+0000","last_fullsized":"2024-03-10T22:27:59.438501+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353314+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:27:26.353314+0000","last_peered":"2024-03-10T22:27:26.353314+0000","last_clean":"2024-03-10T22:27:26.353314+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:27:26.353314+0000","last_undegraded":"2024-03-10T22:27:26.353314+0000","last_fullsized":"2024-03-10T22:27:26.353314+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700811+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:28:13.700811+0000","last_peered":"2024-03-10T22:28:13.700811+0000","last_clean":"2024-03-10T22:28:13.700811+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:28:13.700811+0000","last_undegraded":"2024-03-10T22:28:13.700811+0000","last_fullsized":"2024-03-10T22:28:13.700811+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4293,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504870+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:27:26.504870+0000","last_peered":"2024-03-10T22:27:26.504870+0000","last_clean":"2024-03-10T22:27:26.504870+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:27:26.504870+0000","last_undegraded":"2024-03-10T22:27:26.504870+0000","last_fullsized":"2024-03-10T22:27:26.504870+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660651+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:28:30.660651+0000","last_peered":"2024-03-10T22:28:30.660651+0000","last_clean":"2024-03-10T22:28:30.660651+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:28:30.660651+0000","last_undegraded":"2024-03-10T22:28:30.660651+0000","last_fullsized":"2024-03-10T22:28:30.660651+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:48.924567+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:28:48.924567+0000","last_peered":"2024-03-10T22:28:48.924567+0000","last_clean":"2024-03-10T22:28:48.924567+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:28:48.924567+0000","last_undegraded":"2024-03-10T22:28:48.924567+0000","last_fullsized":"2024-03-10T22:28:48.924567+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797768+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:54.797768+0000","last_peered":"2024-03-10T22:27:54.797768+0000","last_clean":"2024-03-10T22:27:54.797768+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:54.797768+0000","last_undegraded":"2024-03-10T22:27:54.797768+0000","last_fullsized":"2024-03-10T22:27:54.797768+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:50.933118+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:28:50.933118+0000","last_peered":"2024-03-10T22:28:50.933118+0000","last_clean":"2024-03-10T22:28:50.933118+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:28:50.933118+0000","last_undegraded":"2024-03-10T22:28:50.933118+0000","last_fullsized":"2024-03-10T22:28:50.933118+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3651,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799673+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:28:09.799673+0000","last_peered":"2024-03-10T22:28:09.799673+0000","last_clean":"2024-03-10T22:28:09.799673+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:28:09.799673+0000","last_undegraded":"2024-03-10T22:28:09.799673+0000","last_fullsized":"2024-03-10T22:28:09.799673+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355846+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355846+0000","last_peered":"2024-03-10T22:27:26.355846+0000","last_clean":"2024-03-10T22:27:26.355846+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355846+0000","last_undegraded":"2024-03-10T22:27:26.355846+0000","last_fullsized":"2024-03-10T22:27:26.355846+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354336+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:27:26.354336+0000","last_peered":"2024-03-10T22:27:26.354336+0000","last_clean":"2024-03-10T22:27:26.354336+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:27:26.354336+0000","last_undegraded":"2024-03-10T22:27:26.354336+0000","last_fullsized":"2024-03-10T22:27:26.354336+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":918,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:53.698785+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:53.698785+0000","last_peered":"2024-03-10T22:27:53.698785+0000","last_clean":"2024-03-10T22:27:53.698785+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:53.698785+0000","last_undegraded":"2024-03-10T22:27:53.698785+0000","last_fullsized":"2024-03-10T22:27:53.698785+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4503,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660625+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:28:30.660625+0000","last_peered":"2024-03-10T22:28:30.660625+0000","last_clean":"2024-03-10T22:28:30.660625+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:28:30.660625+0000","last_undegraded":"2024-03-10T22:28:30.660625+0000","last_fullsized":"2024-03-10T22:28:30.660625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.356340+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:27:26.356340+0000","last_peered":"2024-03-10T22:27:26.356340+0000","last_clean":"2024-03-10T22:27:26.356340+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:27:26.356340+0000","last_undegraded":"2024-03-10T22:27:26.356340+0000","last_fullsized":"2024-03-10T22:27:26.356340+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":960,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:44.436877+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:44.436877+0000","last_peered":"2024-03-10T22:27:44.436877+0000","last_clean":"2024-03-10T22:27:44.436877+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:44.436877+0000","last_undegraded":"2024-03-10T22:27:44.436877+0000","last_fullsized":"2024-03-10T22:27:44.436877+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436101+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:39.436101+0000","last_peered":"2024-03-10T22:27:39.436101+0000","last_clean":"2024-03-10T22:27:39.436101+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:39.436101+0000","last_undegraded":"2024-03-10T22:27:39.436101+0000","last_fullsized":"2024-03-10T22:27:39.436101+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355046+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.355046+0000","last_peered":"2024-03-10T22:27:26.355046+0000","last_clean":"2024-03-10T22:27:26.355046+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.355046+0000","last_undegraded":"2024-03-10T22:27:26.355046+0000","last_fullsized":"2024-03-10T22:27:26.355046+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922400+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:28:28.922400+0000","last_peered":"2024-03-10T22:28:28.922400+0000","last_clean":"2024-03-10T22:28:28.922400+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:28:28.922400+0000","last_undegraded":"2024-03-10T22:28:28.922400+0000","last_fullsized":"2024-03-10T22:28:28.922400+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438489+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:59.438489+0000","last_peered":"2024-03-10T22:27:59.438489+0000","last_clean":"2024-03-10T22:27:59.438489+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:59.438489+0000","last_undegraded":"2024-03-10T22:27:59.438489+0000","last_fullsized":"2024-03-10T22:27:59.438489+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727179+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:27:27.727179+0000","last_peered":"2024-03-10T22:27:27.727179+0000","last_clean":"2024-03-10T22:27:27.727179+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:27:27.727179+0000","last_undegraded":"2024-03-10T22:27:27.727179+0000","last_fullsized":"2024-03-10T22:27:27.727179+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922423+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:28:28.922423+0000","last_peered":"2024-03-10T22:28:28.922423+0000","last_clean":"2024-03-10T22:28:28.922423+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:28:28.922423+0000","last_undegraded":"2024-03-10T22:28:28.922423+0000","last_fullsized":"2024-03-10T22:28:28.922423+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354064+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354064+0000","last_peered":"2024-03-10T22:27:26.354064+0000","last_clean":"2024-03-10T22:27:26.354064+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354064+0000","last_undegraded":"2024-03-10T22:27:26.354064+0000","last_fullsized":"2024-03-10T22:27:26.354064+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662369+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:28:45.662369+0000","last_peered":"2024-03-10T22:28:45.662369+0000","last_clean":"2024-03-10T22:28:45.662369+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:28:45.662369+0000","last_undegraded":"2024-03-10T22:28:45.662369+0000","last_fullsized":"2024-03-10T22:28:45.662369+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:33.702827+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:28:33.702827+0000","last_peered":"2024-03-10T22:28:33.702827+0000","last_clean":"2024-03-10T22:28:33.702827+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:28:33.702827+0000","last_undegraded":"2024-03-10T22:28:33.702827+0000","last_fullsized":"2024-03-10T22:28:33.702827+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3247,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801371+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:28:24.801371+0000","last_peered":"2024-03-10T22:28:24.801371+0000","last_clean":"2024-03-10T22:28:24.801371+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:28:24.801371+0000","last_undegraded":"2024-03-10T22:28:24.801371+0000","last_fullsized":"2024-03-10T22:28:24.801371+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1024,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504437+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504437+0000","last_peered":"2024-03-10T22:27:26.504437+0000","last_clean":"2024-03-10T22:27:26.504437+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504437+0000","last_undegraded":"2024-03-10T22:27:26.504437+0000","last_fullsized":"2024-03-10T22:27:26.504437+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:35.286375+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:35.286375+0000","last_peered":"2024-03-10T22:27:35.286375+0000","last_clean":"2024-03-10T22:27:35.286375+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:35.286375+0000","last_undegraded":"2024-03-10T22:27:35.286375+0000","last_fullsized":"2024-03-10T22:27:35.286375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4000,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:50.288196+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:50.288196+0000","last_peered":"2024-03-10T22:27:50.288196+0000","last_clean":"2024-03-10T22:27:50.288196+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:50.288196+0000","last_undegraded":"2024-03-10T22:27:50.288196+0000","last_fullsized":"2024-03-10T22:27:50.288196+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438388+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:59.438388+0000","last_peered":"2024-03-10T22:27:59.438388+0000","last_clean":"2024-03-10T22:27:59.438388+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:59.438388+0000","last_undegraded":"2024-03-10T22:27:59.438388+0000","last_fullsized":"2024-03-10T22:27:59.438388+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726685+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:27:27.726685+0000","last_peered":"2024-03-10T22:27:27.726685+0000","last_clean":"2024-03-10T22:27:27.726685+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:27:27.726685+0000","last_undegraded":"2024-03-10T22:27:27.726685+0000","last_fullsized":"2024-03-10T22:27:27.726685+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4940,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476551+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:27:27.476551+0000","last_peered":"2024-03-10T22:27:27.476551+0000","last_clean":"2024-03-10T22:27:27.476551+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:27:27.476551+0000","last_undegraded":"2024-03-10T22:27:27.476551+0000","last_fullsized":"2024-03-10T22:27:27.476551+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438411+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:59.438411+0000","last_peered":"2024-03-10T22:27:59.438411+0000","last_clean":"2024-03-10T22:27:59.438411+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:59.438411+0000","last_undegraded":"2024-03-10T22:27:59.438411+0000","last_fullsized":"2024-03-10T22:27:59.438411+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726852+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726852+0000","last_peered":"2024-03-10T22:27:27.726852+0000","last_clean":"2024-03-10T22:27:27.726852+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726852+0000","last_undegraded":"2024-03-10T22:27:27.726852+0000","last_fullsized":"2024-03-10T22:27:27.726852+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440880+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:28:19.440880+0000","last_peered":"2024-03-10T22:28:19.440880+0000","last_clean":"2024-03-10T22:28:19.440880+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:28:19.440880+0000","last_undegraded":"2024-03-10T22:28:19.440880+0000","last_fullsized":"2024-03-10T22:28:19.440880+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475919+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:27:27.475919+0000","last_peered":"2024-03-10T22:27:27.475919+0000","last_clean":"2024-03-10T22:27:27.475919+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:27:27.475919+0000","last_undegraded":"2024-03-10T22:27:27.475919+0000","last_fullsized":"2024-03-10T22:27:27.475919+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662288+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:28:45.662288+0000","last_peered":"2024-03-10T22:28:45.662288+0000","last_clean":"2024-03-10T22:28:45.662288+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:28:45.662288+0000","last_undegraded":"2024-03-10T22:28:45.662288+0000","last_fullsized":"2024-03-10T22:28:45.662288+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5329,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:27.476443+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:27:27.476443+0000","last_peered":"2024-03-10T22:27:27.476443+0000","last_clean":"2024-03-10T22:27:27.476443+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:27:27.476443+0000","last_undegraded":"2024-03-10T22:27:27.476443+0000","last_fullsized":"2024-03-10T22:27:27.476443+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1213,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475888+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:27:27.475888+0000","last_peered":"2024-03-10T22:27:27.475888+0000","last_clean":"2024-03-10T22:27:27.475888+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:27:27.475888+0000","last_undegraded":"2024-03-10T22:27:27.475888+0000","last_fullsized":"2024-03-10T22:27:27.475888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504754+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504754+0000","last_peered":"2024-03-10T22:27:26.504754+0000","last_clean":"2024-03-10T22:27:26.504754+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504754+0000","last_undegraded":"2024-03-10T22:27:26.504754+0000","last_fullsized":"2024-03-10T22:27:26.504754+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4658,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702780+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:28:33.702780+0000","last_peered":"2024-03-10T22:28:33.702780+0000","last_clean":"2024-03-10T22:28:33.702780+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:28:33.702780+0000","last_undegraded":"2024-03-10T22:28:33.702780+0000","last_fullsized":"2024-03-10T22:28:33.702780+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440926+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:28:19.440926+0000","last_peered":"2024-03-10T22:28:19.440926+0000","last_clean":"2024-03-10T22:28:19.440926+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:28:19.440926+0000","last_undegraded":"2024-03-10T22:28:19.440926+0000","last_fullsized":"2024-03-10T22:28:19.440926+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801345+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:28:24.801345+0000","last_peered":"2024-03-10T22:28:24.801345+0000","last_clean":"2024-03-10T22:28:24.801345+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:28:24.801345+0000","last_undegraded":"2024-03-10T22:28:24.801345+0000","last_fullsized":"2024-03-10T22:28:24.801345+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504464+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504464+0000","last_peered":"2024-03-10T22:27:26.504464+0000","last_clean":"2024-03-10T22:27:26.504464+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504464+0000","last_undegraded":"2024-03-10T22:27:26.504464+0000","last_fullsized":"2024-03-10T22:27:26.504464+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476326+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:27:27.476326+0000","last_peered":"2024-03-10T22:27:27.476326+0000","last_clean":"2024-03-10T22:27:27.476326+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:27:27.476326+0000","last_undegraded":"2024-03-10T22:27:27.476326+0000","last_fullsized":"2024-03-10T22:27:27.476326+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660589+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:28:30.660589+0000","last_peered":"2024-03-10T22:28:30.660589+0000","last_clean":"2024-03-10T22:28:30.660589+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:28:30.660589+0000","last_undegraded":"2024-03-10T22:28:30.660589+0000","last_fullsized":"2024-03-10T22:28:30.660589+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700780+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:28:13.700780+0000","last_peered":"2024-03-10T22:28:13.700780+0000","last_clean":"2024-03-10T22:28:13.700780+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:28:13.700780+0000","last_undegraded":"2024-03-10T22:28:13.700780+0000","last_fullsized":"2024-03-10T22:28:13.700780+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797755+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:54.797755+0000","last_peered":"2024-03-10T22:27:54.797755+0000","last_clean":"2024-03-10T22:27:54.797755+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:54.797755+0000","last_undegraded":"2024-03-10T22:27:54.797755+0000","last_fullsized":"2024-03-10T22:27:54.797755+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355876+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:27:26.355876+0000","last_peered":"2024-03-10T22:27:26.355876+0000","last_clean":"2024-03-10T22:27:26.355876+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:27:26.355876+0000","last_undegraded":"2024-03-10T22:27:26.355876+0000","last_fullsized":"2024-03-10T22:27:26.355876+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726520+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:27:27.726520+0000","last_peered":"2024-03-10T22:27:27.726520+0000","last_clean":"2024-03-10T22:27:27.726520+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:27:27.726520+0000","last_undegraded":"2024-03-10T22:27:27.726520+0000","last_fullsized":"2024-03-10T22:27:27.726520+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438472+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:59.438472+0000","last_peered":"2024-03-10T22:27:59.438472+0000","last_clean":"2024-03-10T22:27:59.438472+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:59.438472+0000","last_undegraded":"2024-03-10T22:27:59.438472+0000","last_fullsized":"2024-03-10T22:27:59.438472+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662335+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:28:45.662335+0000","last_peered":"2024-03-10T22:28:45.662335+0000","last_clean":"2024-03-10T22:28:45.662335+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:28:45.662335+0000","last_undegraded":"2024-03-10T22:28:45.662335+0000","last_fullsized":"2024-03-10T22:28:45.662335+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.727291+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:27:27.727291+0000","last_peered":"2024-03-10T22:27:27.727291+0000","last_clean":"2024-03-10T22:27:27.727291+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:27:27.727291+0000","last_undegraded":"2024-03-10T22:27:27.727291+0000","last_fullsized":"2024-03-10T22:27:27.727291+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799625+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:28:09.799625+0000","last_peered":"2024-03-10T22:28:09.799625+0000","last_clean":"2024-03-10T22:28:09.799625+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:28:09.799625+0000","last_undegraded":"2024-03-10T22:28:09.799625+0000","last_fullsized":"2024-03-10T22:28:09.799625+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726888+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726888+0000","last_peered":"2024-03-10T22:27:27.726888+0000","last_clean":"2024-03-10T22:27:27.726888+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726888+0000","last_undegraded":"2024-03-10T22:27:27.726888+0000","last_fullsized":"2024-03-10T22:27:27.726888+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801311+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:28:24.801311+0000","last_peered":"2024-03-10T22:28:24.801311+0000","last_clean":"2024-03-10T22:28:24.801311+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:28:24.801311+0000","last_undegraded":"2024-03-10T22:28:24.801311+0000","last_fullsized":"2024-03-10T22:28:24.801311+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:42.239516+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:42.239516+0000","last_peered":"2024-03-10T22:27:42.239516+0000","last_clean":"2024-03-10T22:27:42.239516+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:42.239516+0000","last_undegraded":"2024-03-10T22:27:42.239516+0000","last_fullsized":"2024-03-10T22:27:42.239516+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469825+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:27:28.469825+0000","last_peered":"2024-03-10T22:27:28.469825+0000","last_clean":"2024-03-10T22:27:28.469825+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:27:28.469825+0000","last_undegraded":"2024-03-10T22:27:28.469825+0000","last_fullsized":"2024-03-10T22:27:28.469825+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783972,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928619,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586446,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796502,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474503,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152505,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073266,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:31:11.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:11.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:11.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:11.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:11.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:11.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:11.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:11.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:11.351 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:31:12.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:11 smithi169 ceph-mon[88180]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:12.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:11 smithi169 ceph-mon[88180]: pgmap v1012: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:11 smithi169 ceph-mon[90638]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:11 smithi169 ceph-mon[90638]: pgmap v1012: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:11 smithi172 ceph-mon[84635]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:12.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:11 smithi172 ceph-mon[84635]: pgmap v1012: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:12.730 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:31:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:31:13.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:12 smithi169 ceph-mon[90638]: pgmap v1013: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:13.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:12 smithi169 ceph-mon[88180]: pgmap v1013: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:13.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:12 smithi172 ceph-mon[84635]: pgmap v1013: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:15.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:14 smithi169 ceph-mon[88180]: pgmap v1014: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:15.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:14 smithi169 ceph-mon[90638]: pgmap v1014: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:15.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:14 smithi172 ceph-mon[84635]: pgmap v1014: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:31:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:31:15] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2024-03-10T22:31:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:16 smithi169 ceph-mon[88180]: pgmap v1015: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:17.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:16 smithi169 ceph-mon[90638]: pgmap v1015: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:17.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:16 smithi172 ceph-mon[84635]: pgmap v1015: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:19.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:18 smithi169 ceph-mon[90638]: pgmap v1016: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:19.004 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:18 smithi169 ceph-mon[88180]: pgmap v1016: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:19.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:18 smithi172 ceph-mon[84635]: pgmap v1016: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:21.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:20 smithi169 ceph-mon[90638]: pgmap v1017: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:21.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:20 smithi169 ceph-mon[88180]: pgmap v1017: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:21.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:20 smithi172 ceph-mon[84635]: pgmap v1017: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:21.353 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:31:21.576 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:31:22.732 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:31:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:31:23.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:22 smithi169 ceph-mon[88180]: pgmap v1018: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:22 smithi169 ceph-mon[90638]: pgmap v1018: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:23.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:22 smithi172 ceph-mon[84635]: pgmap v1018: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:23.516 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:31:23.518 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:31:23.767 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:23 smithi169 ceph-mon[90638]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:23.768 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:23 smithi169 ceph-mon[88180]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:24.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:23 smithi172 ceph-mon[84635]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:24.228 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1018,"stamp":"2024-03-10T22:31:22.664746+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003688"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934928+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:29:05.934928+0000","last_peered":"2024-03-10T22:29:05.934928+0000","last_clean":"2024-03-10T22:29:05.934928+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:29:05.934928+0000","last_undegraded":"2024-03-10T22:29:05.934928+0000","last_fullsized":"2024-03-10T22:29:05.934928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436143+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:39.436143+0000","last_peered":"2024-03-10T22:27:39.436143+0000","last_clean":"2024-03-10T22:27:39.436143+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:39.436143+0000","last_undegraded":"2024-03-10T22:27:39.436143+0000","last_fullsized":"2024-03-10T22:27:39.436143+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249169+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:29:07.249169+0000","last_peered":"2024-03-10T22:29:07.249169+0000","last_clean":"2024-03-10T22:29:07.249169+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:29:07.249169+0000","last_undegraded":"2024-03-10T22:29:07.249169+0000","last_fullsized":"2024-03-10T22:29:07.249169+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.796220+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:39.796220+0000","last_peered":"2024-03-10T22:27:39.796220+0000","last_clean":"2024-03-10T22:27:39.796220+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:39.796220+0000","last_undegraded":"2024-03-10T22:27:39.796220+0000","last_fullsized":"2024-03-10T22:27:39.796220+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926520+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:50.926520+0000","last_peered":"2024-03-10T22:27:50.926520+0000","last_clean":"2024-03-10T22:27:50.926520+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:50.926520+0000","last_undegraded":"2024-03-10T22:27:50.926520+0000","last_fullsized":"2024-03-10T22:27:50.926520+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:50.926486+0000","last_peered":"2024-03-10T22:27:50.926486+0000","last_clean":"2024-03-10T22:27:50.926486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:50.926486+0000","last_undegraded":"2024-03-10T22:27:50.926486+0000","last_fullsized":"2024-03-10T22:27:50.926486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925459+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:40.925459+0000","last_peered":"2024-03-10T22:27:40.925459+0000","last_clean":"2024-03-10T22:27:40.925459+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:40.925459+0000","last_undegraded":"2024-03-10T22:27:40.925459+0000","last_fullsized":"2024-03-10T22:27:40.925459+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469964+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469964+0000","last_peered":"2024-03-10T22:27:28.469964+0000","last_clean":"2024-03-10T22:27:28.469964+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469964+0000","last_undegraded":"2024-03-10T22:27:28.469964+0000","last_fullsized":"2024-03-10T22:27:28.469964+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469864+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469864+0000","last_peered":"2024-03-10T22:27:28.469864+0000","last_clean":"2024-03-10T22:27:28.469864+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469864+0000","last_undegraded":"2024-03-10T22:27:28.469864+0000","last_fullsized":"2024-03-10T22:27:28.469864+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:20.291643+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:28:20.291643+0000","last_peered":"2024-03-10T22:28:20.291643+0000","last_clean":"2024-03-10T22:28:20.291643+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:28:20.291643+0000","last_undegraded":"2024-03-10T22:28:20.291643+0000","last_fullsized":"2024-03-10T22:28:20.291643+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918262+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:43.918262+0000","last_peered":"2024-03-10T22:27:43.918262+0000","last_clean":"2024-03-10T22:27:43.918262+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:43.918262+0000","last_undegraded":"2024-03-10T22:27:43.918262+0000","last_fullsized":"2024-03-10T22:27:43.918262+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241498+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:28:02.241498+0000","last_peered":"2024-03-10T22:28:02.241498+0000","last_clean":"2024-03-10T22:28:02.241498+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:28:02.241498+0000","last_undegraded":"2024-03-10T22:28:02.241498+0000","last_fullsized":"2024-03-10T22:28:02.241498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.443021+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:28:39.443021+0000","last_peered":"2024-03-10T22:28:39.443021+0000","last_clean":"2024-03-10T22:28:39.443021+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:28:39.443021+0000","last_undegraded":"2024-03-10T22:28:39.443021+0000","last_fullsized":"2024-03-10T22:28:39.443021+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803060+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:28:39.803060+0000","last_peered":"2024-03-10T22:28:39.803060+0000","last_clean":"2024-03-10T22:28:39.803060+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:28:39.803060+0000","last_undegraded":"2024-03-10T22:28:39.803060+0000","last_fullsized":"2024-03-10T22:28:39.803060+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476196+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:27:27.476196+0000","last_peered":"2024-03-10T22:27:27.476196+0000","last_clean":"2024-03-10T22:27:27.476196+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:27:27.476196+0000","last_undegraded":"2024-03-10T22:27:27.476196+0000","last_fullsized":"2024-03-10T22:27:27.476196+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1200,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.476001+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:27:27.476001+0000","last_peered":"2024-03-10T22:27:27.476001+0000","last_clean":"2024-03-10T22:27:27.476001+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:27:27.476001+0000","last_undegraded":"2024-03-10T22:27:27.476001+0000","last_fullsized":"2024-03-10T22:27:27.476001+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504745+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504745+0000","last_peered":"2024-03-10T22:27:26.504745+0000","last_clean":"2024-03-10T22:27:26.504745+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504745+0000","last_undegraded":"2024-03-10T22:27:26.504745+0000","last_fullsized":"2024-03-10T22:27:26.504745+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1290,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249205+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:29:07.249205+0000","last_peered":"2024-03-10T22:29:07.249205+0000","last_clean":"2024-03-10T22:29:07.249205+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:29:07.249205+0000","last_undegraded":"2024-03-10T22:29:07.249205+0000","last_fullsized":"2024-03-10T22:29:07.249205+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922463+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:28:28.922463+0000","last_peered":"2024-03-10T22:28:28.922463+0000","last_clean":"2024-03-10T22:28:28.922463+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:28:28.922463+0000","last_undegraded":"2024-03-10T22:28:28.922463+0000","last_fullsized":"2024-03-10T22:28:28.922463+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922482+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:28:28.922482+0000","last_peered":"2024-03-10T22:28:28.922482+0000","last_clean":"2024-03-10T22:28:28.922482+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:28:28.922482+0000","last_undegraded":"2024-03-10T22:28:28.922482+0000","last_fullsized":"2024-03-10T22:28:28.922482+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249187+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:29:07.249187+0000","last_peered":"2024-03-10T22:29:07.249187+0000","last_clean":"2024-03-10T22:29:07.249187+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:29:07.249187+0000","last_undegraded":"2024-03-10T22:29:07.249187+0000","last_fullsized":"2024-03-10T22:29:07.249187+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1035,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926542+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:50.926542+0000","last_peered":"2024-03-10T22:27:50.926542+0000","last_clean":"2024-03-10T22:27:50.926542+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:50.926542+0000","last_undegraded":"2024-03-10T22:27:50.926542+0000","last_fullsized":"2024-03-10T22:27:50.926542+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:42.246000+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:28:42.246000+0000","last_peered":"2024-03-10T22:28:42.246000+0000","last_clean":"2024-03-10T22:28:42.246000+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:28:42.246000+0000","last_undegraded":"2024-03-10T22:28:42.246000+0000","last_fullsized":"2024-03-10T22:28:42.246000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918249+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:43.918249+0000","last_peered":"2024-03-10T22:27:43.918249+0000","last_clean":"2024-03-10T22:27:43.918249+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:43.918249+0000","last_undegraded":"2024-03-10T22:27:43.918249+0000","last_fullsized":"2024-03-10T22:27:43.918249+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918224+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:43.918224+0000","last_peered":"2024-03-10T22:27:43.918224+0000","last_clean":"2024-03-10T22:27:43.918224+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:43.918224+0000","last_undegraded":"2024-03-10T22:27:43.918224+0000","last_fullsized":"2024-03-10T22:27:43.918224+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1222,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.353512+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:27:26.353512+0000","last_peered":"2024-03-10T22:27:26.353512+0000","last_clean":"2024-03-10T22:27:26.353512+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:27:26.353512+0000","last_undegraded":"2024-03-10T22:27:26.353512+0000","last_fullsized":"2024-03-10T22:27:26.353512+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470136+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470136+0000","last_peered":"2024-03-10T22:27:28.470136+0000","last_clean":"2024-03-10T22:27:28.470136+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470136+0000","last_undegraded":"2024-03-10T22:27:28.470136+0000","last_fullsized":"2024-03-10T22:27:28.470136+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:22.243690+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:28:22.243690+0000","last_peered":"2024-03-10T22:28:22.243690+0000","last_clean":"2024-03-10T22:28:22.243690+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:28:22.243690+0000","last_undegraded":"2024-03-10T22:28:22.243690+0000","last_fullsized":"2024-03-10T22:28:22.243690+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1240,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355129+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:27:26.355129+0000","last_peered":"2024-03-10T22:27:26.355129+0000","last_clean":"2024-03-10T22:27:26.355129+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:27:26.355129+0000","last_undegraded":"2024-03-10T22:27:26.355129+0000","last_fullsized":"2024-03-10T22:27:26.355129+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:05.289693+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:28:05.289693+0000","last_peered":"2024-03-10T22:28:05.289693+0000","last_clean":"2024-03-10T22:28:05.289693+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:28:05.289693+0000","last_undegraded":"2024-03-10T22:28:05.289693+0000","last_fullsized":"2024-03-10T22:28:05.289693+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470026+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.470026+0000","last_peered":"2024-03-10T22:27:28.470026+0000","last_clean":"2024-03-10T22:27:28.470026+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.470026+0000","last_undegraded":"2024-03-10T22:27:28.470026+0000","last_fullsized":"2024-03-10T22:27:28.470026+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925415+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:40.925415+0000","last_peered":"2024-03-10T22:27:40.925415+0000","last_clean":"2024-03-10T22:27:40.925415+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:40.925415+0000","last_undegraded":"2024-03-10T22:27:40.925415+0000","last_fullsized":"2024-03-10T22:27:40.925415+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1273,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241543+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:28:02.241543+0000","last_peered":"2024-03-10T22:28:02.241543+0000","last_clean":"2024-03-10T22:28:02.241543+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:28:02.241543+0000","last_undegraded":"2024-03-10T22:28:02.241543+0000","last_fullsized":"2024-03-10T22:28:02.241543+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241522+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:28:02.241522+0000","last_peered":"2024-03-10T22:28:02.241522+0000","last_clean":"2024-03-10T22:28:02.241522+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:28:02.241522+0000","last_undegraded":"2024-03-10T22:28:02.241522+0000","last_fullsized":"2024-03-10T22:28:02.241522+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803096+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:28:39.803096+0000","last_peered":"2024-03-10T22:28:39.803096+0000","last_clean":"2024-03-10T22:28:39.803096+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:28:39.803096+0000","last_undegraded":"2024-03-10T22:28:39.803096+0000","last_fullsized":"2024-03-10T22:28:39.803096+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924241+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:30.924241+0000","last_peered":"2024-03-10T22:27:30.924241+0000","last_clean":"2024-03-10T22:27:30.924241+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:30.924241+0000","last_undegraded":"2024-03-10T22:27:30.924241+0000","last_fullsized":"2024-03-10T22:27:30.924241+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469490+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469490+0000","last_peered":"2024-03-10T22:27:28.469490+0000","last_clean":"2024-03-10T22:27:28.469490+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469490+0000","last_undegraded":"2024-03-10T22:27:28.469490+0000","last_fullsized":"2024-03-10T22:27:28.469490+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1261,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.475347+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:27:27.475347+0000","last_peered":"2024-03-10T22:27:27.475347+0000","last_clean":"2024-03-10T22:27:27.475347+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:27:27.475347+0000","last_undegraded":"2024-03-10T22:27:27.475347+0000","last_fullsized":"2024-03-10T22:27:27.475347+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924214+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:30.924214+0000","last_peered":"2024-03-10T22:27:30.924214+0000","last_clean":"2024-03-10T22:27:30.924214+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:30.924214+0000","last_undegraded":"2024-03-10T22:27:30.924214+0000","last_fullsized":"2024-03-10T22:27:30.924214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4441,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702739+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:28:33.702739+0000","last_peered":"2024-03-10T22:28:33.702739+0000","last_clean":"2024-03-10T22:28:33.702739+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:28:33.702739+0000","last_undegraded":"2024-03-10T22:28:33.702739+0000","last_fullsized":"2024-03-10T22:28:33.702739+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.288227+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:50.288227+0000","last_peered":"2024-03-10T22:27:50.288227+0000","last_clean":"2024-03-10T22:27:50.288227+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:50.288227+0000","last_undegraded":"2024-03-10T22:27:50.288227+0000","last_fullsized":"2024-03-10T22:27:50.288227+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12610,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249105+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:29:07.249105+0000","last_peered":"2024-03-10T22:29:07.249105+0000","last_clean":"2024-03-10T22:29:07.249105+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:29:07.249105+0000","last_undegraded":"2024-03-10T22:29:07.249105+0000","last_fullsized":"2024-03-10T22:29:07.249105+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436075+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:39.436075+0000","last_peered":"2024-03-10T22:27:39.436075+0000","last_clean":"2024-03-10T22:27:39.436075+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:39.436075+0000","last_undegraded":"2024-03-10T22:27:39.436075+0000","last_fullsized":"2024-03-10T22:27:39.436075+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436125+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:39.436125+0000","last_peered":"2024-03-10T22:27:39.436125+0000","last_clean":"2024-03-10T22:27:39.436125+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:39.436125+0000","last_undegraded":"2024-03-10T22:27:39.436125+0000","last_fullsized":"2024-03-10T22:27:39.436125+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797783+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:54.797783+0000","last_peered":"2024-03-10T22:27:54.797783+0000","last_clean":"2024-03-10T22:27:54.797783+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:54.797783+0000","last_undegraded":"2024-03-10T22:27:54.797783+0000","last_fullsized":"2024-03-10T22:27:54.797783+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15023,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249144+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:29:07.249144+0000","last_peered":"2024-03-10T22:29:07.249144+0000","last_clean":"2024-03-10T22:29:07.249144+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:29:07.249144+0000","last_undegraded":"2024-03-10T22:29:07.249144+0000","last_fullsized":"2024-03-10T22:29:07.249144+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436112+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:39.436112+0000","last_peered":"2024-03-10T22:27:39.436112+0000","last_clean":"2024-03-10T22:27:39.436112+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:39.436112+0000","last_undegraded":"2024-03-10T22:27:39.436112+0000","last_fullsized":"2024-03-10T22:27:39.436112+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797728+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:54.797728+0000","last_peered":"2024-03-10T22:27:54.797728+0000","last_clean":"2024-03-10T22:27:54.797728+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:54.797728+0000","last_undegraded":"2024-03-10T22:27:54.797728+0000","last_fullsized":"2024-03-10T22:27:54.797728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354257+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:27:26.354257+0000","last_peered":"2024-03-10T22:27:26.354257+0000","last_clean":"2024-03-10T22:27:26.354257+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:27:26.354257+0000","last_undegraded":"2024-03-10T22:27:26.354257+0000","last_fullsized":"2024-03-10T22:27:26.354257+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4227,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702808+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:28:33.702808+0000","last_peered":"2024-03-10T22:28:33.702808+0000","last_clean":"2024-03-10T22:28:33.702808+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:28:33.702808+0000","last_undegraded":"2024-03-10T22:28:33.702808+0000","last_fullsized":"2024-03-10T22:28:33.702808+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438501+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:59.438501+0000","last_peered":"2024-03-10T22:27:59.438501+0000","last_clean":"2024-03-10T22:27:59.438501+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:59.438501+0000","last_undegraded":"2024-03-10T22:27:59.438501+0000","last_fullsized":"2024-03-10T22:27:59.438501+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:19.447884+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:29:19.447884+0000","last_peered":"2024-03-10T22:29:19.447884+0000","last_clean":"2024-03-10T22:29:19.447884+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:29:19.447884+0000","last_undegraded":"2024-03-10T22:29:19.447884+0000","last_fullsized":"2024-03-10T22:29:19.447884+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700811+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:28:13.700811+0000","last_peered":"2024-03-10T22:28:13.700811+0000","last_clean":"2024-03-10T22:28:13.700811+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:28:13.700811+0000","last_undegraded":"2024-03-10T22:28:13.700811+0000","last_fullsized":"2024-03-10T22:28:13.700811+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4294,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934878+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:29:05.934878+0000","last_peered":"2024-03-10T22:29:05.934878+0000","last_clean":"2024-03-10T22:29:05.934878+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:29:05.934878+0000","last_undegraded":"2024-03-10T22:29:05.934878+0000","last_fullsized":"2024-03-10T22:29:05.934878+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660651+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:28:30.660651+0000","last_peered":"2024-03-10T22:28:30.660651+0000","last_clean":"2024-03-10T22:28:30.660651+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:28:30.660651+0000","last_undegraded":"2024-03-10T22:28:30.660651+0000","last_fullsized":"2024-03-10T22:28:30.660651+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:48.924567+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:28:48.924567+0000","last_peered":"2024-03-10T22:28:48.924567+0000","last_clean":"2024-03-10T22:28:48.924567+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:28:48.924567+0000","last_undegraded":"2024-03-10T22:28:48.924567+0000","last_fullsized":"2024-03-10T22:28:48.924567+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797768+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:54.797768+0000","last_peered":"2024-03-10T22:27:54.797768+0000","last_clean":"2024-03-10T22:27:54.797768+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:54.797768+0000","last_undegraded":"2024-03-10T22:27:54.797768+0000","last_fullsized":"2024-03-10T22:27:54.797768+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:50.933118+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:28:50.933118+0000","last_peered":"2024-03-10T22:28:50.933118+0000","last_clean":"2024-03-10T22:28:50.933118+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:28:50.933118+0000","last_undegraded":"2024-03-10T22:28:50.933118+0000","last_fullsized":"2024-03-10T22:28:50.933118+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3651,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799673+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:28:09.799673+0000","last_peered":"2024-03-10T22:28:09.799673+0000","last_clean":"2024-03-10T22:28:09.799673+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:28:09.799673+0000","last_undegraded":"2024-03-10T22:28:09.799673+0000","last_fullsized":"2024-03-10T22:28:09.799673+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355846+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355846+0000","last_peered":"2024-03-10T22:27:26.355846+0000","last_clean":"2024-03-10T22:27:26.355846+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355846+0000","last_undegraded":"2024-03-10T22:27:26.355846+0000","last_fullsized":"2024-03-10T22:27:26.355846+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249065+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:29:07.249065+0000","last_peered":"2024-03-10T22:29:07.249065+0000","last_clean":"2024-03-10T22:29:07.249065+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:29:07.249065+0000","last_undegraded":"2024-03-10T22:29:07.249065+0000","last_fullsized":"2024-03-10T22:29:07.249065+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":918,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:53.698785+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:53.698785+0000","last_peered":"2024-03-10T22:27:53.698785+0000","last_clean":"2024-03-10T22:27:53.698785+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:53.698785+0000","last_undegraded":"2024-03-10T22:27:53.698785+0000","last_fullsized":"2024-03-10T22:27:53.698785+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4503,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660625+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:28:30.660625+0000","last_peered":"2024-03-10T22:28:30.660625+0000","last_clean":"2024-03-10T22:28:30.660625+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:28:30.660625+0000","last_undegraded":"2024-03-10T22:28:30.660625+0000","last_fullsized":"2024-03-10T22:28:30.660625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249121+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:29:07.249121+0000","last_peered":"2024-03-10T22:29:07.249121+0000","last_clean":"2024-03-10T22:29:07.249121+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:29:07.249121+0000","last_undegraded":"2024-03-10T22:29:07.249121+0000","last_fullsized":"2024-03-10T22:29:07.249121+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":960,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:44.436877+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:44.436877+0000","last_peered":"2024-03-10T22:27:44.436877+0000","last_clean":"2024-03-10T22:27:44.436877+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:44.436877+0000","last_undegraded":"2024-03-10T22:27:44.436877+0000","last_fullsized":"2024-03-10T22:27:44.436877+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436101+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:39.436101+0000","last_peered":"2024-03-10T22:27:39.436101+0000","last_clean":"2024-03-10T22:27:39.436101+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:39.436101+0000","last_undegraded":"2024-03-10T22:27:39.436101+0000","last_fullsized":"2024-03-10T22:27:39.436101+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355046+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:27:26.355046+0000","last_peered":"2024-03-10T22:27:26.355046+0000","last_clean":"2024-03-10T22:27:26.355046+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:27:26.355046+0000","last_undegraded":"2024-03-10T22:27:26.355046+0000","last_fullsized":"2024-03-10T22:27:26.355046+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922400+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:28:28.922400+0000","last_peered":"2024-03-10T22:28:28.922400+0000","last_clean":"2024-03-10T22:28:28.922400+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:28:28.922400+0000","last_undegraded":"2024-03-10T22:28:28.922400+0000","last_fullsized":"2024-03-10T22:28:28.922400+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438489+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:59.438489+0000","last_peered":"2024-03-10T22:27:59.438489+0000","last_clean":"2024-03-10T22:27:59.438489+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:59.438489+0000","last_undegraded":"2024-03-10T22:27:59.438489+0000","last_fullsized":"2024-03-10T22:27:59.438489+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926913+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:29:08.926913+0000","last_peered":"2024-03-10T22:29:08.926913+0000","last_clean":"2024-03-10T22:29:08.926913+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:29:08.926913+0000","last_undegraded":"2024-03-10T22:29:08.926913+0000","last_fullsized":"2024-03-10T22:29:08.926913+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922423+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:28:28.922423+0000","last_peered":"2024-03-10T22:28:28.922423+0000","last_clean":"2024-03-10T22:28:28.922423+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:28:28.922423+0000","last_undegraded":"2024-03-10T22:28:28.922423+0000","last_fullsized":"2024-03-10T22:28:28.922423+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354064+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:27:26.354064+0000","last_peered":"2024-03-10T22:27:26.354064+0000","last_clean":"2024-03-10T22:27:26.354064+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:27:26.354064+0000","last_undegraded":"2024-03-10T22:27:26.354064+0000","last_fullsized":"2024-03-10T22:27:26.354064+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662369+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:28:45.662369+0000","last_peered":"2024-03-10T22:28:45.662369+0000","last_clean":"2024-03-10T22:28:45.662369+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:28:45.662369+0000","last_undegraded":"2024-03-10T22:28:45.662369+0000","last_fullsized":"2024-03-10T22:28:45.662369+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:33.702827+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:28:33.702827+0000","last_peered":"2024-03-10T22:28:33.702827+0000","last_clean":"2024-03-10T22:28:33.702827+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:28:33.702827+0000","last_undegraded":"2024-03-10T22:28:33.702827+0000","last_fullsized":"2024-03-10T22:28:33.702827+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3247,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801371+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:28:24.801371+0000","last_peered":"2024-03-10T22:28:24.801371+0000","last_clean":"2024-03-10T22:28:24.801371+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:28:24.801371+0000","last_undegraded":"2024-03-10T22:28:24.801371+0000","last_fullsized":"2024-03-10T22:28:24.801371+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1024,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504437+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:27:26.504437+0000","last_peered":"2024-03-10T22:27:26.504437+0000","last_clean":"2024-03-10T22:27:26.504437+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:27:26.504437+0000","last_undegraded":"2024-03-10T22:27:26.504437+0000","last_fullsized":"2024-03-10T22:27:26.504437+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:35.286375+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:35.286375+0000","last_peered":"2024-03-10T22:27:35.286375+0000","last_clean":"2024-03-10T22:27:35.286375+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:35.286375+0000","last_undegraded":"2024-03-10T22:27:35.286375+0000","last_fullsized":"2024-03-10T22:27:35.286375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4000,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:50.288196+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:50.288196+0000","last_peered":"2024-03-10T22:27:50.288196+0000","last_clean":"2024-03-10T22:27:50.288196+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:50.288196+0000","last_undegraded":"2024-03-10T22:27:50.288196+0000","last_fullsized":"2024-03-10T22:27:50.288196+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438388+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:59.438388+0000","last_peered":"2024-03-10T22:27:59.438388+0000","last_clean":"2024-03-10T22:27:59.438388+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:59.438388+0000","last_undegraded":"2024-03-10T22:27:59.438388+0000","last_fullsized":"2024-03-10T22:27:59.438388+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926841+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:29:08.926841+0000","last_peered":"2024-03-10T22:29:08.926841+0000","last_clean":"2024-03-10T22:29:08.926841+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:29:08.926841+0000","last_undegraded":"2024-03-10T22:29:08.926841+0000","last_fullsized":"2024-03-10T22:29:08.926841+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4941,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704822+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:28:53.704822+0000","last_peered":"2024-03-10T22:28:53.704822+0000","last_clean":"2024-03-10T22:28:53.704822+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:28:53.704822+0000","last_undegraded":"2024-03-10T22:28:53.704822+0000","last_fullsized":"2024-03-10T22:28:53.704822+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438411+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:59.438411+0000","last_peered":"2024-03-10T22:27:59.438411+0000","last_clean":"2024-03-10T22:27:59.438411+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:59.438411+0000","last_undegraded":"2024-03-10T22:27:59.438411+0000","last_fullsized":"2024-03-10T22:27:59.438411+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726852+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726852+0000","last_peered":"2024-03-10T22:27:27.726852+0000","last_clean":"2024-03-10T22:27:27.726852+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726852+0000","last_undegraded":"2024-03-10T22:27:27.726852+0000","last_fullsized":"2024-03-10T22:27:27.726852+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440880+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:28:19.440880+0000","last_peered":"2024-03-10T22:28:19.440880+0000","last_clean":"2024-03-10T22:28:19.440880+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:28:19.440880+0000","last_undegraded":"2024-03-10T22:28:19.440880+0000","last_fullsized":"2024-03-10T22:28:19.440880+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704802+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:28:53.704802+0000","last_peered":"2024-03-10T22:28:53.704802+0000","last_clean":"2024-03-10T22:28:53.704802+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:28:53.704802+0000","last_undegraded":"2024-03-10T22:28:53.704802+0000","last_fullsized":"2024-03-10T22:28:53.704802+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662288+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:28:45.662288+0000","last_peered":"2024-03-10T22:28:45.662288+0000","last_clean":"2024-03-10T22:28:45.662288+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:28:45.662288+0000","last_undegraded":"2024-03-10T22:28:45.662288+0000","last_fullsized":"2024-03-10T22:28:45.662288+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5330,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704762+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:28:53.704762+0000","last_peered":"2024-03-10T22:28:53.704762+0000","last_clean":"2024-03-10T22:28:53.704762+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:28:53.704762+0000","last_undegraded":"2024-03-10T22:28:53.704762+0000","last_fullsized":"2024-03-10T22:28:53.704762+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704813+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:28:53.704813+0000","last_peered":"2024-03-10T22:28:53.704813+0000","last_clean":"2024-03-10T22:28:53.704813+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:28:53.704813+0000","last_undegraded":"2024-03-10T22:28:53.704813+0000","last_fullsized":"2024-03-10T22:28:53.704813+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504754+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504754+0000","last_peered":"2024-03-10T22:27:26.504754+0000","last_clean":"2024-03-10T22:27:26.504754+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504754+0000","last_undegraded":"2024-03-10T22:27:26.504754+0000","last_fullsized":"2024-03-10T22:27:26.504754+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4658,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702780+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:28:33.702780+0000","last_peered":"2024-03-10T22:28:33.702780+0000","last_clean":"2024-03-10T22:28:33.702780+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:28:33.702780+0000","last_undegraded":"2024-03-10T22:28:33.702780+0000","last_fullsized":"2024-03-10T22:28:33.702780+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440926+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:28:19.440926+0000","last_peered":"2024-03-10T22:28:19.440926+0000","last_clean":"2024-03-10T22:28:19.440926+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:28:19.440926+0000","last_undegraded":"2024-03-10T22:28:19.440926+0000","last_fullsized":"2024-03-10T22:28:19.440926+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801345+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:28:24.801345+0000","last_peered":"2024-03-10T22:28:24.801345+0000","last_clean":"2024-03-10T22:28:24.801345+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:28:24.801345+0000","last_undegraded":"2024-03-10T22:28:24.801345+0000","last_fullsized":"2024-03-10T22:28:24.801345+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504464+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:27:26.504464+0000","last_peered":"2024-03-10T22:27:26.504464+0000","last_clean":"2024-03-10T22:27:26.504464+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:27:26.504464+0000","last_undegraded":"2024-03-10T22:27:26.504464+0000","last_fullsized":"2024-03-10T22:27:26.504464+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704849+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:28:53.704849+0000","last_peered":"2024-03-10T22:28:53.704849+0000","last_clean":"2024-03-10T22:28:53.704849+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:28:53.704849+0000","last_undegraded":"2024-03-10T22:28:53.704849+0000","last_fullsized":"2024-03-10T22:28:53.704849+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660589+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:28:30.660589+0000","last_peered":"2024-03-10T22:28:30.660589+0000","last_clean":"2024-03-10T22:28:30.660589+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:28:30.660589+0000","last_undegraded":"2024-03-10T22:28:30.660589+0000","last_fullsized":"2024-03-10T22:28:30.660589+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700780+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:28:13.700780+0000","last_peered":"2024-03-10T22:28:13.700780+0000","last_clean":"2024-03-10T22:28:13.700780+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:28:13.700780+0000","last_undegraded":"2024-03-10T22:28:13.700780+0000","last_fullsized":"2024-03-10T22:28:13.700780+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797755+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:54.797755+0000","last_peered":"2024-03-10T22:27:54.797755+0000","last_clean":"2024-03-10T22:27:54.797755+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:54.797755+0000","last_undegraded":"2024-03-10T22:27:54.797755+0000","last_fullsized":"2024-03-10T22:27:54.797755+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249095+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:29:07.249095+0000","last_peered":"2024-03-10T22:29:07.249095+0000","last_clean":"2024-03-10T22:29:07.249095+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:29:07.249095+0000","last_undegraded":"2024-03-10T22:29:07.249095+0000","last_fullsized":"2024-03-10T22:29:07.249095+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926882+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:29:08.926882+0000","last_peered":"2024-03-10T22:29:08.926882+0000","last_clean":"2024-03-10T22:29:08.926882+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:29:08.926882+0000","last_undegraded":"2024-03-10T22:29:08.926882+0000","last_fullsized":"2024-03-10T22:29:08.926882+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438472+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:59.438472+0000","last_peered":"2024-03-10T22:27:59.438472+0000","last_clean":"2024-03-10T22:27:59.438472+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:59.438472+0000","last_undegraded":"2024-03-10T22:27:59.438472+0000","last_fullsized":"2024-03-10T22:27:59.438472+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662335+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:28:45.662335+0000","last_peered":"2024-03-10T22:28:45.662335+0000","last_clean":"2024-03-10T22:28:45.662335+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:28:45.662335+0000","last_undegraded":"2024-03-10T22:28:45.662335+0000","last_fullsized":"2024-03-10T22:28:45.662335+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926922+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:29:08.926922+0000","last_peered":"2024-03-10T22:29:08.926922+0000","last_clean":"2024-03-10T22:29:08.926922+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:29:08.926922+0000","last_undegraded":"2024-03-10T22:29:08.926922+0000","last_fullsized":"2024-03-10T22:29:08.926922+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799625+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:28:09.799625+0000","last_peered":"2024-03-10T22:28:09.799625+0000","last_clean":"2024-03-10T22:28:09.799625+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:28:09.799625+0000","last_undegraded":"2024-03-10T22:28:09.799625+0000","last_fullsized":"2024-03-10T22:28:09.799625+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726888+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726888+0000","last_peered":"2024-03-10T22:27:27.726888+0000","last_clean":"2024-03-10T22:27:27.726888+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726888+0000","last_undegraded":"2024-03-10T22:27:27.726888+0000","last_fullsized":"2024-03-10T22:27:27.726888+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801311+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:28:24.801311+0000","last_peered":"2024-03-10T22:28:24.801311+0000","last_clean":"2024-03-10T22:28:24.801311+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:28:24.801311+0000","last_undegraded":"2024-03-10T22:28:24.801311+0000","last_fullsized":"2024-03-10T22:28:24.801311+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:42.239516+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:42.239516+0000","last_peered":"2024-03-10T22:27:42.239516+0000","last_clean":"2024-03-10T22:27:42.239516+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:42.239516+0000","last_undegraded":"2024-03-10T22:27:42.239516+0000","last_fullsized":"2024-03-10T22:27:42.239516+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:00.663918+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:29:00.663918+0000","last_peered":"2024-03-10T22:29:00.663918+0000","last_clean":"2024-03-10T22:29:00.663918+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:29:00.663918+0000","last_undegraded":"2024-03-10T22:29:00.663918+0000","last_fullsized":"2024-03-10T22:29:00.663918+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783975,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928622,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586449,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796505,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474506,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329859,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152508,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073269,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:31:24.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:24.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:24.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:24.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:24.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:24.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:24.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:24.235 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:24.235 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:31:25.005 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:24 smithi169 ceph-mon[88180]: pgmap v1019: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:25.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:24 smithi169 ceph-mon[90638]: pgmap v1019: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:25.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:24 smithi172 ceph-mon[84635]: pgmap v1019: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:26.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:26.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:31:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:31:25] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-03-10T22:31:26.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:26.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:27.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:26 smithi169 ceph-mon[88180]: pgmap v1020: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:27.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:26 smithi169 ceph-mon[90638]: pgmap v1020: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:27.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:26 smithi172 ceph-mon[84635]: pgmap v1020: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:29.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:28 smithi169 ceph-mon[88180]: pgmap v1021: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:29.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:28 smithi169 ceph-mon[90638]: pgmap v1021: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:29.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:28 smithi172 ceph-mon[84635]: pgmap v1021: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:31.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:30 smithi169 ceph-mon[88180]: pgmap v1022: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:31.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:30 smithi169 ceph-mon[90638]: pgmap v1022: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:31.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:30 smithi172 ceph-mon[84635]: pgmap v1022: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:32.734 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:31:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:31:33.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:32 smithi169 ceph-mon[88180]: pgmap v1023: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:33.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:32 smithi169 ceph-mon[90638]: pgmap v1023: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:33.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:32 smithi172 ceph-mon[84635]: pgmap v1023: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:34.235 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:31:34.449 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:31:35.002 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:34 smithi169 ceph-mon[88180]: pgmap v1024: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:35.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:34 smithi169 ceph-mon[90638]: pgmap v1024: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:35.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:34 smithi172 ceph-mon[84635]: pgmap v1024: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:36.126 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:31:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:31:35] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-03-10T22:31:36.435 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:31:36.437 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:31:37.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:36 smithi169 ceph-mon[90638]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:37.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:36 smithi169 ceph-mon[90638]: pgmap v1025: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:37.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:36 smithi169 ceph-mon[88180]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:37.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:36 smithi169 ceph-mon[88180]: pgmap v1025: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:37.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:36 smithi172 ceph-mon[84635]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:37.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:36 smithi172 ceph-mon[84635]: pgmap v1025: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:37.135 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1024,"stamp":"2024-03-10T22:31:34.668633+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003887"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934928+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:29:05.934928+0000","last_peered":"2024-03-10T22:29:05.934928+0000","last_clean":"2024-03-10T22:29:05.934928+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:29:05.934928+0000","last_undegraded":"2024-03-10T22:29:05.934928+0000","last_fullsized":"2024-03-10T22:29:05.934928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436143+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:39.436143+0000","last_peered":"2024-03-10T22:27:39.436143+0000","last_clean":"2024-03-10T22:27:39.436143+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:39.436143+0000","last_undegraded":"2024-03-10T22:27:39.436143+0000","last_fullsized":"2024-03-10T22:27:39.436143+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249169+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:29:07.249169+0000","last_peered":"2024-03-10T22:29:07.249169+0000","last_clean":"2024-03-10T22:29:07.249169+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:29:07.249169+0000","last_undegraded":"2024-03-10T22:29:07.249169+0000","last_fullsized":"2024-03-10T22:29:07.249169+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.796220+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:27:39.796220+0000","last_peered":"2024-03-10T22:27:39.796220+0000","last_clean":"2024-03-10T22:27:39.796220+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:39.796220+0000","last_undegraded":"2024-03-10T22:27:39.796220+0000","last_fullsized":"2024-03-10T22:27:39.796220+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926520+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:50.926520+0000","last_peered":"2024-03-10T22:27:50.926520+0000","last_clean":"2024-03-10T22:27:50.926520+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:50.926520+0000","last_undegraded":"2024-03-10T22:27:50.926520+0000","last_fullsized":"2024-03-10T22:27:50.926520+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858977+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:27:26.858977+0000","last_peered":"2024-03-10T22:27:26.858977+0000","last_clean":"2024-03-10T22:27:26.858977+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:27:26.858977+0000","last_undegraded":"2024-03-10T22:27:26.858977+0000","last_fullsized":"2024-03-10T22:27:26.858977+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:50.926486+0000","last_peered":"2024-03-10T22:27:50.926486+0000","last_clean":"2024-03-10T22:27:50.926486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:50.926486+0000","last_undegraded":"2024-03-10T22:27:50.926486+0000","last_fullsized":"2024-03-10T22:27:50.926486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925459+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:40.925459+0000","last_peered":"2024-03-10T22:27:40.925459+0000","last_clean":"2024-03-10T22:27:40.925459+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:40.925459+0000","last_undegraded":"2024-03-10T22:27:40.925459+0000","last_fullsized":"2024-03-10T22:27:40.925459+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469964+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469964+0000","last_peered":"2024-03-10T22:27:28.469964+0000","last_clean":"2024-03-10T22:27:28.469964+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469964+0000","last_undegraded":"2024-03-10T22:27:28.469964+0000","last_fullsized":"2024-03-10T22:27:28.469964+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469864+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469864+0000","last_peered":"2024-03-10T22:27:28.469864+0000","last_clean":"2024-03-10T22:27:28.469864+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469864+0000","last_undegraded":"2024-03-10T22:27:28.469864+0000","last_fullsized":"2024-03-10T22:27:28.469864+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:20.291643+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:28:20.291643+0000","last_peered":"2024-03-10T22:28:20.291643+0000","last_clean":"2024-03-10T22:28:20.291643+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:28:20.291643+0000","last_undegraded":"2024-03-10T22:28:20.291643+0000","last_fullsized":"2024-03-10T22:28:20.291643+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918262+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:43.918262+0000","last_peered":"2024-03-10T22:27:43.918262+0000","last_clean":"2024-03-10T22:27:43.918262+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:43.918262+0000","last_undegraded":"2024-03-10T22:27:43.918262+0000","last_fullsized":"2024-03-10T22:27:43.918262+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241498+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:28:02.241498+0000","last_peered":"2024-03-10T22:28:02.241498+0000","last_clean":"2024-03-10T22:28:02.241498+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:28:02.241498+0000","last_undegraded":"2024-03-10T22:28:02.241498+0000","last_fullsized":"2024-03-10T22:28:02.241498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.443021+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:28:39.443021+0000","last_peered":"2024-03-10T22:28:39.443021+0000","last_clean":"2024-03-10T22:28:39.443021+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:28:39.443021+0000","last_undegraded":"2024-03-10T22:28:39.443021+0000","last_fullsized":"2024-03-10T22:28:39.443021+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803060+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:28:39.803060+0000","last_peered":"2024-03-10T22:28:39.803060+0000","last_clean":"2024-03-10T22:28:39.803060+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:28:39.803060+0000","last_undegraded":"2024-03-10T22:28:39.803060+0000","last_fullsized":"2024-03-10T22:28:39.803060+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706861+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:29:13.706861+0000","last_peered":"2024-03-10T22:29:13.706861+0000","last_clean":"2024-03-10T22:29:13.706861+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:29:13.706861+0000","last_undegraded":"2024-03-10T22:29:13.706861+0000","last_fullsized":"2024-03-10T22:29:13.706861+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706844+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:29:13.706844+0000","last_peered":"2024-03-10T22:29:13.706844+0000","last_clean":"2024-03-10T22:29:13.706844+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:29:13.706844+0000","last_undegraded":"2024-03-10T22:29:13.706844+0000","last_fullsized":"2024-03-10T22:29:13.706844+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504745+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504745+0000","last_peered":"2024-03-10T22:27:26.504745+0000","last_clean":"2024-03-10T22:27:26.504745+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504745+0000","last_undegraded":"2024-03-10T22:27:26.504745+0000","last_fullsized":"2024-03-10T22:27:26.504745+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1290,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249205+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:29:07.249205+0000","last_peered":"2024-03-10T22:29:07.249205+0000","last_clean":"2024-03-10T22:29:07.249205+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:29:07.249205+0000","last_undegraded":"2024-03-10T22:29:07.249205+0000","last_fullsized":"2024-03-10T22:29:07.249205+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922463+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:28:28.922463+0000","last_peered":"2024-03-10T22:28:28.922463+0000","last_clean":"2024-03-10T22:28:28.922463+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:28:28.922463+0000","last_undegraded":"2024-03-10T22:28:28.922463+0000","last_fullsized":"2024-03-10T22:28:28.922463+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922482+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:28:28.922482+0000","last_peered":"2024-03-10T22:28:28.922482+0000","last_clean":"2024-03-10T22:28:28.922482+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:28:28.922482+0000","last_undegraded":"2024-03-10T22:28:28.922482+0000","last_fullsized":"2024-03-10T22:28:28.922482+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249187+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:29:07.249187+0000","last_peered":"2024-03-10T22:29:07.249187+0000","last_clean":"2024-03-10T22:29:07.249187+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:29:07.249187+0000","last_undegraded":"2024-03-10T22:29:07.249187+0000","last_fullsized":"2024-03-10T22:29:07.249187+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1035,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926542+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:50.926542+0000","last_peered":"2024-03-10T22:27:50.926542+0000","last_clean":"2024-03-10T22:27:50.926542+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:50.926542+0000","last_undegraded":"2024-03-10T22:27:50.926542+0000","last_fullsized":"2024-03-10T22:27:50.926542+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1106,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.858983+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:27:26.858983+0000","last_peered":"2024-03-10T22:27:26.858983+0000","last_clean":"2024-03-10T22:27:26.858983+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:27:26.858983+0000","last_undegraded":"2024-03-10T22:27:26.858983+0000","last_fullsized":"2024-03-10T22:27:26.858983+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.859045+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:27:26.859045+0000","last_peered":"2024-03-10T22:27:26.859045+0000","last_clean":"2024-03-10T22:27:26.859045+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:27:26.859045+0000","last_undegraded":"2024-03-10T22:27:26.859045+0000","last_fullsized":"2024-03-10T22:27:26.859045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:42.246000+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:28:42.246000+0000","last_peered":"2024-03-10T22:28:42.246000+0000","last_clean":"2024-03-10T22:28:42.246000+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:28:42.246000+0000","last_undegraded":"2024-03-10T22:28:42.246000+0000","last_fullsized":"2024-03-10T22:28:42.246000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918249+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:43.918249+0000","last_peered":"2024-03-10T22:27:43.918249+0000","last_clean":"2024-03-10T22:27:43.918249+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:43.918249+0000","last_undegraded":"2024-03-10T22:27:43.918249+0000","last_fullsized":"2024-03-10T22:27:43.918249+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918224+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:43.918224+0000","last_peered":"2024-03-10T22:27:43.918224+0000","last_clean":"2024-03-10T22:27:43.918224+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:43.918224+0000","last_undegraded":"2024-03-10T22:27:43.918224+0000","last_fullsized":"2024-03-10T22:27:43.918224+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445532+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:28:59.445532+0000","last_peered":"2024-03-10T22:28:59.445532+0000","last_clean":"2024-03-10T22:28:59.445532+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:28:59.445532+0000","last_undegraded":"2024-03-10T22:28:59.445532+0000","last_fullsized":"2024-03-10T22:28:59.445532+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470136+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470136+0000","last_peered":"2024-03-10T22:27:28.470136+0000","last_clean":"2024-03-10T22:27:28.470136+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470136+0000","last_undegraded":"2024-03-10T22:27:28.470136+0000","last_fullsized":"2024-03-10T22:27:28.470136+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:22.243690+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:28:22.243690+0000","last_peered":"2024-03-10T22:28:22.243690+0000","last_clean":"2024-03-10T22:28:22.243690+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:28:22.243690+0000","last_undegraded":"2024-03-10T22:28:22.243690+0000","last_fullsized":"2024-03-10T22:28:22.243690+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445594+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:28:59.445594+0000","last_peered":"2024-03-10T22:28:59.445594+0000","last_clean":"2024-03-10T22:28:59.445594+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:28:59.445594+0000","last_undegraded":"2024-03-10T22:28:59.445594+0000","last_fullsized":"2024-03-10T22:28:59.445594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:05.289693+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:28:05.289693+0000","last_peered":"2024-03-10T22:28:05.289693+0000","last_clean":"2024-03-10T22:28:05.289693+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:28:05.289693+0000","last_undegraded":"2024-03-10T22:28:05.289693+0000","last_fullsized":"2024-03-10T22:28:05.289693+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470026+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:27:28.470026+0000","last_peered":"2024-03-10T22:27:28.470026+0000","last_clean":"2024-03-10T22:27:28.470026+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:27:28.470026+0000","last_undegraded":"2024-03-10T22:27:28.470026+0000","last_fullsized":"2024-03-10T22:27:28.470026+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925415+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:40.925415+0000","last_peered":"2024-03-10T22:27:40.925415+0000","last_clean":"2024-03-10T22:27:40.925415+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:40.925415+0000","last_undegraded":"2024-03-10T22:27:40.925415+0000","last_fullsized":"2024-03-10T22:27:40.925415+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1273,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241543+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:28:02.241543+0000","last_peered":"2024-03-10T22:28:02.241543+0000","last_clean":"2024-03-10T22:28:02.241543+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:28:02.241543+0000","last_undegraded":"2024-03-10T22:28:02.241543+0000","last_fullsized":"2024-03-10T22:28:02.241543+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241522+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:28:02.241522+0000","last_peered":"2024-03-10T22:28:02.241522+0000","last_clean":"2024-03-10T22:28:02.241522+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:28:02.241522+0000","last_undegraded":"2024-03-10T22:28:02.241522+0000","last_fullsized":"2024-03-10T22:28:02.241522+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803096+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:28:39.803096+0000","last_peered":"2024-03-10T22:28:39.803096+0000","last_clean":"2024-03-10T22:28:39.803096+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:28:39.803096+0000","last_undegraded":"2024-03-10T22:28:39.803096+0000","last_fullsized":"2024-03-10T22:28:39.803096+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924241+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:30.924241+0000","last_peered":"2024-03-10T22:27:30.924241+0000","last_clean":"2024-03-10T22:27:30.924241+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:30.924241+0000","last_undegraded":"2024-03-10T22:27:30.924241+0000","last_fullsized":"2024-03-10T22:27:30.924241+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469490+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:27:28.469490+0000","last_peered":"2024-03-10T22:27:28.469490+0000","last_clean":"2024-03-10T22:27:28.469490+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:27:28.469490+0000","last_undegraded":"2024-03-10T22:27:28.469490+0000","last_fullsized":"2024-03-10T22:27:28.469490+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469484+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:27:28.469484+0000","last_peered":"2024-03-10T22:27:28.469484+0000","last_clean":"2024-03-10T22:27:28.469484+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:27:28.469484+0000","last_undegraded":"2024-03-10T22:27:28.469484+0000","last_fullsized":"2024-03-10T22:27:28.469484+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1262,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706777+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:29:13.706777+0000","last_peered":"2024-03-10T22:29:13.706777+0000","last_clean":"2024-03-10T22:29:13.706777+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:29:13.706777+0000","last_undegraded":"2024-03-10T22:29:13.706777+0000","last_fullsized":"2024-03-10T22:29:13.706777+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924214+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:30.924214+0000","last_peered":"2024-03-10T22:27:30.924214+0000","last_clean":"2024-03-10T22:27:30.924214+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:30.924214+0000","last_undegraded":"2024-03-10T22:27:30.924214+0000","last_fullsized":"2024-03-10T22:27:30.924214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4441,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702739+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:28:33.702739+0000","last_peered":"2024-03-10T22:28:33.702739+0000","last_clean":"2024-03-10T22:28:33.702739+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:28:33.702739+0000","last_undegraded":"2024-03-10T22:28:33.702739+0000","last_fullsized":"2024-03-10T22:28:33.702739+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.288227+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:50.288227+0000","last_peered":"2024-03-10T22:27:50.288227+0000","last_clean":"2024-03-10T22:27:50.288227+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:50.288227+0000","last_undegraded":"2024-03-10T22:27:50.288227+0000","last_fullsized":"2024-03-10T22:27:50.288227+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12610,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249105+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:29:07.249105+0000","last_peered":"2024-03-10T22:29:07.249105+0000","last_clean":"2024-03-10T22:29:07.249105+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:29:07.249105+0000","last_undegraded":"2024-03-10T22:29:07.249105+0000","last_fullsized":"2024-03-10T22:29:07.249105+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436075+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:39.436075+0000","last_peered":"2024-03-10T22:27:39.436075+0000","last_clean":"2024-03-10T22:27:39.436075+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:39.436075+0000","last_undegraded":"2024-03-10T22:27:39.436075+0000","last_fullsized":"2024-03-10T22:27:39.436075+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436125+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:39.436125+0000","last_peered":"2024-03-10T22:27:39.436125+0000","last_clean":"2024-03-10T22:27:39.436125+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:39.436125+0000","last_undegraded":"2024-03-10T22:27:39.436125+0000","last_fullsized":"2024-03-10T22:27:39.436125+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797783+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:54.797783+0000","last_peered":"2024-03-10T22:27:54.797783+0000","last_clean":"2024-03-10T22:27:54.797783+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:54.797783+0000","last_undegraded":"2024-03-10T22:27:54.797783+0000","last_fullsized":"2024-03-10T22:27:54.797783+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15023,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249144+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:29:07.249144+0000","last_peered":"2024-03-10T22:29:07.249144+0000","last_clean":"2024-03-10T22:29:07.249144+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:29:07.249144+0000","last_undegraded":"2024-03-10T22:29:07.249144+0000","last_fullsized":"2024-03-10T22:29:07.249144+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436112+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:39.436112+0000","last_peered":"2024-03-10T22:27:39.436112+0000","last_clean":"2024-03-10T22:27:39.436112+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:39.436112+0000","last_undegraded":"2024-03-10T22:27:39.436112+0000","last_fullsized":"2024-03-10T22:27:39.436112+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797728+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:54.797728+0000","last_peered":"2024-03-10T22:27:54.797728+0000","last_clean":"2024-03-10T22:27:54.797728+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:54.797728+0000","last_undegraded":"2024-03-10T22:27:54.797728+0000","last_fullsized":"2024-03-10T22:27:54.797728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298767+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:29:25.298767+0000","last_peered":"2024-03-10T22:29:25.298767+0000","last_clean":"2024-03-10T22:29:25.298767+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:29:25.298767+0000","last_undegraded":"2024-03-10T22:29:25.298767+0000","last_fullsized":"2024-03-10T22:29:25.298767+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4227,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702808+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:28:33.702808+0000","last_peered":"2024-03-10T22:28:33.702808+0000","last_clean":"2024-03-10T22:28:33.702808+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:28:33.702808+0000","last_undegraded":"2024-03-10T22:28:33.702808+0000","last_fullsized":"2024-03-10T22:28:33.702808+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438501+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:59.438501+0000","last_peered":"2024-03-10T22:27:59.438501+0000","last_clean":"2024-03-10T22:27:59.438501+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:59.438501+0000","last_undegraded":"2024-03-10T22:27:59.438501+0000","last_fullsized":"2024-03-10T22:27:59.438501+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:19.447884+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:29:19.447884+0000","last_peered":"2024-03-10T22:29:19.447884+0000","last_clean":"2024-03-10T22:29:19.447884+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:29:19.447884+0000","last_undegraded":"2024-03-10T22:29:19.447884+0000","last_fullsized":"2024-03-10T22:29:19.447884+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700811+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:28:13.700811+0000","last_peered":"2024-03-10T22:28:13.700811+0000","last_clean":"2024-03-10T22:28:13.700811+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:28:13.700811+0000","last_undegraded":"2024-03-10T22:28:13.700811+0000","last_fullsized":"2024-03-10T22:28:13.700811+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4294,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934878+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:29:05.934878+0000","last_peered":"2024-03-10T22:29:05.934878+0000","last_clean":"2024-03-10T22:29:05.934878+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:29:05.934878+0000","last_undegraded":"2024-03-10T22:29:05.934878+0000","last_fullsized":"2024-03-10T22:29:05.934878+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660651+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:28:30.660651+0000","last_peered":"2024-03-10T22:28:30.660651+0000","last_clean":"2024-03-10T22:28:30.660651+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:28:30.660651+0000","last_undegraded":"2024-03-10T22:28:30.660651+0000","last_fullsized":"2024-03-10T22:28:30.660651+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:48.924567+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:28:48.924567+0000","last_peered":"2024-03-10T22:28:48.924567+0000","last_clean":"2024-03-10T22:28:48.924567+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:28:48.924567+0000","last_undegraded":"2024-03-10T22:28:48.924567+0000","last_fullsized":"2024-03-10T22:28:48.924567+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797768+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:54.797768+0000","last_peered":"2024-03-10T22:27:54.797768+0000","last_clean":"2024-03-10T22:27:54.797768+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:54.797768+0000","last_undegraded":"2024-03-10T22:27:54.797768+0000","last_fullsized":"2024-03-10T22:27:54.797768+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:50.933118+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:28:50.933118+0000","last_peered":"2024-03-10T22:28:50.933118+0000","last_clean":"2024-03-10T22:28:50.933118+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:28:50.933118+0000","last_undegraded":"2024-03-10T22:28:50.933118+0000","last_fullsized":"2024-03-10T22:28:50.933118+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3651,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799673+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:28:09.799673+0000","last_peered":"2024-03-10T22:28:09.799673+0000","last_clean":"2024-03-10T22:28:09.799673+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:28:09.799673+0000","last_undegraded":"2024-03-10T22:28:09.799673+0000","last_fullsized":"2024-03-10T22:28:09.799673+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.355846+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:27:26.355846+0000","last_peered":"2024-03-10T22:27:26.355846+0000","last_clean":"2024-03-10T22:27:26.355846+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:27:26.355846+0000","last_undegraded":"2024-03-10T22:27:26.355846+0000","last_fullsized":"2024-03-10T22:27:26.355846+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249065+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:29:07.249065+0000","last_peered":"2024-03-10T22:29:07.249065+0000","last_clean":"2024-03-10T22:29:07.249065+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:29:07.249065+0000","last_undegraded":"2024-03-10T22:29:07.249065+0000","last_fullsized":"2024-03-10T22:29:07.249065+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":918,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:53.698785+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:53.698785+0000","last_peered":"2024-03-10T22:27:53.698785+0000","last_clean":"2024-03-10T22:27:53.698785+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:53.698785+0000","last_undegraded":"2024-03-10T22:27:53.698785+0000","last_fullsized":"2024-03-10T22:27:53.698785+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4503,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660625+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:28:30.660625+0000","last_peered":"2024-03-10T22:28:30.660625+0000","last_clean":"2024-03-10T22:28:30.660625+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:28:30.660625+0000","last_undegraded":"2024-03-10T22:28:30.660625+0000","last_fullsized":"2024-03-10T22:28:30.660625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249121+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:29:07.249121+0000","last_peered":"2024-03-10T22:29:07.249121+0000","last_clean":"2024-03-10T22:29:07.249121+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:29:07.249121+0000","last_undegraded":"2024-03-10T22:29:07.249121+0000","last_fullsized":"2024-03-10T22:29:07.249121+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":960,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:44.436877+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:44.436877+0000","last_peered":"2024-03-10T22:27:44.436877+0000","last_clean":"2024-03-10T22:27:44.436877+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:44.436877+0000","last_undegraded":"2024-03-10T22:27:44.436877+0000","last_fullsized":"2024-03-10T22:27:44.436877+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436101+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:39.436101+0000","last_peered":"2024-03-10T22:27:39.436101+0000","last_clean":"2024-03-10T22:27:39.436101+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:39.436101+0000","last_undegraded":"2024-03-10T22:27:39.436101+0000","last_fullsized":"2024-03-10T22:27:39.436101+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298741+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:29:25.298741+0000","last_peered":"2024-03-10T22:29:25.298741+0000","last_clean":"2024-03-10T22:29:25.298741+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:29:25.298741+0000","last_undegraded":"2024-03-10T22:29:25.298741+0000","last_fullsized":"2024-03-10T22:29:25.298741+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922400+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:28:28.922400+0000","last_peered":"2024-03-10T22:28:28.922400+0000","last_clean":"2024-03-10T22:28:28.922400+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:28:28.922400+0000","last_undegraded":"2024-03-10T22:28:28.922400+0000","last_fullsized":"2024-03-10T22:28:28.922400+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438489+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:59.438489+0000","last_peered":"2024-03-10T22:27:59.438489+0000","last_clean":"2024-03-10T22:27:59.438489+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:59.438489+0000","last_undegraded":"2024-03-10T22:27:59.438489+0000","last_fullsized":"2024-03-10T22:27:59.438489+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926913+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:29:08.926913+0000","last_peered":"2024-03-10T22:29:08.926913+0000","last_clean":"2024-03-10T22:29:08.926913+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:29:08.926913+0000","last_undegraded":"2024-03-10T22:29:08.926913+0000","last_fullsized":"2024-03-10T22:29:08.926913+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922423+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:28:28.922423+0000","last_peered":"2024-03-10T22:28:28.922423+0000","last_clean":"2024-03-10T22:28:28.922423+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:28:28.922423+0000","last_undegraded":"2024-03-10T22:28:28.922423+0000","last_fullsized":"2024-03-10T22:28:28.922423+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298717+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:29:25.298717+0000","last_peered":"2024-03-10T22:29:25.298717+0000","last_clean":"2024-03-10T22:29:25.298717+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:29:25.298717+0000","last_undegraded":"2024-03-10T22:29:25.298717+0000","last_fullsized":"2024-03-10T22:29:25.298717+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662369+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:28:45.662369+0000","last_peered":"2024-03-10T22:28:45.662369+0000","last_clean":"2024-03-10T22:28:45.662369+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:28:45.662369+0000","last_undegraded":"2024-03-10T22:28:45.662369+0000","last_fullsized":"2024-03-10T22:28:45.662369+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:33.702827+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:28:33.702827+0000","last_peered":"2024-03-10T22:28:33.702827+0000","last_clean":"2024-03-10T22:28:33.702827+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:28:33.702827+0000","last_undegraded":"2024-03-10T22:28:33.702827+0000","last_fullsized":"2024-03-10T22:28:33.702827+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3247,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801371+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:28:24.801371+0000","last_peered":"2024-03-10T22:28:24.801371+0000","last_clean":"2024-03-10T22:28:24.801371+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:28:24.801371+0000","last_undegraded":"2024-03-10T22:28:24.801371+0000","last_fullsized":"2024-03-10T22:28:24.801371+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1025,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936869+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:29:20.936869+0000","last_peered":"2024-03-10T22:29:20.936869+0000","last_clean":"2024-03-10T22:29:20.936869+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:29:20.936869+0000","last_undegraded":"2024-03-10T22:29:20.936869+0000","last_fullsized":"2024-03-10T22:29:20.936869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:35.286375+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:35.286375+0000","last_peered":"2024-03-10T22:27:35.286375+0000","last_clean":"2024-03-10T22:27:35.286375+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:35.286375+0000","last_undegraded":"2024-03-10T22:27:35.286375+0000","last_fullsized":"2024-03-10T22:27:35.286375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4000,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:50.288196+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:50.288196+0000","last_peered":"2024-03-10T22:27:50.288196+0000","last_clean":"2024-03-10T22:27:50.288196+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:50.288196+0000","last_undegraded":"2024-03-10T22:27:50.288196+0000","last_fullsized":"2024-03-10T22:27:50.288196+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438388+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:59.438388+0000","last_peered":"2024-03-10T22:27:59.438388+0000","last_clean":"2024-03-10T22:27:59.438388+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:59.438388+0000","last_undegraded":"2024-03-10T22:27:59.438388+0000","last_fullsized":"2024-03-10T22:27:59.438388+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926841+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:29:08.926841+0000","last_peered":"2024-03-10T22:29:08.926841+0000","last_clean":"2024-03-10T22:29:08.926841+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:29:08.926841+0000","last_undegraded":"2024-03-10T22:29:08.926841+0000","last_fullsized":"2024-03-10T22:29:08.926841+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4941,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704822+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:28:53.704822+0000","last_peered":"2024-03-10T22:28:53.704822+0000","last_clean":"2024-03-10T22:28:53.704822+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:28:53.704822+0000","last_undegraded":"2024-03-10T22:28:53.704822+0000","last_fullsized":"2024-03-10T22:28:53.704822+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438411+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:59.438411+0000","last_peered":"2024-03-10T22:27:59.438411+0000","last_clean":"2024-03-10T22:27:59.438411+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:59.438411+0000","last_undegraded":"2024-03-10T22:27:59.438411+0000","last_fullsized":"2024-03-10T22:27:59.438411+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726852+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:27:27.726852+0000","last_peered":"2024-03-10T22:27:27.726852+0000","last_clean":"2024-03-10T22:27:27.726852+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:27:27.726852+0000","last_undegraded":"2024-03-10T22:27:27.726852+0000","last_fullsized":"2024-03-10T22:27:27.726852+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440880+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:28:19.440880+0000","last_peered":"2024-03-10T22:28:19.440880+0000","last_clean":"2024-03-10T22:28:19.440880+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:28:19.440880+0000","last_undegraded":"2024-03-10T22:28:19.440880+0000","last_fullsized":"2024-03-10T22:28:19.440880+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704802+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:28:53.704802+0000","last_peered":"2024-03-10T22:28:53.704802+0000","last_clean":"2024-03-10T22:28:53.704802+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:28:53.704802+0000","last_undegraded":"2024-03-10T22:28:53.704802+0000","last_fullsized":"2024-03-10T22:28:53.704802+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662288+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:28:45.662288+0000","last_peered":"2024-03-10T22:28:45.662288+0000","last_clean":"2024-03-10T22:28:45.662288+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:28:45.662288+0000","last_undegraded":"2024-03-10T22:28:45.662288+0000","last_fullsized":"2024-03-10T22:28:45.662288+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5330,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704762+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:28:53.704762+0000","last_peered":"2024-03-10T22:28:53.704762+0000","last_clean":"2024-03-10T22:28:53.704762+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:28:53.704762+0000","last_undegraded":"2024-03-10T22:28:53.704762+0000","last_fullsized":"2024-03-10T22:28:53.704762+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704813+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:28:53.704813+0000","last_peered":"2024-03-10T22:28:53.704813+0000","last_clean":"2024-03-10T22:28:53.704813+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:28:53.704813+0000","last_undegraded":"2024-03-10T22:28:53.704813+0000","last_fullsized":"2024-03-10T22:28:53.704813+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504754+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504754+0000","last_peered":"2024-03-10T22:27:26.504754+0000","last_clean":"2024-03-10T22:27:26.504754+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504754+0000","last_undegraded":"2024-03-10T22:27:26.504754+0000","last_fullsized":"2024-03-10T22:27:26.504754+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4658,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702780+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:28:33.702780+0000","last_peered":"2024-03-10T22:28:33.702780+0000","last_clean":"2024-03-10T22:28:33.702780+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:28:33.702780+0000","last_undegraded":"2024-03-10T22:28:33.702780+0000","last_fullsized":"2024-03-10T22:28:33.702780+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440926+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:28:19.440926+0000","last_peered":"2024-03-10T22:28:19.440926+0000","last_clean":"2024-03-10T22:28:19.440926+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:28:19.440926+0000","last_undegraded":"2024-03-10T22:28:19.440926+0000","last_fullsized":"2024-03-10T22:28:19.440926+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801345+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:28:24.801345+0000","last_peered":"2024-03-10T22:28:24.801345+0000","last_clean":"2024-03-10T22:28:24.801345+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:28:24.801345+0000","last_undegraded":"2024-03-10T22:28:24.801345+0000","last_fullsized":"2024-03-10T22:28:24.801345+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936895+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:29:20.936895+0000","last_peered":"2024-03-10T22:29:20.936895+0000","last_clean":"2024-03-10T22:29:20.936895+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:29:20.936895+0000","last_undegraded":"2024-03-10T22:29:20.936895+0000","last_fullsized":"2024-03-10T22:29:20.936895+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704849+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:28:53.704849+0000","last_peered":"2024-03-10T22:28:53.704849+0000","last_clean":"2024-03-10T22:28:53.704849+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:28:53.704849+0000","last_undegraded":"2024-03-10T22:28:53.704849+0000","last_fullsized":"2024-03-10T22:28:53.704849+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660589+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:28:30.660589+0000","last_peered":"2024-03-10T22:28:30.660589+0000","last_clean":"2024-03-10T22:28:30.660589+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:28:30.660589+0000","last_undegraded":"2024-03-10T22:28:30.660589+0000","last_fullsized":"2024-03-10T22:28:30.660589+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700780+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:28:13.700780+0000","last_peered":"2024-03-10T22:28:13.700780+0000","last_clean":"2024-03-10T22:28:13.700780+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:28:13.700780+0000","last_undegraded":"2024-03-10T22:28:13.700780+0000","last_fullsized":"2024-03-10T22:28:13.700780+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797755+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:54.797755+0000","last_peered":"2024-03-10T22:27:54.797755+0000","last_clean":"2024-03-10T22:27:54.797755+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:54.797755+0000","last_undegraded":"2024-03-10T22:27:54.797755+0000","last_fullsized":"2024-03-10T22:27:54.797755+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249095+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:29:07.249095+0000","last_peered":"2024-03-10T22:29:07.249095+0000","last_clean":"2024-03-10T22:29:07.249095+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:29:07.249095+0000","last_undegraded":"2024-03-10T22:29:07.249095+0000","last_fullsized":"2024-03-10T22:29:07.249095+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926882+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:29:08.926882+0000","last_peered":"2024-03-10T22:29:08.926882+0000","last_clean":"2024-03-10T22:29:08.926882+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:29:08.926882+0000","last_undegraded":"2024-03-10T22:29:08.926882+0000","last_fullsized":"2024-03-10T22:29:08.926882+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438472+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:59.438472+0000","last_peered":"2024-03-10T22:27:59.438472+0000","last_clean":"2024-03-10T22:27:59.438472+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:59.438472+0000","last_undegraded":"2024-03-10T22:27:59.438472+0000","last_fullsized":"2024-03-10T22:27:59.438472+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662335+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:28:45.662335+0000","last_peered":"2024-03-10T22:28:45.662335+0000","last_clean":"2024-03-10T22:28:45.662335+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:28:45.662335+0000","last_undegraded":"2024-03-10T22:28:45.662335+0000","last_fullsized":"2024-03-10T22:28:45.662335+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926922+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:29:08.926922+0000","last_peered":"2024-03-10T22:29:08.926922+0000","last_clean":"2024-03-10T22:29:08.926922+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:29:08.926922+0000","last_undegraded":"2024-03-10T22:29:08.926922+0000","last_fullsized":"2024-03-10T22:29:08.926922+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799625+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:28:09.799625+0000","last_peered":"2024-03-10T22:28:09.799625+0000","last_clean":"2024-03-10T22:28:09.799625+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:28:09.799625+0000","last_undegraded":"2024-03-10T22:28:09.799625+0000","last_fullsized":"2024-03-10T22:28:09.799625+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:27.726888+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:27:27.726888+0000","last_peered":"2024-03-10T22:27:27.726888+0000","last_clean":"2024-03-10T22:27:27.726888+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:27:27.726888+0000","last_undegraded":"2024-03-10T22:27:27.726888+0000","last_fullsized":"2024-03-10T22:27:27.726888+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801311+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:28:24.801311+0000","last_peered":"2024-03-10T22:28:24.801311+0000","last_clean":"2024-03-10T22:28:24.801311+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:28:24.801311+0000","last_undegraded":"2024-03-10T22:28:24.801311+0000","last_fullsized":"2024-03-10T22:28:24.801311+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:42.239516+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:42.239516+0000","last_peered":"2024-03-10T22:27:42.239516+0000","last_clean":"2024-03-10T22:27:42.239516+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:42.239516+0000","last_undegraded":"2024-03-10T22:27:42.239516+0000","last_fullsized":"2024-03-10T22:27:42.239516+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:00.663918+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:29:00.663918+0000","last_peered":"2024-03-10T22:29:00.663918+0000","last_clean":"2024-03-10T22:29:00.663918+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:29:00.663918+0000","last_undegraded":"2024-03-10T22:29:00.663918+0000","last_fullsized":"2024-03-10T22:29:00.663918+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783977,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928624,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586452,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796507,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474509,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329862,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152510,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073271,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:31:37.141 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:37.141 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:37.141 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:37.141 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:37.141 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:37.141 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:37.141 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:37.141 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:37.141 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:31:39.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:38 smithi169 ceph-mon[88180]: pgmap v1026: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:39.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:38 smithi169 ceph-mon[90638]: pgmap v1026: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:39.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:38 smithi172 ceph-mon[84635]: pgmap v1026: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:41.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:41.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:41.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:42.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:41 smithi169 ceph-mon[88180]: pgmap v1027: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:42.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:41 smithi169 ceph-mon[90638]: pgmap v1027: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:42.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:41 smithi172 ceph-mon[84635]: pgmap v1027: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:42.736 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:31:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:31:43.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:42 smithi169 ceph-mon[88180]: pgmap v1028: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:43.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:42 smithi169 ceph-mon[90638]: pgmap v1028: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:43.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:42 smithi172 ceph-mon[84635]: pgmap v1028: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:45.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:44 smithi169 ceph-mon[88180]: pgmap v1029: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:45.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:44 smithi169 ceph-mon[90638]: pgmap v1029: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:45.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:44 smithi172 ceph-mon[84635]: pgmap v1029: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:31:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:31:45] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-03-10T22:31:47.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:46 smithi169 ceph-mon[88180]: pgmap v1030: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:47.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:46 smithi169 ceph-mon[90638]: pgmap v1030: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:47.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:46 smithi172 ceph-mon[84635]: pgmap v1030: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:47.142 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:31:47.364 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:31:48.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:48 smithi169 ceph-mon[88180]: pgmap v1031: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:48.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:48 smithi169 ceph-mon[90638]: pgmap v1031: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:49.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:48 smithi172 ceph-mon[84635]: pgmap v1031: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:49.276 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:31:49.278 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:31:49.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:49 smithi169 ceph-mon[90638]: from='client.44570 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:49.930 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:49 smithi169 ceph-mon[88180]: from='client.44570 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:49.952 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1031,"stamp":"2024-03-10T22:31:48.673201+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003943"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934928+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:29:05.934928+0000","last_peered":"2024-03-10T22:29:05.934928+0000","last_clean":"2024-03-10T22:29:05.934928+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:29:05.934928+0000","last_undegraded":"2024-03-10T22:29:05.934928+0000","last_fullsized":"2024-03-10T22:29:05.934928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436143+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:27:39.436143+0000","last_peered":"2024-03-10T22:27:39.436143+0000","last_clean":"2024-03-10T22:27:39.436143+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:27:39.436143+0000","last_undegraded":"2024-03-10T22:27:39.436143+0000","last_fullsized":"2024-03-10T22:27:39.436143+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249169+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:29:07.249169+0000","last_peered":"2024-03-10T22:29:07.249169+0000","last_clean":"2024-03-10T22:29:07.249169+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:29:07.249169+0000","last_undegraded":"2024-03-10T22:29:07.249169+0000","last_fullsized":"2024-03-10T22:29:07.249169+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:39.809719+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:29:39.809719+0000","last_peered":"2024-03-10T22:29:39.809719+0000","last_clean":"2024-03-10T22:29:39.809719+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:39.809719+0000","last_undegraded":"2024-03-10T22:29:39.809719+0000","last_fullsized":"2024-03-10T22:29:39.809719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926520+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:50.926520+0000","last_peered":"2024-03-10T22:27:50.926520+0000","last_clean":"2024-03-10T22:27:50.926520+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:50.926520+0000","last_undegraded":"2024-03-10T22:27:50.926520+0000","last_fullsized":"2024-03-10T22:27:50.926520+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:50.926486+0000","last_peered":"2024-03-10T22:27:50.926486+0000","last_clean":"2024-03-10T22:27:50.926486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:50.926486+0000","last_undegraded":"2024-03-10T22:27:50.926486+0000","last_fullsized":"2024-03-10T22:27:50.926486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925459+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:40.925459+0000","last_peered":"2024-03-10T22:27:40.925459+0000","last_clean":"2024-03-10T22:27:40.925459+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:40.925459+0000","last_undegraded":"2024-03-10T22:27:40.925459+0000","last_fullsized":"2024-03-10T22:27:40.925459+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469964+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:27:28.469964+0000","last_peered":"2024-03-10T22:27:28.469964+0000","last_clean":"2024-03-10T22:27:28.469964+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:27:28.469964+0000","last_undegraded":"2024-03-10T22:27:28.469964+0000","last_fullsized":"2024-03-10T22:27:28.469964+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.469864+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:27:28.469864+0000","last_peered":"2024-03-10T22:27:28.469864+0000","last_clean":"2024-03-10T22:27:28.469864+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:27:28.469864+0000","last_undegraded":"2024-03-10T22:27:28.469864+0000","last_fullsized":"2024-03-10T22:27:28.469864+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:20.291643+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:28:20.291643+0000","last_peered":"2024-03-10T22:28:20.291643+0000","last_clean":"2024-03-10T22:28:20.291643+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:28:20.291643+0000","last_undegraded":"2024-03-10T22:28:20.291643+0000","last_fullsized":"2024-03-10T22:28:20.291643+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918262+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:43.918262+0000","last_peered":"2024-03-10T22:27:43.918262+0000","last_clean":"2024-03-10T22:27:43.918262+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:43.918262+0000","last_undegraded":"2024-03-10T22:27:43.918262+0000","last_fullsized":"2024-03-10T22:27:43.918262+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241498+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:28:02.241498+0000","last_peered":"2024-03-10T22:28:02.241498+0000","last_clean":"2024-03-10T22:28:02.241498+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:28:02.241498+0000","last_undegraded":"2024-03-10T22:28:02.241498+0000","last_fullsized":"2024-03-10T22:28:02.241498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.443021+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:28:39.443021+0000","last_peered":"2024-03-10T22:28:39.443021+0000","last_clean":"2024-03-10T22:28:39.443021+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:28:39.443021+0000","last_undegraded":"2024-03-10T22:28:39.443021+0000","last_fullsized":"2024-03-10T22:28:39.443021+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803060+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:28:39.803060+0000","last_peered":"2024-03-10T22:28:39.803060+0000","last_clean":"2024-03-10T22:28:39.803060+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:28:39.803060+0000","last_undegraded":"2024-03-10T22:28:39.803060+0000","last_fullsized":"2024-03-10T22:28:39.803060+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706861+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:29:13.706861+0000","last_peered":"2024-03-10T22:29:13.706861+0000","last_clean":"2024-03-10T22:29:13.706861+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:29:13.706861+0000","last_undegraded":"2024-03-10T22:29:13.706861+0000","last_fullsized":"2024-03-10T22:29:13.706861+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706844+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:29:13.706844+0000","last_peered":"2024-03-10T22:29:13.706844+0000","last_clean":"2024-03-10T22:29:13.706844+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:29:13.706844+0000","last_undegraded":"2024-03-10T22:29:13.706844+0000","last_fullsized":"2024-03-10T22:29:13.706844+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504745+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:27:26.504745+0000","last_peered":"2024-03-10T22:27:26.504745+0000","last_clean":"2024-03-10T22:27:26.504745+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:27:26.504745+0000","last_undegraded":"2024-03-10T22:27:26.504745+0000","last_fullsized":"2024-03-10T22:27:26.504745+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1290,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249205+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:29:07.249205+0000","last_peered":"2024-03-10T22:29:07.249205+0000","last_clean":"2024-03-10T22:29:07.249205+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:29:07.249205+0000","last_undegraded":"2024-03-10T22:29:07.249205+0000","last_fullsized":"2024-03-10T22:29:07.249205+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922463+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:28:28.922463+0000","last_peered":"2024-03-10T22:28:28.922463+0000","last_clean":"2024-03-10T22:28:28.922463+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:28:28.922463+0000","last_undegraded":"2024-03-10T22:28:28.922463+0000","last_fullsized":"2024-03-10T22:28:28.922463+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922482+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:28:28.922482+0000","last_peered":"2024-03-10T22:28:28.922482+0000","last_clean":"2024-03-10T22:28:28.922482+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:28:28.922482+0000","last_undegraded":"2024-03-10T22:28:28.922482+0000","last_fullsized":"2024-03-10T22:28:28.922482+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249187+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:29:07.249187+0000","last_peered":"2024-03-10T22:29:07.249187+0000","last_clean":"2024-03-10T22:29:07.249187+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:29:07.249187+0000","last_undegraded":"2024-03-10T22:29:07.249187+0000","last_fullsized":"2024-03-10T22:29:07.249187+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1035,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926542+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:50.926542+0000","last_peered":"2024-03-10T22:27:50.926542+0000","last_clean":"2024-03-10T22:27:50.926542+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:50.926542+0000","last_undegraded":"2024-03-10T22:27:50.926542+0000","last_fullsized":"2024-03-10T22:27:50.926542+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":974,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.354431+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:27:26.354431+0000","last_peered":"2024-03-10T22:27:26.354431+0000","last_clean":"2024-03-10T22:27:26.354431+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:27:26.354431+0000","last_undegraded":"2024-03-10T22:27:26.354431+0000","last_fullsized":"2024-03-10T22:27:26.354431+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:42.246000+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:28:42.246000+0000","last_peered":"2024-03-10T22:28:42.246000+0000","last_clean":"2024-03-10T22:28:42.246000+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:28:42.246000+0000","last_undegraded":"2024-03-10T22:28:42.246000+0000","last_fullsized":"2024-03-10T22:28:42.246000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918249+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:43.918249+0000","last_peered":"2024-03-10T22:27:43.918249+0000","last_clean":"2024-03-10T22:27:43.918249+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:43.918249+0000","last_undegraded":"2024-03-10T22:27:43.918249+0000","last_fullsized":"2024-03-10T22:27:43.918249+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918224+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:43.918224+0000","last_peered":"2024-03-10T22:27:43.918224+0000","last_clean":"2024-03-10T22:27:43.918224+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:43.918224+0000","last_undegraded":"2024-03-10T22:27:43.918224+0000","last_fullsized":"2024-03-10T22:27:43.918224+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445532+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:28:59.445532+0000","last_peered":"2024-03-10T22:28:59.445532+0000","last_clean":"2024-03-10T22:28:59.445532+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:28:59.445532+0000","last_undegraded":"2024-03-10T22:28:59.445532+0000","last_fullsized":"2024-03-10T22:28:59.445532+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470136+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:27:28.470136+0000","last_peered":"2024-03-10T22:27:28.470136+0000","last_clean":"2024-03-10T22:27:28.470136+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:27:28.470136+0000","last_undegraded":"2024-03-10T22:27:28.470136+0000","last_fullsized":"2024-03-10T22:27:28.470136+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:22.243690+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:28:22.243690+0000","last_peered":"2024-03-10T22:28:22.243690+0000","last_clean":"2024-03-10T22:28:22.243690+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:28:22.243690+0000","last_undegraded":"2024-03-10T22:28:22.243690+0000","last_fullsized":"2024-03-10T22:28:22.243690+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445594+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:28:59.445594+0000","last_peered":"2024-03-10T22:28:59.445594+0000","last_clean":"2024-03-10T22:28:59.445594+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:28:59.445594+0000","last_undegraded":"2024-03-10T22:28:59.445594+0000","last_fullsized":"2024-03-10T22:28:59.445594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:05.289693+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:28:05.289693+0000","last_peered":"2024-03-10T22:28:05.289693+0000","last_clean":"2024-03-10T22:28:05.289693+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:28:05.289693+0000","last_undegraded":"2024-03-10T22:28:05.289693+0000","last_fullsized":"2024-03-10T22:28:05.289693+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665408+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:29:15.665408+0000","last_peered":"2024-03-10T22:29:15.665408+0000","last_clean":"2024-03-10T22:29:15.665408+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:29:15.665408+0000","last_undegraded":"2024-03-10T22:29:15.665408+0000","last_fullsized":"2024-03-10T22:29:15.665408+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925415+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:40.925415+0000","last_peered":"2024-03-10T22:27:40.925415+0000","last_clean":"2024-03-10T22:27:40.925415+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:40.925415+0000","last_undegraded":"2024-03-10T22:27:40.925415+0000","last_fullsized":"2024-03-10T22:27:40.925415+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1273,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241543+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:28:02.241543+0000","last_peered":"2024-03-10T22:28:02.241543+0000","last_clean":"2024-03-10T22:28:02.241543+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:28:02.241543+0000","last_undegraded":"2024-03-10T22:28:02.241543+0000","last_fullsized":"2024-03-10T22:28:02.241543+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241522+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:28:02.241522+0000","last_peered":"2024-03-10T22:28:02.241522+0000","last_clean":"2024-03-10T22:28:02.241522+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:28:02.241522+0000","last_undegraded":"2024-03-10T22:28:02.241522+0000","last_fullsized":"2024-03-10T22:28:02.241522+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803096+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:28:39.803096+0000","last_peered":"2024-03-10T22:28:39.803096+0000","last_clean":"2024-03-10T22:28:39.803096+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:28:39.803096+0000","last_undegraded":"2024-03-10T22:28:39.803096+0000","last_fullsized":"2024-03-10T22:28:39.803096+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924241+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:30.924241+0000","last_peered":"2024-03-10T22:27:30.924241+0000","last_clean":"2024-03-10T22:27:30.924241+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:30.924241+0000","last_undegraded":"2024-03-10T22:27:30.924241+0000","last_fullsized":"2024-03-10T22:27:30.924241+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665382+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:29:15.665382+0000","last_peered":"2024-03-10T22:29:15.665382+0000","last_clean":"2024-03-10T22:29:15.665382+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:29:15.665382+0000","last_undegraded":"2024-03-10T22:29:15.665382+0000","last_fullsized":"2024-03-10T22:29:15.665382+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665344+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:29:15.665344+0000","last_peered":"2024-03-10T22:29:15.665344+0000","last_clean":"2024-03-10T22:29:15.665344+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:29:15.665344+0000","last_undegraded":"2024-03-10T22:29:15.665344+0000","last_fullsized":"2024-03-10T22:29:15.665344+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1262,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706777+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:29:13.706777+0000","last_peered":"2024-03-10T22:29:13.706777+0000","last_clean":"2024-03-10T22:29:13.706777+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:29:13.706777+0000","last_undegraded":"2024-03-10T22:29:13.706777+0000","last_fullsized":"2024-03-10T22:29:13.706777+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924214+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:30.924214+0000","last_peered":"2024-03-10T22:27:30.924214+0000","last_clean":"2024-03-10T22:27:30.924214+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:30.924214+0000","last_undegraded":"2024-03-10T22:27:30.924214+0000","last_fullsized":"2024-03-10T22:27:30.924214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4441,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702739+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:28:33.702739+0000","last_peered":"2024-03-10T22:28:33.702739+0000","last_clean":"2024-03-10T22:28:33.702739+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:28:33.702739+0000","last_undegraded":"2024-03-10T22:28:33.702739+0000","last_fullsized":"2024-03-10T22:28:33.702739+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.288227+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:50.288227+0000","last_peered":"2024-03-10T22:27:50.288227+0000","last_clean":"2024-03-10T22:27:50.288227+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:50.288227+0000","last_undegraded":"2024-03-10T22:27:50.288227+0000","last_fullsized":"2024-03-10T22:27:50.288227+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12610,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249105+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:29:07.249105+0000","last_peered":"2024-03-10T22:29:07.249105+0000","last_clean":"2024-03-10T22:29:07.249105+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:29:07.249105+0000","last_undegraded":"2024-03-10T22:29:07.249105+0000","last_fullsized":"2024-03-10T22:29:07.249105+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436075+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:27:39.436075+0000","last_peered":"2024-03-10T22:27:39.436075+0000","last_clean":"2024-03-10T22:27:39.436075+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:27:39.436075+0000","last_undegraded":"2024-03-10T22:27:39.436075+0000","last_fullsized":"2024-03-10T22:27:39.436075+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436125+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:27:39.436125+0000","last_peered":"2024-03-10T22:27:39.436125+0000","last_clean":"2024-03-10T22:27:39.436125+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:27:39.436125+0000","last_undegraded":"2024-03-10T22:27:39.436125+0000","last_fullsized":"2024-03-10T22:27:39.436125+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797783+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:54.797783+0000","last_peered":"2024-03-10T22:27:54.797783+0000","last_clean":"2024-03-10T22:27:54.797783+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:54.797783+0000","last_undegraded":"2024-03-10T22:27:54.797783+0000","last_fullsized":"2024-03-10T22:27:54.797783+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15023,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249144+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:29:07.249144+0000","last_peered":"2024-03-10T22:29:07.249144+0000","last_clean":"2024-03-10T22:29:07.249144+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:29:07.249144+0000","last_undegraded":"2024-03-10T22:29:07.249144+0000","last_fullsized":"2024-03-10T22:29:07.249144+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436112+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:27:39.436112+0000","last_peered":"2024-03-10T22:27:39.436112+0000","last_clean":"2024-03-10T22:27:39.436112+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:27:39.436112+0000","last_undegraded":"2024-03-10T22:27:39.436112+0000","last_fullsized":"2024-03-10T22:27:39.436112+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797728+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:54.797728+0000","last_peered":"2024-03-10T22:27:54.797728+0000","last_clean":"2024-03-10T22:27:54.797728+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:54.797728+0000","last_undegraded":"2024-03-10T22:27:54.797728+0000","last_fullsized":"2024-03-10T22:27:54.797728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298767+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:29:25.298767+0000","last_peered":"2024-03-10T22:29:25.298767+0000","last_clean":"2024-03-10T22:29:25.298767+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:29:25.298767+0000","last_undegraded":"2024-03-10T22:29:25.298767+0000","last_fullsized":"2024-03-10T22:29:25.298767+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4227,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702808+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:28:33.702808+0000","last_peered":"2024-03-10T22:28:33.702808+0000","last_clean":"2024-03-10T22:28:33.702808+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:28:33.702808+0000","last_undegraded":"2024-03-10T22:28:33.702808+0000","last_fullsized":"2024-03-10T22:28:33.702808+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438501+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:59.438501+0000","last_peered":"2024-03-10T22:27:59.438501+0000","last_clean":"2024-03-10T22:27:59.438501+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:59.438501+0000","last_undegraded":"2024-03-10T22:27:59.438501+0000","last_fullsized":"2024-03-10T22:27:59.438501+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:19.447884+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:29:19.447884+0000","last_peered":"2024-03-10T22:29:19.447884+0000","last_clean":"2024-03-10T22:29:19.447884+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:29:19.447884+0000","last_undegraded":"2024-03-10T22:29:19.447884+0000","last_fullsized":"2024-03-10T22:29:19.447884+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700811+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:28:13.700811+0000","last_peered":"2024-03-10T22:28:13.700811+0000","last_clean":"2024-03-10T22:28:13.700811+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:28:13.700811+0000","last_undegraded":"2024-03-10T22:28:13.700811+0000","last_fullsized":"2024-03-10T22:28:13.700811+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4294,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934878+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:29:05.934878+0000","last_peered":"2024-03-10T22:29:05.934878+0000","last_clean":"2024-03-10T22:29:05.934878+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:29:05.934878+0000","last_undegraded":"2024-03-10T22:29:05.934878+0000","last_fullsized":"2024-03-10T22:29:05.934878+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660651+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:28:30.660651+0000","last_peered":"2024-03-10T22:28:30.660651+0000","last_clean":"2024-03-10T22:28:30.660651+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:28:30.660651+0000","last_undegraded":"2024-03-10T22:28:30.660651+0000","last_fullsized":"2024-03-10T22:28:30.660651+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:48.924567+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:28:48.924567+0000","last_peered":"2024-03-10T22:28:48.924567+0000","last_clean":"2024-03-10T22:28:48.924567+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:28:48.924567+0000","last_undegraded":"2024-03-10T22:28:48.924567+0000","last_fullsized":"2024-03-10T22:28:48.924567+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797768+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:54.797768+0000","last_peered":"2024-03-10T22:27:54.797768+0000","last_clean":"2024-03-10T22:27:54.797768+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:54.797768+0000","last_undegraded":"2024-03-10T22:27:54.797768+0000","last_fullsized":"2024-03-10T22:27:54.797768+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:50.933118+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:28:50.933118+0000","last_peered":"2024-03-10T22:28:50.933118+0000","last_clean":"2024-03-10T22:28:50.933118+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:28:50.933118+0000","last_undegraded":"2024-03-10T22:28:50.933118+0000","last_fullsized":"2024-03-10T22:28:50.933118+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3651,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799673+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:28:09.799673+0000","last_peered":"2024-03-10T22:28:09.799673+0000","last_clean":"2024-03-10T22:28:09.799673+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:28:09.799673+0000","last_undegraded":"2024-03-10T22:28:09.799673+0000","last_fullsized":"2024-03-10T22:28:09.799673+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:32.252065+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:29:32.252065+0000","last_peered":"2024-03-10T22:29:32.252065+0000","last_clean":"2024-03-10T22:29:32.252065+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:29:32.252065+0000","last_undegraded":"2024-03-10T22:29:32.252065+0000","last_fullsized":"2024-03-10T22:29:32.252065+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249065+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:29:07.249065+0000","last_peered":"2024-03-10T22:29:07.249065+0000","last_clean":"2024-03-10T22:29:07.249065+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:29:07.249065+0000","last_undegraded":"2024-03-10T22:29:07.249065+0000","last_fullsized":"2024-03-10T22:29:07.249065+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":918,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:53.698785+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:27:53.698785+0000","last_peered":"2024-03-10T22:27:53.698785+0000","last_clean":"2024-03-10T22:27:53.698785+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:27:53.698785+0000","last_undegraded":"2024-03-10T22:27:53.698785+0000","last_fullsized":"2024-03-10T22:27:53.698785+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4503,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660625+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:28:30.660625+0000","last_peered":"2024-03-10T22:28:30.660625+0000","last_clean":"2024-03-10T22:28:30.660625+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:28:30.660625+0000","last_undegraded":"2024-03-10T22:28:30.660625+0000","last_fullsized":"2024-03-10T22:28:30.660625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249121+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:29:07.249121+0000","last_peered":"2024-03-10T22:29:07.249121+0000","last_clean":"2024-03-10T22:29:07.249121+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:29:07.249121+0000","last_undegraded":"2024-03-10T22:29:07.249121+0000","last_fullsized":"2024-03-10T22:29:07.249121+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":960,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:44.436877+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:27:44.436877+0000","last_peered":"2024-03-10T22:27:44.436877+0000","last_clean":"2024-03-10T22:27:44.436877+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:27:44.436877+0000","last_undegraded":"2024-03-10T22:27:44.436877+0000","last_fullsized":"2024-03-10T22:27:44.436877+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:39.436101+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:27:39.436101+0000","last_peered":"2024-03-10T22:27:39.436101+0000","last_clean":"2024-03-10T22:27:39.436101+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:27:39.436101+0000","last_undegraded":"2024-03-10T22:27:39.436101+0000","last_fullsized":"2024-03-10T22:27:39.436101+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298741+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:29:25.298741+0000","last_peered":"2024-03-10T22:29:25.298741+0000","last_clean":"2024-03-10T22:29:25.298741+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:29:25.298741+0000","last_undegraded":"2024-03-10T22:29:25.298741+0000","last_fullsized":"2024-03-10T22:29:25.298741+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922400+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:28:28.922400+0000","last_peered":"2024-03-10T22:28:28.922400+0000","last_clean":"2024-03-10T22:28:28.922400+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:28:28.922400+0000","last_undegraded":"2024-03-10T22:28:28.922400+0000","last_fullsized":"2024-03-10T22:28:28.922400+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438489+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:59.438489+0000","last_peered":"2024-03-10T22:27:59.438489+0000","last_clean":"2024-03-10T22:27:59.438489+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:59.438489+0000","last_undegraded":"2024-03-10T22:27:59.438489+0000","last_fullsized":"2024-03-10T22:27:59.438489+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926913+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:29:08.926913+0000","last_peered":"2024-03-10T22:29:08.926913+0000","last_clean":"2024-03-10T22:29:08.926913+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:29:08.926913+0000","last_undegraded":"2024-03-10T22:29:08.926913+0000","last_fullsized":"2024-03-10T22:29:08.926913+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922423+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:28:28.922423+0000","last_peered":"2024-03-10T22:28:28.922423+0000","last_clean":"2024-03-10T22:28:28.922423+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:28:28.922423+0000","last_undegraded":"2024-03-10T22:28:28.922423+0000","last_fullsized":"2024-03-10T22:28:28.922423+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298717+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:29:25.298717+0000","last_peered":"2024-03-10T22:29:25.298717+0000","last_clean":"2024-03-10T22:29:25.298717+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:29:25.298717+0000","last_undegraded":"2024-03-10T22:29:25.298717+0000","last_fullsized":"2024-03-10T22:29:25.298717+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662369+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:28:45.662369+0000","last_peered":"2024-03-10T22:28:45.662369+0000","last_clean":"2024-03-10T22:28:45.662369+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:28:45.662369+0000","last_undegraded":"2024-03-10T22:28:45.662369+0000","last_fullsized":"2024-03-10T22:28:45.662369+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:33.702827+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:28:33.702827+0000","last_peered":"2024-03-10T22:28:33.702827+0000","last_clean":"2024-03-10T22:28:33.702827+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:28:33.702827+0000","last_undegraded":"2024-03-10T22:28:33.702827+0000","last_fullsized":"2024-03-10T22:28:33.702827+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3247,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801371+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:28:24.801371+0000","last_peered":"2024-03-10T22:28:24.801371+0000","last_clean":"2024-03-10T22:28:24.801371+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:28:24.801371+0000","last_undegraded":"2024-03-10T22:28:24.801371+0000","last_fullsized":"2024-03-10T22:28:24.801371+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1025,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936869+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:29:20.936869+0000","last_peered":"2024-03-10T22:29:20.936869+0000","last_clean":"2024-03-10T22:29:20.936869+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:29:20.936869+0000","last_undegraded":"2024-03-10T22:29:20.936869+0000","last_fullsized":"2024-03-10T22:29:20.936869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:35.286375+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:27:35.286375+0000","last_peered":"2024-03-10T22:27:35.286375+0000","last_clean":"2024-03-10T22:27:35.286375+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:27:35.286375+0000","last_undegraded":"2024-03-10T22:27:35.286375+0000","last_fullsized":"2024-03-10T22:27:35.286375+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4000,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:50.288196+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:50.288196+0000","last_peered":"2024-03-10T22:27:50.288196+0000","last_clean":"2024-03-10T22:27:50.288196+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:50.288196+0000","last_undegraded":"2024-03-10T22:27:50.288196+0000","last_fullsized":"2024-03-10T22:27:50.288196+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438388+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:59.438388+0000","last_peered":"2024-03-10T22:27:59.438388+0000","last_clean":"2024-03-10T22:27:59.438388+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:59.438388+0000","last_undegraded":"2024-03-10T22:27:59.438388+0000","last_fullsized":"2024-03-10T22:27:59.438388+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926841+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:29:08.926841+0000","last_peered":"2024-03-10T22:29:08.926841+0000","last_clean":"2024-03-10T22:29:08.926841+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:29:08.926841+0000","last_undegraded":"2024-03-10T22:29:08.926841+0000","last_fullsized":"2024-03-10T22:29:08.926841+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4941,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704822+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:28:53.704822+0000","last_peered":"2024-03-10T22:28:53.704822+0000","last_clean":"2024-03-10T22:28:53.704822+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:28:53.704822+0000","last_undegraded":"2024-03-10T22:28:53.704822+0000","last_fullsized":"2024-03-10T22:28:53.704822+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438411+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:59.438411+0000","last_peered":"2024-03-10T22:27:59.438411+0000","last_clean":"2024-03-10T22:27:59.438411+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:59.438411+0000","last_undegraded":"2024-03-10T22:27:59.438411+0000","last_fullsized":"2024-03-10T22:27:59.438411+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929324+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:29:28.929324+0000","last_peered":"2024-03-10T22:29:28.929324+0000","last_clean":"2024-03-10T22:29:28.929324+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:29:28.929324+0000","last_undegraded":"2024-03-10T22:29:28.929324+0000","last_fullsized":"2024-03-10T22:29:28.929324+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440880+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:28:19.440880+0000","last_peered":"2024-03-10T22:28:19.440880+0000","last_clean":"2024-03-10T22:28:19.440880+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:28:19.440880+0000","last_undegraded":"2024-03-10T22:28:19.440880+0000","last_fullsized":"2024-03-10T22:28:19.440880+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704802+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:28:53.704802+0000","last_peered":"2024-03-10T22:28:53.704802+0000","last_clean":"2024-03-10T22:28:53.704802+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:28:53.704802+0000","last_undegraded":"2024-03-10T22:28:53.704802+0000","last_fullsized":"2024-03-10T22:28:53.704802+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662288+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:28:45.662288+0000","last_peered":"2024-03-10T22:28:45.662288+0000","last_clean":"2024-03-10T22:28:45.662288+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:28:45.662288+0000","last_undegraded":"2024-03-10T22:28:45.662288+0000","last_fullsized":"2024-03-10T22:28:45.662288+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5330,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704762+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:28:53.704762+0000","last_peered":"2024-03-10T22:28:53.704762+0000","last_clean":"2024-03-10T22:28:53.704762+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:28:53.704762+0000","last_undegraded":"2024-03-10T22:28:53.704762+0000","last_fullsized":"2024-03-10T22:28:53.704762+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704813+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:28:53.704813+0000","last_peered":"2024-03-10T22:28:53.704813+0000","last_clean":"2024-03-10T22:28:53.704813+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:28:53.704813+0000","last_undegraded":"2024-03-10T22:28:53.704813+0000","last_fullsized":"2024-03-10T22:28:53.704813+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1030,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504754+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:27:26.504754+0000","last_peered":"2024-03-10T22:27:26.504754+0000","last_clean":"2024-03-10T22:27:26.504754+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:27:26.504754+0000","last_undegraded":"2024-03-10T22:27:26.504754+0000","last_fullsized":"2024-03-10T22:27:26.504754+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4658,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702780+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:28:33.702780+0000","last_peered":"2024-03-10T22:28:33.702780+0000","last_clean":"2024-03-10T22:28:33.702780+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:28:33.702780+0000","last_undegraded":"2024-03-10T22:28:33.702780+0000","last_fullsized":"2024-03-10T22:28:33.702780+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440926+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:28:19.440926+0000","last_peered":"2024-03-10T22:28:19.440926+0000","last_clean":"2024-03-10T22:28:19.440926+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:28:19.440926+0000","last_undegraded":"2024-03-10T22:28:19.440926+0000","last_fullsized":"2024-03-10T22:28:19.440926+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801345+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:28:24.801345+0000","last_peered":"2024-03-10T22:28:24.801345+0000","last_clean":"2024-03-10T22:28:24.801345+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:28:24.801345+0000","last_undegraded":"2024-03-10T22:28:24.801345+0000","last_fullsized":"2024-03-10T22:28:24.801345+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936895+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:29:20.936895+0000","last_peered":"2024-03-10T22:29:20.936895+0000","last_clean":"2024-03-10T22:29:20.936895+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:29:20.936895+0000","last_undegraded":"2024-03-10T22:29:20.936895+0000","last_fullsized":"2024-03-10T22:29:20.936895+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704849+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:28:53.704849+0000","last_peered":"2024-03-10T22:28:53.704849+0000","last_clean":"2024-03-10T22:28:53.704849+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:28:53.704849+0000","last_undegraded":"2024-03-10T22:28:53.704849+0000","last_fullsized":"2024-03-10T22:28:53.704849+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:26.504991+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:27:26.504991+0000","last_peered":"2024-03-10T22:27:26.504991+0000","last_clean":"2024-03-10T22:27:26.504991+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:27:26.504991+0000","last_undegraded":"2024-03-10T22:27:26.504991+0000","last_fullsized":"2024-03-10T22:27:26.504991+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660589+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:28:30.660589+0000","last_peered":"2024-03-10T22:28:30.660589+0000","last_clean":"2024-03-10T22:28:30.660589+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:28:30.660589+0000","last_undegraded":"2024-03-10T22:28:30.660589+0000","last_fullsized":"2024-03-10T22:28:30.660589+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700780+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:28:13.700780+0000","last_peered":"2024-03-10T22:28:13.700780+0000","last_clean":"2024-03-10T22:28:13.700780+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:28:13.700780+0000","last_undegraded":"2024-03-10T22:28:13.700780+0000","last_fullsized":"2024-03-10T22:28:13.700780+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797755+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:54.797755+0000","last_peered":"2024-03-10T22:27:54.797755+0000","last_clean":"2024-03-10T22:27:54.797755+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:54.797755+0000","last_undegraded":"2024-03-10T22:27:54.797755+0000","last_fullsized":"2024-03-10T22:27:54.797755+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249095+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:29:07.249095+0000","last_peered":"2024-03-10T22:29:07.249095+0000","last_clean":"2024-03-10T22:29:07.249095+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:29:07.249095+0000","last_undegraded":"2024-03-10T22:29:07.249095+0000","last_fullsized":"2024-03-10T22:29:07.249095+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926882+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:29:08.926882+0000","last_peered":"2024-03-10T22:29:08.926882+0000","last_clean":"2024-03-10T22:29:08.926882+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:29:08.926882+0000","last_undegraded":"2024-03-10T22:29:08.926882+0000","last_fullsized":"2024-03-10T22:29:08.926882+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438472+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:59.438472+0000","last_peered":"2024-03-10T22:27:59.438472+0000","last_clean":"2024-03-10T22:27:59.438472+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:59.438472+0000","last_undegraded":"2024-03-10T22:27:59.438472+0000","last_fullsized":"2024-03-10T22:27:59.438472+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662335+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:28:45.662335+0000","last_peered":"2024-03-10T22:28:45.662335+0000","last_clean":"2024-03-10T22:28:45.662335+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:28:45.662335+0000","last_undegraded":"2024-03-10T22:28:45.662335+0000","last_fullsized":"2024-03-10T22:28:45.662335+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926922+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:29:08.926922+0000","last_peered":"2024-03-10T22:29:08.926922+0000","last_clean":"2024-03-10T22:29:08.926922+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:29:08.926922+0000","last_undegraded":"2024-03-10T22:29:08.926922+0000","last_fullsized":"2024-03-10T22:29:08.926922+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799625+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:28:09.799625+0000","last_peered":"2024-03-10T22:28:09.799625+0000","last_clean":"2024-03-10T22:28:09.799625+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:28:09.799625+0000","last_undegraded":"2024-03-10T22:28:09.799625+0000","last_fullsized":"2024-03-10T22:28:09.799625+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929293+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:29:28.929293+0000","last_peered":"2024-03-10T22:29:28.929293+0000","last_clean":"2024-03-10T22:29:28.929293+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:29:28.929293+0000","last_undegraded":"2024-03-10T22:29:28.929293+0000","last_fullsized":"2024-03-10T22:29:28.929293+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801311+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:28:24.801311+0000","last_peered":"2024-03-10T22:28:24.801311+0000","last_clean":"2024-03-10T22:28:24.801311+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:28:24.801311+0000","last_undegraded":"2024-03-10T22:28:24.801311+0000","last_fullsized":"2024-03-10T22:28:24.801311+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:42.239516+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:42.239516+0000","last_peered":"2024-03-10T22:27:42.239516+0000","last_clean":"2024-03-10T22:27:42.239516+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:42.239516+0000","last_undegraded":"2024-03-10T22:27:42.239516+0000","last_fullsized":"2024-03-10T22:27:42.239516+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:00.663918+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:29:00.663918+0000","last_peered":"2024-03-10T22:29:00.663918+0000","last_clean":"2024-03-10T22:29:00.663918+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:29:00.663918+0000","last_undegraded":"2024-03-10T22:29:00.663918+0000","last_fullsized":"2024-03-10T22:29:00.663918+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783980,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928627,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586454,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796510,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474511,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329864,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152513,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073274,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:31:49.957 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:49.957 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:49.957 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:49.957 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:49.957 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:49.958 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:49.958 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:49.958 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:31:49.958 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:31:50.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:49 smithi172 ceph-mon[84635]: from='client.44570 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:31:51.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:50 smithi169 ceph-mon[90638]: pgmap v1032: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:51.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:50 smithi169 ceph-mon[88180]: pgmap v1032: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:51.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:50 smithi172 ceph-mon[84635]: pgmap v1032: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:52.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:51 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:31:52.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:51 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:31:52.014 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:51 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:31:52.748 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:31:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:31:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:31:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:52 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:31:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:52 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:31:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:52 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:31:53.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:52 smithi169 ceph-mon[88180]: pgmap v1033: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:53.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:52 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:31:53.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:52 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:31:53.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:52 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:31:53.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:52 smithi169 ceph-mon[90638]: pgmap v1033: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:53.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:52 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:31:53.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:52 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:31:53.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:52 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:31:53.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:52 smithi172 ceph-mon[84635]: pgmap v1033: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:55.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:54 smithi169 ceph-mon[88180]: pgmap v1034: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:55.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:54 smithi169 ceph-mon[90638]: pgmap v1034: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:55.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:54 smithi172 ceph-mon[84635]: pgmap v1034: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:56.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:55 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:56.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:55 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:56.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:31:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:31:55] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:31:56.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:55 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:31:57.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:56 smithi169 ceph-mon[88180]: pgmap v1035: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:57.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:56 smithi169 ceph-mon[90638]: pgmap v1035: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:57.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:56 smithi172 ceph-mon[84635]: pgmap v1035: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:59.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:31:58 smithi169 ceph-mon[88180]: pgmap v1036: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:59.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:31:58 smithi169 ceph-mon[90638]: pgmap v1036: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:59.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:31:58 smithi172 ceph-mon[84635]: pgmap v1036: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:31:59.959 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:32:00.181 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:32:01.006 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:00 smithi169 ceph-mon[88180]: pgmap v1037: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:01.006 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:00 smithi169 ceph-mon[90638]: pgmap v1037: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:01.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:00 smithi172 ceph-mon[84635]: pgmap v1037: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:02.065 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:32:02.067 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:32:02.740 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:32:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:32:02.768 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1037,"stamp":"2024-03-10T22:32:00.677136+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003934"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934928+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:29:05.934928+0000","last_peered":"2024-03-10T22:29:05.934928+0000","last_clean":"2024-03-10T22:29:05.934928+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:29:05.934928+0000","last_undegraded":"2024-03-10T22:29:05.934928+0000","last_fullsized":"2024-03-10T22:29:05.934928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1235,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450839+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:29:44.450839+0000","last_peered":"2024-03-10T22:29:44.450839+0000","last_clean":"2024-03-10T22:29:44.450839+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:29:44.450839+0000","last_undegraded":"2024-03-10T22:29:44.450839+0000","last_fullsized":"2024-03-10T22:29:44.450839+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249169+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:29:07.249169+0000","last_peered":"2024-03-10T22:29:07.249169+0000","last_clean":"2024-03-10T22:29:07.249169+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:29:07.249169+0000","last_undegraded":"2024-03-10T22:29:07.249169+0000","last_fullsized":"2024-03-10T22:29:07.249169+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:39.809719+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:29:39.809719+0000","last_peered":"2024-03-10T22:29:39.809719+0000","last_clean":"2024-03-10T22:29:39.809719+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:39.809719+0000","last_undegraded":"2024-03-10T22:29:39.809719+0000","last_fullsized":"2024-03-10T22:29:39.809719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926520+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:50.926520+0000","last_peered":"2024-03-10T22:27:50.926520+0000","last_clean":"2024-03-10T22:27:50.926520+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:50.926520+0000","last_undegraded":"2024-03-10T22:27:50.926520+0000","last_fullsized":"2024-03-10T22:27:50.926520+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:50.926486+0000","last_peered":"2024-03-10T22:27:50.926486+0000","last_clean":"2024-03-10T22:27:50.926486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:50.926486+0000","last_undegraded":"2024-03-10T22:27:50.926486+0000","last_fullsized":"2024-03-10T22:27:50.926486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925459+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:40.925459+0000","last_peered":"2024-03-10T22:27:40.925459+0000","last_clean":"2024-03-10T22:27:40.925459+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:40.925459+0000","last_undegraded":"2024-03-10T22:27:40.925459+0000","last_fullsized":"2024-03-10T22:27:40.925459+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667030+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:29:30.667030+0000","last_peered":"2024-03-10T22:29:30.667030+0000","last_clean":"2024-03-10T22:29:30.667030+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:29:30.667030+0000","last_undegraded":"2024-03-10T22:29:30.667030+0000","last_fullsized":"2024-03-10T22:29:30.667030+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.666978+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:29:30.666978+0000","last_peered":"2024-03-10T22:29:30.666978+0000","last_clean":"2024-03-10T22:29:30.666978+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:29:30.666978+0000","last_undegraded":"2024-03-10T22:29:30.666978+0000","last_fullsized":"2024-03-10T22:29:30.666978+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:20.291643+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:28:20.291643+0000","last_peered":"2024-03-10T22:28:20.291643+0000","last_clean":"2024-03-10T22:28:20.291643+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:28:20.291643+0000","last_undegraded":"2024-03-10T22:28:20.291643+0000","last_fullsized":"2024-03-10T22:28:20.291643+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918262+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:43.918262+0000","last_peered":"2024-03-10T22:27:43.918262+0000","last_clean":"2024-03-10T22:27:43.918262+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:43.918262+0000","last_undegraded":"2024-03-10T22:27:43.918262+0000","last_fullsized":"2024-03-10T22:27:43.918262+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241498+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:28:02.241498+0000","last_peered":"2024-03-10T22:28:02.241498+0000","last_clean":"2024-03-10T22:28:02.241498+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:28:02.241498+0000","last_undegraded":"2024-03-10T22:28:02.241498+0000","last_fullsized":"2024-03-10T22:28:02.241498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.443021+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:28:39.443021+0000","last_peered":"2024-03-10T22:28:39.443021+0000","last_clean":"2024-03-10T22:28:39.443021+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:28:39.443021+0000","last_undegraded":"2024-03-10T22:28:39.443021+0000","last_fullsized":"2024-03-10T22:28:39.443021+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803060+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:28:39.803060+0000","last_peered":"2024-03-10T22:28:39.803060+0000","last_clean":"2024-03-10T22:28:39.803060+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:28:39.803060+0000","last_undegraded":"2024-03-10T22:28:39.803060+0000","last_fullsized":"2024-03-10T22:28:39.803060+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706861+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:29:13.706861+0000","last_peered":"2024-03-10T22:29:13.706861+0000","last_clean":"2024-03-10T22:29:13.706861+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:29:13.706861+0000","last_undegraded":"2024-03-10T22:29:13.706861+0000","last_fullsized":"2024-03-10T22:29:13.706861+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706844+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:29:13.706844+0000","last_peered":"2024-03-10T22:29:13.706844+0000","last_clean":"2024-03-10T22:29:13.706844+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:29:13.706844+0000","last_undegraded":"2024-03-10T22:29:13.706844+0000","last_fullsized":"2024-03-10T22:29:13.706844+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938634+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:29:35.938634+0000","last_peered":"2024-03-10T22:29:35.938634+0000","last_clean":"2024-03-10T22:29:35.938634+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:29:35.938634+0000","last_undegraded":"2024-03-10T22:29:35.938634+0000","last_fullsized":"2024-03-10T22:29:35.938634+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1290,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249205+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:29:07.249205+0000","last_peered":"2024-03-10T22:29:07.249205+0000","last_clean":"2024-03-10T22:29:07.249205+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:29:07.249205+0000","last_undegraded":"2024-03-10T22:29:07.249205+0000","last_fullsized":"2024-03-10T22:29:07.249205+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922463+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:28:28.922463+0000","last_peered":"2024-03-10T22:28:28.922463+0000","last_clean":"2024-03-10T22:28:28.922463+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:28:28.922463+0000","last_undegraded":"2024-03-10T22:28:28.922463+0000","last_fullsized":"2024-03-10T22:28:28.922463+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922482+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:28:28.922482+0000","last_peered":"2024-03-10T22:28:28.922482+0000","last_clean":"2024-03-10T22:28:28.922482+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:28:28.922482+0000","last_undegraded":"2024-03-10T22:28:28.922482+0000","last_fullsized":"2024-03-10T22:28:28.922482+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249187+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:29:07.249187+0000","last_peered":"2024-03-10T22:29:07.249187+0000","last_clean":"2024-03-10T22:29:07.249187+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:29:07.249187+0000","last_undegraded":"2024-03-10T22:29:07.249187+0000","last_fullsized":"2024-03-10T22:29:07.249187+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1035,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926542+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:50.926542+0000","last_peered":"2024-03-10T22:27:50.926542+0000","last_clean":"2024-03-10T22:27:50.926542+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:50.926542+0000","last_undegraded":"2024-03-10T22:27:50.926542+0000","last_fullsized":"2024-03-10T22:27:50.926542+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:42.246000+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:28:42.246000+0000","last_peered":"2024-03-10T22:28:42.246000+0000","last_clean":"2024-03-10T22:28:42.246000+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:28:42.246000+0000","last_undegraded":"2024-03-10T22:28:42.246000+0000","last_fullsized":"2024-03-10T22:28:42.246000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918249+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:43.918249+0000","last_peered":"2024-03-10T22:27:43.918249+0000","last_clean":"2024-03-10T22:27:43.918249+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:43.918249+0000","last_undegraded":"2024-03-10T22:27:43.918249+0000","last_fullsized":"2024-03-10T22:27:43.918249+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918224+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:43.918224+0000","last_peered":"2024-03-10T22:27:43.918224+0000","last_clean":"2024-03-10T22:27:43.918224+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:43.918224+0000","last_undegraded":"2024-03-10T22:27:43.918224+0000","last_fullsized":"2024-03-10T22:27:43.918224+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445532+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:28:59.445532+0000","last_peered":"2024-03-10T22:28:59.445532+0000","last_clean":"2024-03-10T22:28:59.445532+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:28:59.445532+0000","last_undegraded":"2024-03-10T22:28:59.445532+0000","last_fullsized":"2024-03-10T22:28:59.445532+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667045+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:29:30.667045+0000","last_peered":"2024-03-10T22:29:30.667045+0000","last_clean":"2024-03-10T22:29:30.667045+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:29:30.667045+0000","last_undegraded":"2024-03-10T22:29:30.667045+0000","last_fullsized":"2024-03-10T22:29:30.667045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:22.243690+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:28:22.243690+0000","last_peered":"2024-03-10T22:28:22.243690+0000","last_clean":"2024-03-10T22:28:22.243690+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:28:22.243690+0000","last_undegraded":"2024-03-10T22:28:22.243690+0000","last_fullsized":"2024-03-10T22:28:22.243690+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445594+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:28:59.445594+0000","last_peered":"2024-03-10T22:28:59.445594+0000","last_clean":"2024-03-10T22:28:59.445594+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:28:59.445594+0000","last_undegraded":"2024-03-10T22:28:59.445594+0000","last_fullsized":"2024-03-10T22:28:59.445594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:05.289693+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:28:05.289693+0000","last_peered":"2024-03-10T22:28:05.289693+0000","last_clean":"2024-03-10T22:28:05.289693+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:28:05.289693+0000","last_undegraded":"2024-03-10T22:28:05.289693+0000","last_fullsized":"2024-03-10T22:28:05.289693+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665408+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:29:15.665408+0000","last_peered":"2024-03-10T22:29:15.665408+0000","last_clean":"2024-03-10T22:29:15.665408+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:29:15.665408+0000","last_undegraded":"2024-03-10T22:29:15.665408+0000","last_fullsized":"2024-03-10T22:29:15.665408+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925415+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:40.925415+0000","last_peered":"2024-03-10T22:27:40.925415+0000","last_clean":"2024-03-10T22:27:40.925415+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:40.925415+0000","last_undegraded":"2024-03-10T22:27:40.925415+0000","last_fullsized":"2024-03-10T22:27:40.925415+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1273,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241543+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:28:02.241543+0000","last_peered":"2024-03-10T22:28:02.241543+0000","last_clean":"2024-03-10T22:28:02.241543+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:28:02.241543+0000","last_undegraded":"2024-03-10T22:28:02.241543+0000","last_fullsized":"2024-03-10T22:28:02.241543+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241522+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:28:02.241522+0000","last_peered":"2024-03-10T22:28:02.241522+0000","last_clean":"2024-03-10T22:28:02.241522+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:28:02.241522+0000","last_undegraded":"2024-03-10T22:28:02.241522+0000","last_fullsized":"2024-03-10T22:28:02.241522+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803096+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:28:39.803096+0000","last_peered":"2024-03-10T22:28:39.803096+0000","last_clean":"2024-03-10T22:28:39.803096+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:28:39.803096+0000","last_undegraded":"2024-03-10T22:28:39.803096+0000","last_fullsized":"2024-03-10T22:28:39.803096+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924241+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:27:30.924241+0000","last_peered":"2024-03-10T22:27:30.924241+0000","last_clean":"2024-03-10T22:27:30.924241+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:27:30.924241+0000","last_undegraded":"2024-03-10T22:27:30.924241+0000","last_fullsized":"2024-03-10T22:27:30.924241+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665382+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:29:15.665382+0000","last_peered":"2024-03-10T22:29:15.665382+0000","last_clean":"2024-03-10T22:29:15.665382+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:29:15.665382+0000","last_undegraded":"2024-03-10T22:29:15.665382+0000","last_fullsized":"2024-03-10T22:29:15.665382+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665344+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:29:15.665344+0000","last_peered":"2024-03-10T22:29:15.665344+0000","last_clean":"2024-03-10T22:29:15.665344+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:29:15.665344+0000","last_undegraded":"2024-03-10T22:29:15.665344+0000","last_fullsized":"2024-03-10T22:29:15.665344+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1262,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706777+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:29:13.706777+0000","last_peered":"2024-03-10T22:29:13.706777+0000","last_clean":"2024-03-10T22:29:13.706777+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:29:13.706777+0000","last_undegraded":"2024-03-10T22:29:13.706777+0000","last_fullsized":"2024-03-10T22:29:13.706777+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:30.924214+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:27:30.924214+0000","last_peered":"2024-03-10T22:27:30.924214+0000","last_clean":"2024-03-10T22:27:30.924214+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:27:30.924214+0000","last_undegraded":"2024-03-10T22:27:30.924214+0000","last_fullsized":"2024-03-10T22:27:30.924214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4441,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702739+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:28:33.702739+0000","last_peered":"2024-03-10T22:28:33.702739+0000","last_clean":"2024-03-10T22:28:33.702739+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:28:33.702739+0000","last_undegraded":"2024-03-10T22:28:33.702739+0000","last_fullsized":"2024-03-10T22:28:33.702739+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.288227+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:50.288227+0000","last_peered":"2024-03-10T22:27:50.288227+0000","last_clean":"2024-03-10T22:27:50.288227+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:50.288227+0000","last_undegraded":"2024-03-10T22:27:50.288227+0000","last_fullsized":"2024-03-10T22:27:50.288227+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938671+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:29:35.938671+0000","last_peered":"2024-03-10T22:29:35.938671+0000","last_clean":"2024-03-10T22:29:35.938671+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:29:35.938671+0000","last_undegraded":"2024-03-10T22:29:35.938671+0000","last_fullsized":"2024-03-10T22:29:35.938671+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12610,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249105+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:29:07.249105+0000","last_peered":"2024-03-10T22:29:07.249105+0000","last_clean":"2024-03-10T22:29:07.249105+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:29:07.249105+0000","last_undegraded":"2024-03-10T22:29:07.249105+0000","last_fullsized":"2024-03-10T22:29:07.249105+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450772+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:29:44.450772+0000","last_peered":"2024-03-10T22:29:44.450772+0000","last_clean":"2024-03-10T22:29:44.450772+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:29:44.450772+0000","last_undegraded":"2024-03-10T22:29:44.450772+0000","last_fullsized":"2024-03-10T22:29:44.450772+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450821+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:29:44.450821+0000","last_peered":"2024-03-10T22:29:44.450821+0000","last_clean":"2024-03-10T22:29:44.450821+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:29:44.450821+0000","last_undegraded":"2024-03-10T22:29:44.450821+0000","last_fullsized":"2024-03-10T22:29:44.450821+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797783+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:27:54.797783+0000","last_peered":"2024-03-10T22:27:54.797783+0000","last_clean":"2024-03-10T22:27:54.797783+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:27:54.797783+0000","last_undegraded":"2024-03-10T22:27:54.797783+0000","last_fullsized":"2024-03-10T22:27:54.797783+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15023,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249144+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:29:07.249144+0000","last_peered":"2024-03-10T22:29:07.249144+0000","last_clean":"2024-03-10T22:29:07.249144+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:29:07.249144+0000","last_undegraded":"2024-03-10T22:29:07.249144+0000","last_fullsized":"2024-03-10T22:29:07.249144+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450809+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:29:44.450809+0000","last_peered":"2024-03-10T22:29:44.450809+0000","last_clean":"2024-03-10T22:29:44.450809+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:29:44.450809+0000","last_undegraded":"2024-03-10T22:29:44.450809+0000","last_fullsized":"2024-03-10T22:29:44.450809+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797728+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:27:54.797728+0000","last_peered":"2024-03-10T22:27:54.797728+0000","last_clean":"2024-03-10T22:27:54.797728+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:27:54.797728+0000","last_undegraded":"2024-03-10T22:27:54.797728+0000","last_fullsized":"2024-03-10T22:27:54.797728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298767+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:29:25.298767+0000","last_peered":"2024-03-10T22:29:25.298767+0000","last_clean":"2024-03-10T22:29:25.298767+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:29:25.298767+0000","last_undegraded":"2024-03-10T22:29:25.298767+0000","last_fullsized":"2024-03-10T22:29:25.298767+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4227,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702808+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:28:33.702808+0000","last_peered":"2024-03-10T22:28:33.702808+0000","last_clean":"2024-03-10T22:28:33.702808+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:28:33.702808+0000","last_undegraded":"2024-03-10T22:28:33.702808+0000","last_fullsized":"2024-03-10T22:28:33.702808+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438501+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:59.438501+0000","last_peered":"2024-03-10T22:27:59.438501+0000","last_clean":"2024-03-10T22:27:59.438501+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:59.438501+0000","last_undegraded":"2024-03-10T22:27:59.438501+0000","last_fullsized":"2024-03-10T22:27:59.438501+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:19.447884+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:29:19.447884+0000","last_peered":"2024-03-10T22:29:19.447884+0000","last_clean":"2024-03-10T22:29:19.447884+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:29:19.447884+0000","last_undegraded":"2024-03-10T22:29:19.447884+0000","last_fullsized":"2024-03-10T22:29:19.447884+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700811+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:28:13.700811+0000","last_peered":"2024-03-10T22:28:13.700811+0000","last_clean":"2024-03-10T22:28:13.700811+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:28:13.700811+0000","last_undegraded":"2024-03-10T22:28:13.700811+0000","last_fullsized":"2024-03-10T22:28:13.700811+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4294,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934878+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:29:05.934878+0000","last_peered":"2024-03-10T22:29:05.934878+0000","last_clean":"2024-03-10T22:29:05.934878+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:29:05.934878+0000","last_undegraded":"2024-03-10T22:29:05.934878+0000","last_fullsized":"2024-03-10T22:29:05.934878+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660651+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:28:30.660651+0000","last_peered":"2024-03-10T22:28:30.660651+0000","last_clean":"2024-03-10T22:28:30.660651+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:28:30.660651+0000","last_undegraded":"2024-03-10T22:28:30.660651+0000","last_fullsized":"2024-03-10T22:28:30.660651+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:48.924567+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:28:48.924567+0000","last_peered":"2024-03-10T22:28:48.924567+0000","last_clean":"2024-03-10T22:28:48.924567+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:28:48.924567+0000","last_undegraded":"2024-03-10T22:28:48.924567+0000","last_fullsized":"2024-03-10T22:28:48.924567+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797768+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:27:54.797768+0000","last_peered":"2024-03-10T22:27:54.797768+0000","last_clean":"2024-03-10T22:27:54.797768+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:27:54.797768+0000","last_undegraded":"2024-03-10T22:27:54.797768+0000","last_fullsized":"2024-03-10T22:27:54.797768+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:50.933118+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:28:50.933118+0000","last_peered":"2024-03-10T22:28:50.933118+0000","last_clean":"2024-03-10T22:28:50.933118+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:28:50.933118+0000","last_undegraded":"2024-03-10T22:28:50.933118+0000","last_fullsized":"2024-03-10T22:28:50.933118+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3651,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799673+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:28:09.799673+0000","last_peered":"2024-03-10T22:28:09.799673+0000","last_clean":"2024-03-10T22:28:09.799673+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:28:09.799673+0000","last_undegraded":"2024-03-10T22:28:09.799673+0000","last_fullsized":"2024-03-10T22:28:09.799673+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:32.252065+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:29:32.252065+0000","last_peered":"2024-03-10T22:29:32.252065+0000","last_clean":"2024-03-10T22:29:32.252065+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:29:32.252065+0000","last_undegraded":"2024-03-10T22:29:32.252065+0000","last_fullsized":"2024-03-10T22:29:32.252065+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249065+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:29:07.249065+0000","last_peered":"2024-03-10T22:29:07.249065+0000","last_clean":"2024-03-10T22:29:07.249065+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:29:07.249065+0000","last_undegraded":"2024-03-10T22:29:07.249065+0000","last_fullsized":"2024-03-10T22:29:07.249065+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":919,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:53.711077+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:29:53.711077+0000","last_peered":"2024-03-10T22:29:53.711077+0000","last_clean":"2024-03-10T22:29:53.711077+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:29:53.711077+0000","last_undegraded":"2024-03-10T22:29:53.711077+0000","last_fullsized":"2024-03-10T22:29:53.711077+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4503,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660625+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:28:30.660625+0000","last_peered":"2024-03-10T22:28:30.660625+0000","last_clean":"2024-03-10T22:28:30.660625+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:28:30.660625+0000","last_undegraded":"2024-03-10T22:28:30.660625+0000","last_fullsized":"2024-03-10T22:28:30.660625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249121+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:29:07.249121+0000","last_peered":"2024-03-10T22:29:07.249121+0000","last_clean":"2024-03-10T22:29:07.249121+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:29:07.249121+0000","last_undegraded":"2024-03-10T22:29:07.249121+0000","last_fullsized":"2024-03-10T22:29:07.249121+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":961,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:49.451333+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:29:49.451333+0000","last_peered":"2024-03-10T22:29:49.451333+0000","last_clean":"2024-03-10T22:29:49.451333+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:29:49.451333+0000","last_undegraded":"2024-03-10T22:29:49.451333+0000","last_fullsized":"2024-03-10T22:29:49.451333+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450798+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:29:44.450798+0000","last_peered":"2024-03-10T22:29:44.450798+0000","last_clean":"2024-03-10T22:29:44.450798+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:29:44.450798+0000","last_undegraded":"2024-03-10T22:29:44.450798+0000","last_fullsized":"2024-03-10T22:29:44.450798+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298741+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:29:25.298741+0000","last_peered":"2024-03-10T22:29:25.298741+0000","last_clean":"2024-03-10T22:29:25.298741+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:29:25.298741+0000","last_undegraded":"2024-03-10T22:29:25.298741+0000","last_fullsized":"2024-03-10T22:29:25.298741+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922400+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:28:28.922400+0000","last_peered":"2024-03-10T22:28:28.922400+0000","last_clean":"2024-03-10T22:28:28.922400+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:28:28.922400+0000","last_undegraded":"2024-03-10T22:28:28.922400+0000","last_fullsized":"2024-03-10T22:28:28.922400+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438489+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:59.438489+0000","last_peered":"2024-03-10T22:27:59.438489+0000","last_clean":"2024-03-10T22:27:59.438489+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:59.438489+0000","last_undegraded":"2024-03-10T22:27:59.438489+0000","last_fullsized":"2024-03-10T22:27:59.438489+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926913+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:29:08.926913+0000","last_peered":"2024-03-10T22:29:08.926913+0000","last_clean":"2024-03-10T22:29:08.926913+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:29:08.926913+0000","last_undegraded":"2024-03-10T22:29:08.926913+0000","last_fullsized":"2024-03-10T22:29:08.926913+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922423+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:28:28.922423+0000","last_peered":"2024-03-10T22:28:28.922423+0000","last_clean":"2024-03-10T22:28:28.922423+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:28:28.922423+0000","last_undegraded":"2024-03-10T22:28:28.922423+0000","last_fullsized":"2024-03-10T22:28:28.922423+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298717+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:29:25.298717+0000","last_peered":"2024-03-10T22:29:25.298717+0000","last_clean":"2024-03-10T22:29:25.298717+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:29:25.298717+0000","last_undegraded":"2024-03-10T22:29:25.298717+0000","last_fullsized":"2024-03-10T22:29:25.298717+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662369+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:28:45.662369+0000","last_peered":"2024-03-10T22:28:45.662369+0000","last_clean":"2024-03-10T22:28:45.662369+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:28:45.662369+0000","last_undegraded":"2024-03-10T22:28:45.662369+0000","last_fullsized":"2024-03-10T22:28:45.662369+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:33.702827+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:28:33.702827+0000","last_peered":"2024-03-10T22:28:33.702827+0000","last_clean":"2024-03-10T22:28:33.702827+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:28:33.702827+0000","last_undegraded":"2024-03-10T22:28:33.702827+0000","last_fullsized":"2024-03-10T22:28:33.702827+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3247,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801371+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:28:24.801371+0000","last_peered":"2024-03-10T22:28:24.801371+0000","last_clean":"2024-03-10T22:28:24.801371+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:28:24.801371+0000","last_undegraded":"2024-03-10T22:28:24.801371+0000","last_fullsized":"2024-03-10T22:28:24.801371+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1025,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936869+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:29:20.936869+0000","last_peered":"2024-03-10T22:29:20.936869+0000","last_clean":"2024-03-10T22:29:20.936869+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:29:20.936869+0000","last_undegraded":"2024-03-10T22:29:20.936869+0000","last_fullsized":"2024-03-10T22:29:20.936869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.300776+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:29:45.300776+0000","last_peered":"2024-03-10T22:29:45.300776+0000","last_clean":"2024-03-10T22:29:45.300776+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:29:45.300776+0000","last_undegraded":"2024-03-10T22:29:45.300776+0000","last_fullsized":"2024-03-10T22:29:45.300776+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4000,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:50.288196+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:50.288196+0000","last_peered":"2024-03-10T22:27:50.288196+0000","last_clean":"2024-03-10T22:27:50.288196+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:50.288196+0000","last_undegraded":"2024-03-10T22:27:50.288196+0000","last_fullsized":"2024-03-10T22:27:50.288196+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438388+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:59.438388+0000","last_peered":"2024-03-10T22:27:59.438388+0000","last_clean":"2024-03-10T22:27:59.438388+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:59.438388+0000","last_undegraded":"2024-03-10T22:27:59.438388+0000","last_fullsized":"2024-03-10T22:27:59.438388+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926841+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:29:08.926841+0000","last_peered":"2024-03-10T22:29:08.926841+0000","last_clean":"2024-03-10T22:29:08.926841+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:29:08.926841+0000","last_undegraded":"2024-03-10T22:29:08.926841+0000","last_fullsized":"2024-03-10T22:29:08.926841+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4941,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704822+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:28:53.704822+0000","last_peered":"2024-03-10T22:28:53.704822+0000","last_clean":"2024-03-10T22:28:53.704822+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:28:53.704822+0000","last_undegraded":"2024-03-10T22:28:53.704822+0000","last_fullsized":"2024-03-10T22:28:53.704822+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438411+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:59.438411+0000","last_peered":"2024-03-10T22:27:59.438411+0000","last_clean":"2024-03-10T22:27:59.438411+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:59.438411+0000","last_undegraded":"2024-03-10T22:27:59.438411+0000","last_fullsized":"2024-03-10T22:27:59.438411+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929324+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:29:28.929324+0000","last_peered":"2024-03-10T22:29:28.929324+0000","last_clean":"2024-03-10T22:29:28.929324+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:29:28.929324+0000","last_undegraded":"2024-03-10T22:29:28.929324+0000","last_fullsized":"2024-03-10T22:29:28.929324+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440880+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:28:19.440880+0000","last_peered":"2024-03-10T22:28:19.440880+0000","last_clean":"2024-03-10T22:28:19.440880+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:28:19.440880+0000","last_undegraded":"2024-03-10T22:28:19.440880+0000","last_fullsized":"2024-03-10T22:28:19.440880+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704802+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:28:53.704802+0000","last_peered":"2024-03-10T22:28:53.704802+0000","last_clean":"2024-03-10T22:28:53.704802+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:28:53.704802+0000","last_undegraded":"2024-03-10T22:28:53.704802+0000","last_fullsized":"2024-03-10T22:28:53.704802+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662288+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:28:45.662288+0000","last_peered":"2024-03-10T22:28:45.662288+0000","last_clean":"2024-03-10T22:28:45.662288+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:28:45.662288+0000","last_undegraded":"2024-03-10T22:28:45.662288+0000","last_fullsized":"2024-03-10T22:28:45.662288+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5330,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704762+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:28:53.704762+0000","last_peered":"2024-03-10T22:28:53.704762+0000","last_clean":"2024-03-10T22:28:53.704762+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:28:53.704762+0000","last_undegraded":"2024-03-10T22:28:53.704762+0000","last_fullsized":"2024-03-10T22:28:53.704762+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704813+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:28:53.704813+0000","last_peered":"2024-03-10T22:28:53.704813+0000","last_clean":"2024-03-10T22:28:53.704813+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:28:53.704813+0000","last_undegraded":"2024-03-10T22:28:53.704813+0000","last_fullsized":"2024-03-10T22:28:53.704813+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938659+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:29:35.938659+0000","last_peered":"2024-03-10T22:29:35.938659+0000","last_clean":"2024-03-10T22:29:35.938659+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:35.938659+0000","last_undegraded":"2024-03-10T22:29:35.938659+0000","last_fullsized":"2024-03-10T22:29:35.938659+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4658,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702780+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:28:33.702780+0000","last_peered":"2024-03-10T22:28:33.702780+0000","last_clean":"2024-03-10T22:28:33.702780+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:28:33.702780+0000","last_undegraded":"2024-03-10T22:28:33.702780+0000","last_fullsized":"2024-03-10T22:28:33.702780+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440926+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:28:19.440926+0000","last_peered":"2024-03-10T22:28:19.440926+0000","last_clean":"2024-03-10T22:28:19.440926+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:28:19.440926+0000","last_undegraded":"2024-03-10T22:28:19.440926+0000","last_fullsized":"2024-03-10T22:28:19.440926+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801345+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:28:24.801345+0000","last_peered":"2024-03-10T22:28:24.801345+0000","last_clean":"2024-03-10T22:28:24.801345+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:28:24.801345+0000","last_undegraded":"2024-03-10T22:28:24.801345+0000","last_fullsized":"2024-03-10T22:28:24.801345+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936895+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:29:20.936895+0000","last_peered":"2024-03-10T22:29:20.936895+0000","last_clean":"2024-03-10T22:29:20.936895+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:29:20.936895+0000","last_undegraded":"2024-03-10T22:29:20.936895+0000","last_fullsized":"2024-03-10T22:29:20.936895+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704849+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:28:53.704849+0000","last_peered":"2024-03-10T22:28:53.704849+0000","last_clean":"2024-03-10T22:28:53.704849+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:28:53.704849+0000","last_undegraded":"2024-03-10T22:28:53.704849+0000","last_fullsized":"2024-03-10T22:28:53.704849+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938682+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:29:35.938682+0000","last_peered":"2024-03-10T22:29:35.938682+0000","last_clean":"2024-03-10T22:29:35.938682+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:29:35.938682+0000","last_undegraded":"2024-03-10T22:29:35.938682+0000","last_fullsized":"2024-03-10T22:29:35.938682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660589+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:28:30.660589+0000","last_peered":"2024-03-10T22:28:30.660589+0000","last_clean":"2024-03-10T22:28:30.660589+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:28:30.660589+0000","last_undegraded":"2024-03-10T22:28:30.660589+0000","last_fullsized":"2024-03-10T22:28:30.660589+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700780+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:28:13.700780+0000","last_peered":"2024-03-10T22:28:13.700780+0000","last_clean":"2024-03-10T22:28:13.700780+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:28:13.700780+0000","last_undegraded":"2024-03-10T22:28:13.700780+0000","last_fullsized":"2024-03-10T22:28:13.700780+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:54.797755+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:27:54.797755+0000","last_peered":"2024-03-10T22:27:54.797755+0000","last_clean":"2024-03-10T22:27:54.797755+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:27:54.797755+0000","last_undegraded":"2024-03-10T22:27:54.797755+0000","last_fullsized":"2024-03-10T22:27:54.797755+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249095+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:29:07.249095+0000","last_peered":"2024-03-10T22:29:07.249095+0000","last_clean":"2024-03-10T22:29:07.249095+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:29:07.249095+0000","last_undegraded":"2024-03-10T22:29:07.249095+0000","last_fullsized":"2024-03-10T22:29:07.249095+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926882+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:29:08.926882+0000","last_peered":"2024-03-10T22:29:08.926882+0000","last_clean":"2024-03-10T22:29:08.926882+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:29:08.926882+0000","last_undegraded":"2024-03-10T22:29:08.926882+0000","last_fullsized":"2024-03-10T22:29:08.926882+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438472+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:59.438472+0000","last_peered":"2024-03-10T22:27:59.438472+0000","last_clean":"2024-03-10T22:27:59.438472+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:59.438472+0000","last_undegraded":"2024-03-10T22:27:59.438472+0000","last_fullsized":"2024-03-10T22:27:59.438472+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662335+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:28:45.662335+0000","last_peered":"2024-03-10T22:28:45.662335+0000","last_clean":"2024-03-10T22:28:45.662335+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:28:45.662335+0000","last_undegraded":"2024-03-10T22:28:45.662335+0000","last_fullsized":"2024-03-10T22:28:45.662335+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926922+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:29:08.926922+0000","last_peered":"2024-03-10T22:29:08.926922+0000","last_clean":"2024-03-10T22:29:08.926922+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:29:08.926922+0000","last_undegraded":"2024-03-10T22:29:08.926922+0000","last_fullsized":"2024-03-10T22:29:08.926922+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799625+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:28:09.799625+0000","last_peered":"2024-03-10T22:28:09.799625+0000","last_clean":"2024-03-10T22:28:09.799625+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:28:09.799625+0000","last_undegraded":"2024-03-10T22:28:09.799625+0000","last_fullsized":"2024-03-10T22:28:09.799625+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929293+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:29:28.929293+0000","last_peered":"2024-03-10T22:29:28.929293+0000","last_clean":"2024-03-10T22:29:28.929293+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:29:28.929293+0000","last_undegraded":"2024-03-10T22:29:28.929293+0000","last_fullsized":"2024-03-10T22:29:28.929293+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801311+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:28:24.801311+0000","last_peered":"2024-03-10T22:28:24.801311+0000","last_clean":"2024-03-10T22:28:24.801311+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:28:24.801311+0000","last_undegraded":"2024-03-10T22:28:24.801311+0000","last_fullsized":"2024-03-10T22:28:24.801311+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:42.239516+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:27:42.239516+0000","last_peered":"2024-03-10T22:27:42.239516+0000","last_clean":"2024-03-10T22:27:42.239516+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:27:42.239516+0000","last_undegraded":"2024-03-10T22:27:42.239516+0000","last_fullsized":"2024-03-10T22:27:42.239516+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:00.663918+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:29:00.663918+0000","last_peered":"2024-03-10T22:29:00.663918+0000","last_clean":"2024-03-10T22:29:00.663918+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:29:00.663918+0000","last_undegraded":"2024-03-10T22:29:00.663918+0000","last_fullsized":"2024-03-10T22:29:00.663918+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783982,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928629,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586457,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796512,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474514,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329867,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152516,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073277,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:32:02.774 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:02.774 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:02.774 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:02.774 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:02.774 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:02.774 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:02.775 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:02.775 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:02.775 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:32:03.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:02 smithi169 ceph-mon[90638]: from='client.34653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:03.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:02 smithi169 ceph-mon[90638]: pgmap v1038: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:03.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:02 smithi169 ceph-mon[88180]: from='client.34653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:03.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:02 smithi169 ceph-mon[88180]: pgmap v1038: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:03.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:02 smithi172 ceph-mon[84635]: from='client.34653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:03.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:02 smithi172 ceph-mon[84635]: pgmap v1038: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:05.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:04 smithi169 ceph-mon[88180]: pgmap v1039: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:05.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:04 smithi169 ceph-mon[90638]: pgmap v1039: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:05.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:04 smithi172 ceph-mon[84635]: pgmap v1039: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:32:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:32:05] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:32:07.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:06 smithi169 ceph-mon[90638]: pgmap v1040: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:07.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:06 smithi169 ceph-mon[88180]: pgmap v1040: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:07.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:06 smithi172 ceph-mon[84635]: pgmap v1040: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:09.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:08 smithi169 ceph-mon[88180]: pgmap v1041: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:09.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:08 smithi169 ceph-mon[90638]: pgmap v1041: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:09.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:08 smithi172 ceph-mon[84635]: pgmap v1041: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:11.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:10 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:11.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:10 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:11.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:10 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:12.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:11 smithi169 ceph-mon[90638]: pgmap v1042: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:12.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:11 smithi169 ceph-mon[88180]: pgmap v1042: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:12.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:11 smithi172 ceph-mon[84635]: pgmap v1042: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:12.743 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:32:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:32:12.776 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:32:13.001 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:32:13.002 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:12 smithi169 ceph-mon[90638]: pgmap v1043: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:13.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:12 smithi169 ceph-mon[88180]: pgmap v1043: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:13.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:12 smithi172 ceph-mon[84635]: pgmap v1043: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:14.915 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:32:14.917 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:32:15.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:14 smithi169 ceph-mon[88180]: pgmap v1044: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:15.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:14 smithi169 ceph-mon[90638]: pgmap v1044: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:15.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:14 smithi172 ceph-mon[84635]: pgmap v1044: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:15.575 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1044,"stamp":"2024-03-10T22:32:14.682042+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004354"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934928+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:29:05.934928+0000","last_peered":"2024-03-10T22:29:05.934928+0000","last_clean":"2024-03-10T22:29:05.934928+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:29:05.934928+0000","last_undegraded":"2024-03-10T22:29:05.934928+0000","last_fullsized":"2024-03-10T22:29:05.934928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1235,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450839+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:29:44.450839+0000","last_peered":"2024-03-10T22:29:44.450839+0000","last_clean":"2024-03-10T22:29:44.450839+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:29:44.450839+0000","last_undegraded":"2024-03-10T22:29:44.450839+0000","last_fullsized":"2024-03-10T22:29:44.450839+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249169+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:29:07.249169+0000","last_peered":"2024-03-10T22:29:07.249169+0000","last_clean":"2024-03-10T22:29:07.249169+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:29:07.249169+0000","last_undegraded":"2024-03-10T22:29:07.249169+0000","last_fullsized":"2024-03-10T22:29:07.249169+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:39.809719+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:29:39.809719+0000","last_peered":"2024-03-10T22:29:39.809719+0000","last_clean":"2024-03-10T22:29:39.809719+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:39.809719+0000","last_undegraded":"2024-03-10T22:29:39.809719+0000","last_fullsized":"2024-03-10T22:29:39.809719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926520+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:50.926520+0000","last_peered":"2024-03-10T22:27:50.926520+0000","last_clean":"2024-03-10T22:27:50.926520+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:50.926520+0000","last_undegraded":"2024-03-10T22:27:50.926520+0000","last_fullsized":"2024-03-10T22:27:50.926520+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:50.926486+0000","last_peered":"2024-03-10T22:27:50.926486+0000","last_clean":"2024-03-10T22:27:50.926486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:50.926486+0000","last_undegraded":"2024-03-10T22:27:50.926486+0000","last_fullsized":"2024-03-10T22:27:50.926486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925459+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:40.925459+0000","last_peered":"2024-03-10T22:27:40.925459+0000","last_clean":"2024-03-10T22:27:40.925459+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:40.925459+0000","last_undegraded":"2024-03-10T22:27:40.925459+0000","last_fullsized":"2024-03-10T22:27:40.925459+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667030+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:29:30.667030+0000","last_peered":"2024-03-10T22:29:30.667030+0000","last_clean":"2024-03-10T22:29:30.667030+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:29:30.667030+0000","last_undegraded":"2024-03-10T22:29:30.667030+0000","last_fullsized":"2024-03-10T22:29:30.667030+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.666978+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:29:30.666978+0000","last_peered":"2024-03-10T22:29:30.666978+0000","last_clean":"2024-03-10T22:29:30.666978+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:29:30.666978+0000","last_undegraded":"2024-03-10T22:29:30.666978+0000","last_fullsized":"2024-03-10T22:29:30.666978+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:20.291643+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:28:20.291643+0000","last_peered":"2024-03-10T22:28:20.291643+0000","last_clean":"2024-03-10T22:28:20.291643+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:28:20.291643+0000","last_undegraded":"2024-03-10T22:28:20.291643+0000","last_fullsized":"2024-03-10T22:28:20.291643+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918262+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:43.918262+0000","last_peered":"2024-03-10T22:27:43.918262+0000","last_clean":"2024-03-10T22:27:43.918262+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:43.918262+0000","last_undegraded":"2024-03-10T22:27:43.918262+0000","last_fullsized":"2024-03-10T22:27:43.918262+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241498+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:28:02.241498+0000","last_peered":"2024-03-10T22:28:02.241498+0000","last_clean":"2024-03-10T22:28:02.241498+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:28:02.241498+0000","last_undegraded":"2024-03-10T22:28:02.241498+0000","last_fullsized":"2024-03-10T22:28:02.241498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.443021+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:28:39.443021+0000","last_peered":"2024-03-10T22:28:39.443021+0000","last_clean":"2024-03-10T22:28:39.443021+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:28:39.443021+0000","last_undegraded":"2024-03-10T22:28:39.443021+0000","last_fullsized":"2024-03-10T22:28:39.443021+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803060+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:28:39.803060+0000","last_peered":"2024-03-10T22:28:39.803060+0000","last_clean":"2024-03-10T22:28:39.803060+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:28:39.803060+0000","last_undegraded":"2024-03-10T22:28:39.803060+0000","last_fullsized":"2024-03-10T22:28:39.803060+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706861+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:29:13.706861+0000","last_peered":"2024-03-10T22:29:13.706861+0000","last_clean":"2024-03-10T22:29:13.706861+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:29:13.706861+0000","last_undegraded":"2024-03-10T22:29:13.706861+0000","last_fullsized":"2024-03-10T22:29:13.706861+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706844+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:29:13.706844+0000","last_peered":"2024-03-10T22:29:13.706844+0000","last_clean":"2024-03-10T22:29:13.706844+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:29:13.706844+0000","last_undegraded":"2024-03-10T22:29:13.706844+0000","last_fullsized":"2024-03-10T22:29:13.706844+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938634+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:29:35.938634+0000","last_peered":"2024-03-10T22:29:35.938634+0000","last_clean":"2024-03-10T22:29:35.938634+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:29:35.938634+0000","last_undegraded":"2024-03-10T22:29:35.938634+0000","last_fullsized":"2024-03-10T22:29:35.938634+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1290,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249205+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:29:07.249205+0000","last_peered":"2024-03-10T22:29:07.249205+0000","last_clean":"2024-03-10T22:29:07.249205+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:29:07.249205+0000","last_undegraded":"2024-03-10T22:29:07.249205+0000","last_fullsized":"2024-03-10T22:29:07.249205+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922463+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:28:28.922463+0000","last_peered":"2024-03-10T22:28:28.922463+0000","last_clean":"2024-03-10T22:28:28.922463+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:28:28.922463+0000","last_undegraded":"2024-03-10T22:28:28.922463+0000","last_fullsized":"2024-03-10T22:28:28.922463+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922482+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:28:28.922482+0000","last_peered":"2024-03-10T22:28:28.922482+0000","last_clean":"2024-03-10T22:28:28.922482+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:28:28.922482+0000","last_undegraded":"2024-03-10T22:28:28.922482+0000","last_fullsized":"2024-03-10T22:28:28.922482+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249187+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:29:07.249187+0000","last_peered":"2024-03-10T22:29:07.249187+0000","last_clean":"2024-03-10T22:29:07.249187+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:29:07.249187+0000","last_undegraded":"2024-03-10T22:29:07.249187+0000","last_fullsized":"2024-03-10T22:29:07.249187+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1035,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926542+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:50.926542+0000","last_peered":"2024-03-10T22:27:50.926542+0000","last_clean":"2024-03-10T22:27:50.926542+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:50.926542+0000","last_undegraded":"2024-03-10T22:27:50.926542+0000","last_fullsized":"2024-03-10T22:27:50.926542+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1070,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:28.470040+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:27:28.470040+0000","last_peered":"2024-03-10T22:27:28.470040+0000","last_clean":"2024-03-10T22:27:28.470040+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:27:28.470040+0000","last_undegraded":"2024-03-10T22:27:28.470040+0000","last_fullsized":"2024-03-10T22:27:28.470040+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:42.246000+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:28:42.246000+0000","last_peered":"2024-03-10T22:28:42.246000+0000","last_clean":"2024-03-10T22:28:42.246000+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:28:42.246000+0000","last_undegraded":"2024-03-10T22:28:42.246000+0000","last_fullsized":"2024-03-10T22:28:42.246000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918249+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:43.918249+0000","last_peered":"2024-03-10T22:27:43.918249+0000","last_clean":"2024-03-10T22:27:43.918249+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:43.918249+0000","last_undegraded":"2024-03-10T22:27:43.918249+0000","last_fullsized":"2024-03-10T22:27:43.918249+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918224+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:43.918224+0000","last_peered":"2024-03-10T22:27:43.918224+0000","last_clean":"2024-03-10T22:27:43.918224+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:43.918224+0000","last_undegraded":"2024-03-10T22:27:43.918224+0000","last_fullsized":"2024-03-10T22:27:43.918224+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445532+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:28:59.445532+0000","last_peered":"2024-03-10T22:28:59.445532+0000","last_clean":"2024-03-10T22:28:59.445532+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:28:59.445532+0000","last_undegraded":"2024-03-10T22:28:59.445532+0000","last_fullsized":"2024-03-10T22:28:59.445532+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667045+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:29:30.667045+0000","last_peered":"2024-03-10T22:29:30.667045+0000","last_clean":"2024-03-10T22:29:30.667045+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:29:30.667045+0000","last_undegraded":"2024-03-10T22:29:30.667045+0000","last_fullsized":"2024-03-10T22:29:30.667045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:22.243690+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:28:22.243690+0000","last_peered":"2024-03-10T22:28:22.243690+0000","last_clean":"2024-03-10T22:28:22.243690+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:28:22.243690+0000","last_undegraded":"2024-03-10T22:28:22.243690+0000","last_fullsized":"2024-03-10T22:28:22.243690+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445594+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:28:59.445594+0000","last_peered":"2024-03-10T22:28:59.445594+0000","last_clean":"2024-03-10T22:28:59.445594+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:28:59.445594+0000","last_undegraded":"2024-03-10T22:28:59.445594+0000","last_fullsized":"2024-03-10T22:28:59.445594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:05.289693+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:28:05.289693+0000","last_peered":"2024-03-10T22:28:05.289693+0000","last_clean":"2024-03-10T22:28:05.289693+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:28:05.289693+0000","last_undegraded":"2024-03-10T22:28:05.289693+0000","last_fullsized":"2024-03-10T22:28:05.289693+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665408+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:29:15.665408+0000","last_peered":"2024-03-10T22:29:15.665408+0000","last_clean":"2024-03-10T22:29:15.665408+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:29:15.665408+0000","last_undegraded":"2024-03-10T22:29:15.665408+0000","last_fullsized":"2024-03-10T22:29:15.665408+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925415+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:40.925415+0000","last_peered":"2024-03-10T22:27:40.925415+0000","last_clean":"2024-03-10T22:27:40.925415+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:40.925415+0000","last_undegraded":"2024-03-10T22:27:40.925415+0000","last_fullsized":"2024-03-10T22:27:40.925415+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1273,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241543+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:28:02.241543+0000","last_peered":"2024-03-10T22:28:02.241543+0000","last_clean":"2024-03-10T22:28:02.241543+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:28:02.241543+0000","last_undegraded":"2024-03-10T22:28:02.241543+0000","last_fullsized":"2024-03-10T22:28:02.241543+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241522+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:28:02.241522+0000","last_peered":"2024-03-10T22:28:02.241522+0000","last_clean":"2024-03-10T22:28:02.241522+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:28:02.241522+0000","last_undegraded":"2024-03-10T22:28:02.241522+0000","last_fullsized":"2024-03-10T22:28:02.241522+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803096+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:28:39.803096+0000","last_peered":"2024-03-10T22:28:39.803096+0000","last_clean":"2024-03-10T22:28:39.803096+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:28:39.803096+0000","last_undegraded":"2024-03-10T22:28:39.803096+0000","last_fullsized":"2024-03-10T22:28:39.803096+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940134+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:29:50.940134+0000","last_peered":"2024-03-10T22:29:50.940134+0000","last_clean":"2024-03-10T22:29:50.940134+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:29:50.940134+0000","last_undegraded":"2024-03-10T22:29:50.940134+0000","last_fullsized":"2024-03-10T22:29:50.940134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665382+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:29:15.665382+0000","last_peered":"2024-03-10T22:29:15.665382+0000","last_clean":"2024-03-10T22:29:15.665382+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:29:15.665382+0000","last_undegraded":"2024-03-10T22:29:15.665382+0000","last_fullsized":"2024-03-10T22:29:15.665382+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665344+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:29:15.665344+0000","last_peered":"2024-03-10T22:29:15.665344+0000","last_clean":"2024-03-10T22:29:15.665344+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:29:15.665344+0000","last_undegraded":"2024-03-10T22:29:15.665344+0000","last_fullsized":"2024-03-10T22:29:15.665344+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1262,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706777+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:29:13.706777+0000","last_peered":"2024-03-10T22:29:13.706777+0000","last_clean":"2024-03-10T22:29:13.706777+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:29:13.706777+0000","last_undegraded":"2024-03-10T22:29:13.706777+0000","last_fullsized":"2024-03-10T22:29:13.706777+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940112+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:29:50.940112+0000","last_peered":"2024-03-10T22:29:50.940112+0000","last_clean":"2024-03-10T22:29:50.940112+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:29:50.940112+0000","last_undegraded":"2024-03-10T22:29:50.940112+0000","last_fullsized":"2024-03-10T22:29:50.940112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4441,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702739+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:28:33.702739+0000","last_peered":"2024-03-10T22:28:33.702739+0000","last_clean":"2024-03-10T22:28:33.702739+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:28:33.702739+0000","last_undegraded":"2024-03-10T22:28:33.702739+0000","last_fullsized":"2024-03-10T22:28:33.702739+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.288227+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:27:50.288227+0000","last_peered":"2024-03-10T22:27:50.288227+0000","last_clean":"2024-03-10T22:27:50.288227+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:27:50.288227+0000","last_undegraded":"2024-03-10T22:27:50.288227+0000","last_fullsized":"2024-03-10T22:27:50.288227+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938671+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:29:35.938671+0000","last_peered":"2024-03-10T22:29:35.938671+0000","last_clean":"2024-03-10T22:29:35.938671+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:29:35.938671+0000","last_undegraded":"2024-03-10T22:29:35.938671+0000","last_fullsized":"2024-03-10T22:29:35.938671+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12610,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249105+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:29:07.249105+0000","last_peered":"2024-03-10T22:29:07.249105+0000","last_clean":"2024-03-10T22:29:07.249105+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:29:07.249105+0000","last_undegraded":"2024-03-10T22:29:07.249105+0000","last_fullsized":"2024-03-10T22:29:07.249105+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450772+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:29:44.450772+0000","last_peered":"2024-03-10T22:29:44.450772+0000","last_clean":"2024-03-10T22:29:44.450772+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:29:44.450772+0000","last_undegraded":"2024-03-10T22:29:44.450772+0000","last_fullsized":"2024-03-10T22:29:44.450772+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450821+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:29:44.450821+0000","last_peered":"2024-03-10T22:29:44.450821+0000","last_clean":"2024-03-10T22:29:44.450821+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:29:44.450821+0000","last_undegraded":"2024-03-10T22:29:44.450821+0000","last_fullsized":"2024-03-10T22:29:44.450821+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812296+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:29:59.812296+0000","last_peered":"2024-03-10T22:29:59.812296+0000","last_clean":"2024-03-10T22:29:59.812296+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:29:59.812296+0000","last_undegraded":"2024-03-10T22:29:59.812296+0000","last_fullsized":"2024-03-10T22:29:59.812296+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15023,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249144+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:29:07.249144+0000","last_peered":"2024-03-10T22:29:07.249144+0000","last_clean":"2024-03-10T22:29:07.249144+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:29:07.249144+0000","last_undegraded":"2024-03-10T22:29:07.249144+0000","last_fullsized":"2024-03-10T22:29:07.249144+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450809+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:29:44.450809+0000","last_peered":"2024-03-10T22:29:44.450809+0000","last_clean":"2024-03-10T22:29:44.450809+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:29:44.450809+0000","last_undegraded":"2024-03-10T22:29:44.450809+0000","last_fullsized":"2024-03-10T22:29:44.450809+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812237+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:29:59.812237+0000","last_peered":"2024-03-10T22:29:59.812237+0000","last_clean":"2024-03-10T22:29:59.812237+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:29:59.812237+0000","last_undegraded":"2024-03-10T22:29:59.812237+0000","last_fullsized":"2024-03-10T22:29:59.812237+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298767+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:29:25.298767+0000","last_peered":"2024-03-10T22:29:25.298767+0000","last_clean":"2024-03-10T22:29:25.298767+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:29:25.298767+0000","last_undegraded":"2024-03-10T22:29:25.298767+0000","last_fullsized":"2024-03-10T22:29:25.298767+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4227,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702808+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:28:33.702808+0000","last_peered":"2024-03-10T22:28:33.702808+0000","last_clean":"2024-03-10T22:28:33.702808+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:28:33.702808+0000","last_undegraded":"2024-03-10T22:28:33.702808+0000","last_fullsized":"2024-03-10T22:28:33.702808+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438501+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:27:59.438501+0000","last_peered":"2024-03-10T22:27:59.438501+0000","last_clean":"2024-03-10T22:27:59.438501+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:27:59.438501+0000","last_undegraded":"2024-03-10T22:27:59.438501+0000","last_fullsized":"2024-03-10T22:27:59.438501+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:19.447884+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:29:19.447884+0000","last_peered":"2024-03-10T22:29:19.447884+0000","last_clean":"2024-03-10T22:29:19.447884+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:29:19.447884+0000","last_undegraded":"2024-03-10T22:29:19.447884+0000","last_fullsized":"2024-03-10T22:29:19.447884+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700811+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:28:13.700811+0000","last_peered":"2024-03-10T22:28:13.700811+0000","last_clean":"2024-03-10T22:28:13.700811+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:28:13.700811+0000","last_undegraded":"2024-03-10T22:28:13.700811+0000","last_fullsized":"2024-03-10T22:28:13.700811+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4294,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934878+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:29:05.934878+0000","last_peered":"2024-03-10T22:29:05.934878+0000","last_clean":"2024-03-10T22:29:05.934878+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:29:05.934878+0000","last_undegraded":"2024-03-10T22:29:05.934878+0000","last_fullsized":"2024-03-10T22:29:05.934878+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660651+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:28:30.660651+0000","last_peered":"2024-03-10T22:28:30.660651+0000","last_clean":"2024-03-10T22:28:30.660651+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:28:30.660651+0000","last_undegraded":"2024-03-10T22:28:30.660651+0000","last_fullsized":"2024-03-10T22:28:30.660651+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:48.924567+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:28:48.924567+0000","last_peered":"2024-03-10T22:28:48.924567+0000","last_clean":"2024-03-10T22:28:48.924567+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:28:48.924567+0000","last_undegraded":"2024-03-10T22:28:48.924567+0000","last_fullsized":"2024-03-10T22:28:48.924567+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812279+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:29:59.812279+0000","last_peered":"2024-03-10T22:29:59.812279+0000","last_clean":"2024-03-10T22:29:59.812279+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:29:59.812279+0000","last_undegraded":"2024-03-10T22:29:59.812279+0000","last_fullsized":"2024-03-10T22:29:59.812279+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:50.933118+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:28:50.933118+0000","last_peered":"2024-03-10T22:28:50.933118+0000","last_clean":"2024-03-10T22:28:50.933118+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:28:50.933118+0000","last_undegraded":"2024-03-10T22:28:50.933118+0000","last_fullsized":"2024-03-10T22:28:50.933118+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3651,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799673+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:28:09.799673+0000","last_peered":"2024-03-10T22:28:09.799673+0000","last_clean":"2024-03-10T22:28:09.799673+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:28:09.799673+0000","last_undegraded":"2024-03-10T22:28:09.799673+0000","last_fullsized":"2024-03-10T22:28:09.799673+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:32.252065+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:29:32.252065+0000","last_peered":"2024-03-10T22:29:32.252065+0000","last_clean":"2024-03-10T22:29:32.252065+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:29:32.252065+0000","last_undegraded":"2024-03-10T22:29:32.252065+0000","last_fullsized":"2024-03-10T22:29:32.252065+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249065+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:29:07.249065+0000","last_peered":"2024-03-10T22:29:07.249065+0000","last_clean":"2024-03-10T22:29:07.249065+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:29:07.249065+0000","last_undegraded":"2024-03-10T22:29:07.249065+0000","last_fullsized":"2024-03-10T22:29:07.249065+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":919,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:53.711077+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:29:53.711077+0000","last_peered":"2024-03-10T22:29:53.711077+0000","last_clean":"2024-03-10T22:29:53.711077+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:29:53.711077+0000","last_undegraded":"2024-03-10T22:29:53.711077+0000","last_fullsized":"2024-03-10T22:29:53.711077+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4503,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660625+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:28:30.660625+0000","last_peered":"2024-03-10T22:28:30.660625+0000","last_clean":"2024-03-10T22:28:30.660625+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:28:30.660625+0000","last_undegraded":"2024-03-10T22:28:30.660625+0000","last_fullsized":"2024-03-10T22:28:30.660625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249121+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:29:07.249121+0000","last_peered":"2024-03-10T22:29:07.249121+0000","last_clean":"2024-03-10T22:29:07.249121+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:29:07.249121+0000","last_undegraded":"2024-03-10T22:29:07.249121+0000","last_fullsized":"2024-03-10T22:29:07.249121+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":961,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:49.451333+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:29:49.451333+0000","last_peered":"2024-03-10T22:29:49.451333+0000","last_clean":"2024-03-10T22:29:49.451333+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:29:49.451333+0000","last_undegraded":"2024-03-10T22:29:49.451333+0000","last_fullsized":"2024-03-10T22:29:49.451333+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450798+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:29:44.450798+0000","last_peered":"2024-03-10T22:29:44.450798+0000","last_clean":"2024-03-10T22:29:44.450798+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:29:44.450798+0000","last_undegraded":"2024-03-10T22:29:44.450798+0000","last_fullsized":"2024-03-10T22:29:44.450798+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298741+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:29:25.298741+0000","last_peered":"2024-03-10T22:29:25.298741+0000","last_clean":"2024-03-10T22:29:25.298741+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:29:25.298741+0000","last_undegraded":"2024-03-10T22:29:25.298741+0000","last_fullsized":"2024-03-10T22:29:25.298741+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922400+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:28:28.922400+0000","last_peered":"2024-03-10T22:28:28.922400+0000","last_clean":"2024-03-10T22:28:28.922400+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:28:28.922400+0000","last_undegraded":"2024-03-10T22:28:28.922400+0000","last_fullsized":"2024-03-10T22:28:28.922400+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438489+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:27:59.438489+0000","last_peered":"2024-03-10T22:27:59.438489+0000","last_clean":"2024-03-10T22:27:59.438489+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:27:59.438489+0000","last_undegraded":"2024-03-10T22:27:59.438489+0000","last_fullsized":"2024-03-10T22:27:59.438489+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926913+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:29:08.926913+0000","last_peered":"2024-03-10T22:29:08.926913+0000","last_clean":"2024-03-10T22:29:08.926913+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:29:08.926913+0000","last_undegraded":"2024-03-10T22:29:08.926913+0000","last_fullsized":"2024-03-10T22:29:08.926913+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922423+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:28:28.922423+0000","last_peered":"2024-03-10T22:28:28.922423+0000","last_clean":"2024-03-10T22:28:28.922423+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:28:28.922423+0000","last_undegraded":"2024-03-10T22:28:28.922423+0000","last_fullsized":"2024-03-10T22:28:28.922423+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298717+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:29:25.298717+0000","last_peered":"2024-03-10T22:29:25.298717+0000","last_clean":"2024-03-10T22:29:25.298717+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:29:25.298717+0000","last_undegraded":"2024-03-10T22:29:25.298717+0000","last_fullsized":"2024-03-10T22:29:25.298717+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662369+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:28:45.662369+0000","last_peered":"2024-03-10T22:28:45.662369+0000","last_clean":"2024-03-10T22:28:45.662369+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:28:45.662369+0000","last_undegraded":"2024-03-10T22:28:45.662369+0000","last_fullsized":"2024-03-10T22:28:45.662369+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:33.702827+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:28:33.702827+0000","last_peered":"2024-03-10T22:28:33.702827+0000","last_clean":"2024-03-10T22:28:33.702827+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:28:33.702827+0000","last_undegraded":"2024-03-10T22:28:33.702827+0000","last_fullsized":"2024-03-10T22:28:33.702827+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3247,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801371+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:28:24.801371+0000","last_peered":"2024-03-10T22:28:24.801371+0000","last_clean":"2024-03-10T22:28:24.801371+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:28:24.801371+0000","last_undegraded":"2024-03-10T22:28:24.801371+0000","last_fullsized":"2024-03-10T22:28:24.801371+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1025,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936869+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:29:20.936869+0000","last_peered":"2024-03-10T22:29:20.936869+0000","last_clean":"2024-03-10T22:29:20.936869+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:29:20.936869+0000","last_undegraded":"2024-03-10T22:29:20.936869+0000","last_fullsized":"2024-03-10T22:29:20.936869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.300776+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:29:45.300776+0000","last_peered":"2024-03-10T22:29:45.300776+0000","last_clean":"2024-03-10T22:29:45.300776+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:29:45.300776+0000","last_undegraded":"2024-03-10T22:29:45.300776+0000","last_fullsized":"2024-03-10T22:29:45.300776+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4000,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:27:50.288196+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:27:50.288196+0000","last_peered":"2024-03-10T22:27:50.288196+0000","last_clean":"2024-03-10T22:27:50.288196+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:27:50.288196+0000","last_undegraded":"2024-03-10T22:27:50.288196+0000","last_fullsized":"2024-03-10T22:27:50.288196+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438388+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:27:59.438388+0000","last_peered":"2024-03-10T22:27:59.438388+0000","last_clean":"2024-03-10T22:27:59.438388+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:27:59.438388+0000","last_undegraded":"2024-03-10T22:27:59.438388+0000","last_fullsized":"2024-03-10T22:27:59.438388+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926841+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:29:08.926841+0000","last_peered":"2024-03-10T22:29:08.926841+0000","last_clean":"2024-03-10T22:29:08.926841+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:29:08.926841+0000","last_undegraded":"2024-03-10T22:29:08.926841+0000","last_fullsized":"2024-03-10T22:29:08.926841+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4941,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704822+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:28:53.704822+0000","last_peered":"2024-03-10T22:28:53.704822+0000","last_clean":"2024-03-10T22:28:53.704822+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:28:53.704822+0000","last_undegraded":"2024-03-10T22:28:53.704822+0000","last_fullsized":"2024-03-10T22:28:53.704822+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438411+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:27:59.438411+0000","last_peered":"2024-03-10T22:27:59.438411+0000","last_clean":"2024-03-10T22:27:59.438411+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:27:59.438411+0000","last_undegraded":"2024-03-10T22:27:59.438411+0000","last_fullsized":"2024-03-10T22:27:59.438411+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929324+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:29:28.929324+0000","last_peered":"2024-03-10T22:29:28.929324+0000","last_clean":"2024-03-10T22:29:28.929324+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:29:28.929324+0000","last_undegraded":"2024-03-10T22:29:28.929324+0000","last_fullsized":"2024-03-10T22:29:28.929324+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440880+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:28:19.440880+0000","last_peered":"2024-03-10T22:28:19.440880+0000","last_clean":"2024-03-10T22:28:19.440880+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:28:19.440880+0000","last_undegraded":"2024-03-10T22:28:19.440880+0000","last_fullsized":"2024-03-10T22:28:19.440880+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704802+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:28:53.704802+0000","last_peered":"2024-03-10T22:28:53.704802+0000","last_clean":"2024-03-10T22:28:53.704802+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:28:53.704802+0000","last_undegraded":"2024-03-10T22:28:53.704802+0000","last_fullsized":"2024-03-10T22:28:53.704802+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662288+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:28:45.662288+0000","last_peered":"2024-03-10T22:28:45.662288+0000","last_clean":"2024-03-10T22:28:45.662288+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:28:45.662288+0000","last_undegraded":"2024-03-10T22:28:45.662288+0000","last_fullsized":"2024-03-10T22:28:45.662288+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5330,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704762+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:28:53.704762+0000","last_peered":"2024-03-10T22:28:53.704762+0000","last_clean":"2024-03-10T22:28:53.704762+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:28:53.704762+0000","last_undegraded":"2024-03-10T22:28:53.704762+0000","last_fullsized":"2024-03-10T22:28:53.704762+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704813+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:28:53.704813+0000","last_peered":"2024-03-10T22:28:53.704813+0000","last_clean":"2024-03-10T22:28:53.704813+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:28:53.704813+0000","last_undegraded":"2024-03-10T22:28:53.704813+0000","last_fullsized":"2024-03-10T22:28:53.704813+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938659+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:29:35.938659+0000","last_peered":"2024-03-10T22:29:35.938659+0000","last_clean":"2024-03-10T22:29:35.938659+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:35.938659+0000","last_undegraded":"2024-03-10T22:29:35.938659+0000","last_fullsized":"2024-03-10T22:29:35.938659+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4658,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702780+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:28:33.702780+0000","last_peered":"2024-03-10T22:28:33.702780+0000","last_clean":"2024-03-10T22:28:33.702780+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:28:33.702780+0000","last_undegraded":"2024-03-10T22:28:33.702780+0000","last_fullsized":"2024-03-10T22:28:33.702780+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440926+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:28:19.440926+0000","last_peered":"2024-03-10T22:28:19.440926+0000","last_clean":"2024-03-10T22:28:19.440926+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:28:19.440926+0000","last_undegraded":"2024-03-10T22:28:19.440926+0000","last_fullsized":"2024-03-10T22:28:19.440926+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801345+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:28:24.801345+0000","last_peered":"2024-03-10T22:28:24.801345+0000","last_clean":"2024-03-10T22:28:24.801345+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:28:24.801345+0000","last_undegraded":"2024-03-10T22:28:24.801345+0000","last_fullsized":"2024-03-10T22:28:24.801345+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936895+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:29:20.936895+0000","last_peered":"2024-03-10T22:29:20.936895+0000","last_clean":"2024-03-10T22:29:20.936895+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:29:20.936895+0000","last_undegraded":"2024-03-10T22:29:20.936895+0000","last_fullsized":"2024-03-10T22:29:20.936895+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704849+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:28:53.704849+0000","last_peered":"2024-03-10T22:28:53.704849+0000","last_clean":"2024-03-10T22:28:53.704849+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:28:53.704849+0000","last_undegraded":"2024-03-10T22:28:53.704849+0000","last_fullsized":"2024-03-10T22:28:53.704849+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938682+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:29:35.938682+0000","last_peered":"2024-03-10T22:29:35.938682+0000","last_clean":"2024-03-10T22:29:35.938682+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:29:35.938682+0000","last_undegraded":"2024-03-10T22:29:35.938682+0000","last_fullsized":"2024-03-10T22:29:35.938682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660589+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:28:30.660589+0000","last_peered":"2024-03-10T22:28:30.660589+0000","last_clean":"2024-03-10T22:28:30.660589+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:28:30.660589+0000","last_undegraded":"2024-03-10T22:28:30.660589+0000","last_fullsized":"2024-03-10T22:28:30.660589+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:13.700780+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:28:13.700780+0000","last_peered":"2024-03-10T22:28:13.700780+0000","last_clean":"2024-03-10T22:28:13.700780+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:28:13.700780+0000","last_undegraded":"2024-03-10T22:28:13.700780+0000","last_fullsized":"2024-03-10T22:28:13.700780+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812265+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:29:59.812265+0000","last_peered":"2024-03-10T22:29:59.812265+0000","last_clean":"2024-03-10T22:29:59.812265+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:29:59.812265+0000","last_undegraded":"2024-03-10T22:29:59.812265+0000","last_fullsized":"2024-03-10T22:29:59.812265+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249095+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:29:07.249095+0000","last_peered":"2024-03-10T22:29:07.249095+0000","last_clean":"2024-03-10T22:29:07.249095+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:29:07.249095+0000","last_undegraded":"2024-03-10T22:29:07.249095+0000","last_fullsized":"2024-03-10T22:29:07.249095+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926882+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:29:08.926882+0000","last_peered":"2024-03-10T22:29:08.926882+0000","last_clean":"2024-03-10T22:29:08.926882+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:29:08.926882+0000","last_undegraded":"2024-03-10T22:29:08.926882+0000","last_fullsized":"2024-03-10T22:29:08.926882+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:59.438472+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:27:59.438472+0000","last_peered":"2024-03-10T22:27:59.438472+0000","last_clean":"2024-03-10T22:27:59.438472+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:27:59.438472+0000","last_undegraded":"2024-03-10T22:27:59.438472+0000","last_fullsized":"2024-03-10T22:27:59.438472+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662335+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:28:45.662335+0000","last_peered":"2024-03-10T22:28:45.662335+0000","last_clean":"2024-03-10T22:28:45.662335+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:28:45.662335+0000","last_undegraded":"2024-03-10T22:28:45.662335+0000","last_fullsized":"2024-03-10T22:28:45.662335+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926922+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:29:08.926922+0000","last_peered":"2024-03-10T22:29:08.926922+0000","last_clean":"2024-03-10T22:29:08.926922+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:29:08.926922+0000","last_undegraded":"2024-03-10T22:29:08.926922+0000","last_fullsized":"2024-03-10T22:29:08.926922+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799625+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:28:09.799625+0000","last_peered":"2024-03-10T22:28:09.799625+0000","last_clean":"2024-03-10T22:28:09.799625+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:28:09.799625+0000","last_undegraded":"2024-03-10T22:28:09.799625+0000","last_fullsized":"2024-03-10T22:28:09.799625+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929293+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:29:28.929293+0000","last_peered":"2024-03-10T22:29:28.929293+0000","last_clean":"2024-03-10T22:29:28.929293+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:29:28.929293+0000","last_undegraded":"2024-03-10T22:29:28.929293+0000","last_fullsized":"2024-03-10T22:29:28.929293+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801311+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:28:24.801311+0000","last_peered":"2024-03-10T22:28:24.801311+0000","last_clean":"2024-03-10T22:28:24.801311+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:28:24.801311+0000","last_undegraded":"2024-03-10T22:28:24.801311+0000","last_fullsized":"2024-03-10T22:28:24.801311+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:57.254715+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:29:57.254715+0000","last_peered":"2024-03-10T22:29:57.254715+0000","last_clean":"2024-03-10T22:29:57.254715+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:29:57.254715+0000","last_undegraded":"2024-03-10T22:29:57.254715+0000","last_fullsized":"2024-03-10T22:29:57.254715+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:00.663918+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:29:00.663918+0000","last_peered":"2024-03-10T22:29:00.663918+0000","last_clean":"2024-03-10T22:29:00.663918+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:29:00.663918+0000","last_undegraded":"2024-03-10T22:29:00.663918+0000","last_fullsized":"2024-03-10T22:29:00.663918+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783985,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928632,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586460,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796515,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474517,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329870,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152518,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073279,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:32:15.581 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:15.581 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:15.581 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:15.581 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:15.581 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:15.581 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:15.581 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:15.581 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:15.581 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:32:15.926 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:15 smithi169 ceph-mon[88180]: from='client.44582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:15.927 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:15 smithi169 ceph-mon[90638]: from='client.44582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:16.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:15 smithi172 ceph-mon[84635]: from='client.44582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:32:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:32:15] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-03-10T22:32:17.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:16 smithi169 ceph-mon[88180]: pgmap v1045: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:17.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:16 smithi169 ceph-mon[90638]: pgmap v1045: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:17.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:16 smithi172 ceph-mon[84635]: pgmap v1045: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:19.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:18 smithi169 ceph-mon[90638]: pgmap v1046: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:19.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:18 smithi169 ceph-mon[88180]: pgmap v1046: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:19.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:18 smithi172 ceph-mon[84635]: pgmap v1046: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:21.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:20 smithi169 ceph-mon[88180]: pgmap v1047: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:21.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:20 smithi169 ceph-mon[90638]: pgmap v1047: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:21.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:20 smithi172 ceph-mon[84635]: pgmap v1047: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:22.744 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:32:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:32:23.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:22 smithi169 ceph-mon[88180]: pgmap v1048: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:22 smithi169 ceph-mon[90638]: pgmap v1048: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:23.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:22 smithi172 ceph-mon[84635]: pgmap v1048: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:25.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:24 smithi169 ceph-mon[88180]: pgmap v1049: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:25.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:24 smithi169 ceph-mon[90638]: pgmap v1049: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:25.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:24 smithi172 ceph-mon[84635]: pgmap v1049: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:25.583 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:32:25.795 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:32:25.916 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:25 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:25.917 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:25 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:26.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:25 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:26.174 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:32:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:32:25] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:32:27.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:26 smithi169 ceph-mon[88180]: pgmap v1050: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:27.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:26 smithi169 ceph-mon[90638]: pgmap v1050: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:27.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:26 smithi172 ceph-mon[84635]: pgmap v1050: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:27.760 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:32:27.762 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:32:28.473 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1050,"stamp":"2024-03-10T22:32:26.686127+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004084"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934928+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:29:05.934928+0000","last_peered":"2024-03-10T22:29:05.934928+0000","last_clean":"2024-03-10T22:29:05.934928+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:29:05.934928+0000","last_undegraded":"2024-03-10T22:29:05.934928+0000","last_fullsized":"2024-03-10T22:29:05.934928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1235,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450839+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:29:44.450839+0000","last_peered":"2024-03-10T22:29:44.450839+0000","last_clean":"2024-03-10T22:29:44.450839+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:29:44.450839+0000","last_undegraded":"2024-03-10T22:29:44.450839+0000","last_fullsized":"2024-03-10T22:29:44.450839+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249169+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:29:07.249169+0000","last_peered":"2024-03-10T22:29:07.249169+0000","last_clean":"2024-03-10T22:29:07.249169+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:29:07.249169+0000","last_undegraded":"2024-03-10T22:29:07.249169+0000","last_fullsized":"2024-03-10T22:29:07.249169+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:39.809719+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:29:39.809719+0000","last_peered":"2024-03-10T22:29:39.809719+0000","last_clean":"2024-03-10T22:29:39.809719+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:39.809719+0000","last_undegraded":"2024-03-10T22:29:39.809719+0000","last_fullsized":"2024-03-10T22:29:39.809719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926520+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:50.926520+0000","last_peered":"2024-03-10T22:27:50.926520+0000","last_clean":"2024-03-10T22:27:50.926520+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:50.926520+0000","last_undegraded":"2024-03-10T22:27:50.926520+0000","last_fullsized":"2024-03-10T22:27:50.926520+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:50.926486+0000","last_peered":"2024-03-10T22:27:50.926486+0000","last_clean":"2024-03-10T22:27:50.926486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:50.926486+0000","last_undegraded":"2024-03-10T22:27:50.926486+0000","last_fullsized":"2024-03-10T22:27:50.926486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925459+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:27:40.925459+0000","last_peered":"2024-03-10T22:27:40.925459+0000","last_clean":"2024-03-10T22:27:40.925459+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:27:40.925459+0000","last_undegraded":"2024-03-10T22:27:40.925459+0000","last_fullsized":"2024-03-10T22:27:40.925459+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667030+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:29:30.667030+0000","last_peered":"2024-03-10T22:29:30.667030+0000","last_clean":"2024-03-10T22:29:30.667030+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:29:30.667030+0000","last_undegraded":"2024-03-10T22:29:30.667030+0000","last_fullsized":"2024-03-10T22:29:30.667030+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.666978+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:29:30.666978+0000","last_peered":"2024-03-10T22:29:30.666978+0000","last_clean":"2024-03-10T22:29:30.666978+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:29:30.666978+0000","last_undegraded":"2024-03-10T22:29:30.666978+0000","last_fullsized":"2024-03-10T22:29:30.666978+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:20.291643+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:28:20.291643+0000","last_peered":"2024-03-10T22:28:20.291643+0000","last_clean":"2024-03-10T22:28:20.291643+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:28:20.291643+0000","last_undegraded":"2024-03-10T22:28:20.291643+0000","last_fullsized":"2024-03-10T22:28:20.291643+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1184,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918262+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:27:43.918262+0000","last_peered":"2024-03-10T22:27:43.918262+0000","last_clean":"2024-03-10T22:27:43.918262+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:27:43.918262+0000","last_undegraded":"2024-03-10T22:27:43.918262+0000","last_fullsized":"2024-03-10T22:27:43.918262+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241498+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:28:02.241498+0000","last_peered":"2024-03-10T22:28:02.241498+0000","last_clean":"2024-03-10T22:28:02.241498+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:28:02.241498+0000","last_undegraded":"2024-03-10T22:28:02.241498+0000","last_fullsized":"2024-03-10T22:28:02.241498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.443021+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:28:39.443021+0000","last_peered":"2024-03-10T22:28:39.443021+0000","last_clean":"2024-03-10T22:28:39.443021+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:28:39.443021+0000","last_undegraded":"2024-03-10T22:28:39.443021+0000","last_fullsized":"2024-03-10T22:28:39.443021+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803060+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:28:39.803060+0000","last_peered":"2024-03-10T22:28:39.803060+0000","last_clean":"2024-03-10T22:28:39.803060+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:28:39.803060+0000","last_undegraded":"2024-03-10T22:28:39.803060+0000","last_fullsized":"2024-03-10T22:28:39.803060+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706861+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:29:13.706861+0000","last_peered":"2024-03-10T22:29:13.706861+0000","last_clean":"2024-03-10T22:29:13.706861+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:29:13.706861+0000","last_undegraded":"2024-03-10T22:29:13.706861+0000","last_fullsized":"2024-03-10T22:29:13.706861+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706844+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:29:13.706844+0000","last_peered":"2024-03-10T22:29:13.706844+0000","last_clean":"2024-03-10T22:29:13.706844+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:29:13.706844+0000","last_undegraded":"2024-03-10T22:29:13.706844+0000","last_fullsized":"2024-03-10T22:29:13.706844+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938634+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:29:35.938634+0000","last_peered":"2024-03-10T22:29:35.938634+0000","last_clean":"2024-03-10T22:29:35.938634+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:29:35.938634+0000","last_undegraded":"2024-03-10T22:29:35.938634+0000","last_fullsized":"2024-03-10T22:29:35.938634+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1290,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249205+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:29:07.249205+0000","last_peered":"2024-03-10T22:29:07.249205+0000","last_clean":"2024-03-10T22:29:07.249205+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:29:07.249205+0000","last_undegraded":"2024-03-10T22:29:07.249205+0000","last_fullsized":"2024-03-10T22:29:07.249205+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922463+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:28:28.922463+0000","last_peered":"2024-03-10T22:28:28.922463+0000","last_clean":"2024-03-10T22:28:28.922463+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:28:28.922463+0000","last_undegraded":"2024-03-10T22:28:28.922463+0000","last_fullsized":"2024-03-10T22:28:28.922463+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922482+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:28:28.922482+0000","last_peered":"2024-03-10T22:28:28.922482+0000","last_clean":"2024-03-10T22:28:28.922482+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:28:28.922482+0000","last_undegraded":"2024-03-10T22:28:28.922482+0000","last_fullsized":"2024-03-10T22:28:28.922482+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249187+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:29:07.249187+0000","last_peered":"2024-03-10T22:29:07.249187+0000","last_clean":"2024-03-10T22:29:07.249187+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:29:07.249187+0000","last_undegraded":"2024-03-10T22:29:07.249187+0000","last_fullsized":"2024-03-10T22:29:07.249187+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1035,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926542+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:50.926542+0000","last_peered":"2024-03-10T22:27:50.926542+0000","last_clean":"2024-03-10T22:27:50.926542+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:50.926542+0000","last_undegraded":"2024-03-10T22:27:50.926542+0000","last_fullsized":"2024-03-10T22:27:50.926542+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1071,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.668425+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:29:45.668425+0000","last_peered":"2024-03-10T22:29:45.668425+0000","last_clean":"2024-03-10T22:29:45.668425+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:29:45.668425+0000","last_undegraded":"2024-03-10T22:29:45.668425+0000","last_fullsized":"2024-03-10T22:29:45.668425+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:42.246000+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:28:42.246000+0000","last_peered":"2024-03-10T22:28:42.246000+0000","last_clean":"2024-03-10T22:28:42.246000+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:28:42.246000+0000","last_undegraded":"2024-03-10T22:28:42.246000+0000","last_fullsized":"2024-03-10T22:28:42.246000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918249+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:27:43.918249+0000","last_peered":"2024-03-10T22:27:43.918249+0000","last_clean":"2024-03-10T22:27:43.918249+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:27:43.918249+0000","last_undegraded":"2024-03-10T22:27:43.918249+0000","last_fullsized":"2024-03-10T22:27:43.918249+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:43.918224+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:27:43.918224+0000","last_peered":"2024-03-10T22:27:43.918224+0000","last_clean":"2024-03-10T22:27:43.918224+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:27:43.918224+0000","last_undegraded":"2024-03-10T22:27:43.918224+0000","last_fullsized":"2024-03-10T22:27:43.918224+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445532+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:28:59.445532+0000","last_peered":"2024-03-10T22:28:59.445532+0000","last_clean":"2024-03-10T22:28:59.445532+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:28:59.445532+0000","last_undegraded":"2024-03-10T22:28:59.445532+0000","last_fullsized":"2024-03-10T22:28:59.445532+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667045+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:29:30.667045+0000","last_peered":"2024-03-10T22:29:30.667045+0000","last_clean":"2024-03-10T22:29:30.667045+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:29:30.667045+0000","last_undegraded":"2024-03-10T22:29:30.667045+0000","last_fullsized":"2024-03-10T22:29:30.667045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:22.243690+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:28:22.243690+0000","last_peered":"2024-03-10T22:28:22.243690+0000","last_clean":"2024-03-10T22:28:22.243690+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:28:22.243690+0000","last_undegraded":"2024-03-10T22:28:22.243690+0000","last_fullsized":"2024-03-10T22:28:22.243690+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445594+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:28:59.445594+0000","last_peered":"2024-03-10T22:28:59.445594+0000","last_clean":"2024-03-10T22:28:59.445594+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:28:59.445594+0000","last_undegraded":"2024-03-10T22:28:59.445594+0000","last_fullsized":"2024-03-10T22:28:59.445594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:05.289693+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:28:05.289693+0000","last_peered":"2024-03-10T22:28:05.289693+0000","last_clean":"2024-03-10T22:28:05.289693+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:28:05.289693+0000","last_undegraded":"2024-03-10T22:28:05.289693+0000","last_fullsized":"2024-03-10T22:28:05.289693+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665408+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:29:15.665408+0000","last_peered":"2024-03-10T22:29:15.665408+0000","last_clean":"2024-03-10T22:29:15.665408+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:29:15.665408+0000","last_undegraded":"2024-03-10T22:29:15.665408+0000","last_fullsized":"2024-03-10T22:29:15.665408+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:40.925415+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:27:40.925415+0000","last_peered":"2024-03-10T22:27:40.925415+0000","last_clean":"2024-03-10T22:27:40.925415+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:27:40.925415+0000","last_undegraded":"2024-03-10T22:27:40.925415+0000","last_fullsized":"2024-03-10T22:27:40.925415+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1273,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241543+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:28:02.241543+0000","last_peered":"2024-03-10T22:28:02.241543+0000","last_clean":"2024-03-10T22:28:02.241543+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:28:02.241543+0000","last_undegraded":"2024-03-10T22:28:02.241543+0000","last_fullsized":"2024-03-10T22:28:02.241543+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241522+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:28:02.241522+0000","last_peered":"2024-03-10T22:28:02.241522+0000","last_clean":"2024-03-10T22:28:02.241522+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:28:02.241522+0000","last_undegraded":"2024-03-10T22:28:02.241522+0000","last_fullsized":"2024-03-10T22:28:02.241522+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803096+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:28:39.803096+0000","last_peered":"2024-03-10T22:28:39.803096+0000","last_clean":"2024-03-10T22:28:39.803096+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:28:39.803096+0000","last_undegraded":"2024-03-10T22:28:39.803096+0000","last_fullsized":"2024-03-10T22:28:39.803096+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940134+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:29:50.940134+0000","last_peered":"2024-03-10T22:29:50.940134+0000","last_clean":"2024-03-10T22:29:50.940134+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:29:50.940134+0000","last_undegraded":"2024-03-10T22:29:50.940134+0000","last_fullsized":"2024-03-10T22:29:50.940134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665382+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:29:15.665382+0000","last_peered":"2024-03-10T22:29:15.665382+0000","last_clean":"2024-03-10T22:29:15.665382+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:29:15.665382+0000","last_undegraded":"2024-03-10T22:29:15.665382+0000","last_fullsized":"2024-03-10T22:29:15.665382+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665344+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:29:15.665344+0000","last_peered":"2024-03-10T22:29:15.665344+0000","last_clean":"2024-03-10T22:29:15.665344+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:29:15.665344+0000","last_undegraded":"2024-03-10T22:29:15.665344+0000","last_fullsized":"2024-03-10T22:29:15.665344+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1262,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706777+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:29:13.706777+0000","last_peered":"2024-03-10T22:29:13.706777+0000","last_clean":"2024-03-10T22:29:13.706777+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:29:13.706777+0000","last_undegraded":"2024-03-10T22:29:13.706777+0000","last_fullsized":"2024-03-10T22:29:13.706777+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940112+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:29:50.940112+0000","last_peered":"2024-03-10T22:29:50.940112+0000","last_clean":"2024-03-10T22:29:50.940112+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:29:50.940112+0000","last_undegraded":"2024-03-10T22:29:50.940112+0000","last_fullsized":"2024-03-10T22:29:50.940112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4441,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702739+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:28:33.702739+0000","last_peered":"2024-03-10T22:28:33.702739+0000","last_clean":"2024-03-10T22:28:33.702739+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:28:33.702739+0000","last_undegraded":"2024-03-10T22:28:33.702739+0000","last_fullsized":"2024-03-10T22:28:33.702739+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.303187+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:30:05.303187+0000","last_peered":"2024-03-10T22:30:05.303187+0000","last_clean":"2024-03-10T22:30:05.303187+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:30:05.303187+0000","last_undegraded":"2024-03-10T22:30:05.303187+0000","last_fullsized":"2024-03-10T22:30:05.303187+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938671+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:29:35.938671+0000","last_peered":"2024-03-10T22:29:35.938671+0000","last_clean":"2024-03-10T22:29:35.938671+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:29:35.938671+0000","last_undegraded":"2024-03-10T22:29:35.938671+0000","last_fullsized":"2024-03-10T22:29:35.938671+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12610,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249105+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:29:07.249105+0000","last_peered":"2024-03-10T22:29:07.249105+0000","last_clean":"2024-03-10T22:29:07.249105+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:29:07.249105+0000","last_undegraded":"2024-03-10T22:29:07.249105+0000","last_fullsized":"2024-03-10T22:29:07.249105+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450772+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:29:44.450772+0000","last_peered":"2024-03-10T22:29:44.450772+0000","last_clean":"2024-03-10T22:29:44.450772+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:29:44.450772+0000","last_undegraded":"2024-03-10T22:29:44.450772+0000","last_fullsized":"2024-03-10T22:29:44.450772+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450821+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:29:44.450821+0000","last_peered":"2024-03-10T22:29:44.450821+0000","last_clean":"2024-03-10T22:29:44.450821+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:29:44.450821+0000","last_undegraded":"2024-03-10T22:29:44.450821+0000","last_fullsized":"2024-03-10T22:29:44.450821+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812296+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:29:59.812296+0000","last_peered":"2024-03-10T22:29:59.812296+0000","last_clean":"2024-03-10T22:29:59.812296+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:29:59.812296+0000","last_undegraded":"2024-03-10T22:29:59.812296+0000","last_fullsized":"2024-03-10T22:29:59.812296+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15023,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249144+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:29:07.249144+0000","last_peered":"2024-03-10T22:29:07.249144+0000","last_clean":"2024-03-10T22:29:07.249144+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:29:07.249144+0000","last_undegraded":"2024-03-10T22:29:07.249144+0000","last_fullsized":"2024-03-10T22:29:07.249144+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450809+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:29:44.450809+0000","last_peered":"2024-03-10T22:29:44.450809+0000","last_clean":"2024-03-10T22:29:44.450809+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:29:44.450809+0000","last_undegraded":"2024-03-10T22:29:44.450809+0000","last_fullsized":"2024-03-10T22:29:44.450809+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812237+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:29:59.812237+0000","last_peered":"2024-03-10T22:29:59.812237+0000","last_clean":"2024-03-10T22:29:59.812237+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:29:59.812237+0000","last_undegraded":"2024-03-10T22:29:59.812237+0000","last_fullsized":"2024-03-10T22:29:59.812237+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298767+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:29:25.298767+0000","last_peered":"2024-03-10T22:29:25.298767+0000","last_clean":"2024-03-10T22:29:25.298767+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:29:25.298767+0000","last_undegraded":"2024-03-10T22:29:25.298767+0000","last_fullsized":"2024-03-10T22:29:25.298767+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4227,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702808+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:28:33.702808+0000","last_peered":"2024-03-10T22:28:33.702808+0000","last_clean":"2024-03-10T22:28:33.702808+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:28:33.702808+0000","last_undegraded":"2024-03-10T22:28:33.702808+0000","last_fullsized":"2024-03-10T22:28:33.702808+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453641+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:30:09.453641+0000","last_peered":"2024-03-10T22:30:09.453641+0000","last_clean":"2024-03-10T22:30:09.453641+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:30:09.453641+0000","last_undegraded":"2024-03-10T22:30:09.453641+0000","last_fullsized":"2024-03-10T22:30:09.453641+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:19.447884+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:29:19.447884+0000","last_peered":"2024-03-10T22:29:19.447884+0000","last_clean":"2024-03-10T22:29:19.447884+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:29:19.447884+0000","last_undegraded":"2024-03-10T22:29:19.447884+0000","last_fullsized":"2024-03-10T22:29:19.447884+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713926+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:30:18.713926+0000","last_peered":"2024-03-10T22:30:18.713926+0000","last_clean":"2024-03-10T22:30:18.713926+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:30:18.713926+0000","last_undegraded":"2024-03-10T22:30:18.713926+0000","last_fullsized":"2024-03-10T22:30:18.713926+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4294,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934878+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:29:05.934878+0000","last_peered":"2024-03-10T22:29:05.934878+0000","last_clean":"2024-03-10T22:29:05.934878+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:29:05.934878+0000","last_undegraded":"2024-03-10T22:29:05.934878+0000","last_fullsized":"2024-03-10T22:29:05.934878+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1064,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660651+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:28:30.660651+0000","last_peered":"2024-03-10T22:28:30.660651+0000","last_clean":"2024-03-10T22:28:30.660651+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:28:30.660651+0000","last_undegraded":"2024-03-10T22:28:30.660651+0000","last_fullsized":"2024-03-10T22:28:30.660651+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:48.924567+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:28:48.924567+0000","last_peered":"2024-03-10T22:28:48.924567+0000","last_clean":"2024-03-10T22:28:48.924567+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:28:48.924567+0000","last_undegraded":"2024-03-10T22:28:48.924567+0000","last_fullsized":"2024-03-10T22:28:48.924567+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812279+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:29:59.812279+0000","last_peered":"2024-03-10T22:29:59.812279+0000","last_clean":"2024-03-10T22:29:59.812279+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:29:59.812279+0000","last_undegraded":"2024-03-10T22:29:59.812279+0000","last_fullsized":"2024-03-10T22:29:59.812279+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:50.933118+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:28:50.933118+0000","last_peered":"2024-03-10T22:28:50.933118+0000","last_clean":"2024-03-10T22:28:50.933118+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:28:50.933118+0000","last_undegraded":"2024-03-10T22:28:50.933118+0000","last_fullsized":"2024-03-10T22:28:50.933118+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3651,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799673+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:28:09.799673+0000","last_peered":"2024-03-10T22:28:09.799673+0000","last_clean":"2024-03-10T22:28:09.799673+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:28:09.799673+0000","last_undegraded":"2024-03-10T22:28:09.799673+0000","last_fullsized":"2024-03-10T22:28:09.799673+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:32.252065+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:29:32.252065+0000","last_peered":"2024-03-10T22:29:32.252065+0000","last_clean":"2024-03-10T22:29:32.252065+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:29:32.252065+0000","last_undegraded":"2024-03-10T22:29:32.252065+0000","last_fullsized":"2024-03-10T22:29:32.252065+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249065+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:29:07.249065+0000","last_peered":"2024-03-10T22:29:07.249065+0000","last_clean":"2024-03-10T22:29:07.249065+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:29:07.249065+0000","last_undegraded":"2024-03-10T22:29:07.249065+0000","last_fullsized":"2024-03-10T22:29:07.249065+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":919,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:53.711077+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:29:53.711077+0000","last_peered":"2024-03-10T22:29:53.711077+0000","last_clean":"2024-03-10T22:29:53.711077+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:29:53.711077+0000","last_undegraded":"2024-03-10T22:29:53.711077+0000","last_fullsized":"2024-03-10T22:29:53.711077+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4503,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660625+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:28:30.660625+0000","last_peered":"2024-03-10T22:28:30.660625+0000","last_clean":"2024-03-10T22:28:30.660625+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:28:30.660625+0000","last_undegraded":"2024-03-10T22:28:30.660625+0000","last_fullsized":"2024-03-10T22:28:30.660625+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249121+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:29:07.249121+0000","last_peered":"2024-03-10T22:29:07.249121+0000","last_clean":"2024-03-10T22:29:07.249121+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:29:07.249121+0000","last_undegraded":"2024-03-10T22:29:07.249121+0000","last_fullsized":"2024-03-10T22:29:07.249121+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":961,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:49.451333+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:29:49.451333+0000","last_peered":"2024-03-10T22:29:49.451333+0000","last_clean":"2024-03-10T22:29:49.451333+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:29:49.451333+0000","last_undegraded":"2024-03-10T22:29:49.451333+0000","last_fullsized":"2024-03-10T22:29:49.451333+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450798+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:29:44.450798+0000","last_peered":"2024-03-10T22:29:44.450798+0000","last_clean":"2024-03-10T22:29:44.450798+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:29:44.450798+0000","last_undegraded":"2024-03-10T22:29:44.450798+0000","last_fullsized":"2024-03-10T22:29:44.450798+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298741+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:29:25.298741+0000","last_peered":"2024-03-10T22:29:25.298741+0000","last_clean":"2024-03-10T22:29:25.298741+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:29:25.298741+0000","last_undegraded":"2024-03-10T22:29:25.298741+0000","last_fullsized":"2024-03-10T22:29:25.298741+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922400+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:28:28.922400+0000","last_peered":"2024-03-10T22:28:28.922400+0000","last_clean":"2024-03-10T22:28:28.922400+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:28:28.922400+0000","last_undegraded":"2024-03-10T22:28:28.922400+0000","last_fullsized":"2024-03-10T22:28:28.922400+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453629+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:30:09.453629+0000","last_peered":"2024-03-10T22:30:09.453629+0000","last_clean":"2024-03-10T22:30:09.453629+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:30:09.453629+0000","last_undegraded":"2024-03-10T22:30:09.453629+0000","last_fullsized":"2024-03-10T22:30:09.453629+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926913+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:29:08.926913+0000","last_peered":"2024-03-10T22:29:08.926913+0000","last_clean":"2024-03-10T22:29:08.926913+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:29:08.926913+0000","last_undegraded":"2024-03-10T22:29:08.926913+0000","last_fullsized":"2024-03-10T22:29:08.926913+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:28.922423+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:28:28.922423+0000","last_peered":"2024-03-10T22:28:28.922423+0000","last_clean":"2024-03-10T22:28:28.922423+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:28:28.922423+0000","last_undegraded":"2024-03-10T22:28:28.922423+0000","last_fullsized":"2024-03-10T22:28:28.922423+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298717+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:29:25.298717+0000","last_peered":"2024-03-10T22:29:25.298717+0000","last_clean":"2024-03-10T22:29:25.298717+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:29:25.298717+0000","last_undegraded":"2024-03-10T22:29:25.298717+0000","last_fullsized":"2024-03-10T22:29:25.298717+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662369+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:28:45.662369+0000","last_peered":"2024-03-10T22:28:45.662369+0000","last_clean":"2024-03-10T22:28:45.662369+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:28:45.662369+0000","last_undegraded":"2024-03-10T22:28:45.662369+0000","last_fullsized":"2024-03-10T22:28:45.662369+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:33.702827+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:28:33.702827+0000","last_peered":"2024-03-10T22:28:33.702827+0000","last_clean":"2024-03-10T22:28:33.702827+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:28:33.702827+0000","last_undegraded":"2024-03-10T22:28:33.702827+0000","last_fullsized":"2024-03-10T22:28:33.702827+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3247,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801371+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:28:24.801371+0000","last_peered":"2024-03-10T22:28:24.801371+0000","last_clean":"2024-03-10T22:28:24.801371+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:28:24.801371+0000","last_undegraded":"2024-03-10T22:28:24.801371+0000","last_fullsized":"2024-03-10T22:28:24.801371+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1025,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936869+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:29:20.936869+0000","last_peered":"2024-03-10T22:29:20.936869+0000","last_clean":"2024-03-10T22:29:20.936869+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:29:20.936869+0000","last_undegraded":"2024-03-10T22:29:20.936869+0000","last_fullsized":"2024-03-10T22:29:20.936869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.300776+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:29:45.300776+0000","last_peered":"2024-03-10T22:29:45.300776+0000","last_clean":"2024-03-10T22:29:45.300776+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:29:45.300776+0000","last_undegraded":"2024-03-10T22:29:45.300776+0000","last_fullsized":"2024-03-10T22:29:45.300776+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4001,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:05.303147+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:30:05.303147+0000","last_peered":"2024-03-10T22:30:05.303147+0000","last_clean":"2024-03-10T22:30:05.303147+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:30:05.303147+0000","last_undegraded":"2024-03-10T22:30:05.303147+0000","last_fullsized":"2024-03-10T22:30:05.303147+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453563+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:30:09.453563+0000","last_peered":"2024-03-10T22:30:09.453563+0000","last_clean":"2024-03-10T22:30:09.453563+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:30:09.453563+0000","last_undegraded":"2024-03-10T22:30:09.453563+0000","last_fullsized":"2024-03-10T22:30:09.453563+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926841+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:29:08.926841+0000","last_peered":"2024-03-10T22:29:08.926841+0000","last_clean":"2024-03-10T22:29:08.926841+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:29:08.926841+0000","last_undegraded":"2024-03-10T22:29:08.926841+0000","last_fullsized":"2024-03-10T22:29:08.926841+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4941,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704822+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:28:53.704822+0000","last_peered":"2024-03-10T22:28:53.704822+0000","last_clean":"2024-03-10T22:28:53.704822+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:28:53.704822+0000","last_undegraded":"2024-03-10T22:28:53.704822+0000","last_fullsized":"2024-03-10T22:28:53.704822+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453588+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:30:09.453588+0000","last_peered":"2024-03-10T22:30:09.453588+0000","last_clean":"2024-03-10T22:30:09.453588+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:30:09.453588+0000","last_undegraded":"2024-03-10T22:30:09.453588+0000","last_fullsized":"2024-03-10T22:30:09.453588+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929324+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:29:28.929324+0000","last_peered":"2024-03-10T22:29:28.929324+0000","last_clean":"2024-03-10T22:29:28.929324+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:29:28.929324+0000","last_undegraded":"2024-03-10T22:29:28.929324+0000","last_fullsized":"2024-03-10T22:29:28.929324+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440880+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:28:19.440880+0000","last_peered":"2024-03-10T22:28:19.440880+0000","last_clean":"2024-03-10T22:28:19.440880+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:28:19.440880+0000","last_undegraded":"2024-03-10T22:28:19.440880+0000","last_fullsized":"2024-03-10T22:28:19.440880+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704802+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:28:53.704802+0000","last_peered":"2024-03-10T22:28:53.704802+0000","last_clean":"2024-03-10T22:28:53.704802+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:28:53.704802+0000","last_undegraded":"2024-03-10T22:28:53.704802+0000","last_fullsized":"2024-03-10T22:28:53.704802+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662288+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:28:45.662288+0000","last_peered":"2024-03-10T22:28:45.662288+0000","last_clean":"2024-03-10T22:28:45.662288+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:28:45.662288+0000","last_undegraded":"2024-03-10T22:28:45.662288+0000","last_fullsized":"2024-03-10T22:28:45.662288+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5330,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704762+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:28:53.704762+0000","last_peered":"2024-03-10T22:28:53.704762+0000","last_clean":"2024-03-10T22:28:53.704762+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:28:53.704762+0000","last_undegraded":"2024-03-10T22:28:53.704762+0000","last_fullsized":"2024-03-10T22:28:53.704762+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704813+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:28:53.704813+0000","last_peered":"2024-03-10T22:28:53.704813+0000","last_clean":"2024-03-10T22:28:53.704813+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:28:53.704813+0000","last_undegraded":"2024-03-10T22:28:53.704813+0000","last_fullsized":"2024-03-10T22:28:53.704813+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938659+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:29:35.938659+0000","last_peered":"2024-03-10T22:29:35.938659+0000","last_clean":"2024-03-10T22:29:35.938659+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:35.938659+0000","last_undegraded":"2024-03-10T22:29:35.938659+0000","last_fullsized":"2024-03-10T22:29:35.938659+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4658,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702780+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:28:33.702780+0000","last_peered":"2024-03-10T22:28:33.702780+0000","last_clean":"2024-03-10T22:28:33.702780+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:28:33.702780+0000","last_undegraded":"2024-03-10T22:28:33.702780+0000","last_fullsized":"2024-03-10T22:28:33.702780+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440926+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:28:19.440926+0000","last_peered":"2024-03-10T22:28:19.440926+0000","last_clean":"2024-03-10T22:28:19.440926+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:28:19.440926+0000","last_undegraded":"2024-03-10T22:28:19.440926+0000","last_fullsized":"2024-03-10T22:28:19.440926+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801345+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:28:24.801345+0000","last_peered":"2024-03-10T22:28:24.801345+0000","last_clean":"2024-03-10T22:28:24.801345+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:28:24.801345+0000","last_undegraded":"2024-03-10T22:28:24.801345+0000","last_fullsized":"2024-03-10T22:28:24.801345+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936895+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:29:20.936895+0000","last_peered":"2024-03-10T22:29:20.936895+0000","last_clean":"2024-03-10T22:29:20.936895+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:29:20.936895+0000","last_undegraded":"2024-03-10T22:29:20.936895+0000","last_fullsized":"2024-03-10T22:29:20.936895+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704849+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:28:53.704849+0000","last_peered":"2024-03-10T22:28:53.704849+0000","last_clean":"2024-03-10T22:28:53.704849+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:28:53.704849+0000","last_undegraded":"2024-03-10T22:28:53.704849+0000","last_fullsized":"2024-03-10T22:28:53.704849+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938682+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:29:35.938682+0000","last_peered":"2024-03-10T22:29:35.938682+0000","last_clean":"2024-03-10T22:29:35.938682+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:29:35.938682+0000","last_undegraded":"2024-03-10T22:29:35.938682+0000","last_fullsized":"2024-03-10T22:29:35.938682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:30.660589+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:28:30.660589+0000","last_peered":"2024-03-10T22:28:30.660589+0000","last_clean":"2024-03-10T22:28:30.660589+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:28:30.660589+0000","last_undegraded":"2024-03-10T22:28:30.660589+0000","last_fullsized":"2024-03-10T22:28:30.660589+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713890+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:30:18.713890+0000","last_peered":"2024-03-10T22:30:18.713890+0000","last_clean":"2024-03-10T22:30:18.713890+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:30:18.713890+0000","last_undegraded":"2024-03-10T22:30:18.713890+0000","last_fullsized":"2024-03-10T22:30:18.713890+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812265+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:29:59.812265+0000","last_peered":"2024-03-10T22:29:59.812265+0000","last_clean":"2024-03-10T22:29:59.812265+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:29:59.812265+0000","last_undegraded":"2024-03-10T22:29:59.812265+0000","last_fullsized":"2024-03-10T22:29:59.812265+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249095+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:29:07.249095+0000","last_peered":"2024-03-10T22:29:07.249095+0000","last_clean":"2024-03-10T22:29:07.249095+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:29:07.249095+0000","last_undegraded":"2024-03-10T22:29:07.249095+0000","last_fullsized":"2024-03-10T22:29:07.249095+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926882+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:29:08.926882+0000","last_peered":"2024-03-10T22:29:08.926882+0000","last_clean":"2024-03-10T22:29:08.926882+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:29:08.926882+0000","last_undegraded":"2024-03-10T22:29:08.926882+0000","last_fullsized":"2024-03-10T22:29:08.926882+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453614+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:30:09.453614+0000","last_peered":"2024-03-10T22:30:09.453614+0000","last_clean":"2024-03-10T22:30:09.453614+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:30:09.453614+0000","last_undegraded":"2024-03-10T22:30:09.453614+0000","last_fullsized":"2024-03-10T22:30:09.453614+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662335+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:28:45.662335+0000","last_peered":"2024-03-10T22:28:45.662335+0000","last_clean":"2024-03-10T22:28:45.662335+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:28:45.662335+0000","last_undegraded":"2024-03-10T22:28:45.662335+0000","last_fullsized":"2024-03-10T22:28:45.662335+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926922+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:29:08.926922+0000","last_peered":"2024-03-10T22:29:08.926922+0000","last_clean":"2024-03-10T22:29:08.926922+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:29:08.926922+0000","last_undegraded":"2024-03-10T22:29:08.926922+0000","last_fullsized":"2024-03-10T22:29:08.926922+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:09.799625+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:28:09.799625+0000","last_peered":"2024-03-10T22:28:09.799625+0000","last_clean":"2024-03-10T22:28:09.799625+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:28:09.799625+0000","last_undegraded":"2024-03-10T22:28:09.799625+0000","last_fullsized":"2024-03-10T22:28:09.799625+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929293+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:29:28.929293+0000","last_peered":"2024-03-10T22:29:28.929293+0000","last_clean":"2024-03-10T22:29:28.929293+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:29:28.929293+0000","last_undegraded":"2024-03-10T22:29:28.929293+0000","last_fullsized":"2024-03-10T22:29:28.929293+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801311+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:28:24.801311+0000","last_peered":"2024-03-10T22:28:24.801311+0000","last_clean":"2024-03-10T22:28:24.801311+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:28:24.801311+0000","last_undegraded":"2024-03-10T22:28:24.801311+0000","last_fullsized":"2024-03-10T22:28:24.801311+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:57.254715+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:29:57.254715+0000","last_peered":"2024-03-10T22:29:57.254715+0000","last_clean":"2024-03-10T22:29:57.254715+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:29:57.254715+0000","last_undegraded":"2024-03-10T22:29:57.254715+0000","last_fullsized":"2024-03-10T22:29:57.254715+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:00.663918+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:29:00.663918+0000","last_peered":"2024-03-10T22:29:00.663918+0000","last_clean":"2024-03-10T22:29:00.663918+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:29:00.663918+0000","last_undegraded":"2024-03-10T22:29:00.663918+0000","last_fullsized":"2024-03-10T22:29:00.663918+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783988,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928635,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586462,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796517,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474519,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329872,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152521,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073282,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:32:28.479 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:28.479 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:28.479 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:28.479 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:28.480 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:28.480 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:28.480 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:28.480 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:28.480 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:32:29.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:28 smithi169 ceph-mon[88180]: from='client.34665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:29.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:28 smithi169 ceph-mon[88180]: pgmap v1051: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:29.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:28 smithi169 ceph-mon[90638]: from='client.34665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:29.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:28 smithi169 ceph-mon[90638]: pgmap v1051: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:29.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:28 smithi172 ceph-mon[84635]: from='client.34665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:29.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:28 smithi172 ceph-mon[84635]: pgmap v1051: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:31.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:30 smithi169 ceph-mon[88180]: pgmap v1052: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:31.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:30 smithi169 ceph-mon[90638]: pgmap v1052: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:31.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:30 smithi172 ceph-mon[84635]: pgmap v1052: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:32.744 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:32:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:32:33.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:32 smithi169 ceph-mon[88180]: pgmap v1053: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:33.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:32 smithi169 ceph-mon[90638]: pgmap v1053: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:33.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:32 smithi172 ceph-mon[84635]: pgmap v1053: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:35.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:34 smithi169 ceph-mon[88180]: pgmap v1054: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:35.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:34 smithi169 ceph-mon[90638]: pgmap v1054: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:35.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:34 smithi172 ceph-mon[84635]: pgmap v1054: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:32:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:32:35] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:32:37.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:36 smithi169 ceph-mon[90638]: pgmap v1055: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:37.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:36 smithi169 ceph-mon[88180]: pgmap v1055: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:37.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:36 smithi172 ceph-mon[84635]: pgmap v1055: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:38.481 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:32:38.700 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:32:38.821 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:38 smithi169 ceph-mon[88180]: pgmap v1056: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:38.822 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:38 smithi169 ceph-mon[90638]: pgmap v1056: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:39.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:38 smithi172 ceph-mon[84635]: pgmap v1056: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:40.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:40 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:40.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:40 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:40.767 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:32:40.769 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:32:41.013 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:40 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:41.389 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1057,"stamp":"2024-03-10T22:32:40.690764+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003914"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934928+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:29:05.934928+0000","last_peered":"2024-03-10T22:29:05.934928+0000","last_clean":"2024-03-10T22:29:05.934928+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:29:05.934928+0000","last_undegraded":"2024-03-10T22:29:05.934928+0000","last_fullsized":"2024-03-10T22:29:05.934928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1235,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450839+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:29:44.450839+0000","last_peered":"2024-03-10T22:29:44.450839+0000","last_clean":"2024-03-10T22:29:44.450839+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:29:44.450839+0000","last_undegraded":"2024-03-10T22:29:44.450839+0000","last_fullsized":"2024-03-10T22:29:44.450839+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249169+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:29:07.249169+0000","last_peered":"2024-03-10T22:29:07.249169+0000","last_clean":"2024-03-10T22:29:07.249169+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:29:07.249169+0000","last_undegraded":"2024-03-10T22:29:07.249169+0000","last_fullsized":"2024-03-10T22:29:07.249169+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:39.809719+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:29:39.809719+0000","last_peered":"2024-03-10T22:29:39.809719+0000","last_clean":"2024-03-10T22:29:39.809719+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:39.809719+0000","last_undegraded":"2024-03-10T22:29:39.809719+0000","last_fullsized":"2024-03-10T22:29:39.809719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926520+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:27:50.926520+0000","last_peered":"2024-03-10T22:27:50.926520+0000","last_clean":"2024-03-10T22:27:50.926520+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:27:50.926520+0000","last_undegraded":"2024-03-10T22:27:50.926520+0000","last_fullsized":"2024-03-10T22:27:50.926520+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1045,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926486+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:27:50.926486+0000","last_peered":"2024-03-10T22:27:50.926486+0000","last_clean":"2024-03-10T22:27:50.926486+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:27:50.926486+0000","last_undegraded":"2024-03-10T22:27:50.926486+0000","last_fullsized":"2024-03-10T22:27:50.926486+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941888+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:30:05.941888+0000","last_peered":"2024-03-10T22:30:05.941888+0000","last_clean":"2024-03-10T22:30:05.941888+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:30:05.941888+0000","last_undegraded":"2024-03-10T22:30:05.941888+0000","last_fullsized":"2024-03-10T22:30:05.941888+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667030+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:29:30.667030+0000","last_peered":"2024-03-10T22:29:30.667030+0000","last_clean":"2024-03-10T22:29:30.667030+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:29:30.667030+0000","last_undegraded":"2024-03-10T22:29:30.667030+0000","last_fullsized":"2024-03-10T22:29:30.667030+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.666978+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:29:30.666978+0000","last_peered":"2024-03-10T22:29:30.666978+0000","last_clean":"2024-03-10T22:29:30.666978+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:29:30.666978+0000","last_undegraded":"2024-03-10T22:29:30.666978+0000","last_fullsized":"2024-03-10T22:29:30.666978+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:20.291643+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:28:20.291643+0000","last_peered":"2024-03-10T22:28:20.291643+0000","last_clean":"2024-03-10T22:28:20.291643+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:28:20.291643+0000","last_undegraded":"2024-03-10T22:28:20.291643+0000","last_fullsized":"2024-03-10T22:28:20.291643+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933511+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:30:08.933511+0000","last_peered":"2024-03-10T22:30:08.933511+0000","last_clean":"2024-03-10T22:30:08.933511+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:30:08.933511+0000","last_undegraded":"2024-03-10T22:30:08.933511+0000","last_fullsized":"2024-03-10T22:30:08.933511+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241498+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:28:02.241498+0000","last_peered":"2024-03-10T22:28:02.241498+0000","last_clean":"2024-03-10T22:28:02.241498+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:28:02.241498+0000","last_undegraded":"2024-03-10T22:28:02.241498+0000","last_fullsized":"2024-03-10T22:28:02.241498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.443021+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:28:39.443021+0000","last_peered":"2024-03-10T22:28:39.443021+0000","last_clean":"2024-03-10T22:28:39.443021+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:28:39.443021+0000","last_undegraded":"2024-03-10T22:28:39.443021+0000","last_fullsized":"2024-03-10T22:28:39.443021+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803060+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:28:39.803060+0000","last_peered":"2024-03-10T22:28:39.803060+0000","last_clean":"2024-03-10T22:28:39.803060+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:28:39.803060+0000","last_undegraded":"2024-03-10T22:28:39.803060+0000","last_fullsized":"2024-03-10T22:28:39.803060+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706861+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:29:13.706861+0000","last_peered":"2024-03-10T22:29:13.706861+0000","last_clean":"2024-03-10T22:29:13.706861+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:29:13.706861+0000","last_undegraded":"2024-03-10T22:29:13.706861+0000","last_fullsized":"2024-03-10T22:29:13.706861+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706844+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:29:13.706844+0000","last_peered":"2024-03-10T22:29:13.706844+0000","last_clean":"2024-03-10T22:29:13.706844+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:29:13.706844+0000","last_undegraded":"2024-03-10T22:29:13.706844+0000","last_fullsized":"2024-03-10T22:29:13.706844+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938634+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:29:35.938634+0000","last_peered":"2024-03-10T22:29:35.938634+0000","last_clean":"2024-03-10T22:29:35.938634+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:29:35.938634+0000","last_undegraded":"2024-03-10T22:29:35.938634+0000","last_fullsized":"2024-03-10T22:29:35.938634+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1290,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249205+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:29:07.249205+0000","last_peered":"2024-03-10T22:29:07.249205+0000","last_clean":"2024-03-10T22:29:07.249205+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:29:07.249205+0000","last_undegraded":"2024-03-10T22:29:07.249205+0000","last_fullsized":"2024-03-10T22:29:07.249205+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935820+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:30:28.935820+0000","last_peered":"2024-03-10T22:30:28.935820+0000","last_clean":"2024-03-10T22:30:28.935820+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:30:28.935820+0000","last_undegraded":"2024-03-10T22:30:28.935820+0000","last_fullsized":"2024-03-10T22:30:28.935820+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935828+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:30:28.935828+0000","last_peered":"2024-03-10T22:30:28.935828+0000","last_clean":"2024-03-10T22:30:28.935828+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:30:28.935828+0000","last_undegraded":"2024-03-10T22:30:28.935828+0000","last_fullsized":"2024-03-10T22:30:28.935828+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249187+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:29:07.249187+0000","last_peered":"2024-03-10T22:29:07.249187+0000","last_clean":"2024-03-10T22:29:07.249187+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:29:07.249187+0000","last_undegraded":"2024-03-10T22:29:07.249187+0000","last_fullsized":"2024-03-10T22:29:07.249187+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1035,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:50.926542+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:27:50.926542+0000","last_peered":"2024-03-10T22:27:50.926542+0000","last_clean":"2024-03-10T22:27:50.926542+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:27:50.926542+0000","last_undegraded":"2024-03-10T22:27:50.926542+0000","last_fullsized":"2024-03-10T22:27:50.926542+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1071,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.668425+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:29:45.668425+0000","last_peered":"2024-03-10T22:29:45.668425+0000","last_clean":"2024-03-10T22:29:45.668425+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:29:45.668425+0000","last_undegraded":"2024-03-10T22:29:45.668425+0000","last_fullsized":"2024-03-10T22:29:45.668425+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:42.246000+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:28:42.246000+0000","last_peered":"2024-03-10T22:28:42.246000+0000","last_clean":"2024-03-10T22:28:42.246000+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:28:42.246000+0000","last_undegraded":"2024-03-10T22:28:42.246000+0000","last_fullsized":"2024-03-10T22:28:42.246000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933494+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:30:08.933494+0000","last_peered":"2024-03-10T22:30:08.933494+0000","last_clean":"2024-03-10T22:30:08.933494+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:30:08.933494+0000","last_undegraded":"2024-03-10T22:30:08.933494+0000","last_fullsized":"2024-03-10T22:30:08.933494+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933462+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:30:08.933462+0000","last_peered":"2024-03-10T22:30:08.933462+0000","last_clean":"2024-03-10T22:30:08.933462+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:30:08.933462+0000","last_undegraded":"2024-03-10T22:30:08.933462+0000","last_fullsized":"2024-03-10T22:30:08.933462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445532+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:28:59.445532+0000","last_peered":"2024-03-10T22:28:59.445532+0000","last_clean":"2024-03-10T22:28:59.445532+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:28:59.445532+0000","last_undegraded":"2024-03-10T22:28:59.445532+0000","last_fullsized":"2024-03-10T22:28:59.445532+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667045+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:29:30.667045+0000","last_peered":"2024-03-10T22:29:30.667045+0000","last_clean":"2024-03-10T22:29:30.667045+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:29:30.667045+0000","last_undegraded":"2024-03-10T22:29:30.667045+0000","last_fullsized":"2024-03-10T22:29:30.667045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:22.243690+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:28:22.243690+0000","last_peered":"2024-03-10T22:28:22.243690+0000","last_clean":"2024-03-10T22:28:22.243690+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:28:22.243690+0000","last_undegraded":"2024-03-10T22:28:22.243690+0000","last_fullsized":"2024-03-10T22:28:22.243690+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445594+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:28:59.445594+0000","last_peered":"2024-03-10T22:28:59.445594+0000","last_clean":"2024-03-10T22:28:59.445594+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:28:59.445594+0000","last_undegraded":"2024-03-10T22:28:59.445594+0000","last_fullsized":"2024-03-10T22:28:59.445594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1148,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:05.289693+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:28:05.289693+0000","last_peered":"2024-03-10T22:28:05.289693+0000","last_clean":"2024-03-10T22:28:05.289693+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:28:05.289693+0000","last_undegraded":"2024-03-10T22:28:05.289693+0000","last_fullsized":"2024-03-10T22:28:05.289693+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665408+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:29:15.665408+0000","last_peered":"2024-03-10T22:29:15.665408+0000","last_clean":"2024-03-10T22:29:15.665408+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:29:15.665408+0000","last_undegraded":"2024-03-10T22:29:15.665408+0000","last_fullsized":"2024-03-10T22:29:15.665408+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941858+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:30:05.941858+0000","last_peered":"2024-03-10T22:30:05.941858+0000","last_clean":"2024-03-10T22:30:05.941858+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:30:05.941858+0000","last_undegraded":"2024-03-10T22:30:05.941858+0000","last_fullsized":"2024-03-10T22:30:05.941858+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1273,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241543+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:28:02.241543+0000","last_peered":"2024-03-10T22:28:02.241543+0000","last_clean":"2024-03-10T22:28:02.241543+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:28:02.241543+0000","last_undegraded":"2024-03-10T22:28:02.241543+0000","last_fullsized":"2024-03-10T22:28:02.241543+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:02.241522+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:28:02.241522+0000","last_peered":"2024-03-10T22:28:02.241522+0000","last_clean":"2024-03-10T22:28:02.241522+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:28:02.241522+0000","last_undegraded":"2024-03-10T22:28:02.241522+0000","last_fullsized":"2024-03-10T22:28:02.241522+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803096+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:28:39.803096+0000","last_peered":"2024-03-10T22:28:39.803096+0000","last_clean":"2024-03-10T22:28:39.803096+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:28:39.803096+0000","last_undegraded":"2024-03-10T22:28:39.803096+0000","last_fullsized":"2024-03-10T22:28:39.803096+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940134+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:29:50.940134+0000","last_peered":"2024-03-10T22:29:50.940134+0000","last_clean":"2024-03-10T22:29:50.940134+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:29:50.940134+0000","last_undegraded":"2024-03-10T22:29:50.940134+0000","last_fullsized":"2024-03-10T22:29:50.940134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665382+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:29:15.665382+0000","last_peered":"2024-03-10T22:29:15.665382+0000","last_clean":"2024-03-10T22:29:15.665382+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:29:15.665382+0000","last_undegraded":"2024-03-10T22:29:15.665382+0000","last_fullsized":"2024-03-10T22:29:15.665382+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665344+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:29:15.665344+0000","last_peered":"2024-03-10T22:29:15.665344+0000","last_clean":"2024-03-10T22:29:15.665344+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:29:15.665344+0000","last_undegraded":"2024-03-10T22:29:15.665344+0000","last_fullsized":"2024-03-10T22:29:15.665344+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1262,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706777+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:29:13.706777+0000","last_peered":"2024-03-10T22:29:13.706777+0000","last_clean":"2024-03-10T22:29:13.706777+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:29:13.706777+0000","last_undegraded":"2024-03-10T22:29:13.706777+0000","last_fullsized":"2024-03-10T22:29:13.706777+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940112+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:29:50.940112+0000","last_peered":"2024-03-10T22:29:50.940112+0000","last_clean":"2024-03-10T22:29:50.940112+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:29:50.940112+0000","last_undegraded":"2024-03-10T22:29:50.940112+0000","last_fullsized":"2024-03-10T22:29:50.940112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4441,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702739+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:28:33.702739+0000","last_peered":"2024-03-10T22:28:33.702739+0000","last_clean":"2024-03-10T22:28:33.702739+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:28:33.702739+0000","last_undegraded":"2024-03-10T22:28:33.702739+0000","last_fullsized":"2024-03-10T22:28:33.702739+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.303187+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:30:05.303187+0000","last_peered":"2024-03-10T22:30:05.303187+0000","last_clean":"2024-03-10T22:30:05.303187+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:30:05.303187+0000","last_undegraded":"2024-03-10T22:30:05.303187+0000","last_fullsized":"2024-03-10T22:30:05.303187+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938671+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:29:35.938671+0000","last_peered":"2024-03-10T22:29:35.938671+0000","last_clean":"2024-03-10T22:29:35.938671+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:29:35.938671+0000","last_undegraded":"2024-03-10T22:29:35.938671+0000","last_fullsized":"2024-03-10T22:29:35.938671+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12610,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249105+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:29:07.249105+0000","last_peered":"2024-03-10T22:29:07.249105+0000","last_clean":"2024-03-10T22:29:07.249105+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:29:07.249105+0000","last_undegraded":"2024-03-10T22:29:07.249105+0000","last_fullsized":"2024-03-10T22:29:07.249105+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450772+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:29:44.450772+0000","last_peered":"2024-03-10T22:29:44.450772+0000","last_clean":"2024-03-10T22:29:44.450772+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:29:44.450772+0000","last_undegraded":"2024-03-10T22:29:44.450772+0000","last_fullsized":"2024-03-10T22:29:44.450772+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450821+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:29:44.450821+0000","last_peered":"2024-03-10T22:29:44.450821+0000","last_clean":"2024-03-10T22:29:44.450821+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:29:44.450821+0000","last_undegraded":"2024-03-10T22:29:44.450821+0000","last_fullsized":"2024-03-10T22:29:44.450821+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812296+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:29:59.812296+0000","last_peered":"2024-03-10T22:29:59.812296+0000","last_clean":"2024-03-10T22:29:59.812296+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:29:59.812296+0000","last_undegraded":"2024-03-10T22:29:59.812296+0000","last_fullsized":"2024-03-10T22:29:59.812296+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15023,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249144+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:29:07.249144+0000","last_peered":"2024-03-10T22:29:07.249144+0000","last_clean":"2024-03-10T22:29:07.249144+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:29:07.249144+0000","last_undegraded":"2024-03-10T22:29:07.249144+0000","last_fullsized":"2024-03-10T22:29:07.249144+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450809+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:29:44.450809+0000","last_peered":"2024-03-10T22:29:44.450809+0000","last_clean":"2024-03-10T22:29:44.450809+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:29:44.450809+0000","last_undegraded":"2024-03-10T22:29:44.450809+0000","last_fullsized":"2024-03-10T22:29:44.450809+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812237+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:29:59.812237+0000","last_peered":"2024-03-10T22:29:59.812237+0000","last_clean":"2024-03-10T22:29:59.812237+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:29:59.812237+0000","last_undegraded":"2024-03-10T22:29:59.812237+0000","last_fullsized":"2024-03-10T22:29:59.812237+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298767+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:29:25.298767+0000","last_peered":"2024-03-10T22:29:25.298767+0000","last_clean":"2024-03-10T22:29:25.298767+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:29:25.298767+0000","last_undegraded":"2024-03-10T22:29:25.298767+0000","last_fullsized":"2024-03-10T22:29:25.298767+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4227,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702808+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:28:33.702808+0000","last_peered":"2024-03-10T22:28:33.702808+0000","last_clean":"2024-03-10T22:28:33.702808+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:28:33.702808+0000","last_undegraded":"2024-03-10T22:28:33.702808+0000","last_fullsized":"2024-03-10T22:28:33.702808+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453641+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:30:09.453641+0000","last_peered":"2024-03-10T22:30:09.453641+0000","last_clean":"2024-03-10T22:30:09.453641+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:30:09.453641+0000","last_undegraded":"2024-03-10T22:30:09.453641+0000","last_fullsized":"2024-03-10T22:30:09.453641+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:19.447884+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:29:19.447884+0000","last_peered":"2024-03-10T22:29:19.447884+0000","last_clean":"2024-03-10T22:29:19.447884+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:29:19.447884+0000","last_undegraded":"2024-03-10T22:29:19.447884+0000","last_fullsized":"2024-03-10T22:29:19.447884+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713926+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:30:18.713926+0000","last_peered":"2024-03-10T22:30:18.713926+0000","last_clean":"2024-03-10T22:30:18.713926+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:30:18.713926+0000","last_undegraded":"2024-03-10T22:30:18.713926+0000","last_fullsized":"2024-03-10T22:30:18.713926+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4294,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934878+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:29:05.934878+0000","last_peered":"2024-03-10T22:29:05.934878+0000","last_clean":"2024-03-10T22:29:05.934878+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:29:05.934878+0000","last_undegraded":"2024-03-10T22:29:05.934878+0000","last_fullsized":"2024-03-10T22:29:05.934878+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674126+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:30:35.674126+0000","last_peered":"2024-03-10T22:30:35.674126+0000","last_clean":"2024-03-10T22:30:35.674126+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:30:35.674126+0000","last_undegraded":"2024-03-10T22:30:35.674126+0000","last_fullsized":"2024-03-10T22:30:35.674126+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:48.924567+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:28:48.924567+0000","last_peered":"2024-03-10T22:28:48.924567+0000","last_clean":"2024-03-10T22:28:48.924567+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:28:48.924567+0000","last_undegraded":"2024-03-10T22:28:48.924567+0000","last_fullsized":"2024-03-10T22:28:48.924567+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812279+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:29:59.812279+0000","last_peered":"2024-03-10T22:29:59.812279+0000","last_clean":"2024-03-10T22:29:59.812279+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:29:59.812279+0000","last_undegraded":"2024-03-10T22:29:59.812279+0000","last_fullsized":"2024-03-10T22:29:59.812279+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1540,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:50.933118+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:28:50.933118+0000","last_peered":"2024-03-10T22:28:50.933118+0000","last_clean":"2024-03-10T22:28:50.933118+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:28:50.933118+0000","last_undegraded":"2024-03-10T22:28:50.933118+0000","last_fullsized":"2024-03-10T22:28:50.933118+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3652,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814677+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:30:19.814677+0000","last_peered":"2024-03-10T22:30:19.814677+0000","last_clean":"2024-03-10T22:30:19.814677+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:30:19.814677+0000","last_undegraded":"2024-03-10T22:30:19.814677+0000","last_fullsized":"2024-03-10T22:30:19.814677+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:32.252065+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:29:32.252065+0000","last_peered":"2024-03-10T22:29:32.252065+0000","last_clean":"2024-03-10T22:29:32.252065+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:29:32.252065+0000","last_undegraded":"2024-03-10T22:29:32.252065+0000","last_fullsized":"2024-03-10T22:29:32.252065+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249065+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:29:07.249065+0000","last_peered":"2024-03-10T22:29:07.249065+0000","last_clean":"2024-03-10T22:29:07.249065+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:29:07.249065+0000","last_undegraded":"2024-03-10T22:29:07.249065+0000","last_fullsized":"2024-03-10T22:29:07.249065+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":919,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:53.711077+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:29:53.711077+0000","last_peered":"2024-03-10T22:29:53.711077+0000","last_clean":"2024-03-10T22:29:53.711077+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:29:53.711077+0000","last_undegraded":"2024-03-10T22:29:53.711077+0000","last_fullsized":"2024-03-10T22:29:53.711077+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4504,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674099+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:30:35.674099+0000","last_peered":"2024-03-10T22:30:35.674099+0000","last_clean":"2024-03-10T22:30:35.674099+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:30:35.674099+0000","last_undegraded":"2024-03-10T22:30:35.674099+0000","last_fullsized":"2024-03-10T22:30:35.674099+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249121+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:29:07.249121+0000","last_peered":"2024-03-10T22:29:07.249121+0000","last_clean":"2024-03-10T22:29:07.249121+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:29:07.249121+0000","last_undegraded":"2024-03-10T22:29:07.249121+0000","last_fullsized":"2024-03-10T22:29:07.249121+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":961,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:49.451333+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:29:49.451333+0000","last_peered":"2024-03-10T22:29:49.451333+0000","last_clean":"2024-03-10T22:29:49.451333+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:29:49.451333+0000","last_undegraded":"2024-03-10T22:29:49.451333+0000","last_fullsized":"2024-03-10T22:29:49.451333+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450798+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:29:44.450798+0000","last_peered":"2024-03-10T22:29:44.450798+0000","last_clean":"2024-03-10T22:29:44.450798+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:29:44.450798+0000","last_undegraded":"2024-03-10T22:29:44.450798+0000","last_fullsized":"2024-03-10T22:29:44.450798+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298741+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:29:25.298741+0000","last_peered":"2024-03-10T22:29:25.298741+0000","last_clean":"2024-03-10T22:29:25.298741+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:29:25.298741+0000","last_undegraded":"2024-03-10T22:29:25.298741+0000","last_fullsized":"2024-03-10T22:29:25.298741+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935749+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:30:28.935749+0000","last_peered":"2024-03-10T22:30:28.935749+0000","last_clean":"2024-03-10T22:30:28.935749+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:30:28.935749+0000","last_undegraded":"2024-03-10T22:30:28.935749+0000","last_fullsized":"2024-03-10T22:30:28.935749+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453629+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:30:09.453629+0000","last_peered":"2024-03-10T22:30:09.453629+0000","last_clean":"2024-03-10T22:30:09.453629+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:30:09.453629+0000","last_undegraded":"2024-03-10T22:30:09.453629+0000","last_fullsized":"2024-03-10T22:30:09.453629+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926913+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:29:08.926913+0000","last_peered":"2024-03-10T22:29:08.926913+0000","last_clean":"2024-03-10T22:29:08.926913+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:29:08.926913+0000","last_undegraded":"2024-03-10T22:29:08.926913+0000","last_fullsized":"2024-03-10T22:29:08.926913+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935760+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:30:28.935760+0000","last_peered":"2024-03-10T22:30:28.935760+0000","last_clean":"2024-03-10T22:30:28.935760+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:30:28.935760+0000","last_undegraded":"2024-03-10T22:30:28.935760+0000","last_fullsized":"2024-03-10T22:30:28.935760+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298717+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:29:25.298717+0000","last_peered":"2024-03-10T22:29:25.298717+0000","last_clean":"2024-03-10T22:29:25.298717+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:29:25.298717+0000","last_undegraded":"2024-03-10T22:29:25.298717+0000","last_fullsized":"2024-03-10T22:29:25.298717+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662369+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:28:45.662369+0000","last_peered":"2024-03-10T22:28:45.662369+0000","last_clean":"2024-03-10T22:28:45.662369+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:28:45.662369+0000","last_undegraded":"2024-03-10T22:28:45.662369+0000","last_fullsized":"2024-03-10T22:28:45.662369+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:33.702827+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:28:33.702827+0000","last_peered":"2024-03-10T22:28:33.702827+0000","last_clean":"2024-03-10T22:28:33.702827+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:28:33.702827+0000","last_undegraded":"2024-03-10T22:28:33.702827+0000","last_fullsized":"2024-03-10T22:28:33.702827+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3247,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801371+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:28:24.801371+0000","last_peered":"2024-03-10T22:28:24.801371+0000","last_clean":"2024-03-10T22:28:24.801371+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:28:24.801371+0000","last_undegraded":"2024-03-10T22:28:24.801371+0000","last_fullsized":"2024-03-10T22:28:24.801371+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1025,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936869+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:29:20.936869+0000","last_peered":"2024-03-10T22:29:20.936869+0000","last_clean":"2024-03-10T22:29:20.936869+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:29:20.936869+0000","last_undegraded":"2024-03-10T22:29:20.936869+0000","last_fullsized":"2024-03-10T22:29:20.936869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.300776+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:29:45.300776+0000","last_peered":"2024-03-10T22:29:45.300776+0000","last_clean":"2024-03-10T22:29:45.300776+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:29:45.300776+0000","last_undegraded":"2024-03-10T22:29:45.300776+0000","last_fullsized":"2024-03-10T22:29:45.300776+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4001,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:05.303147+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:30:05.303147+0000","last_peered":"2024-03-10T22:30:05.303147+0000","last_clean":"2024-03-10T22:30:05.303147+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:30:05.303147+0000","last_undegraded":"2024-03-10T22:30:05.303147+0000","last_fullsized":"2024-03-10T22:30:05.303147+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453563+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:30:09.453563+0000","last_peered":"2024-03-10T22:30:09.453563+0000","last_clean":"2024-03-10T22:30:09.453563+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:30:09.453563+0000","last_undegraded":"2024-03-10T22:30:09.453563+0000","last_fullsized":"2024-03-10T22:30:09.453563+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926841+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:29:08.926841+0000","last_peered":"2024-03-10T22:29:08.926841+0000","last_clean":"2024-03-10T22:29:08.926841+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:29:08.926841+0000","last_undegraded":"2024-03-10T22:29:08.926841+0000","last_fullsized":"2024-03-10T22:29:08.926841+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4941,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704822+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:28:53.704822+0000","last_peered":"2024-03-10T22:28:53.704822+0000","last_clean":"2024-03-10T22:28:53.704822+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:28:53.704822+0000","last_undegraded":"2024-03-10T22:28:53.704822+0000","last_fullsized":"2024-03-10T22:28:53.704822+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453588+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:30:09.453588+0000","last_peered":"2024-03-10T22:30:09.453588+0000","last_clean":"2024-03-10T22:30:09.453588+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:30:09.453588+0000","last_undegraded":"2024-03-10T22:30:09.453588+0000","last_fullsized":"2024-03-10T22:30:09.453588+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929324+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:29:28.929324+0000","last_peered":"2024-03-10T22:29:28.929324+0000","last_clean":"2024-03-10T22:29:28.929324+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:29:28.929324+0000","last_undegraded":"2024-03-10T22:29:28.929324+0000","last_fullsized":"2024-03-10T22:29:28.929324+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3205,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440880+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:28:19.440880+0000","last_peered":"2024-03-10T22:28:19.440880+0000","last_clean":"2024-03-10T22:28:19.440880+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:28:19.440880+0000","last_undegraded":"2024-03-10T22:28:19.440880+0000","last_fullsized":"2024-03-10T22:28:19.440880+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704802+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:28:53.704802+0000","last_peered":"2024-03-10T22:28:53.704802+0000","last_clean":"2024-03-10T22:28:53.704802+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:28:53.704802+0000","last_undegraded":"2024-03-10T22:28:53.704802+0000","last_fullsized":"2024-03-10T22:28:53.704802+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662288+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:28:45.662288+0000","last_peered":"2024-03-10T22:28:45.662288+0000","last_clean":"2024-03-10T22:28:45.662288+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:28:45.662288+0000","last_undegraded":"2024-03-10T22:28:45.662288+0000","last_fullsized":"2024-03-10T22:28:45.662288+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5330,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704762+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:28:53.704762+0000","last_peered":"2024-03-10T22:28:53.704762+0000","last_clean":"2024-03-10T22:28:53.704762+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:28:53.704762+0000","last_undegraded":"2024-03-10T22:28:53.704762+0000","last_fullsized":"2024-03-10T22:28:53.704762+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704813+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:28:53.704813+0000","last_peered":"2024-03-10T22:28:53.704813+0000","last_clean":"2024-03-10T22:28:53.704813+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:28:53.704813+0000","last_undegraded":"2024-03-10T22:28:53.704813+0000","last_fullsized":"2024-03-10T22:28:53.704813+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938659+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:29:35.938659+0000","last_peered":"2024-03-10T22:29:35.938659+0000","last_clean":"2024-03-10T22:29:35.938659+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:35.938659+0000","last_undegraded":"2024-03-10T22:29:35.938659+0000","last_fullsized":"2024-03-10T22:29:35.938659+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4658,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702780+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:28:33.702780+0000","last_peered":"2024-03-10T22:28:33.702780+0000","last_clean":"2024-03-10T22:28:33.702780+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:28:33.702780+0000","last_undegraded":"2024-03-10T22:28:33.702780+0000","last_fullsized":"2024-03-10T22:28:33.702780+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:19.440926+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:28:19.440926+0000","last_peered":"2024-03-10T22:28:19.440926+0000","last_clean":"2024-03-10T22:28:19.440926+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:28:19.440926+0000","last_undegraded":"2024-03-10T22:28:19.440926+0000","last_fullsized":"2024-03-10T22:28:19.440926+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801345+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:28:24.801345+0000","last_peered":"2024-03-10T22:28:24.801345+0000","last_clean":"2024-03-10T22:28:24.801345+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:28:24.801345+0000","last_undegraded":"2024-03-10T22:28:24.801345+0000","last_fullsized":"2024-03-10T22:28:24.801345+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936895+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:29:20.936895+0000","last_peered":"2024-03-10T22:29:20.936895+0000","last_clean":"2024-03-10T22:29:20.936895+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:29:20.936895+0000","last_undegraded":"2024-03-10T22:29:20.936895+0000","last_fullsized":"2024-03-10T22:29:20.936895+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704849+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:28:53.704849+0000","last_peered":"2024-03-10T22:28:53.704849+0000","last_clean":"2024-03-10T22:28:53.704849+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:28:53.704849+0000","last_undegraded":"2024-03-10T22:28:53.704849+0000","last_fullsized":"2024-03-10T22:28:53.704849+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938682+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:29:35.938682+0000","last_peered":"2024-03-10T22:29:35.938682+0000","last_clean":"2024-03-10T22:29:35.938682+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:29:35.938682+0000","last_undegraded":"2024-03-10T22:29:35.938682+0000","last_fullsized":"2024-03-10T22:29:35.938682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674066+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:30:35.674066+0000","last_peered":"2024-03-10T22:30:35.674066+0000","last_clean":"2024-03-10T22:30:35.674066+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:30:35.674066+0000","last_undegraded":"2024-03-10T22:30:35.674066+0000","last_fullsized":"2024-03-10T22:30:35.674066+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713890+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:30:18.713890+0000","last_peered":"2024-03-10T22:30:18.713890+0000","last_clean":"2024-03-10T22:30:18.713890+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:30:18.713890+0000","last_undegraded":"2024-03-10T22:30:18.713890+0000","last_fullsized":"2024-03-10T22:30:18.713890+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812265+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:29:59.812265+0000","last_peered":"2024-03-10T22:29:59.812265+0000","last_clean":"2024-03-10T22:29:59.812265+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:29:59.812265+0000","last_undegraded":"2024-03-10T22:29:59.812265+0000","last_fullsized":"2024-03-10T22:29:59.812265+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249095+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:29:07.249095+0000","last_peered":"2024-03-10T22:29:07.249095+0000","last_clean":"2024-03-10T22:29:07.249095+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:29:07.249095+0000","last_undegraded":"2024-03-10T22:29:07.249095+0000","last_fullsized":"2024-03-10T22:29:07.249095+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926882+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:29:08.926882+0000","last_peered":"2024-03-10T22:29:08.926882+0000","last_clean":"2024-03-10T22:29:08.926882+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:29:08.926882+0000","last_undegraded":"2024-03-10T22:29:08.926882+0000","last_fullsized":"2024-03-10T22:29:08.926882+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453614+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:30:09.453614+0000","last_peered":"2024-03-10T22:30:09.453614+0000","last_clean":"2024-03-10T22:30:09.453614+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:30:09.453614+0000","last_undegraded":"2024-03-10T22:30:09.453614+0000","last_fullsized":"2024-03-10T22:30:09.453614+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662335+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:28:45.662335+0000","last_peered":"2024-03-10T22:28:45.662335+0000","last_clean":"2024-03-10T22:28:45.662335+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:28:45.662335+0000","last_undegraded":"2024-03-10T22:28:45.662335+0000","last_fullsized":"2024-03-10T22:28:45.662335+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926922+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:29:08.926922+0000","last_peered":"2024-03-10T22:29:08.926922+0000","last_clean":"2024-03-10T22:29:08.926922+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:29:08.926922+0000","last_undegraded":"2024-03-10T22:29:08.926922+0000","last_fullsized":"2024-03-10T22:29:08.926922+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814627+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:30:19.814627+0000","last_peered":"2024-03-10T22:30:19.814627+0000","last_clean":"2024-03-10T22:30:19.814627+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:30:19.814627+0000","last_undegraded":"2024-03-10T22:30:19.814627+0000","last_fullsized":"2024-03-10T22:30:19.814627+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929293+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:29:28.929293+0000","last_peered":"2024-03-10T22:29:28.929293+0000","last_clean":"2024-03-10T22:29:28.929293+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:29:28.929293+0000","last_undegraded":"2024-03-10T22:29:28.929293+0000","last_fullsized":"2024-03-10T22:29:28.929293+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801311+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:28:24.801311+0000","last_peered":"2024-03-10T22:28:24.801311+0000","last_clean":"2024-03-10T22:28:24.801311+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:28:24.801311+0000","last_undegraded":"2024-03-10T22:28:24.801311+0000","last_fullsized":"2024-03-10T22:28:24.801311+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:57.254715+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:29:57.254715+0000","last_peered":"2024-03-10T22:29:57.254715+0000","last_clean":"2024-03-10T22:29:57.254715+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:29:57.254715+0000","last_undegraded":"2024-03-10T22:29:57.254715+0000","last_fullsized":"2024-03-10T22:29:57.254715+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:00.663918+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:29:00.663918+0000","last_peered":"2024-03-10T22:29:00.663918+0000","last_clean":"2024-03-10T22:29:00.663918+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:29:00.663918+0000","last_undegraded":"2024-03-10T22:29:00.663918+0000","last_fullsized":"2024-03-10T22:29:00.663918+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783990,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928638,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586465,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796520,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474522,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329875,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152524,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073285,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:32:41.394 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:41.394 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:41.394 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:41.394 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:41.395 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:41.395 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:41.395 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:41.395 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:41.395 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:32:42.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:41 smithi169 ceph-mon[88180]: pgmap v1057: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:42.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:41 smithi169 ceph-mon[90638]: pgmap v1057: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:42.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:41 smithi172 ceph-mon[84635]: pgmap v1057: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:42.640 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:32:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:32:43.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:42 smithi169 ceph-mon[88180]: from='client.44594 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:43.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:42 smithi169 ceph-mon[90638]: from='client.44594 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:43.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:42 smithi172 ceph-mon[84635]: from='client.44594 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:44.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:43 smithi169 ceph-mon[88180]: pgmap v1058: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:44.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:43 smithi169 ceph-mon[90638]: pgmap v1058: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:44.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:43 smithi172 ceph-mon[84635]: pgmap v1058: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:45.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:44 smithi169 ceph-mon[88180]: pgmap v1059: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:45.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:44 smithi169 ceph-mon[90638]: pgmap v1059: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:45.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:44 smithi172 ceph-mon[84635]: pgmap v1059: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:32:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:32:45] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:32:47.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:46 smithi169 ceph-mon[88180]: pgmap v1060: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:47.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:46 smithi169 ceph-mon[90638]: pgmap v1060: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:47.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:46 smithi172 ceph-mon[84635]: pgmap v1060: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:49.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:48 smithi169 ceph-mon[88180]: pgmap v1061: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:49.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:48 smithi169 ceph-mon[90638]: pgmap v1061: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:49.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:48 smithi172 ceph-mon[84635]: pgmap v1061: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:51.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:50 smithi169 ceph-mon[88180]: pgmap v1062: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:51.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:50 smithi169 ceph-mon[90638]: pgmap v1062: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:51.012 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:50 smithi172 ceph-mon[84635]: pgmap v1062: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:51.396 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:32:51.617 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:32:52.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:52 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:32:52.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:52 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:32:52.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:52 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:32:52.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:32:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:32:53.229 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:53 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:32:53.230 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:53 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:32:53.230 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:53 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:32:53.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:53 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:32:53.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:53 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:32:53.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:53 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:32:53.466 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:32:53.468 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:32:53.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:53 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:32:53.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:53 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:32:53.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:53 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:32:54.126 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:54 smithi169 ceph-mon[90638]: pgmap v1063: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:54.126 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:54 smithi169 ceph-mon[90638]: from='client.44600 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:54.126 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:54 smithi169 ceph-mon[88180]: pgmap v1063: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:54.126 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:54 smithi169 ceph-mon[88180]: from='client.44600 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:54.150 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1063,"stamp":"2024-03-10T22:32:52.694616+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003851"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934928+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:29:05.934928+0000","last_peered":"2024-03-10T22:29:05.934928+0000","last_clean":"2024-03-10T22:29:05.934928+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:29:05.934928+0000","last_undegraded":"2024-03-10T22:29:05.934928+0000","last_fullsized":"2024-03-10T22:29:05.934928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1235,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450839+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:29:44.450839+0000","last_peered":"2024-03-10T22:29:44.450839+0000","last_clean":"2024-03-10T22:29:44.450839+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:29:44.450839+0000","last_undegraded":"2024-03-10T22:29:44.450839+0000","last_fullsized":"2024-03-10T22:29:44.450839+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249169+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:29:07.249169+0000","last_peered":"2024-03-10T22:29:07.249169+0000","last_clean":"2024-03-10T22:29:07.249169+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:29:07.249169+0000","last_undegraded":"2024-03-10T22:29:07.249169+0000","last_fullsized":"2024-03-10T22:29:07.249169+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:39.809719+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:29:39.809719+0000","last_peered":"2024-03-10T22:29:39.809719+0000","last_clean":"2024-03-10T22:29:39.809719+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:39.809719+0000","last_undegraded":"2024-03-10T22:29:39.809719+0000","last_fullsized":"2024-03-10T22:29:39.809719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1176,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919561+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:27:58.919561+0000","last_peered":"2024-03-10T22:27:58.919561+0000","last_clean":"2024-03-10T22:27:58.919561+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:27:58.919561+0000","last_undegraded":"2024-03-10T22:27:58.919561+0000","last_fullsized":"2024-03-10T22:27:58.919561+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941888+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:30:05.941888+0000","last_peered":"2024-03-10T22:30:05.941888+0000","last_clean":"2024-03-10T22:30:05.941888+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:30:05.941888+0000","last_undegraded":"2024-03-10T22:30:05.941888+0000","last_fullsized":"2024-03-10T22:30:05.941888+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667030+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:29:30.667030+0000","last_peered":"2024-03-10T22:29:30.667030+0000","last_clean":"2024-03-10T22:29:30.667030+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:29:30.667030+0000","last_undegraded":"2024-03-10T22:29:30.667030+0000","last_fullsized":"2024-03-10T22:29:30.667030+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.666978+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:29:30.666978+0000","last_peered":"2024-03-10T22:29:30.666978+0000","last_clean":"2024-03-10T22:29:30.666978+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:29:30.666978+0000","last_undegraded":"2024-03-10T22:29:30.666978+0000","last_fullsized":"2024-03-10T22:29:30.666978+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:20.291643+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:28:20.291643+0000","last_peered":"2024-03-10T22:28:20.291643+0000","last_clean":"2024-03-10T22:28:20.291643+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:28:20.291643+0000","last_undegraded":"2024-03-10T22:28:20.291643+0000","last_fullsized":"2024-03-10T22:28:20.291643+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933511+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:30:08.933511+0000","last_peered":"2024-03-10T22:30:08.933511+0000","last_clean":"2024-03-10T22:30:08.933511+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:30:08.933511+0000","last_undegraded":"2024-03-10T22:30:08.933511+0000","last_fullsized":"2024-03-10T22:30:08.933511+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257338+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:30:22.257338+0000","last_peered":"2024-03-10T22:30:22.257338+0000","last_clean":"2024-03-10T22:30:22.257338+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:30:22.257338+0000","last_undegraded":"2024-03-10T22:30:22.257338+0000","last_fullsized":"2024-03-10T22:30:22.257338+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.443021+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:28:39.443021+0000","last_peered":"2024-03-10T22:28:39.443021+0000","last_clean":"2024-03-10T22:28:39.443021+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:28:39.443021+0000","last_undegraded":"2024-03-10T22:28:39.443021+0000","last_fullsized":"2024-03-10T22:28:39.443021+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803060+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:28:39.803060+0000","last_peered":"2024-03-10T22:28:39.803060+0000","last_clean":"2024-03-10T22:28:39.803060+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:28:39.803060+0000","last_undegraded":"2024-03-10T22:28:39.803060+0000","last_fullsized":"2024-03-10T22:28:39.803060+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706861+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:29:13.706861+0000","last_peered":"2024-03-10T22:29:13.706861+0000","last_clean":"2024-03-10T22:29:13.706861+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:29:13.706861+0000","last_undegraded":"2024-03-10T22:29:13.706861+0000","last_fullsized":"2024-03-10T22:29:13.706861+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706844+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:29:13.706844+0000","last_peered":"2024-03-10T22:29:13.706844+0000","last_clean":"2024-03-10T22:29:13.706844+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:29:13.706844+0000","last_undegraded":"2024-03-10T22:29:13.706844+0000","last_fullsized":"2024-03-10T22:29:13.706844+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938634+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:29:35.938634+0000","last_peered":"2024-03-10T22:29:35.938634+0000","last_clean":"2024-03-10T22:29:35.938634+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:29:35.938634+0000","last_undegraded":"2024-03-10T22:29:35.938634+0000","last_fullsized":"2024-03-10T22:29:35.938634+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1290,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249205+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:29:07.249205+0000","last_peered":"2024-03-10T22:29:07.249205+0000","last_clean":"2024-03-10T22:29:07.249205+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:29:07.249205+0000","last_undegraded":"2024-03-10T22:29:07.249205+0000","last_fullsized":"2024-03-10T22:29:07.249205+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935820+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:30:28.935820+0000","last_peered":"2024-03-10T22:30:28.935820+0000","last_clean":"2024-03-10T22:30:28.935820+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:30:28.935820+0000","last_undegraded":"2024-03-10T22:30:28.935820+0000","last_fullsized":"2024-03-10T22:30:28.935820+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935828+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:30:28.935828+0000","last_peered":"2024-03-10T22:30:28.935828+0000","last_clean":"2024-03-10T22:30:28.935828+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:30:28.935828+0000","last_undegraded":"2024-03-10T22:30:28.935828+0000","last_fullsized":"2024-03-10T22:30:28.935828+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249187+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:29:07.249187+0000","last_peered":"2024-03-10T22:29:07.249187+0000","last_clean":"2024-03-10T22:29:07.249187+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:29:07.249187+0000","last_undegraded":"2024-03-10T22:29:07.249187+0000","last_fullsized":"2024-03-10T22:29:07.249187+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:27:58.919604+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:27:58.919604+0000","last_peered":"2024-03-10T22:27:58.919604+0000","last_clean":"2024-03-10T22:27:58.919604+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:27:58.919604+0000","last_undegraded":"2024-03-10T22:27:58.919604+0000","last_fullsized":"2024-03-10T22:27:58.919604+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1071,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.668425+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:29:45.668425+0000","last_peered":"2024-03-10T22:29:45.668425+0000","last_clean":"2024-03-10T22:29:45.668425+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:29:45.668425+0000","last_undegraded":"2024-03-10T22:29:45.668425+0000","last_fullsized":"2024-03-10T22:29:45.668425+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:42.246000+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:28:42.246000+0000","last_peered":"2024-03-10T22:28:42.246000+0000","last_clean":"2024-03-10T22:28:42.246000+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:28:42.246000+0000","last_undegraded":"2024-03-10T22:28:42.246000+0000","last_fullsized":"2024-03-10T22:28:42.246000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933494+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:30:08.933494+0000","last_peered":"2024-03-10T22:30:08.933494+0000","last_clean":"2024-03-10T22:30:08.933494+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:30:08.933494+0000","last_undegraded":"2024-03-10T22:30:08.933494+0000","last_fullsized":"2024-03-10T22:30:08.933494+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933462+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:30:08.933462+0000","last_peered":"2024-03-10T22:30:08.933462+0000","last_clean":"2024-03-10T22:30:08.933462+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:30:08.933462+0000","last_undegraded":"2024-03-10T22:30:08.933462+0000","last_fullsized":"2024-03-10T22:30:08.933462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445532+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:28:59.445532+0000","last_peered":"2024-03-10T22:28:59.445532+0000","last_clean":"2024-03-10T22:28:59.445532+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:28:59.445532+0000","last_undegraded":"2024-03-10T22:28:59.445532+0000","last_fullsized":"2024-03-10T22:28:59.445532+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667045+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:29:30.667045+0000","last_peered":"2024-03-10T22:29:30.667045+0000","last_clean":"2024-03-10T22:29:30.667045+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:29:30.667045+0000","last_undegraded":"2024-03-10T22:29:30.667045+0000","last_fullsized":"2024-03-10T22:29:30.667045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:22.243690+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:28:22.243690+0000","last_peered":"2024-03-10T22:28:22.243690+0000","last_clean":"2024-03-10T22:28:22.243690+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:28:22.243690+0000","last_undegraded":"2024-03-10T22:28:22.243690+0000","last_fullsized":"2024-03-10T22:28:22.243690+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445594+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:28:59.445594+0000","last_peered":"2024-03-10T22:28:59.445594+0000","last_clean":"2024-03-10T22:28:59.445594+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:28:59.445594+0000","last_undegraded":"2024-03-10T22:28:59.445594+0000","last_fullsized":"2024-03-10T22:28:59.445594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:25.305069+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:30:25.305069+0000","last_peered":"2024-03-10T22:30:25.305069+0000","last_clean":"2024-03-10T22:30:25.305069+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:30:25.305069+0000","last_undegraded":"2024-03-10T22:30:25.305069+0000","last_fullsized":"2024-03-10T22:30:25.305069+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665408+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:29:15.665408+0000","last_peered":"2024-03-10T22:29:15.665408+0000","last_clean":"2024-03-10T22:29:15.665408+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:29:15.665408+0000","last_undegraded":"2024-03-10T22:29:15.665408+0000","last_fullsized":"2024-03-10T22:29:15.665408+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941858+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:30:05.941858+0000","last_peered":"2024-03-10T22:30:05.941858+0000","last_clean":"2024-03-10T22:30:05.941858+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:30:05.941858+0000","last_undegraded":"2024-03-10T22:30:05.941858+0000","last_fullsized":"2024-03-10T22:30:05.941858+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1274,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257382+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:30:22.257382+0000","last_peered":"2024-03-10T22:30:22.257382+0000","last_clean":"2024-03-10T22:30:22.257382+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:30:22.257382+0000","last_undegraded":"2024-03-10T22:30:22.257382+0000","last_fullsized":"2024-03-10T22:30:22.257382+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257359+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:30:22.257359+0000","last_peered":"2024-03-10T22:30:22.257359+0000","last_clean":"2024-03-10T22:30:22.257359+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:30:22.257359+0000","last_undegraded":"2024-03-10T22:30:22.257359+0000","last_fullsized":"2024-03-10T22:30:22.257359+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803096+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:28:39.803096+0000","last_peered":"2024-03-10T22:28:39.803096+0000","last_clean":"2024-03-10T22:28:39.803096+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:28:39.803096+0000","last_undegraded":"2024-03-10T22:28:39.803096+0000","last_fullsized":"2024-03-10T22:28:39.803096+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940134+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:29:50.940134+0000","last_peered":"2024-03-10T22:29:50.940134+0000","last_clean":"2024-03-10T22:29:50.940134+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:29:50.940134+0000","last_undegraded":"2024-03-10T22:29:50.940134+0000","last_fullsized":"2024-03-10T22:29:50.940134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665382+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:29:15.665382+0000","last_peered":"2024-03-10T22:29:15.665382+0000","last_clean":"2024-03-10T22:29:15.665382+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:29:15.665382+0000","last_undegraded":"2024-03-10T22:29:15.665382+0000","last_fullsized":"2024-03-10T22:29:15.665382+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665344+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:29:15.665344+0000","last_peered":"2024-03-10T22:29:15.665344+0000","last_clean":"2024-03-10T22:29:15.665344+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:29:15.665344+0000","last_undegraded":"2024-03-10T22:29:15.665344+0000","last_fullsized":"2024-03-10T22:29:15.665344+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1262,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706777+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:29:13.706777+0000","last_peered":"2024-03-10T22:29:13.706777+0000","last_clean":"2024-03-10T22:29:13.706777+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:29:13.706777+0000","last_undegraded":"2024-03-10T22:29:13.706777+0000","last_fullsized":"2024-03-10T22:29:13.706777+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940112+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:29:50.940112+0000","last_peered":"2024-03-10T22:29:50.940112+0000","last_clean":"2024-03-10T22:29:50.940112+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:29:50.940112+0000","last_undegraded":"2024-03-10T22:29:50.940112+0000","last_fullsized":"2024-03-10T22:29:50.940112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4441,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702739+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:28:33.702739+0000","last_peered":"2024-03-10T22:28:33.702739+0000","last_clean":"2024-03-10T22:28:33.702739+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:28:33.702739+0000","last_undegraded":"2024-03-10T22:28:33.702739+0000","last_fullsized":"2024-03-10T22:28:33.702739+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.303187+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:30:05.303187+0000","last_peered":"2024-03-10T22:30:05.303187+0000","last_clean":"2024-03-10T22:30:05.303187+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:30:05.303187+0000","last_undegraded":"2024-03-10T22:30:05.303187+0000","last_fullsized":"2024-03-10T22:30:05.303187+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938671+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:29:35.938671+0000","last_peered":"2024-03-10T22:29:35.938671+0000","last_clean":"2024-03-10T22:29:35.938671+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:29:35.938671+0000","last_undegraded":"2024-03-10T22:29:35.938671+0000","last_fullsized":"2024-03-10T22:29:35.938671+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12610,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249105+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:29:07.249105+0000","last_peered":"2024-03-10T22:29:07.249105+0000","last_clean":"2024-03-10T22:29:07.249105+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:29:07.249105+0000","last_undegraded":"2024-03-10T22:29:07.249105+0000","last_fullsized":"2024-03-10T22:29:07.249105+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450772+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:29:44.450772+0000","last_peered":"2024-03-10T22:29:44.450772+0000","last_clean":"2024-03-10T22:29:44.450772+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:29:44.450772+0000","last_undegraded":"2024-03-10T22:29:44.450772+0000","last_fullsized":"2024-03-10T22:29:44.450772+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450821+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:29:44.450821+0000","last_peered":"2024-03-10T22:29:44.450821+0000","last_clean":"2024-03-10T22:29:44.450821+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:29:44.450821+0000","last_undegraded":"2024-03-10T22:29:44.450821+0000","last_fullsized":"2024-03-10T22:29:44.450821+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812296+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:29:59.812296+0000","last_peered":"2024-03-10T22:29:59.812296+0000","last_clean":"2024-03-10T22:29:59.812296+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:29:59.812296+0000","last_undegraded":"2024-03-10T22:29:59.812296+0000","last_fullsized":"2024-03-10T22:29:59.812296+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15023,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249144+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:29:07.249144+0000","last_peered":"2024-03-10T22:29:07.249144+0000","last_clean":"2024-03-10T22:29:07.249144+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:29:07.249144+0000","last_undegraded":"2024-03-10T22:29:07.249144+0000","last_fullsized":"2024-03-10T22:29:07.249144+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450809+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:29:44.450809+0000","last_peered":"2024-03-10T22:29:44.450809+0000","last_clean":"2024-03-10T22:29:44.450809+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:29:44.450809+0000","last_undegraded":"2024-03-10T22:29:44.450809+0000","last_fullsized":"2024-03-10T22:29:44.450809+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812237+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:29:59.812237+0000","last_peered":"2024-03-10T22:29:59.812237+0000","last_clean":"2024-03-10T22:29:59.812237+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:29:59.812237+0000","last_undegraded":"2024-03-10T22:29:59.812237+0000","last_fullsized":"2024-03-10T22:29:59.812237+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298767+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:29:25.298767+0000","last_peered":"2024-03-10T22:29:25.298767+0000","last_clean":"2024-03-10T22:29:25.298767+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:29:25.298767+0000","last_undegraded":"2024-03-10T22:29:25.298767+0000","last_fullsized":"2024-03-10T22:29:25.298767+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4227,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702808+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:28:33.702808+0000","last_peered":"2024-03-10T22:28:33.702808+0000","last_clean":"2024-03-10T22:28:33.702808+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:28:33.702808+0000","last_undegraded":"2024-03-10T22:28:33.702808+0000","last_fullsized":"2024-03-10T22:28:33.702808+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453641+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:30:09.453641+0000","last_peered":"2024-03-10T22:30:09.453641+0000","last_clean":"2024-03-10T22:30:09.453641+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:30:09.453641+0000","last_undegraded":"2024-03-10T22:30:09.453641+0000","last_fullsized":"2024-03-10T22:30:09.453641+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:19.447884+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:29:19.447884+0000","last_peered":"2024-03-10T22:29:19.447884+0000","last_clean":"2024-03-10T22:29:19.447884+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:29:19.447884+0000","last_undegraded":"2024-03-10T22:29:19.447884+0000","last_fullsized":"2024-03-10T22:29:19.447884+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713926+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:30:18.713926+0000","last_peered":"2024-03-10T22:30:18.713926+0000","last_clean":"2024-03-10T22:30:18.713926+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:30:18.713926+0000","last_undegraded":"2024-03-10T22:30:18.713926+0000","last_fullsized":"2024-03-10T22:30:18.713926+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4294,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934878+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:29:05.934878+0000","last_peered":"2024-03-10T22:29:05.934878+0000","last_clean":"2024-03-10T22:29:05.934878+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:29:05.934878+0000","last_undegraded":"2024-03-10T22:29:05.934878+0000","last_fullsized":"2024-03-10T22:29:05.934878+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674126+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:30:35.674126+0000","last_peered":"2024-03-10T22:30:35.674126+0000","last_clean":"2024-03-10T22:30:35.674126+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:30:35.674126+0000","last_undegraded":"2024-03-10T22:30:35.674126+0000","last_fullsized":"2024-03-10T22:30:35.674126+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:48.924567+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:28:48.924567+0000","last_peered":"2024-03-10T22:28:48.924567+0000","last_clean":"2024-03-10T22:28:48.924567+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:28:48.924567+0000","last_undegraded":"2024-03-10T22:28:48.924567+0000","last_fullsized":"2024-03-10T22:28:48.924567+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812279+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:29:59.812279+0000","last_peered":"2024-03-10T22:29:59.812279+0000","last_clean":"2024-03-10T22:29:59.812279+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:29:59.812279+0000","last_undegraded":"2024-03-10T22:29:59.812279+0000","last_fullsized":"2024-03-10T22:29:59.812279+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:50.946719+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:30:50.946719+0000","last_peered":"2024-03-10T22:30:50.946719+0000","last_clean":"2024-03-10T22:30:50.946719+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:30:50.946719+0000","last_undegraded":"2024-03-10T22:30:50.946719+0000","last_fullsized":"2024-03-10T22:30:50.946719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3652,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814677+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:30:19.814677+0000","last_peered":"2024-03-10T22:30:19.814677+0000","last_clean":"2024-03-10T22:30:19.814677+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:30:19.814677+0000","last_undegraded":"2024-03-10T22:30:19.814677+0000","last_fullsized":"2024-03-10T22:30:19.814677+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:32.252065+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:29:32.252065+0000","last_peered":"2024-03-10T22:29:32.252065+0000","last_clean":"2024-03-10T22:29:32.252065+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:29:32.252065+0000","last_undegraded":"2024-03-10T22:29:32.252065+0000","last_fullsized":"2024-03-10T22:29:32.252065+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249065+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:29:07.249065+0000","last_peered":"2024-03-10T22:29:07.249065+0000","last_clean":"2024-03-10T22:29:07.249065+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:29:07.249065+0000","last_undegraded":"2024-03-10T22:29:07.249065+0000","last_fullsized":"2024-03-10T22:29:07.249065+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":919,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:53.711077+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:29:53.711077+0000","last_peered":"2024-03-10T22:29:53.711077+0000","last_clean":"2024-03-10T22:29:53.711077+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:29:53.711077+0000","last_undegraded":"2024-03-10T22:29:53.711077+0000","last_fullsized":"2024-03-10T22:29:53.711077+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4504,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674099+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:30:35.674099+0000","last_peered":"2024-03-10T22:30:35.674099+0000","last_clean":"2024-03-10T22:30:35.674099+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:30:35.674099+0000","last_undegraded":"2024-03-10T22:30:35.674099+0000","last_fullsized":"2024-03-10T22:30:35.674099+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249121+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:29:07.249121+0000","last_peered":"2024-03-10T22:29:07.249121+0000","last_clean":"2024-03-10T22:29:07.249121+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:29:07.249121+0000","last_undegraded":"2024-03-10T22:29:07.249121+0000","last_fullsized":"2024-03-10T22:29:07.249121+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":961,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:49.451333+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:29:49.451333+0000","last_peered":"2024-03-10T22:29:49.451333+0000","last_clean":"2024-03-10T22:29:49.451333+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:29:49.451333+0000","last_undegraded":"2024-03-10T22:29:49.451333+0000","last_fullsized":"2024-03-10T22:29:49.451333+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450798+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:29:44.450798+0000","last_peered":"2024-03-10T22:29:44.450798+0000","last_clean":"2024-03-10T22:29:44.450798+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:29:44.450798+0000","last_undegraded":"2024-03-10T22:29:44.450798+0000","last_fullsized":"2024-03-10T22:29:44.450798+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298741+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:29:25.298741+0000","last_peered":"2024-03-10T22:29:25.298741+0000","last_clean":"2024-03-10T22:29:25.298741+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:29:25.298741+0000","last_undegraded":"2024-03-10T22:29:25.298741+0000","last_fullsized":"2024-03-10T22:29:25.298741+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935749+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:30:28.935749+0000","last_peered":"2024-03-10T22:30:28.935749+0000","last_clean":"2024-03-10T22:30:28.935749+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:30:28.935749+0000","last_undegraded":"2024-03-10T22:30:28.935749+0000","last_fullsized":"2024-03-10T22:30:28.935749+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453629+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:30:09.453629+0000","last_peered":"2024-03-10T22:30:09.453629+0000","last_clean":"2024-03-10T22:30:09.453629+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:30:09.453629+0000","last_undegraded":"2024-03-10T22:30:09.453629+0000","last_fullsized":"2024-03-10T22:30:09.453629+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926913+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:29:08.926913+0000","last_peered":"2024-03-10T22:29:08.926913+0000","last_clean":"2024-03-10T22:29:08.926913+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:29:08.926913+0000","last_undegraded":"2024-03-10T22:29:08.926913+0000","last_fullsized":"2024-03-10T22:29:08.926913+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935760+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:30:28.935760+0000","last_peered":"2024-03-10T22:30:28.935760+0000","last_clean":"2024-03-10T22:30:28.935760+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:30:28.935760+0000","last_undegraded":"2024-03-10T22:30:28.935760+0000","last_fullsized":"2024-03-10T22:30:28.935760+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298717+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:29:25.298717+0000","last_peered":"2024-03-10T22:29:25.298717+0000","last_clean":"2024-03-10T22:29:25.298717+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:29:25.298717+0000","last_undegraded":"2024-03-10T22:29:25.298717+0000","last_fullsized":"2024-03-10T22:29:25.298717+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662369+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:28:45.662369+0000","last_peered":"2024-03-10T22:28:45.662369+0000","last_clean":"2024-03-10T22:28:45.662369+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:28:45.662369+0000","last_undegraded":"2024-03-10T22:28:45.662369+0000","last_fullsized":"2024-03-10T22:28:45.662369+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:33.702827+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:28:33.702827+0000","last_peered":"2024-03-10T22:28:33.702827+0000","last_clean":"2024-03-10T22:28:33.702827+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:28:33.702827+0000","last_undegraded":"2024-03-10T22:28:33.702827+0000","last_fullsized":"2024-03-10T22:28:33.702827+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3247,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801371+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:28:24.801371+0000","last_peered":"2024-03-10T22:28:24.801371+0000","last_clean":"2024-03-10T22:28:24.801371+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:28:24.801371+0000","last_undegraded":"2024-03-10T22:28:24.801371+0000","last_fullsized":"2024-03-10T22:28:24.801371+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1025,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936869+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:29:20.936869+0000","last_peered":"2024-03-10T22:29:20.936869+0000","last_clean":"2024-03-10T22:29:20.936869+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:29:20.936869+0000","last_undegraded":"2024-03-10T22:29:20.936869+0000","last_fullsized":"2024-03-10T22:29:20.936869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.300776+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:29:45.300776+0000","last_peered":"2024-03-10T22:29:45.300776+0000","last_clean":"2024-03-10T22:29:45.300776+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:29:45.300776+0000","last_undegraded":"2024-03-10T22:29:45.300776+0000","last_fullsized":"2024-03-10T22:29:45.300776+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4001,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:05.303147+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:30:05.303147+0000","last_peered":"2024-03-10T22:30:05.303147+0000","last_clean":"2024-03-10T22:30:05.303147+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:30:05.303147+0000","last_undegraded":"2024-03-10T22:30:05.303147+0000","last_fullsized":"2024-03-10T22:30:05.303147+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453563+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:30:09.453563+0000","last_peered":"2024-03-10T22:30:09.453563+0000","last_clean":"2024-03-10T22:30:09.453563+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:30:09.453563+0000","last_undegraded":"2024-03-10T22:30:09.453563+0000","last_fullsized":"2024-03-10T22:30:09.453563+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926841+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:29:08.926841+0000","last_peered":"2024-03-10T22:29:08.926841+0000","last_clean":"2024-03-10T22:29:08.926841+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:29:08.926841+0000","last_undegraded":"2024-03-10T22:29:08.926841+0000","last_fullsized":"2024-03-10T22:29:08.926841+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4941,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704822+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:28:53.704822+0000","last_peered":"2024-03-10T22:28:53.704822+0000","last_clean":"2024-03-10T22:28:53.704822+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:28:53.704822+0000","last_undegraded":"2024-03-10T22:28:53.704822+0000","last_fullsized":"2024-03-10T22:28:53.704822+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453588+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:30:09.453588+0000","last_peered":"2024-03-10T22:30:09.453588+0000","last_clean":"2024-03-10T22:30:09.453588+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:30:09.453588+0000","last_undegraded":"2024-03-10T22:30:09.453588+0000","last_fullsized":"2024-03-10T22:30:09.453588+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929324+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:29:28.929324+0000","last_peered":"2024-03-10T22:29:28.929324+0000","last_clean":"2024-03-10T22:29:28.929324+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:29:28.929324+0000","last_undegraded":"2024-03-10T22:29:28.929324+0000","last_fullsized":"2024-03-10T22:29:28.929324+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456592+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:30:34.456592+0000","last_peered":"2024-03-10T22:30:34.456592+0000","last_clean":"2024-03-10T22:30:34.456592+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:30:34.456592+0000","last_undegraded":"2024-03-10T22:30:34.456592+0000","last_fullsized":"2024-03-10T22:30:34.456592+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704802+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:28:53.704802+0000","last_peered":"2024-03-10T22:28:53.704802+0000","last_clean":"2024-03-10T22:28:53.704802+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:28:53.704802+0000","last_undegraded":"2024-03-10T22:28:53.704802+0000","last_fullsized":"2024-03-10T22:28:53.704802+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662288+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:28:45.662288+0000","last_peered":"2024-03-10T22:28:45.662288+0000","last_clean":"2024-03-10T22:28:45.662288+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:28:45.662288+0000","last_undegraded":"2024-03-10T22:28:45.662288+0000","last_fullsized":"2024-03-10T22:28:45.662288+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5330,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704762+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:28:53.704762+0000","last_peered":"2024-03-10T22:28:53.704762+0000","last_clean":"2024-03-10T22:28:53.704762+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:28:53.704762+0000","last_undegraded":"2024-03-10T22:28:53.704762+0000","last_fullsized":"2024-03-10T22:28:53.704762+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704813+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:28:53.704813+0000","last_peered":"2024-03-10T22:28:53.704813+0000","last_clean":"2024-03-10T22:28:53.704813+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:28:53.704813+0000","last_undegraded":"2024-03-10T22:28:53.704813+0000","last_fullsized":"2024-03-10T22:28:53.704813+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938659+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:29:35.938659+0000","last_peered":"2024-03-10T22:29:35.938659+0000","last_clean":"2024-03-10T22:29:35.938659+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:35.938659+0000","last_undegraded":"2024-03-10T22:29:35.938659+0000","last_fullsized":"2024-03-10T22:29:35.938659+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4658,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:33.702780+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:28:33.702780+0000","last_peered":"2024-03-10T22:28:33.702780+0000","last_clean":"2024-03-10T22:28:33.702780+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:28:33.702780+0000","last_undegraded":"2024-03-10T22:28:33.702780+0000","last_fullsized":"2024-03-10T22:28:33.702780+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456625+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:30:34.456625+0000","last_peered":"2024-03-10T22:30:34.456625+0000","last_clean":"2024-03-10T22:30:34.456625+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:30:34.456625+0000","last_undegraded":"2024-03-10T22:30:34.456625+0000","last_fullsized":"2024-03-10T22:30:34.456625+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801345+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:28:24.801345+0000","last_peered":"2024-03-10T22:28:24.801345+0000","last_clean":"2024-03-10T22:28:24.801345+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:28:24.801345+0000","last_undegraded":"2024-03-10T22:28:24.801345+0000","last_fullsized":"2024-03-10T22:28:24.801345+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936895+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:29:20.936895+0000","last_peered":"2024-03-10T22:29:20.936895+0000","last_clean":"2024-03-10T22:29:20.936895+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:29:20.936895+0000","last_undegraded":"2024-03-10T22:29:20.936895+0000","last_fullsized":"2024-03-10T22:29:20.936895+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704849+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:28:53.704849+0000","last_peered":"2024-03-10T22:28:53.704849+0000","last_clean":"2024-03-10T22:28:53.704849+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:28:53.704849+0000","last_undegraded":"2024-03-10T22:28:53.704849+0000","last_fullsized":"2024-03-10T22:28:53.704849+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938682+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:29:35.938682+0000","last_peered":"2024-03-10T22:29:35.938682+0000","last_clean":"2024-03-10T22:29:35.938682+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:29:35.938682+0000","last_undegraded":"2024-03-10T22:29:35.938682+0000","last_fullsized":"2024-03-10T22:29:35.938682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674066+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:30:35.674066+0000","last_peered":"2024-03-10T22:30:35.674066+0000","last_clean":"2024-03-10T22:30:35.674066+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:30:35.674066+0000","last_undegraded":"2024-03-10T22:30:35.674066+0000","last_fullsized":"2024-03-10T22:30:35.674066+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713890+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:30:18.713890+0000","last_peered":"2024-03-10T22:30:18.713890+0000","last_clean":"2024-03-10T22:30:18.713890+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:30:18.713890+0000","last_undegraded":"2024-03-10T22:30:18.713890+0000","last_fullsized":"2024-03-10T22:30:18.713890+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812265+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:29:59.812265+0000","last_peered":"2024-03-10T22:29:59.812265+0000","last_clean":"2024-03-10T22:29:59.812265+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:29:59.812265+0000","last_undegraded":"2024-03-10T22:29:59.812265+0000","last_fullsized":"2024-03-10T22:29:59.812265+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249095+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:29:07.249095+0000","last_peered":"2024-03-10T22:29:07.249095+0000","last_clean":"2024-03-10T22:29:07.249095+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:29:07.249095+0000","last_undegraded":"2024-03-10T22:29:07.249095+0000","last_fullsized":"2024-03-10T22:29:07.249095+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926882+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:29:08.926882+0000","last_peered":"2024-03-10T22:29:08.926882+0000","last_clean":"2024-03-10T22:29:08.926882+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:29:08.926882+0000","last_undegraded":"2024-03-10T22:29:08.926882+0000","last_fullsized":"2024-03-10T22:29:08.926882+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453614+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:30:09.453614+0000","last_peered":"2024-03-10T22:30:09.453614+0000","last_clean":"2024-03-10T22:30:09.453614+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:30:09.453614+0000","last_undegraded":"2024-03-10T22:30:09.453614+0000","last_fullsized":"2024-03-10T22:30:09.453614+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662335+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:28:45.662335+0000","last_peered":"2024-03-10T22:28:45.662335+0000","last_clean":"2024-03-10T22:28:45.662335+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:28:45.662335+0000","last_undegraded":"2024-03-10T22:28:45.662335+0000","last_fullsized":"2024-03-10T22:28:45.662335+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926922+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:29:08.926922+0000","last_peered":"2024-03-10T22:29:08.926922+0000","last_clean":"2024-03-10T22:29:08.926922+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:29:08.926922+0000","last_undegraded":"2024-03-10T22:29:08.926922+0000","last_fullsized":"2024-03-10T22:29:08.926922+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814627+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:30:19.814627+0000","last_peered":"2024-03-10T22:30:19.814627+0000","last_clean":"2024-03-10T22:30:19.814627+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:30:19.814627+0000","last_undegraded":"2024-03-10T22:30:19.814627+0000","last_fullsized":"2024-03-10T22:30:19.814627+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929293+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:29:28.929293+0000","last_peered":"2024-03-10T22:29:28.929293+0000","last_clean":"2024-03-10T22:29:28.929293+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:29:28.929293+0000","last_undegraded":"2024-03-10T22:29:28.929293+0000","last_fullsized":"2024-03-10T22:29:28.929293+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1113,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:24.801311+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:28:24.801311+0000","last_peered":"2024-03-10T22:28:24.801311+0000","last_clean":"2024-03-10T22:28:24.801311+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:28:24.801311+0000","last_undegraded":"2024-03-10T22:28:24.801311+0000","last_fullsized":"2024-03-10T22:28:24.801311+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:57.254715+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:29:57.254715+0000","last_peered":"2024-03-10T22:29:57.254715+0000","last_clean":"2024-03-10T22:29:57.254715+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:29:57.254715+0000","last_undegraded":"2024-03-10T22:29:57.254715+0000","last_fullsized":"2024-03-10T22:29:57.254715+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:00.663918+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:29:00.663918+0000","last_peered":"2024-03-10T22:29:00.663918+0000","last_clean":"2024-03-10T22:29:00.663918+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:29:00.663918+0000","last_undegraded":"2024-03-10T22:29:00.663918+0000","last_fullsized":"2024-03-10T22:29:00.663918+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783993,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928640,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586467,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796523,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474524,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329877,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152526,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073287,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:32:54.155 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:54.156 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:54.156 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:54.156 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:54.156 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:54.156 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:54.156 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:54.156 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:32:54.156 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:32:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:54 smithi172 ceph-mon[84635]: pgmap v1063: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:54 smithi172 ceph-mon[84635]: from='client.44600 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:32:56.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:56 smithi169 ceph-mon[88180]: pgmap v1064: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:56.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:56.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:56 smithi169 ceph-mon[90638]: pgmap v1064: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:56.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:56.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:32:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:32:55] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-03-10T22:32:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:56 smithi172 ceph-mon[84635]: pgmap v1064: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:32:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:32:58 smithi169 ceph-mon[88180]: pgmap v1065: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:32:58 smithi169 ceph-mon[90638]: pgmap v1065: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:32:58.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:32:58 smithi172 ceph-mon[84635]: pgmap v1065: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:00.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:00 smithi169 ceph-mon[88180]: pgmap v1066: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:00.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:00 smithi169 ceph-mon[90638]: pgmap v1066: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:00.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:00 smithi172 ceph-mon[84635]: pgmap v1066: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:02 smithi169 ceph-mon[88180]: pgmap v1067: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:02.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:02 smithi169 ceph-mon[90638]: pgmap v1067: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:02.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:02 smithi172 ceph-mon[84635]: pgmap v1067: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:02.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:33:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:33:04.157 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:33:04.377 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:33:04.499 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:04 smithi169 ceph-mon[88180]: pgmap v1068: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:04.499 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:04 smithi169 ceph-mon[90638]: pgmap v1068: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:04.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:04 smithi172 ceph-mon[84635]: pgmap v1068: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:06.104 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:33:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:33:05] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-03-10T22:33:06.305 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:33:06.307 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:33:06.416 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:06 smithi169 ceph-mon[90638]: pgmap v1069: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:06.416 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:06 smithi169 ceph-mon[88180]: pgmap v1069: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:06.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:06 smithi172 ceph-mon[84635]: pgmap v1069: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:06.958 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1069,"stamp":"2024-03-10T22:33:04.698476+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003859"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934928+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:29:05.934928+0000","last_peered":"2024-03-10T22:29:05.934928+0000","last_clean":"2024-03-10T22:29:05.934928+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:29:05.934928+0000","last_undegraded":"2024-03-10T22:29:05.934928+0000","last_fullsized":"2024-03-10T22:29:05.934928+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1235,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450839+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:29:44.450839+0000","last_peered":"2024-03-10T22:29:44.450839+0000","last_clean":"2024-03-10T22:29:44.450839+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:29:44.450839+0000","last_undegraded":"2024-03-10T22:29:44.450839+0000","last_fullsized":"2024-03-10T22:29:44.450839+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249169+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:29:07.249169+0000","last_peered":"2024-03-10T22:29:07.249169+0000","last_clean":"2024-03-10T22:29:07.249169+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:29:07.249169+0000","last_undegraded":"2024-03-10T22:29:07.249169+0000","last_fullsized":"2024-03-10T22:29:07.249169+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:39.809719+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:29:39.809719+0000","last_peered":"2024-03-10T22:29:39.809719+0000","last_clean":"2024-03-10T22:29:39.809719+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:39.809719+0000","last_undegraded":"2024-03-10T22:29:39.809719+0000","last_fullsized":"2024-03-10T22:29:39.809719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941888+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:30:05.941888+0000","last_peered":"2024-03-10T22:30:05.941888+0000","last_clean":"2024-03-10T22:30:05.941888+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:30:05.941888+0000","last_undegraded":"2024-03-10T22:30:05.941888+0000","last_fullsized":"2024-03-10T22:30:05.941888+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667030+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:29:30.667030+0000","last_peered":"2024-03-10T22:29:30.667030+0000","last_clean":"2024-03-10T22:29:30.667030+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:29:30.667030+0000","last_undegraded":"2024-03-10T22:29:30.667030+0000","last_fullsized":"2024-03-10T22:29:30.667030+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.666978+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:29:30.666978+0000","last_peered":"2024-03-10T22:29:30.666978+0000","last_clean":"2024-03-10T22:29:30.666978+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:29:30.666978+0000","last_undegraded":"2024-03-10T22:29:30.666978+0000","last_fullsized":"2024-03-10T22:29:30.666978+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1159,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:20.291643+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:28:20.291643+0000","last_peered":"2024-03-10T22:28:20.291643+0000","last_clean":"2024-03-10T22:28:20.291643+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:28:20.291643+0000","last_undegraded":"2024-03-10T22:28:20.291643+0000","last_fullsized":"2024-03-10T22:28:20.291643+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933511+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:30:08.933511+0000","last_peered":"2024-03-10T22:30:08.933511+0000","last_clean":"2024-03-10T22:30:08.933511+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:30:08.933511+0000","last_undegraded":"2024-03-10T22:30:08.933511+0000","last_fullsized":"2024-03-10T22:30:08.933511+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257338+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:30:22.257338+0000","last_peered":"2024-03-10T22:30:22.257338+0000","last_clean":"2024-03-10T22:30:22.257338+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:30:22.257338+0000","last_undegraded":"2024-03-10T22:30:22.257338+0000","last_fullsized":"2024-03-10T22:30:22.257338+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.443021+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:28:39.443021+0000","last_peered":"2024-03-10T22:28:39.443021+0000","last_clean":"2024-03-10T22:28:39.443021+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:28:39.443021+0000","last_undegraded":"2024-03-10T22:28:39.443021+0000","last_fullsized":"2024-03-10T22:28:39.443021+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803060+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:28:39.803060+0000","last_peered":"2024-03-10T22:28:39.803060+0000","last_clean":"2024-03-10T22:28:39.803060+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:28:39.803060+0000","last_undegraded":"2024-03-10T22:28:39.803060+0000","last_fullsized":"2024-03-10T22:28:39.803060+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706861+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:29:13.706861+0000","last_peered":"2024-03-10T22:29:13.706861+0000","last_clean":"2024-03-10T22:29:13.706861+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:29:13.706861+0000","last_undegraded":"2024-03-10T22:29:13.706861+0000","last_fullsized":"2024-03-10T22:29:13.706861+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706844+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:29:13.706844+0000","last_peered":"2024-03-10T22:29:13.706844+0000","last_clean":"2024-03-10T22:29:13.706844+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:29:13.706844+0000","last_undegraded":"2024-03-10T22:29:13.706844+0000","last_fullsized":"2024-03-10T22:29:13.706844+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938634+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:29:35.938634+0000","last_peered":"2024-03-10T22:29:35.938634+0000","last_clean":"2024-03-10T22:29:35.938634+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:29:35.938634+0000","last_undegraded":"2024-03-10T22:29:35.938634+0000","last_fullsized":"2024-03-10T22:29:35.938634+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1290,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249205+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:29:07.249205+0000","last_peered":"2024-03-10T22:29:07.249205+0000","last_clean":"2024-03-10T22:29:07.249205+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:29:07.249205+0000","last_undegraded":"2024-03-10T22:29:07.249205+0000","last_fullsized":"2024-03-10T22:29:07.249205+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935820+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:30:28.935820+0000","last_peered":"2024-03-10T22:30:28.935820+0000","last_clean":"2024-03-10T22:30:28.935820+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:30:28.935820+0000","last_undegraded":"2024-03-10T22:30:28.935820+0000","last_fullsized":"2024-03-10T22:30:28.935820+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935828+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:30:28.935828+0000","last_peered":"2024-03-10T22:30:28.935828+0000","last_clean":"2024-03-10T22:30:28.935828+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:30:28.935828+0000","last_undegraded":"2024-03-10T22:30:28.935828+0000","last_fullsized":"2024-03-10T22:30:28.935828+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249187+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:29:07.249187+0000","last_peered":"2024-03-10T22:29:07.249187+0000","last_clean":"2024-03-10T22:29:07.249187+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:29:07.249187+0000","last_undegraded":"2024-03-10T22:29:07.249187+0000","last_fullsized":"2024-03-10T22:29:07.249187+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1071,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.668425+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:29:45.668425+0000","last_peered":"2024-03-10T22:29:45.668425+0000","last_clean":"2024-03-10T22:29:45.668425+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:29:45.668425+0000","last_undegraded":"2024-03-10T22:29:45.668425+0000","last_fullsized":"2024-03-10T22:29:45.668425+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:42.246000+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:28:42.246000+0000","last_peered":"2024-03-10T22:28:42.246000+0000","last_clean":"2024-03-10T22:28:42.246000+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:28:42.246000+0000","last_undegraded":"2024-03-10T22:28:42.246000+0000","last_fullsized":"2024-03-10T22:28:42.246000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933494+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:30:08.933494+0000","last_peered":"2024-03-10T22:30:08.933494+0000","last_clean":"2024-03-10T22:30:08.933494+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:30:08.933494+0000","last_undegraded":"2024-03-10T22:30:08.933494+0000","last_fullsized":"2024-03-10T22:30:08.933494+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933462+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:30:08.933462+0000","last_peered":"2024-03-10T22:30:08.933462+0000","last_clean":"2024-03-10T22:30:08.933462+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:30:08.933462+0000","last_undegraded":"2024-03-10T22:30:08.933462+0000","last_fullsized":"2024-03-10T22:30:08.933462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445532+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:28:59.445532+0000","last_peered":"2024-03-10T22:28:59.445532+0000","last_clean":"2024-03-10T22:28:59.445532+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:28:59.445532+0000","last_undegraded":"2024-03-10T22:28:59.445532+0000","last_fullsized":"2024-03-10T22:28:59.445532+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667045+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:29:30.667045+0000","last_peered":"2024-03-10T22:29:30.667045+0000","last_clean":"2024-03-10T22:29:30.667045+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:29:30.667045+0000","last_undegraded":"2024-03-10T22:29:30.667045+0000","last_fullsized":"2024-03-10T22:29:30.667045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:22.243690+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:28:22.243690+0000","last_peered":"2024-03-10T22:28:22.243690+0000","last_clean":"2024-03-10T22:28:22.243690+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:28:22.243690+0000","last_undegraded":"2024-03-10T22:28:22.243690+0000","last_fullsized":"2024-03-10T22:28:22.243690+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445594+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:28:59.445594+0000","last_peered":"2024-03-10T22:28:59.445594+0000","last_clean":"2024-03-10T22:28:59.445594+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:28:59.445594+0000","last_undegraded":"2024-03-10T22:28:59.445594+0000","last_fullsized":"2024-03-10T22:28:59.445594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:25.305069+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:30:25.305069+0000","last_peered":"2024-03-10T22:30:25.305069+0000","last_clean":"2024-03-10T22:30:25.305069+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:30:25.305069+0000","last_undegraded":"2024-03-10T22:30:25.305069+0000","last_fullsized":"2024-03-10T22:30:25.305069+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665408+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:29:15.665408+0000","last_peered":"2024-03-10T22:29:15.665408+0000","last_clean":"2024-03-10T22:29:15.665408+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:29:15.665408+0000","last_undegraded":"2024-03-10T22:29:15.665408+0000","last_fullsized":"2024-03-10T22:29:15.665408+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941858+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:30:05.941858+0000","last_peered":"2024-03-10T22:30:05.941858+0000","last_clean":"2024-03-10T22:30:05.941858+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:30:05.941858+0000","last_undegraded":"2024-03-10T22:30:05.941858+0000","last_fullsized":"2024-03-10T22:30:05.941858+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1274,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257382+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:30:22.257382+0000","last_peered":"2024-03-10T22:30:22.257382+0000","last_clean":"2024-03-10T22:30:22.257382+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:30:22.257382+0000","last_undegraded":"2024-03-10T22:30:22.257382+0000","last_fullsized":"2024-03-10T22:30:22.257382+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257359+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:30:22.257359+0000","last_peered":"2024-03-10T22:30:22.257359+0000","last_clean":"2024-03-10T22:30:22.257359+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:30:22.257359+0000","last_undegraded":"2024-03-10T22:30:22.257359+0000","last_fullsized":"2024-03-10T22:30:22.257359+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803096+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:28:39.803096+0000","last_peered":"2024-03-10T22:28:39.803096+0000","last_clean":"2024-03-10T22:28:39.803096+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:28:39.803096+0000","last_undegraded":"2024-03-10T22:28:39.803096+0000","last_fullsized":"2024-03-10T22:28:39.803096+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940134+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:29:50.940134+0000","last_peered":"2024-03-10T22:29:50.940134+0000","last_clean":"2024-03-10T22:29:50.940134+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:29:50.940134+0000","last_undegraded":"2024-03-10T22:29:50.940134+0000","last_fullsized":"2024-03-10T22:29:50.940134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665382+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:29:15.665382+0000","last_peered":"2024-03-10T22:29:15.665382+0000","last_clean":"2024-03-10T22:29:15.665382+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:29:15.665382+0000","last_undegraded":"2024-03-10T22:29:15.665382+0000","last_fullsized":"2024-03-10T22:29:15.665382+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665344+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:29:15.665344+0000","last_peered":"2024-03-10T22:29:15.665344+0000","last_clean":"2024-03-10T22:29:15.665344+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:29:15.665344+0000","last_undegraded":"2024-03-10T22:29:15.665344+0000","last_fullsized":"2024-03-10T22:29:15.665344+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1262,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706777+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:29:13.706777+0000","last_peered":"2024-03-10T22:29:13.706777+0000","last_clean":"2024-03-10T22:29:13.706777+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:29:13.706777+0000","last_undegraded":"2024-03-10T22:29:13.706777+0000","last_fullsized":"2024-03-10T22:29:13.706777+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940112+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:29:50.940112+0000","last_peered":"2024-03-10T22:29:50.940112+0000","last_clean":"2024-03-10T22:29:50.940112+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:29:50.940112+0000","last_undegraded":"2024-03-10T22:29:50.940112+0000","last_fullsized":"2024-03-10T22:29:50.940112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4442,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716476+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:30:43.716476+0000","last_peered":"2024-03-10T22:30:43.716476+0000","last_clean":"2024-03-10T22:30:43.716476+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:30:43.716476+0000","last_undegraded":"2024-03-10T22:30:43.716476+0000","last_fullsized":"2024-03-10T22:30:43.716476+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.303187+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:30:05.303187+0000","last_peered":"2024-03-10T22:30:05.303187+0000","last_clean":"2024-03-10T22:30:05.303187+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:30:05.303187+0000","last_undegraded":"2024-03-10T22:30:05.303187+0000","last_fullsized":"2024-03-10T22:30:05.303187+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938671+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:29:35.938671+0000","last_peered":"2024-03-10T22:29:35.938671+0000","last_clean":"2024-03-10T22:29:35.938671+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:29:35.938671+0000","last_undegraded":"2024-03-10T22:29:35.938671+0000","last_fullsized":"2024-03-10T22:29:35.938671+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12610,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249105+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:29:07.249105+0000","last_peered":"2024-03-10T22:29:07.249105+0000","last_clean":"2024-03-10T22:29:07.249105+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:29:07.249105+0000","last_undegraded":"2024-03-10T22:29:07.249105+0000","last_fullsized":"2024-03-10T22:29:07.249105+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450772+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:29:44.450772+0000","last_peered":"2024-03-10T22:29:44.450772+0000","last_clean":"2024-03-10T22:29:44.450772+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:29:44.450772+0000","last_undegraded":"2024-03-10T22:29:44.450772+0000","last_fullsized":"2024-03-10T22:29:44.450772+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450821+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:29:44.450821+0000","last_peered":"2024-03-10T22:29:44.450821+0000","last_clean":"2024-03-10T22:29:44.450821+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:29:44.450821+0000","last_undegraded":"2024-03-10T22:29:44.450821+0000","last_fullsized":"2024-03-10T22:29:44.450821+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812296+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:29:59.812296+0000","last_peered":"2024-03-10T22:29:59.812296+0000","last_clean":"2024-03-10T22:29:59.812296+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:29:59.812296+0000","last_undegraded":"2024-03-10T22:29:59.812296+0000","last_fullsized":"2024-03-10T22:29:59.812296+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15023,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:29:07.249144+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:29:07.249144+0000","last_peered":"2024-03-10T22:29:07.249144+0000","last_clean":"2024-03-10T22:29:07.249144+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:29:07.249144+0000","last_undegraded":"2024-03-10T22:29:07.249144+0000","last_fullsized":"2024-03-10T22:29:07.249144+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450809+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:29:44.450809+0000","last_peered":"2024-03-10T22:29:44.450809+0000","last_clean":"2024-03-10T22:29:44.450809+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:29:44.450809+0000","last_undegraded":"2024-03-10T22:29:44.450809+0000","last_fullsized":"2024-03-10T22:29:44.450809+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812237+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:29:59.812237+0000","last_peered":"2024-03-10T22:29:59.812237+0000","last_clean":"2024-03-10T22:29:59.812237+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:29:59.812237+0000","last_undegraded":"2024-03-10T22:29:59.812237+0000","last_fullsized":"2024-03-10T22:29:59.812237+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298767+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:29:25.298767+0000","last_peered":"2024-03-10T22:29:25.298767+0000","last_clean":"2024-03-10T22:29:25.298767+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:29:25.298767+0000","last_undegraded":"2024-03-10T22:29:25.298767+0000","last_fullsized":"2024-03-10T22:29:25.298767+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4228,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716529+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:30:43.716529+0000","last_peered":"2024-03-10T22:30:43.716529+0000","last_clean":"2024-03-10T22:30:43.716529+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:30:43.716529+0000","last_undegraded":"2024-03-10T22:30:43.716529+0000","last_fullsized":"2024-03-10T22:30:43.716529+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453641+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:30:09.453641+0000","last_peered":"2024-03-10T22:30:09.453641+0000","last_clean":"2024-03-10T22:30:09.453641+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:30:09.453641+0000","last_undegraded":"2024-03-10T22:30:09.453641+0000","last_fullsized":"2024-03-10T22:30:09.453641+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:19.447884+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:29:19.447884+0000","last_peered":"2024-03-10T22:29:19.447884+0000","last_clean":"2024-03-10T22:29:19.447884+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:29:19.447884+0000","last_undegraded":"2024-03-10T22:29:19.447884+0000","last_fullsized":"2024-03-10T22:29:19.447884+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713926+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:30:18.713926+0000","last_peered":"2024-03-10T22:30:18.713926+0000","last_clean":"2024-03-10T22:30:18.713926+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:30:18.713926+0000","last_undegraded":"2024-03-10T22:30:18.713926+0000","last_fullsized":"2024-03-10T22:30:18.713926+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4294,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:05.934878+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:29:05.934878+0000","last_peered":"2024-03-10T22:29:05.934878+0000","last_clean":"2024-03-10T22:29:05.934878+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:29:05.934878+0000","last_undegraded":"2024-03-10T22:29:05.934878+0000","last_fullsized":"2024-03-10T22:29:05.934878+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674126+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:30:35.674126+0000","last_peered":"2024-03-10T22:30:35.674126+0000","last_clean":"2024-03-10T22:30:35.674126+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:30:35.674126+0000","last_undegraded":"2024-03-10T22:30:35.674126+0000","last_fullsized":"2024-03-10T22:30:35.674126+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:53.938211+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:30:53.938211+0000","last_peered":"2024-03-10T22:30:53.938211+0000","last_clean":"2024-03-10T22:30:53.938211+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:30:53.938211+0000","last_undegraded":"2024-03-10T22:30:53.938211+0000","last_fullsized":"2024-03-10T22:30:53.938211+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812279+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:29:59.812279+0000","last_peered":"2024-03-10T22:29:59.812279+0000","last_clean":"2024-03-10T22:29:59.812279+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:29:59.812279+0000","last_undegraded":"2024-03-10T22:29:59.812279+0000","last_fullsized":"2024-03-10T22:29:59.812279+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:50.946719+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:30:50.946719+0000","last_peered":"2024-03-10T22:30:50.946719+0000","last_clean":"2024-03-10T22:30:50.946719+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:30:50.946719+0000","last_undegraded":"2024-03-10T22:30:50.946719+0000","last_fullsized":"2024-03-10T22:30:50.946719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3652,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814677+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:30:19.814677+0000","last_peered":"2024-03-10T22:30:19.814677+0000","last_clean":"2024-03-10T22:30:19.814677+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:30:19.814677+0000","last_undegraded":"2024-03-10T22:30:19.814677+0000","last_fullsized":"2024-03-10T22:30:19.814677+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:32.252065+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:29:32.252065+0000","last_peered":"2024-03-10T22:29:32.252065+0000","last_clean":"2024-03-10T22:29:32.252065+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:29:32.252065+0000","last_undegraded":"2024-03-10T22:29:32.252065+0000","last_fullsized":"2024-03-10T22:29:32.252065+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249065+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:29:07.249065+0000","last_peered":"2024-03-10T22:29:07.249065+0000","last_clean":"2024-03-10T22:29:07.249065+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:29:07.249065+0000","last_undegraded":"2024-03-10T22:29:07.249065+0000","last_fullsized":"2024-03-10T22:29:07.249065+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":919,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:53.711077+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:29:53.711077+0000","last_peered":"2024-03-10T22:29:53.711077+0000","last_clean":"2024-03-10T22:29:53.711077+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:29:53.711077+0000","last_undegraded":"2024-03-10T22:29:53.711077+0000","last_fullsized":"2024-03-10T22:29:53.711077+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4504,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674099+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:30:35.674099+0000","last_peered":"2024-03-10T22:30:35.674099+0000","last_clean":"2024-03-10T22:30:35.674099+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:30:35.674099+0000","last_undegraded":"2024-03-10T22:30:35.674099+0000","last_fullsized":"2024-03-10T22:30:35.674099+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249121+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:29:07.249121+0000","last_peered":"2024-03-10T22:29:07.249121+0000","last_clean":"2024-03-10T22:29:07.249121+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:29:07.249121+0000","last_undegraded":"2024-03-10T22:29:07.249121+0000","last_fullsized":"2024-03-10T22:29:07.249121+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":961,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:49.451333+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:29:49.451333+0000","last_peered":"2024-03-10T22:29:49.451333+0000","last_clean":"2024-03-10T22:29:49.451333+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:29:49.451333+0000","last_undegraded":"2024-03-10T22:29:49.451333+0000","last_fullsized":"2024-03-10T22:29:49.451333+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450798+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:29:44.450798+0000","last_peered":"2024-03-10T22:29:44.450798+0000","last_clean":"2024-03-10T22:29:44.450798+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:29:44.450798+0000","last_undegraded":"2024-03-10T22:29:44.450798+0000","last_fullsized":"2024-03-10T22:29:44.450798+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298741+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:29:25.298741+0000","last_peered":"2024-03-10T22:29:25.298741+0000","last_clean":"2024-03-10T22:29:25.298741+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:29:25.298741+0000","last_undegraded":"2024-03-10T22:29:25.298741+0000","last_fullsized":"2024-03-10T22:29:25.298741+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935749+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:30:28.935749+0000","last_peered":"2024-03-10T22:30:28.935749+0000","last_clean":"2024-03-10T22:30:28.935749+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:30:28.935749+0000","last_undegraded":"2024-03-10T22:30:28.935749+0000","last_fullsized":"2024-03-10T22:30:28.935749+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453629+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:30:09.453629+0000","last_peered":"2024-03-10T22:30:09.453629+0000","last_clean":"2024-03-10T22:30:09.453629+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:30:09.453629+0000","last_undegraded":"2024-03-10T22:30:09.453629+0000","last_fullsized":"2024-03-10T22:30:09.453629+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926913+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:29:08.926913+0000","last_peered":"2024-03-10T22:29:08.926913+0000","last_clean":"2024-03-10T22:29:08.926913+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:29:08.926913+0000","last_undegraded":"2024-03-10T22:29:08.926913+0000","last_fullsized":"2024-03-10T22:29:08.926913+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935760+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:30:28.935760+0000","last_peered":"2024-03-10T22:30:28.935760+0000","last_clean":"2024-03-10T22:30:28.935760+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:30:28.935760+0000","last_undegraded":"2024-03-10T22:30:28.935760+0000","last_fullsized":"2024-03-10T22:30:28.935760+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298717+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:29:25.298717+0000","last_peered":"2024-03-10T22:29:25.298717+0000","last_clean":"2024-03-10T22:29:25.298717+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:29:25.298717+0000","last_undegraded":"2024-03-10T22:29:25.298717+0000","last_fullsized":"2024-03-10T22:29:25.298717+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662369+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:28:45.662369+0000","last_peered":"2024-03-10T22:28:45.662369+0000","last_clean":"2024-03-10T22:28:45.662369+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:28:45.662369+0000","last_undegraded":"2024-03-10T22:28:45.662369+0000","last_fullsized":"2024-03-10T22:28:45.662369+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:43.716546+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:30:43.716546+0000","last_peered":"2024-03-10T22:30:43.716546+0000","last_clean":"2024-03-10T22:30:43.716546+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:30:43.716546+0000","last_undegraded":"2024-03-10T22:30:43.716546+0000","last_fullsized":"2024-03-10T22:30:43.716546+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3248,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816832+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:30:39.816832+0000","last_peered":"2024-03-10T22:30:39.816832+0000","last_clean":"2024-03-10T22:30:39.816832+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:30:39.816832+0000","last_undegraded":"2024-03-10T22:30:39.816832+0000","last_fullsized":"2024-03-10T22:30:39.816832+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1025,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936869+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:29:20.936869+0000","last_peered":"2024-03-10T22:29:20.936869+0000","last_clean":"2024-03-10T22:29:20.936869+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:29:20.936869+0000","last_undegraded":"2024-03-10T22:29:20.936869+0000","last_fullsized":"2024-03-10T22:29:20.936869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.300776+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:29:45.300776+0000","last_peered":"2024-03-10T22:29:45.300776+0000","last_clean":"2024-03-10T22:29:45.300776+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:29:45.300776+0000","last_undegraded":"2024-03-10T22:29:45.300776+0000","last_fullsized":"2024-03-10T22:29:45.300776+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4001,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:05.303147+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:30:05.303147+0000","last_peered":"2024-03-10T22:30:05.303147+0000","last_clean":"2024-03-10T22:30:05.303147+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:30:05.303147+0000","last_undegraded":"2024-03-10T22:30:05.303147+0000","last_fullsized":"2024-03-10T22:30:05.303147+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453563+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:30:09.453563+0000","last_peered":"2024-03-10T22:30:09.453563+0000","last_clean":"2024-03-10T22:30:09.453563+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:30:09.453563+0000","last_undegraded":"2024-03-10T22:30:09.453563+0000","last_fullsized":"2024-03-10T22:30:09.453563+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926841+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:29:08.926841+0000","last_peered":"2024-03-10T22:29:08.926841+0000","last_clean":"2024-03-10T22:29:08.926841+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:29:08.926841+0000","last_undegraded":"2024-03-10T22:29:08.926841+0000","last_fullsized":"2024-03-10T22:29:08.926841+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4941,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704822+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:28:53.704822+0000","last_peered":"2024-03-10T22:28:53.704822+0000","last_clean":"2024-03-10T22:28:53.704822+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:28:53.704822+0000","last_undegraded":"2024-03-10T22:28:53.704822+0000","last_fullsized":"2024-03-10T22:28:53.704822+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453588+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:30:09.453588+0000","last_peered":"2024-03-10T22:30:09.453588+0000","last_clean":"2024-03-10T22:30:09.453588+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:30:09.453588+0000","last_undegraded":"2024-03-10T22:30:09.453588+0000","last_fullsized":"2024-03-10T22:30:09.453588+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929324+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:29:28.929324+0000","last_peered":"2024-03-10T22:29:28.929324+0000","last_clean":"2024-03-10T22:29:28.929324+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:29:28.929324+0000","last_undegraded":"2024-03-10T22:29:28.929324+0000","last_fullsized":"2024-03-10T22:29:28.929324+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456592+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:30:34.456592+0000","last_peered":"2024-03-10T22:30:34.456592+0000","last_clean":"2024-03-10T22:30:34.456592+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:30:34.456592+0000","last_undegraded":"2024-03-10T22:30:34.456592+0000","last_fullsized":"2024-03-10T22:30:34.456592+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704802+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:28:53.704802+0000","last_peered":"2024-03-10T22:28:53.704802+0000","last_clean":"2024-03-10T22:28:53.704802+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:28:53.704802+0000","last_undegraded":"2024-03-10T22:28:53.704802+0000","last_fullsized":"2024-03-10T22:28:53.704802+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662288+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:28:45.662288+0000","last_peered":"2024-03-10T22:28:45.662288+0000","last_clean":"2024-03-10T22:28:45.662288+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:28:45.662288+0000","last_undegraded":"2024-03-10T22:28:45.662288+0000","last_fullsized":"2024-03-10T22:28:45.662288+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5330,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704762+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:28:53.704762+0000","last_peered":"2024-03-10T22:28:53.704762+0000","last_clean":"2024-03-10T22:28:53.704762+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:28:53.704762+0000","last_undegraded":"2024-03-10T22:28:53.704762+0000","last_fullsized":"2024-03-10T22:28:53.704762+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704813+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:28:53.704813+0000","last_peered":"2024-03-10T22:28:53.704813+0000","last_clean":"2024-03-10T22:28:53.704813+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:28:53.704813+0000","last_undegraded":"2024-03-10T22:28:53.704813+0000","last_fullsized":"2024-03-10T22:28:53.704813+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938659+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:29:35.938659+0000","last_peered":"2024-03-10T22:29:35.938659+0000","last_clean":"2024-03-10T22:29:35.938659+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:35.938659+0000","last_undegraded":"2024-03-10T22:29:35.938659+0000","last_fullsized":"2024-03-10T22:29:35.938659+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4659,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716503+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:30:43.716503+0000","last_peered":"2024-03-10T22:30:43.716503+0000","last_clean":"2024-03-10T22:30:43.716503+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:30:43.716503+0000","last_undegraded":"2024-03-10T22:30:43.716503+0000","last_fullsized":"2024-03-10T22:30:43.716503+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456625+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:30:34.456625+0000","last_peered":"2024-03-10T22:30:34.456625+0000","last_clean":"2024-03-10T22:30:34.456625+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:30:34.456625+0000","last_undegraded":"2024-03-10T22:30:34.456625+0000","last_fullsized":"2024-03-10T22:30:34.456625+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816807+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:30:39.816807+0000","last_peered":"2024-03-10T22:30:39.816807+0000","last_clean":"2024-03-10T22:30:39.816807+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:30:39.816807+0000","last_undegraded":"2024-03-10T22:30:39.816807+0000","last_fullsized":"2024-03-10T22:30:39.816807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936895+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:29:20.936895+0000","last_peered":"2024-03-10T22:29:20.936895+0000","last_clean":"2024-03-10T22:29:20.936895+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:29:20.936895+0000","last_undegraded":"2024-03-10T22:29:20.936895+0000","last_fullsized":"2024-03-10T22:29:20.936895+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704849+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:28:53.704849+0000","last_peered":"2024-03-10T22:28:53.704849+0000","last_clean":"2024-03-10T22:28:53.704849+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:28:53.704849+0000","last_undegraded":"2024-03-10T22:28:53.704849+0000","last_fullsized":"2024-03-10T22:28:53.704849+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938682+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:29:35.938682+0000","last_peered":"2024-03-10T22:29:35.938682+0000","last_clean":"2024-03-10T22:29:35.938682+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:29:35.938682+0000","last_undegraded":"2024-03-10T22:29:35.938682+0000","last_fullsized":"2024-03-10T22:29:35.938682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674066+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:30:35.674066+0000","last_peered":"2024-03-10T22:30:35.674066+0000","last_clean":"2024-03-10T22:30:35.674066+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:30:35.674066+0000","last_undegraded":"2024-03-10T22:30:35.674066+0000","last_fullsized":"2024-03-10T22:30:35.674066+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713890+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:30:18.713890+0000","last_peered":"2024-03-10T22:30:18.713890+0000","last_clean":"2024-03-10T22:30:18.713890+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:30:18.713890+0000","last_undegraded":"2024-03-10T22:30:18.713890+0000","last_fullsized":"2024-03-10T22:30:18.713890+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812265+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:29:59.812265+0000","last_peered":"2024-03-10T22:29:59.812265+0000","last_clean":"2024-03-10T22:29:59.812265+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:29:59.812265+0000","last_undegraded":"2024-03-10T22:29:59.812265+0000","last_fullsized":"2024-03-10T22:29:59.812265+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:07.249095+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:29:07.249095+0000","last_peered":"2024-03-10T22:29:07.249095+0000","last_clean":"2024-03-10T22:29:07.249095+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:29:07.249095+0000","last_undegraded":"2024-03-10T22:29:07.249095+0000","last_fullsized":"2024-03-10T22:29:07.249095+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926882+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:29:08.926882+0000","last_peered":"2024-03-10T22:29:08.926882+0000","last_clean":"2024-03-10T22:29:08.926882+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:29:08.926882+0000","last_undegraded":"2024-03-10T22:29:08.926882+0000","last_fullsized":"2024-03-10T22:29:08.926882+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453614+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:30:09.453614+0000","last_peered":"2024-03-10T22:30:09.453614+0000","last_clean":"2024-03-10T22:30:09.453614+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:30:09.453614+0000","last_undegraded":"2024-03-10T22:30:09.453614+0000","last_fullsized":"2024-03-10T22:30:09.453614+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1082,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:45.662335+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:28:45.662335+0000","last_peered":"2024-03-10T22:28:45.662335+0000","last_clean":"2024-03-10T22:28:45.662335+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:28:45.662335+0000","last_undegraded":"2024-03-10T22:28:45.662335+0000","last_fullsized":"2024-03-10T22:28:45.662335+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926922+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:29:08.926922+0000","last_peered":"2024-03-10T22:29:08.926922+0000","last_clean":"2024-03-10T22:29:08.926922+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:29:08.926922+0000","last_undegraded":"2024-03-10T22:29:08.926922+0000","last_fullsized":"2024-03-10T22:29:08.926922+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814627+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:30:19.814627+0000","last_peered":"2024-03-10T22:30:19.814627+0000","last_clean":"2024-03-10T22:30:19.814627+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:30:19.814627+0000","last_undegraded":"2024-03-10T22:30:19.814627+0000","last_fullsized":"2024-03-10T22:30:19.814627+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929293+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:29:28.929293+0000","last_peered":"2024-03-10T22:29:28.929293+0000","last_clean":"2024-03-10T22:29:28.929293+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:29:28.929293+0000","last_undegraded":"2024-03-10T22:29:28.929293+0000","last_fullsized":"2024-03-10T22:29:28.929293+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816760+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:30:39.816760+0000","last_peered":"2024-03-10T22:30:39.816760+0000","last_clean":"2024-03-10T22:30:39.816760+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:30:39.816760+0000","last_undegraded":"2024-03-10T22:30:39.816760+0000","last_fullsized":"2024-03-10T22:30:39.816760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:57.254715+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:29:57.254715+0000","last_peered":"2024-03-10T22:29:57.254715+0000","last_clean":"2024-03-10T22:29:57.254715+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:29:57.254715+0000","last_undegraded":"2024-03-10T22:29:57.254715+0000","last_fullsized":"2024-03-10T22:29:57.254715+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:00.663918+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:29:00.663918+0000","last_peered":"2024-03-10T22:29:00.663918+0000","last_clean":"2024-03-10T22:29:00.663918+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:29:00.663918+0000","last_undegraded":"2024-03-10T22:29:00.663918+0000","last_fullsized":"2024-03-10T22:29:00.663918+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783995,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928642,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586470,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796525,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474527,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329880,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152528,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073289,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:33:06.964 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:06.965 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:06.965 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:06.965 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:06.965 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:06.965 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:06.965 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:06.965 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:06.965 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:33:07.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:07 smithi169 ceph-mon[88180]: from='client.44606 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:07.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:07 smithi169 ceph-mon[90638]: from='client.44606 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:07 smithi172 ceph-mon[84635]: from='client.44606 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:08 smithi169 ceph-mon[88180]: pgmap v1070: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:08.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:08 smithi169 ceph-mon[90638]: pgmap v1070: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:08.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:08 smithi172 ceph-mon[84635]: pgmap v1070: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:10.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:10 smithi169 ceph-mon[88180]: pgmap v1071: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:10.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:10 smithi169 ceph-mon[90638]: pgmap v1071: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:10.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:10 smithi172 ceph-mon[84635]: pgmap v1071: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:11.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:11.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:11.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:12 smithi169 ceph-mon[88180]: pgmap v1072: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:12.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:12 smithi169 ceph-mon[90638]: pgmap v1072: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:12.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:12 smithi172 ceph-mon[84635]: pgmap v1072: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:12.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:33:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:33:14.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:14 smithi169 ceph-mon[88180]: pgmap v1073: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:14.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:14 smithi169 ceph-mon[90638]: pgmap v1073: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:14.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:14 smithi172 ceph-mon[84635]: pgmap v1073: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:16.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:16 smithi169 ceph-mon[88180]: pgmap v1074: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:16.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:16 smithi169 ceph-mon[90638]: pgmap v1074: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:16.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:33:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:33:15] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-03-10T22:33:16.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:16 smithi172 ceph-mon[84635]: pgmap v1074: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:16.966 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:33:17.190 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:33:18.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:18 smithi169 ceph-mon[90638]: pgmap v1075: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:18.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:18 smithi169 ceph-mon[88180]: pgmap v1075: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:18.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:18 smithi172 ceph-mon[84635]: pgmap v1075: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:19.371 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:33:19.373 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:33:19.986 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1076,"stamp":"2024-03-10T22:33:18.703043+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003885"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948943+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:31:10.948943+0000","last_peered":"2024-03-10T22:31:10.948943+0000","last_clean":"2024-03-10T22:31:10.948943+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:31:10.948943+0000","last_undegraded":"2024-03-10T22:31:10.948943+0000","last_fullsized":"2024-03-10T22:31:10.948943+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1235,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450839+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:29:44.450839+0000","last_peered":"2024-03-10T22:29:44.450839+0000","last_clean":"2024-03-10T22:29:44.450839+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:29:44.450839+0000","last_undegraded":"2024-03-10T22:29:44.450839+0000","last_fullsized":"2024-03-10T22:29:44.450839+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262687+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:31:12.262687+0000","last_peered":"2024-03-10T22:31:12.262687+0000","last_clean":"2024-03-10T22:31:12.262687+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:31:12.262687+0000","last_undegraded":"2024-03-10T22:31:12.262687+0000","last_fullsized":"2024-03-10T22:31:12.262687+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:39.809719+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:29:39.809719+0000","last_peered":"2024-03-10T22:29:39.809719+0000","last_clean":"2024-03-10T22:29:39.809719+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:39.809719+0000","last_undegraded":"2024-03-10T22:29:39.809719+0000","last_fullsized":"2024-03-10T22:29:39.809719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941888+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:30:05.941888+0000","last_peered":"2024-03-10T22:30:05.941888+0000","last_clean":"2024-03-10T22:30:05.941888+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:30:05.941888+0000","last_undegraded":"2024-03-10T22:30:05.941888+0000","last_fullsized":"2024-03-10T22:30:05.941888+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667030+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:29:30.667030+0000","last_peered":"2024-03-10T22:29:30.667030+0000","last_clean":"2024-03-10T22:29:30.667030+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:29:30.667030+0000","last_undegraded":"2024-03-10T22:29:30.667030+0000","last_fullsized":"2024-03-10T22:29:30.667030+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.666978+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:29:30.666978+0000","last_peered":"2024-03-10T22:29:30.666978+0000","last_clean":"2024-03-10T22:29:30.666978+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:29:30.666978+0000","last_undegraded":"2024-03-10T22:29:30.666978+0000","last_fullsized":"2024-03-10T22:29:30.666978+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:45.307650+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:30:45.307650+0000","last_peered":"2024-03-10T22:30:45.307650+0000","last_clean":"2024-03-10T22:30:45.307650+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:30:45.307650+0000","last_undegraded":"2024-03-10T22:30:45.307650+0000","last_fullsized":"2024-03-10T22:30:45.307650+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933511+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:30:08.933511+0000","last_peered":"2024-03-10T22:30:08.933511+0000","last_clean":"2024-03-10T22:30:08.933511+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:30:08.933511+0000","last_undegraded":"2024-03-10T22:30:08.933511+0000","last_fullsized":"2024-03-10T22:30:08.933511+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257338+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:30:22.257338+0000","last_peered":"2024-03-10T22:30:22.257338+0000","last_clean":"2024-03-10T22:30:22.257338+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:30:22.257338+0000","last_undegraded":"2024-03-10T22:30:22.257338+0000","last_fullsized":"2024-03-10T22:30:22.257338+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.443021+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:28:39.443021+0000","last_peered":"2024-03-10T22:28:39.443021+0000","last_clean":"2024-03-10T22:28:39.443021+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:28:39.443021+0000","last_undegraded":"2024-03-10T22:28:39.443021+0000","last_fullsized":"2024-03-10T22:28:39.443021+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803060+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:28:39.803060+0000","last_peered":"2024-03-10T22:28:39.803060+0000","last_clean":"2024-03-10T22:28:39.803060+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:28:39.803060+0000","last_undegraded":"2024-03-10T22:28:39.803060+0000","last_fullsized":"2024-03-10T22:28:39.803060+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706861+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:29:13.706861+0000","last_peered":"2024-03-10T22:29:13.706861+0000","last_clean":"2024-03-10T22:29:13.706861+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:29:13.706861+0000","last_undegraded":"2024-03-10T22:29:13.706861+0000","last_fullsized":"2024-03-10T22:29:13.706861+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706844+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:29:13.706844+0000","last_peered":"2024-03-10T22:29:13.706844+0000","last_clean":"2024-03-10T22:29:13.706844+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:29:13.706844+0000","last_undegraded":"2024-03-10T22:29:13.706844+0000","last_fullsized":"2024-03-10T22:29:13.706844+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938634+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:29:35.938634+0000","last_peered":"2024-03-10T22:29:35.938634+0000","last_clean":"2024-03-10T22:29:35.938634+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:29:35.938634+0000","last_undegraded":"2024-03-10T22:29:35.938634+0000","last_fullsized":"2024-03-10T22:29:35.938634+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1291,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262725+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:31:12.262725+0000","last_peered":"2024-03-10T22:31:12.262725+0000","last_clean":"2024-03-10T22:31:12.262725+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:31:12.262725+0000","last_undegraded":"2024-03-10T22:31:12.262725+0000","last_fullsized":"2024-03-10T22:31:12.262725+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935820+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:30:28.935820+0000","last_peered":"2024-03-10T22:30:28.935820+0000","last_clean":"2024-03-10T22:30:28.935820+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:30:28.935820+0000","last_undegraded":"2024-03-10T22:30:28.935820+0000","last_fullsized":"2024-03-10T22:30:28.935820+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935828+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:30:28.935828+0000","last_peered":"2024-03-10T22:30:28.935828+0000","last_clean":"2024-03-10T22:30:28.935828+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:30:28.935828+0000","last_undegraded":"2024-03-10T22:30:28.935828+0000","last_fullsized":"2024-03-10T22:30:28.935828+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262705+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:31:12.262705+0000","last_peered":"2024-03-10T22:31:12.262705+0000","last_clean":"2024-03-10T22:31:12.262705+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:31:12.262705+0000","last_undegraded":"2024-03-10T22:31:12.262705+0000","last_fullsized":"2024-03-10T22:31:12.262705+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1071,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.668425+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:29:45.668425+0000","last_peered":"2024-03-10T22:29:45.668425+0000","last_clean":"2024-03-10T22:29:45.668425+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:29:45.668425+0000","last_undegraded":"2024-03-10T22:29:45.668425+0000","last_fullsized":"2024-03-10T22:29:45.668425+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:42.246000+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:28:42.246000+0000","last_peered":"2024-03-10T22:28:42.246000+0000","last_clean":"2024-03-10T22:28:42.246000+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:28:42.246000+0000","last_undegraded":"2024-03-10T22:28:42.246000+0000","last_fullsized":"2024-03-10T22:28:42.246000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933494+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:30:08.933494+0000","last_peered":"2024-03-10T22:30:08.933494+0000","last_clean":"2024-03-10T22:30:08.933494+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:30:08.933494+0000","last_undegraded":"2024-03-10T22:30:08.933494+0000","last_fullsized":"2024-03-10T22:30:08.933494+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933462+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:30:08.933462+0000","last_peered":"2024-03-10T22:30:08.933462+0000","last_clean":"2024-03-10T22:30:08.933462+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:30:08.933462+0000","last_undegraded":"2024-03-10T22:30:08.933462+0000","last_fullsized":"2024-03-10T22:30:08.933462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445532+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:28:59.445532+0000","last_peered":"2024-03-10T22:28:59.445532+0000","last_clean":"2024-03-10T22:28:59.445532+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:28:59.445532+0000","last_undegraded":"2024-03-10T22:28:59.445532+0000","last_fullsized":"2024-03-10T22:28:59.445532+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667045+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:29:30.667045+0000","last_peered":"2024-03-10T22:29:30.667045+0000","last_clean":"2024-03-10T22:29:30.667045+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:29:30.667045+0000","last_undegraded":"2024-03-10T22:29:30.667045+0000","last_fullsized":"2024-03-10T22:29:30.667045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:47.259839+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:30:47.259839+0000","last_peered":"2024-03-10T22:30:47.259839+0000","last_clean":"2024-03-10T22:30:47.259839+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:30:47.259839+0000","last_undegraded":"2024-03-10T22:30:47.259839+0000","last_fullsized":"2024-03-10T22:30:47.259839+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445594+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:28:59.445594+0000","last_peered":"2024-03-10T22:28:59.445594+0000","last_clean":"2024-03-10T22:28:59.445594+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:28:59.445594+0000","last_undegraded":"2024-03-10T22:28:59.445594+0000","last_fullsized":"2024-03-10T22:28:59.445594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:25.305069+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:30:25.305069+0000","last_peered":"2024-03-10T22:30:25.305069+0000","last_clean":"2024-03-10T22:30:25.305069+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:30:25.305069+0000","last_undegraded":"2024-03-10T22:30:25.305069+0000","last_fullsized":"2024-03-10T22:30:25.305069+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665408+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:29:15.665408+0000","last_peered":"2024-03-10T22:29:15.665408+0000","last_clean":"2024-03-10T22:29:15.665408+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:29:15.665408+0000","last_undegraded":"2024-03-10T22:29:15.665408+0000","last_fullsized":"2024-03-10T22:29:15.665408+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941858+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:30:05.941858+0000","last_peered":"2024-03-10T22:30:05.941858+0000","last_clean":"2024-03-10T22:30:05.941858+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:30:05.941858+0000","last_undegraded":"2024-03-10T22:30:05.941858+0000","last_fullsized":"2024-03-10T22:30:05.941858+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1274,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257382+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:30:22.257382+0000","last_peered":"2024-03-10T22:30:22.257382+0000","last_clean":"2024-03-10T22:30:22.257382+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:30:22.257382+0000","last_undegraded":"2024-03-10T22:30:22.257382+0000","last_fullsized":"2024-03-10T22:30:22.257382+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257359+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:30:22.257359+0000","last_peered":"2024-03-10T22:30:22.257359+0000","last_clean":"2024-03-10T22:30:22.257359+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:30:22.257359+0000","last_undegraded":"2024-03-10T22:30:22.257359+0000","last_fullsized":"2024-03-10T22:30:22.257359+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:39.803096+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:28:39.803096+0000","last_peered":"2024-03-10T22:28:39.803096+0000","last_clean":"2024-03-10T22:28:39.803096+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:28:39.803096+0000","last_undegraded":"2024-03-10T22:28:39.803096+0000","last_fullsized":"2024-03-10T22:28:39.803096+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940134+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:29:50.940134+0000","last_peered":"2024-03-10T22:29:50.940134+0000","last_clean":"2024-03-10T22:29:50.940134+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:29:50.940134+0000","last_undegraded":"2024-03-10T22:29:50.940134+0000","last_fullsized":"2024-03-10T22:29:50.940134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665382+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:29:15.665382+0000","last_peered":"2024-03-10T22:29:15.665382+0000","last_clean":"2024-03-10T22:29:15.665382+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:29:15.665382+0000","last_undegraded":"2024-03-10T22:29:15.665382+0000","last_fullsized":"2024-03-10T22:29:15.665382+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665344+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:29:15.665344+0000","last_peered":"2024-03-10T22:29:15.665344+0000","last_clean":"2024-03-10T22:29:15.665344+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:29:15.665344+0000","last_undegraded":"2024-03-10T22:29:15.665344+0000","last_fullsized":"2024-03-10T22:29:15.665344+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1262,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706777+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:29:13.706777+0000","last_peered":"2024-03-10T22:29:13.706777+0000","last_clean":"2024-03-10T22:29:13.706777+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:29:13.706777+0000","last_undegraded":"2024-03-10T22:29:13.706777+0000","last_fullsized":"2024-03-10T22:29:13.706777+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940112+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:29:50.940112+0000","last_peered":"2024-03-10T22:29:50.940112+0000","last_clean":"2024-03-10T22:29:50.940112+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:29:50.940112+0000","last_undegraded":"2024-03-10T22:29:50.940112+0000","last_fullsized":"2024-03-10T22:29:50.940112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4442,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716476+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:30:43.716476+0000","last_peered":"2024-03-10T22:30:43.716476+0000","last_clean":"2024-03-10T22:30:43.716476+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:30:43.716476+0000","last_undegraded":"2024-03-10T22:30:43.716476+0000","last_fullsized":"2024-03-10T22:30:43.716476+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.303187+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:30:05.303187+0000","last_peered":"2024-03-10T22:30:05.303187+0000","last_clean":"2024-03-10T22:30:05.303187+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:30:05.303187+0000","last_undegraded":"2024-03-10T22:30:05.303187+0000","last_fullsized":"2024-03-10T22:30:05.303187+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938671+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:29:35.938671+0000","last_peered":"2024-03-10T22:29:35.938671+0000","last_clean":"2024-03-10T22:29:35.938671+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:29:35.938671+0000","last_undegraded":"2024-03-10T22:29:35.938671+0000","last_fullsized":"2024-03-10T22:29:35.938671+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12611,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262583+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:31:12.262583+0000","last_peered":"2024-03-10T22:31:12.262583+0000","last_clean":"2024-03-10T22:31:12.262583+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:31:12.262583+0000","last_undegraded":"2024-03-10T22:31:12.262583+0000","last_fullsized":"2024-03-10T22:31:12.262583+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450772+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:29:44.450772+0000","last_peered":"2024-03-10T22:29:44.450772+0000","last_clean":"2024-03-10T22:29:44.450772+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:29:44.450772+0000","last_undegraded":"2024-03-10T22:29:44.450772+0000","last_fullsized":"2024-03-10T22:29:44.450772+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450821+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:29:44.450821+0000","last_peered":"2024-03-10T22:29:44.450821+0000","last_clean":"2024-03-10T22:29:44.450821+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:29:44.450821+0000","last_undegraded":"2024-03-10T22:29:44.450821+0000","last_fullsized":"2024-03-10T22:29:44.450821+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812296+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:29:59.812296+0000","last_peered":"2024-03-10T22:29:59.812296+0000","last_clean":"2024-03-10T22:29:59.812296+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:29:59.812296+0000","last_undegraded":"2024-03-10T22:29:59.812296+0000","last_fullsized":"2024-03-10T22:29:59.812296+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15024,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262662+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:31:12.262662+0000","last_peered":"2024-03-10T22:31:12.262662+0000","last_clean":"2024-03-10T22:31:12.262662+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:31:12.262662+0000","last_undegraded":"2024-03-10T22:31:12.262662+0000","last_fullsized":"2024-03-10T22:31:12.262662+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450809+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:29:44.450809+0000","last_peered":"2024-03-10T22:29:44.450809+0000","last_clean":"2024-03-10T22:29:44.450809+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:29:44.450809+0000","last_undegraded":"2024-03-10T22:29:44.450809+0000","last_fullsized":"2024-03-10T22:29:44.450809+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812237+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:29:59.812237+0000","last_peered":"2024-03-10T22:29:59.812237+0000","last_clean":"2024-03-10T22:29:59.812237+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:29:59.812237+0000","last_undegraded":"2024-03-10T22:29:59.812237+0000","last_fullsized":"2024-03-10T22:29:59.812237+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298767+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:29:25.298767+0000","last_peered":"2024-03-10T22:29:25.298767+0000","last_clean":"2024-03-10T22:29:25.298767+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:29:25.298767+0000","last_undegraded":"2024-03-10T22:29:25.298767+0000","last_fullsized":"2024-03-10T22:29:25.298767+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4228,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716529+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:30:43.716529+0000","last_peered":"2024-03-10T22:30:43.716529+0000","last_clean":"2024-03-10T22:30:43.716529+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:30:43.716529+0000","last_undegraded":"2024-03-10T22:30:43.716529+0000","last_fullsized":"2024-03-10T22:30:43.716529+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453641+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:30:09.453641+0000","last_peered":"2024-03-10T22:30:09.453641+0000","last_clean":"2024-03-10T22:30:09.453641+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:30:09.453641+0000","last_undegraded":"2024-03-10T22:30:09.453641+0000","last_fullsized":"2024-03-10T22:30:09.453641+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:19.447884+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:29:19.447884+0000","last_peered":"2024-03-10T22:29:19.447884+0000","last_clean":"2024-03-10T22:29:19.447884+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:29:19.447884+0000","last_undegraded":"2024-03-10T22:29:19.447884+0000","last_fullsized":"2024-03-10T22:29:19.447884+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713926+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:30:18.713926+0000","last_peered":"2024-03-10T22:30:18.713926+0000","last_clean":"2024-03-10T22:30:18.713926+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:30:18.713926+0000","last_undegraded":"2024-03-10T22:30:18.713926+0000","last_fullsized":"2024-03-10T22:30:18.713926+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4295,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948896+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:31:10.948896+0000","last_peered":"2024-03-10T22:31:10.948896+0000","last_clean":"2024-03-10T22:31:10.948896+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:31:10.948896+0000","last_undegraded":"2024-03-10T22:31:10.948896+0000","last_fullsized":"2024-03-10T22:31:10.948896+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674126+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:30:35.674126+0000","last_peered":"2024-03-10T22:30:35.674126+0000","last_clean":"2024-03-10T22:30:35.674126+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:30:35.674126+0000","last_undegraded":"2024-03-10T22:30:35.674126+0000","last_fullsized":"2024-03-10T22:30:35.674126+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:53.938211+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:30:53.938211+0000","last_peered":"2024-03-10T22:30:53.938211+0000","last_clean":"2024-03-10T22:30:53.938211+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:30:53.938211+0000","last_undegraded":"2024-03-10T22:30:53.938211+0000","last_fullsized":"2024-03-10T22:30:53.938211+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812279+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:29:59.812279+0000","last_peered":"2024-03-10T22:29:59.812279+0000","last_clean":"2024-03-10T22:29:59.812279+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:29:59.812279+0000","last_undegraded":"2024-03-10T22:29:59.812279+0000","last_fullsized":"2024-03-10T22:29:59.812279+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:50.946719+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:30:50.946719+0000","last_peered":"2024-03-10T22:30:50.946719+0000","last_clean":"2024-03-10T22:30:50.946719+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:30:50.946719+0000","last_undegraded":"2024-03-10T22:30:50.946719+0000","last_fullsized":"2024-03-10T22:30:50.946719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3652,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814677+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:30:19.814677+0000","last_peered":"2024-03-10T22:30:19.814677+0000","last_clean":"2024-03-10T22:30:19.814677+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:30:19.814677+0000","last_undegraded":"2024-03-10T22:30:19.814677+0000","last_fullsized":"2024-03-10T22:30:19.814677+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:32.252065+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:29:32.252065+0000","last_peered":"2024-03-10T22:29:32.252065+0000","last_clean":"2024-03-10T22:29:32.252065+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:29:32.252065+0000","last_undegraded":"2024-03-10T22:29:32.252065+0000","last_fullsized":"2024-03-10T22:29:32.252065+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262528+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:31:12.262528+0000","last_peered":"2024-03-10T22:31:12.262528+0000","last_clean":"2024-03-10T22:31:12.262528+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:31:12.262528+0000","last_undegraded":"2024-03-10T22:31:12.262528+0000","last_fullsized":"2024-03-10T22:31:12.262528+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":919,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:53.711077+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:29:53.711077+0000","last_peered":"2024-03-10T22:29:53.711077+0000","last_clean":"2024-03-10T22:29:53.711077+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:29:53.711077+0000","last_undegraded":"2024-03-10T22:29:53.711077+0000","last_fullsized":"2024-03-10T22:29:53.711077+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4504,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674099+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:30:35.674099+0000","last_peered":"2024-03-10T22:30:35.674099+0000","last_clean":"2024-03-10T22:30:35.674099+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:30:35.674099+0000","last_undegraded":"2024-03-10T22:30:35.674099+0000","last_fullsized":"2024-03-10T22:30:35.674099+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262628+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:31:12.262628+0000","last_peered":"2024-03-10T22:31:12.262628+0000","last_clean":"2024-03-10T22:31:12.262628+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:31:12.262628+0000","last_undegraded":"2024-03-10T22:31:12.262628+0000","last_fullsized":"2024-03-10T22:31:12.262628+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":961,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:49.451333+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:29:49.451333+0000","last_peered":"2024-03-10T22:29:49.451333+0000","last_clean":"2024-03-10T22:29:49.451333+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:29:49.451333+0000","last_undegraded":"2024-03-10T22:29:49.451333+0000","last_fullsized":"2024-03-10T22:29:49.451333+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450798+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:29:44.450798+0000","last_peered":"2024-03-10T22:29:44.450798+0000","last_clean":"2024-03-10T22:29:44.450798+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:29:44.450798+0000","last_undegraded":"2024-03-10T22:29:44.450798+0000","last_fullsized":"2024-03-10T22:29:44.450798+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298741+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:29:25.298741+0000","last_peered":"2024-03-10T22:29:25.298741+0000","last_clean":"2024-03-10T22:29:25.298741+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:29:25.298741+0000","last_undegraded":"2024-03-10T22:29:25.298741+0000","last_fullsized":"2024-03-10T22:29:25.298741+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935749+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:30:28.935749+0000","last_peered":"2024-03-10T22:30:28.935749+0000","last_clean":"2024-03-10T22:30:28.935749+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:30:28.935749+0000","last_undegraded":"2024-03-10T22:30:28.935749+0000","last_fullsized":"2024-03-10T22:30:28.935749+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453629+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:30:09.453629+0000","last_peered":"2024-03-10T22:30:09.453629+0000","last_clean":"2024-03-10T22:30:09.453629+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:30:09.453629+0000","last_undegraded":"2024-03-10T22:30:09.453629+0000","last_fullsized":"2024-03-10T22:30:09.453629+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926913+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:29:08.926913+0000","last_peered":"2024-03-10T22:29:08.926913+0000","last_clean":"2024-03-10T22:29:08.926913+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:29:08.926913+0000","last_undegraded":"2024-03-10T22:29:08.926913+0000","last_fullsized":"2024-03-10T22:29:08.926913+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935760+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:30:28.935760+0000","last_peered":"2024-03-10T22:30:28.935760+0000","last_clean":"2024-03-10T22:30:28.935760+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:30:28.935760+0000","last_undegraded":"2024-03-10T22:30:28.935760+0000","last_fullsized":"2024-03-10T22:30:28.935760+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298717+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:29:25.298717+0000","last_peered":"2024-03-10T22:29:25.298717+0000","last_clean":"2024-03-10T22:29:25.298717+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:29:25.298717+0000","last_undegraded":"2024-03-10T22:29:25.298717+0000","last_fullsized":"2024-03-10T22:29:25.298717+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676297+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:30:55.676297+0000","last_peered":"2024-03-10T22:30:55.676297+0000","last_clean":"2024-03-10T22:30:55.676297+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:30:55.676297+0000","last_undegraded":"2024-03-10T22:30:55.676297+0000","last_fullsized":"2024-03-10T22:30:55.676297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:43.716546+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:30:43.716546+0000","last_peered":"2024-03-10T22:30:43.716546+0000","last_clean":"2024-03-10T22:30:43.716546+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:30:43.716546+0000","last_undegraded":"2024-03-10T22:30:43.716546+0000","last_fullsized":"2024-03-10T22:30:43.716546+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3248,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816832+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:30:39.816832+0000","last_peered":"2024-03-10T22:30:39.816832+0000","last_clean":"2024-03-10T22:30:39.816832+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:30:39.816832+0000","last_undegraded":"2024-03-10T22:30:39.816832+0000","last_fullsized":"2024-03-10T22:30:39.816832+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1025,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936869+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:29:20.936869+0000","last_peered":"2024-03-10T22:29:20.936869+0000","last_clean":"2024-03-10T22:29:20.936869+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:29:20.936869+0000","last_undegraded":"2024-03-10T22:29:20.936869+0000","last_fullsized":"2024-03-10T22:29:20.936869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.300776+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:29:45.300776+0000","last_peered":"2024-03-10T22:29:45.300776+0000","last_clean":"2024-03-10T22:29:45.300776+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:29:45.300776+0000","last_undegraded":"2024-03-10T22:29:45.300776+0000","last_fullsized":"2024-03-10T22:29:45.300776+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4001,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:05.303147+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:30:05.303147+0000","last_peered":"2024-03-10T22:30:05.303147+0000","last_clean":"2024-03-10T22:30:05.303147+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:30:05.303147+0000","last_undegraded":"2024-03-10T22:30:05.303147+0000","last_fullsized":"2024-03-10T22:30:05.303147+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453563+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:30:09.453563+0000","last_peered":"2024-03-10T22:30:09.453563+0000","last_clean":"2024-03-10T22:30:09.453563+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:30:09.453563+0000","last_undegraded":"2024-03-10T22:30:09.453563+0000","last_fullsized":"2024-03-10T22:30:09.453563+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926841+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:29:08.926841+0000","last_peered":"2024-03-10T22:29:08.926841+0000","last_clean":"2024-03-10T22:29:08.926841+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:29:08.926841+0000","last_undegraded":"2024-03-10T22:29:08.926841+0000","last_fullsized":"2024-03-10T22:29:08.926841+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4941,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704822+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:28:53.704822+0000","last_peered":"2024-03-10T22:28:53.704822+0000","last_clean":"2024-03-10T22:28:53.704822+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:28:53.704822+0000","last_undegraded":"2024-03-10T22:28:53.704822+0000","last_fullsized":"2024-03-10T22:28:53.704822+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453588+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:30:09.453588+0000","last_peered":"2024-03-10T22:30:09.453588+0000","last_clean":"2024-03-10T22:30:09.453588+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:30:09.453588+0000","last_undegraded":"2024-03-10T22:30:09.453588+0000","last_fullsized":"2024-03-10T22:30:09.453588+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929324+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:29:28.929324+0000","last_peered":"2024-03-10T22:29:28.929324+0000","last_clean":"2024-03-10T22:29:28.929324+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:29:28.929324+0000","last_undegraded":"2024-03-10T22:29:28.929324+0000","last_fullsized":"2024-03-10T22:29:28.929324+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456592+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:30:34.456592+0000","last_peered":"2024-03-10T22:30:34.456592+0000","last_clean":"2024-03-10T22:30:34.456592+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:30:34.456592+0000","last_undegraded":"2024-03-10T22:30:34.456592+0000","last_fullsized":"2024-03-10T22:30:34.456592+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704802+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:28:53.704802+0000","last_peered":"2024-03-10T22:28:53.704802+0000","last_clean":"2024-03-10T22:28:53.704802+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:28:53.704802+0000","last_undegraded":"2024-03-10T22:28:53.704802+0000","last_fullsized":"2024-03-10T22:28:53.704802+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676246+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:30:55.676246+0000","last_peered":"2024-03-10T22:30:55.676246+0000","last_clean":"2024-03-10T22:30:55.676246+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:30:55.676246+0000","last_undegraded":"2024-03-10T22:30:55.676246+0000","last_fullsized":"2024-03-10T22:30:55.676246+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5330,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:28:53.704762+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:28:53.704762+0000","last_peered":"2024-03-10T22:28:53.704762+0000","last_clean":"2024-03-10T22:28:53.704762+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:28:53.704762+0000","last_undegraded":"2024-03-10T22:28:53.704762+0000","last_fullsized":"2024-03-10T22:28:53.704762+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1214,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704813+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:28:53.704813+0000","last_peered":"2024-03-10T22:28:53.704813+0000","last_clean":"2024-03-10T22:28:53.704813+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:28:53.704813+0000","last_undegraded":"2024-03-10T22:28:53.704813+0000","last_fullsized":"2024-03-10T22:28:53.704813+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938659+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:29:35.938659+0000","last_peered":"2024-03-10T22:29:35.938659+0000","last_clean":"2024-03-10T22:29:35.938659+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:35.938659+0000","last_undegraded":"2024-03-10T22:29:35.938659+0000","last_fullsized":"2024-03-10T22:29:35.938659+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4659,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716503+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:30:43.716503+0000","last_peered":"2024-03-10T22:30:43.716503+0000","last_clean":"2024-03-10T22:30:43.716503+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:30:43.716503+0000","last_undegraded":"2024-03-10T22:30:43.716503+0000","last_fullsized":"2024-03-10T22:30:43.716503+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456625+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:30:34.456625+0000","last_peered":"2024-03-10T22:30:34.456625+0000","last_clean":"2024-03-10T22:30:34.456625+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:30:34.456625+0000","last_undegraded":"2024-03-10T22:30:34.456625+0000","last_fullsized":"2024-03-10T22:30:34.456625+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816807+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:30:39.816807+0000","last_peered":"2024-03-10T22:30:39.816807+0000","last_clean":"2024-03-10T22:30:39.816807+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:30:39.816807+0000","last_undegraded":"2024-03-10T22:30:39.816807+0000","last_fullsized":"2024-03-10T22:30:39.816807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936895+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:29:20.936895+0000","last_peered":"2024-03-10T22:29:20.936895+0000","last_clean":"2024-03-10T22:29:20.936895+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:29:20.936895+0000","last_undegraded":"2024-03-10T22:29:20.936895+0000","last_fullsized":"2024-03-10T22:29:20.936895+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:53.704849+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:28:53.704849+0000","last_peered":"2024-03-10T22:28:53.704849+0000","last_clean":"2024-03-10T22:28:53.704849+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:28:53.704849+0000","last_undegraded":"2024-03-10T22:28:53.704849+0000","last_fullsized":"2024-03-10T22:28:53.704849+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938682+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:29:35.938682+0000","last_peered":"2024-03-10T22:29:35.938682+0000","last_clean":"2024-03-10T22:29:35.938682+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:29:35.938682+0000","last_undegraded":"2024-03-10T22:29:35.938682+0000","last_fullsized":"2024-03-10T22:29:35.938682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674066+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:30:35.674066+0000","last_peered":"2024-03-10T22:30:35.674066+0000","last_clean":"2024-03-10T22:30:35.674066+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:30:35.674066+0000","last_undegraded":"2024-03-10T22:30:35.674066+0000","last_fullsized":"2024-03-10T22:30:35.674066+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713890+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:30:18.713890+0000","last_peered":"2024-03-10T22:30:18.713890+0000","last_clean":"2024-03-10T22:30:18.713890+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:30:18.713890+0000","last_undegraded":"2024-03-10T22:30:18.713890+0000","last_fullsized":"2024-03-10T22:30:18.713890+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812265+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:29:59.812265+0000","last_peered":"2024-03-10T22:29:59.812265+0000","last_clean":"2024-03-10T22:29:59.812265+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:29:59.812265+0000","last_undegraded":"2024-03-10T22:29:59.812265+0000","last_fullsized":"2024-03-10T22:29:59.812265+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262568+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:31:12.262568+0000","last_peered":"2024-03-10T22:31:12.262568+0000","last_clean":"2024-03-10T22:31:12.262568+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:31:12.262568+0000","last_undegraded":"2024-03-10T22:31:12.262568+0000","last_fullsized":"2024-03-10T22:31:12.262568+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1193,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926882+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:29:08.926882+0000","last_peered":"2024-03-10T22:29:08.926882+0000","last_clean":"2024-03-10T22:29:08.926882+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:29:08.926882+0000","last_undegraded":"2024-03-10T22:29:08.926882+0000","last_fullsized":"2024-03-10T22:29:08.926882+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453614+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:30:09.453614+0000","last_peered":"2024-03-10T22:30:09.453614+0000","last_clean":"2024-03-10T22:30:09.453614+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:30:09.453614+0000","last_undegraded":"2024-03-10T22:30:09.453614+0000","last_fullsized":"2024-03-10T22:30:09.453614+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676285+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:30:55.676285+0000","last_peered":"2024-03-10T22:30:55.676285+0000","last_clean":"2024-03-10T22:30:55.676285+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:30:55.676285+0000","last_undegraded":"2024-03-10T22:30:55.676285+0000","last_fullsized":"2024-03-10T22:30:55.676285+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:08.926922+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:29:08.926922+0000","last_peered":"2024-03-10T22:29:08.926922+0000","last_clean":"2024-03-10T22:29:08.926922+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:29:08.926922+0000","last_undegraded":"2024-03-10T22:29:08.926922+0000","last_fullsized":"2024-03-10T22:29:08.926922+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814627+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:30:19.814627+0000","last_peered":"2024-03-10T22:30:19.814627+0000","last_clean":"2024-03-10T22:30:19.814627+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:30:19.814627+0000","last_undegraded":"2024-03-10T22:30:19.814627+0000","last_fullsized":"2024-03-10T22:30:19.814627+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929293+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:29:28.929293+0000","last_peered":"2024-03-10T22:29:28.929293+0000","last_clean":"2024-03-10T22:29:28.929293+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:29:28.929293+0000","last_undegraded":"2024-03-10T22:29:28.929293+0000","last_fullsized":"2024-03-10T22:29:28.929293+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816760+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:30:39.816760+0000","last_peered":"2024-03-10T22:30:39.816760+0000","last_clean":"2024-03-10T22:30:39.816760+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:30:39.816760+0000","last_undegraded":"2024-03-10T22:30:39.816760+0000","last_fullsized":"2024-03-10T22:30:39.816760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:57.254715+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:29:57.254715+0000","last_peered":"2024-03-10T22:29:57.254715+0000","last_clean":"2024-03-10T22:29:57.254715+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:29:57.254715+0000","last_undegraded":"2024-03-10T22:29:57.254715+0000","last_fullsized":"2024-03-10T22:29:57.254715+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1074,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:00.663918+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:29:00.663918+0000","last_peered":"2024-03-10T22:29:00.663918+0000","last_clean":"2024-03-10T22:29:00.663918+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:29:00.663918+0000","last_undegraded":"2024-03-10T22:29:00.663918+0000","last_fullsized":"2024-03-10T22:29:00.663918+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296783998,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928645,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586472,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796528,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474529,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329882,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152531,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073292,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:33:19.991 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:19.991 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:19.991 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:19.992 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:19.992 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:19.992 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:19.992 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:19.992 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:19.992 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:33:20.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:20 smithi169 ceph-mon[88180]: pgmap v1076: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:20.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:20 smithi169 ceph-mon[88180]: from='client.34689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:20.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:20 smithi169 ceph-mon[90638]: pgmap v1076: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:20.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:20 smithi169 ceph-mon[90638]: from='client.34689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:20.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:20 smithi172 ceph-mon[84635]: pgmap v1076: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:20.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:20 smithi172 ceph-mon[84635]: from='client.34689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:22 smithi169 ceph-mon[88180]: pgmap v1077: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:22.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:22 smithi169 ceph-mon[90638]: pgmap v1077: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:22.512 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:33:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:33:22.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:22 smithi172 ceph-mon[84635]: pgmap v1077: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:24.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:24 smithi169 ceph-mon[88180]: pgmap v1078: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:24.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:24 smithi169 ceph-mon[90638]: pgmap v1078: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:24.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:24 smithi172 ceph-mon[84635]: pgmap v1078: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:26.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:26 smithi169 ceph-mon[88180]: pgmap v1079: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:26.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:33:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:33:25] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:33:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:26 smithi169 ceph-mon[90638]: pgmap v1079: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:26.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:26.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:26 smithi172 ceph-mon[84635]: pgmap v1079: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:26.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:28.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:28 smithi169 ceph-mon[88180]: pgmap v1080: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:28.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:28 smithi169 ceph-mon[90638]: pgmap v1080: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:28.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:28 smithi172 ceph-mon[84635]: pgmap v1080: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:29.993 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:33:30.219 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:33:30.341 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:30 smithi169 ceph-mon[88180]: pgmap v1081: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:30.342 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:30 smithi169 ceph-mon[90638]: pgmap v1081: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:30.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:30 smithi172 ceph-mon[84635]: pgmap v1081: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:32.189 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:33:32.191 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:33:32.481 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:32 smithi169 ceph-mon[90638]: pgmap v1082: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:32.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:32 smithi169 ceph-mon[88180]: pgmap v1082: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:32.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:32 smithi172 ceph-mon[84635]: pgmap v1082: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:32.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:33:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:33:32.787 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1082,"stamp":"2024-03-10T22:33:30.706969+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003925"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948943+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:31:10.948943+0000","last_peered":"2024-03-10T22:31:10.948943+0000","last_clean":"2024-03-10T22:31:10.948943+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:31:10.948943+0000","last_undegraded":"2024-03-10T22:31:10.948943+0000","last_fullsized":"2024-03-10T22:31:10.948943+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1235,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450839+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:29:44.450839+0000","last_peered":"2024-03-10T22:29:44.450839+0000","last_clean":"2024-03-10T22:29:44.450839+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:29:44.450839+0000","last_undegraded":"2024-03-10T22:29:44.450839+0000","last_fullsized":"2024-03-10T22:29:44.450839+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262687+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:31:12.262687+0000","last_peered":"2024-03-10T22:31:12.262687+0000","last_clean":"2024-03-10T22:31:12.262687+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:31:12.262687+0000","last_undegraded":"2024-03-10T22:31:12.262687+0000","last_fullsized":"2024-03-10T22:31:12.262687+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:39.809719+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:29:39.809719+0000","last_peered":"2024-03-10T22:29:39.809719+0000","last_clean":"2024-03-10T22:29:39.809719+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:39.809719+0000","last_undegraded":"2024-03-10T22:29:39.809719+0000","last_fullsized":"2024-03-10T22:29:39.809719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941888+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:30:05.941888+0000","last_peered":"2024-03-10T22:30:05.941888+0000","last_clean":"2024-03-10T22:30:05.941888+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:30:05.941888+0000","last_undegraded":"2024-03-10T22:30:05.941888+0000","last_fullsized":"2024-03-10T22:30:05.941888+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667030+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:29:30.667030+0000","last_peered":"2024-03-10T22:29:30.667030+0000","last_clean":"2024-03-10T22:29:30.667030+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:29:30.667030+0000","last_undegraded":"2024-03-10T22:29:30.667030+0000","last_fullsized":"2024-03-10T22:29:30.667030+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.666978+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:29:30.666978+0000","last_peered":"2024-03-10T22:29:30.666978+0000","last_clean":"2024-03-10T22:29:30.666978+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:29:30.666978+0000","last_undegraded":"2024-03-10T22:29:30.666978+0000","last_fullsized":"2024-03-10T22:29:30.666978+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:45.307650+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:30:45.307650+0000","last_peered":"2024-03-10T22:30:45.307650+0000","last_clean":"2024-03-10T22:30:45.307650+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:30:45.307650+0000","last_undegraded":"2024-03-10T22:30:45.307650+0000","last_fullsized":"2024-03-10T22:30:45.307650+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933511+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:30:08.933511+0000","last_peered":"2024-03-10T22:30:08.933511+0000","last_clean":"2024-03-10T22:30:08.933511+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:30:08.933511+0000","last_undegraded":"2024-03-10T22:30:08.933511+0000","last_fullsized":"2024-03-10T22:30:08.933511+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257338+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:30:22.257338+0000","last_peered":"2024-03-10T22:30:22.257338+0000","last_clean":"2024-03-10T22:30:22.257338+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:30:22.257338+0000","last_undegraded":"2024-03-10T22:30:22.257338+0000","last_fullsized":"2024-03-10T22:30:22.257338+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.464658+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:30:59.464658+0000","last_peered":"2024-03-10T22:30:59.464658+0000","last_clean":"2024-03-10T22:30:59.464658+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:30:59.464658+0000","last_undegraded":"2024-03-10T22:30:59.464658+0000","last_fullsized":"2024-03-10T22:30:59.464658+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818728+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:30:59.818728+0000","last_peered":"2024-03-10T22:30:59.818728+0000","last_clean":"2024-03-10T22:30:59.818728+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:30:59.818728+0000","last_undegraded":"2024-03-10T22:30:59.818728+0000","last_fullsized":"2024-03-10T22:30:59.818728+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706861+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:29:13.706861+0000","last_peered":"2024-03-10T22:29:13.706861+0000","last_clean":"2024-03-10T22:29:13.706861+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:29:13.706861+0000","last_undegraded":"2024-03-10T22:29:13.706861+0000","last_fullsized":"2024-03-10T22:29:13.706861+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706844+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:29:13.706844+0000","last_peered":"2024-03-10T22:29:13.706844+0000","last_clean":"2024-03-10T22:29:13.706844+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:29:13.706844+0000","last_undegraded":"2024-03-10T22:29:13.706844+0000","last_fullsized":"2024-03-10T22:29:13.706844+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938634+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:29:35.938634+0000","last_peered":"2024-03-10T22:29:35.938634+0000","last_clean":"2024-03-10T22:29:35.938634+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:29:35.938634+0000","last_undegraded":"2024-03-10T22:29:35.938634+0000","last_fullsized":"2024-03-10T22:29:35.938634+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1291,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262725+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:31:12.262725+0000","last_peered":"2024-03-10T22:31:12.262725+0000","last_clean":"2024-03-10T22:31:12.262725+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:31:12.262725+0000","last_undegraded":"2024-03-10T22:31:12.262725+0000","last_fullsized":"2024-03-10T22:31:12.262725+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935820+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:30:28.935820+0000","last_peered":"2024-03-10T22:30:28.935820+0000","last_clean":"2024-03-10T22:30:28.935820+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:30:28.935820+0000","last_undegraded":"2024-03-10T22:30:28.935820+0000","last_fullsized":"2024-03-10T22:30:28.935820+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935828+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:30:28.935828+0000","last_peered":"2024-03-10T22:30:28.935828+0000","last_clean":"2024-03-10T22:30:28.935828+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:30:28.935828+0000","last_undegraded":"2024-03-10T22:30:28.935828+0000","last_fullsized":"2024-03-10T22:30:28.935828+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262705+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:31:12.262705+0000","last_peered":"2024-03-10T22:31:12.262705+0000","last_clean":"2024-03-10T22:31:12.262705+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:31:12.262705+0000","last_undegraded":"2024-03-10T22:31:12.262705+0000","last_fullsized":"2024-03-10T22:31:12.262705+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1154,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:35.293310+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:28:35.293310+0000","last_peered":"2024-03-10T22:28:35.293310+0000","last_clean":"2024-03-10T22:28:35.293310+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:28:35.293310+0000","last_undegraded":"2024-03-10T22:28:35.293310+0000","last_fullsized":"2024-03-10T22:28:35.293310+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1071,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.668425+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:29:45.668425+0000","last_peered":"2024-03-10T22:29:45.668425+0000","last_clean":"2024-03-10T22:29:45.668425+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:29:45.668425+0000","last_undegraded":"2024-03-10T22:29:45.668425+0000","last_fullsized":"2024-03-10T22:29:45.668425+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1268,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:42.246000+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:28:42.246000+0000","last_peered":"2024-03-10T22:28:42.246000+0000","last_clean":"2024-03-10T22:28:42.246000+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:28:42.246000+0000","last_undegraded":"2024-03-10T22:28:42.246000+0000","last_fullsized":"2024-03-10T22:28:42.246000+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933494+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:30:08.933494+0000","last_peered":"2024-03-10T22:30:08.933494+0000","last_clean":"2024-03-10T22:30:08.933494+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:30:08.933494+0000","last_undegraded":"2024-03-10T22:30:08.933494+0000","last_fullsized":"2024-03-10T22:30:08.933494+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933462+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:30:08.933462+0000","last_peered":"2024-03-10T22:30:08.933462+0000","last_clean":"2024-03-10T22:30:08.933462+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:30:08.933462+0000","last_undegraded":"2024-03-10T22:30:08.933462+0000","last_fullsized":"2024-03-10T22:30:08.933462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445532+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:28:59.445532+0000","last_peered":"2024-03-10T22:28:59.445532+0000","last_clean":"2024-03-10T22:28:59.445532+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:28:59.445532+0000","last_undegraded":"2024-03-10T22:28:59.445532+0000","last_fullsized":"2024-03-10T22:28:59.445532+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667045+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:29:30.667045+0000","last_peered":"2024-03-10T22:29:30.667045+0000","last_clean":"2024-03-10T22:29:30.667045+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:29:30.667045+0000","last_undegraded":"2024-03-10T22:29:30.667045+0000","last_fullsized":"2024-03-10T22:29:30.667045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:47.259839+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:30:47.259839+0000","last_peered":"2024-03-10T22:30:47.259839+0000","last_clean":"2024-03-10T22:30:47.259839+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:30:47.259839+0000","last_undegraded":"2024-03-10T22:30:47.259839+0000","last_fullsized":"2024-03-10T22:30:47.259839+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445594+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:28:59.445594+0000","last_peered":"2024-03-10T22:28:59.445594+0000","last_clean":"2024-03-10T22:28:59.445594+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:28:59.445594+0000","last_undegraded":"2024-03-10T22:28:59.445594+0000","last_fullsized":"2024-03-10T22:28:59.445594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:25.305069+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:30:25.305069+0000","last_peered":"2024-03-10T22:30:25.305069+0000","last_clean":"2024-03-10T22:30:25.305069+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:30:25.305069+0000","last_undegraded":"2024-03-10T22:30:25.305069+0000","last_fullsized":"2024-03-10T22:30:25.305069+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665408+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:29:15.665408+0000","last_peered":"2024-03-10T22:29:15.665408+0000","last_clean":"2024-03-10T22:29:15.665408+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:29:15.665408+0000","last_undegraded":"2024-03-10T22:29:15.665408+0000","last_fullsized":"2024-03-10T22:29:15.665408+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941858+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:30:05.941858+0000","last_peered":"2024-03-10T22:30:05.941858+0000","last_clean":"2024-03-10T22:30:05.941858+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:30:05.941858+0000","last_undegraded":"2024-03-10T22:30:05.941858+0000","last_fullsized":"2024-03-10T22:30:05.941858+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1274,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257382+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:30:22.257382+0000","last_peered":"2024-03-10T22:30:22.257382+0000","last_clean":"2024-03-10T22:30:22.257382+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:30:22.257382+0000","last_undegraded":"2024-03-10T22:30:22.257382+0000","last_fullsized":"2024-03-10T22:30:22.257382+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257359+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:30:22.257359+0000","last_peered":"2024-03-10T22:30:22.257359+0000","last_clean":"2024-03-10T22:30:22.257359+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:30:22.257359+0000","last_undegraded":"2024-03-10T22:30:22.257359+0000","last_fullsized":"2024-03-10T22:30:22.257359+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818760+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:30:59.818760+0000","last_peered":"2024-03-10T22:30:59.818760+0000","last_clean":"2024-03-10T22:30:59.818760+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:30:59.818760+0000","last_undegraded":"2024-03-10T22:30:59.818760+0000","last_fullsized":"2024-03-10T22:30:59.818760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940134+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:29:50.940134+0000","last_peered":"2024-03-10T22:29:50.940134+0000","last_clean":"2024-03-10T22:29:50.940134+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:29:50.940134+0000","last_undegraded":"2024-03-10T22:29:50.940134+0000","last_fullsized":"2024-03-10T22:29:50.940134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665382+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:29:15.665382+0000","last_peered":"2024-03-10T22:29:15.665382+0000","last_clean":"2024-03-10T22:29:15.665382+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:29:15.665382+0000","last_undegraded":"2024-03-10T22:29:15.665382+0000","last_fullsized":"2024-03-10T22:29:15.665382+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665344+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:29:15.665344+0000","last_peered":"2024-03-10T22:29:15.665344+0000","last_clean":"2024-03-10T22:29:15.665344+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:29:15.665344+0000","last_undegraded":"2024-03-10T22:29:15.665344+0000","last_fullsized":"2024-03-10T22:29:15.665344+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1262,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706777+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:29:13.706777+0000","last_peered":"2024-03-10T22:29:13.706777+0000","last_clean":"2024-03-10T22:29:13.706777+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:29:13.706777+0000","last_undegraded":"2024-03-10T22:29:13.706777+0000","last_fullsized":"2024-03-10T22:29:13.706777+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940112+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:29:50.940112+0000","last_peered":"2024-03-10T22:29:50.940112+0000","last_clean":"2024-03-10T22:29:50.940112+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:29:50.940112+0000","last_undegraded":"2024-03-10T22:29:50.940112+0000","last_fullsized":"2024-03-10T22:29:50.940112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4442,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716476+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:30:43.716476+0000","last_peered":"2024-03-10T22:30:43.716476+0000","last_clean":"2024-03-10T22:30:43.716476+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:30:43.716476+0000","last_undegraded":"2024-03-10T22:30:43.716476+0000","last_fullsized":"2024-03-10T22:30:43.716476+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.303187+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:30:05.303187+0000","last_peered":"2024-03-10T22:30:05.303187+0000","last_clean":"2024-03-10T22:30:05.303187+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:30:05.303187+0000","last_undegraded":"2024-03-10T22:30:05.303187+0000","last_fullsized":"2024-03-10T22:30:05.303187+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938671+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:29:35.938671+0000","last_peered":"2024-03-10T22:29:35.938671+0000","last_clean":"2024-03-10T22:29:35.938671+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:29:35.938671+0000","last_undegraded":"2024-03-10T22:29:35.938671+0000","last_fullsized":"2024-03-10T22:29:35.938671+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12611,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262583+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:31:12.262583+0000","last_peered":"2024-03-10T22:31:12.262583+0000","last_clean":"2024-03-10T22:31:12.262583+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:31:12.262583+0000","last_undegraded":"2024-03-10T22:31:12.262583+0000","last_fullsized":"2024-03-10T22:31:12.262583+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450772+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:29:44.450772+0000","last_peered":"2024-03-10T22:29:44.450772+0000","last_clean":"2024-03-10T22:29:44.450772+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:29:44.450772+0000","last_undegraded":"2024-03-10T22:29:44.450772+0000","last_fullsized":"2024-03-10T22:29:44.450772+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450821+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:29:44.450821+0000","last_peered":"2024-03-10T22:29:44.450821+0000","last_clean":"2024-03-10T22:29:44.450821+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:29:44.450821+0000","last_undegraded":"2024-03-10T22:29:44.450821+0000","last_fullsized":"2024-03-10T22:29:44.450821+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812296+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:29:59.812296+0000","last_peered":"2024-03-10T22:29:59.812296+0000","last_clean":"2024-03-10T22:29:59.812296+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:29:59.812296+0000","last_undegraded":"2024-03-10T22:29:59.812296+0000","last_fullsized":"2024-03-10T22:29:59.812296+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15024,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262662+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:31:12.262662+0000","last_peered":"2024-03-10T22:31:12.262662+0000","last_clean":"2024-03-10T22:31:12.262662+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:31:12.262662+0000","last_undegraded":"2024-03-10T22:31:12.262662+0000","last_fullsized":"2024-03-10T22:31:12.262662+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450809+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:29:44.450809+0000","last_peered":"2024-03-10T22:29:44.450809+0000","last_clean":"2024-03-10T22:29:44.450809+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:29:44.450809+0000","last_undegraded":"2024-03-10T22:29:44.450809+0000","last_fullsized":"2024-03-10T22:29:44.450809+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812237+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:29:59.812237+0000","last_peered":"2024-03-10T22:29:59.812237+0000","last_clean":"2024-03-10T22:29:59.812237+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:29:59.812237+0000","last_undegraded":"2024-03-10T22:29:59.812237+0000","last_fullsized":"2024-03-10T22:29:59.812237+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298767+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:29:25.298767+0000","last_peered":"2024-03-10T22:29:25.298767+0000","last_clean":"2024-03-10T22:29:25.298767+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:29:25.298767+0000","last_undegraded":"2024-03-10T22:29:25.298767+0000","last_fullsized":"2024-03-10T22:29:25.298767+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4228,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716529+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:30:43.716529+0000","last_peered":"2024-03-10T22:30:43.716529+0000","last_clean":"2024-03-10T22:30:43.716529+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:30:43.716529+0000","last_undegraded":"2024-03-10T22:30:43.716529+0000","last_fullsized":"2024-03-10T22:30:43.716529+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453641+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:30:09.453641+0000","last_peered":"2024-03-10T22:30:09.453641+0000","last_clean":"2024-03-10T22:30:09.453641+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:30:09.453641+0000","last_undegraded":"2024-03-10T22:30:09.453641+0000","last_fullsized":"2024-03-10T22:30:09.453641+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.466812+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:31:19.466812+0000","last_peered":"2024-03-10T22:31:19.466812+0000","last_clean":"2024-03-10T22:31:19.466812+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:31:19.466812+0000","last_undegraded":"2024-03-10T22:31:19.466812+0000","last_fullsized":"2024-03-10T22:31:19.466812+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713926+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:30:18.713926+0000","last_peered":"2024-03-10T22:30:18.713926+0000","last_clean":"2024-03-10T22:30:18.713926+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:30:18.713926+0000","last_undegraded":"2024-03-10T22:30:18.713926+0000","last_fullsized":"2024-03-10T22:30:18.713926+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4295,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948896+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:31:10.948896+0000","last_peered":"2024-03-10T22:31:10.948896+0000","last_clean":"2024-03-10T22:31:10.948896+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:31:10.948896+0000","last_undegraded":"2024-03-10T22:31:10.948896+0000","last_fullsized":"2024-03-10T22:31:10.948896+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674126+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:30:35.674126+0000","last_peered":"2024-03-10T22:30:35.674126+0000","last_clean":"2024-03-10T22:30:35.674126+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:30:35.674126+0000","last_undegraded":"2024-03-10T22:30:35.674126+0000","last_fullsized":"2024-03-10T22:30:35.674126+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:53.938211+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:30:53.938211+0000","last_peered":"2024-03-10T22:30:53.938211+0000","last_clean":"2024-03-10T22:30:53.938211+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:30:53.938211+0000","last_undegraded":"2024-03-10T22:30:53.938211+0000","last_fullsized":"2024-03-10T22:30:53.938211+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812279+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:29:59.812279+0000","last_peered":"2024-03-10T22:29:59.812279+0000","last_clean":"2024-03-10T22:29:59.812279+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:29:59.812279+0000","last_undegraded":"2024-03-10T22:29:59.812279+0000","last_fullsized":"2024-03-10T22:29:59.812279+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:50.946719+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:30:50.946719+0000","last_peered":"2024-03-10T22:30:50.946719+0000","last_clean":"2024-03-10T22:30:50.946719+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:30:50.946719+0000","last_undegraded":"2024-03-10T22:30:50.946719+0000","last_fullsized":"2024-03-10T22:30:50.946719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3652,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814677+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:30:19.814677+0000","last_peered":"2024-03-10T22:30:19.814677+0000","last_clean":"2024-03-10T22:30:19.814677+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:30:19.814677+0000","last_undegraded":"2024-03-10T22:30:19.814677+0000","last_fullsized":"2024-03-10T22:30:19.814677+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:32.252065+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:29:32.252065+0000","last_peered":"2024-03-10T22:29:32.252065+0000","last_clean":"2024-03-10T22:29:32.252065+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:29:32.252065+0000","last_undegraded":"2024-03-10T22:29:32.252065+0000","last_fullsized":"2024-03-10T22:29:32.252065+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262528+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:31:12.262528+0000","last_peered":"2024-03-10T22:31:12.262528+0000","last_clean":"2024-03-10T22:31:12.262528+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:31:12.262528+0000","last_undegraded":"2024-03-10T22:31:12.262528+0000","last_fullsized":"2024-03-10T22:31:12.262528+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":919,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:53.711077+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:29:53.711077+0000","last_peered":"2024-03-10T22:29:53.711077+0000","last_clean":"2024-03-10T22:29:53.711077+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:29:53.711077+0000","last_undegraded":"2024-03-10T22:29:53.711077+0000","last_fullsized":"2024-03-10T22:29:53.711077+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4504,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674099+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:30:35.674099+0000","last_peered":"2024-03-10T22:30:35.674099+0000","last_clean":"2024-03-10T22:30:35.674099+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:30:35.674099+0000","last_undegraded":"2024-03-10T22:30:35.674099+0000","last_fullsized":"2024-03-10T22:30:35.674099+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262628+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:31:12.262628+0000","last_peered":"2024-03-10T22:31:12.262628+0000","last_clean":"2024-03-10T22:31:12.262628+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:31:12.262628+0000","last_undegraded":"2024-03-10T22:31:12.262628+0000","last_fullsized":"2024-03-10T22:31:12.262628+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":961,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:49.451333+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:29:49.451333+0000","last_peered":"2024-03-10T22:29:49.451333+0000","last_clean":"2024-03-10T22:29:49.451333+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:29:49.451333+0000","last_undegraded":"2024-03-10T22:29:49.451333+0000","last_fullsized":"2024-03-10T22:29:49.451333+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450798+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:29:44.450798+0000","last_peered":"2024-03-10T22:29:44.450798+0000","last_clean":"2024-03-10T22:29:44.450798+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:29:44.450798+0000","last_undegraded":"2024-03-10T22:29:44.450798+0000","last_fullsized":"2024-03-10T22:29:44.450798+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298741+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:29:25.298741+0000","last_peered":"2024-03-10T22:29:25.298741+0000","last_clean":"2024-03-10T22:29:25.298741+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:29:25.298741+0000","last_undegraded":"2024-03-10T22:29:25.298741+0000","last_fullsized":"2024-03-10T22:29:25.298741+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935749+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:30:28.935749+0000","last_peered":"2024-03-10T22:30:28.935749+0000","last_clean":"2024-03-10T22:30:28.935749+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:30:28.935749+0000","last_undegraded":"2024-03-10T22:30:28.935749+0000","last_fullsized":"2024-03-10T22:30:28.935749+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453629+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:30:09.453629+0000","last_peered":"2024-03-10T22:30:09.453629+0000","last_clean":"2024-03-10T22:30:09.453629+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:30:09.453629+0000","last_undegraded":"2024-03-10T22:30:09.453629+0000","last_fullsized":"2024-03-10T22:30:09.453629+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941144+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:31:18.941144+0000","last_peered":"2024-03-10T22:31:18.941144+0000","last_clean":"2024-03-10T22:31:18.941144+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:31:18.941144+0000","last_undegraded":"2024-03-10T22:31:18.941144+0000","last_fullsized":"2024-03-10T22:31:18.941144+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935760+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:30:28.935760+0000","last_peered":"2024-03-10T22:30:28.935760+0000","last_clean":"2024-03-10T22:30:28.935760+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:30:28.935760+0000","last_undegraded":"2024-03-10T22:30:28.935760+0000","last_fullsized":"2024-03-10T22:30:28.935760+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:25.298717+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:29:25.298717+0000","last_peered":"2024-03-10T22:29:25.298717+0000","last_clean":"2024-03-10T22:29:25.298717+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:29:25.298717+0000","last_undegraded":"2024-03-10T22:29:25.298717+0000","last_fullsized":"2024-03-10T22:29:25.298717+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676297+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:30:55.676297+0000","last_peered":"2024-03-10T22:30:55.676297+0000","last_clean":"2024-03-10T22:30:55.676297+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:30:55.676297+0000","last_undegraded":"2024-03-10T22:30:55.676297+0000","last_fullsized":"2024-03-10T22:30:55.676297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:43.716546+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:30:43.716546+0000","last_peered":"2024-03-10T22:30:43.716546+0000","last_clean":"2024-03-10T22:30:43.716546+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:30:43.716546+0000","last_undegraded":"2024-03-10T22:30:43.716546+0000","last_fullsized":"2024-03-10T22:30:43.716546+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3248,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816832+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:30:39.816832+0000","last_peered":"2024-03-10T22:30:39.816832+0000","last_clean":"2024-03-10T22:30:39.816832+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:30:39.816832+0000","last_undegraded":"2024-03-10T22:30:39.816832+0000","last_fullsized":"2024-03-10T22:30:39.816832+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1025,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936869+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:29:20.936869+0000","last_peered":"2024-03-10T22:29:20.936869+0000","last_clean":"2024-03-10T22:29:20.936869+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:29:20.936869+0000","last_undegraded":"2024-03-10T22:29:20.936869+0000","last_fullsized":"2024-03-10T22:29:20.936869+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.300776+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:29:45.300776+0000","last_peered":"2024-03-10T22:29:45.300776+0000","last_clean":"2024-03-10T22:29:45.300776+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:29:45.300776+0000","last_undegraded":"2024-03-10T22:29:45.300776+0000","last_fullsized":"2024-03-10T22:29:45.300776+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4001,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:05.303147+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:30:05.303147+0000","last_peered":"2024-03-10T22:30:05.303147+0000","last_clean":"2024-03-10T22:30:05.303147+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:30:05.303147+0000","last_undegraded":"2024-03-10T22:30:05.303147+0000","last_fullsized":"2024-03-10T22:30:05.303147+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453563+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:30:09.453563+0000","last_peered":"2024-03-10T22:30:09.453563+0000","last_clean":"2024-03-10T22:30:09.453563+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:30:09.453563+0000","last_undegraded":"2024-03-10T22:30:09.453563+0000","last_fullsized":"2024-03-10T22:30:09.453563+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941081+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:31:18.941081+0000","last_peered":"2024-03-10T22:31:18.941081+0000","last_clean":"2024-03-10T22:31:18.941081+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:31:18.941081+0000","last_undegraded":"2024-03-10T22:31:18.941081+0000","last_fullsized":"2024-03-10T22:31:18.941081+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4942,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719228+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:31:08.719228+0000","last_peered":"2024-03-10T22:31:08.719228+0000","last_clean":"2024-03-10T22:31:08.719228+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:31:08.719228+0000","last_undegraded":"2024-03-10T22:31:08.719228+0000","last_fullsized":"2024-03-10T22:31:08.719228+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453588+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:30:09.453588+0000","last_peered":"2024-03-10T22:30:09.453588+0000","last_clean":"2024-03-10T22:30:09.453588+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:30:09.453588+0000","last_undegraded":"2024-03-10T22:30:09.453588+0000","last_fullsized":"2024-03-10T22:30:09.453588+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929324+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:29:28.929324+0000","last_peered":"2024-03-10T22:29:28.929324+0000","last_clean":"2024-03-10T22:29:28.929324+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:29:28.929324+0000","last_undegraded":"2024-03-10T22:29:28.929324+0000","last_fullsized":"2024-03-10T22:29:28.929324+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456592+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:30:34.456592+0000","last_peered":"2024-03-10T22:30:34.456592+0000","last_clean":"2024-03-10T22:30:34.456592+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:30:34.456592+0000","last_undegraded":"2024-03-10T22:30:34.456592+0000","last_fullsized":"2024-03-10T22:30:34.456592+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1209,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719208+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:31:08.719208+0000","last_peered":"2024-03-10T22:31:08.719208+0000","last_clean":"2024-03-10T22:31:08.719208+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:31:08.719208+0000","last_undegraded":"2024-03-10T22:31:08.719208+0000","last_fullsized":"2024-03-10T22:31:08.719208+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676246+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:30:55.676246+0000","last_peered":"2024-03-10T22:30:55.676246+0000","last_clean":"2024-03-10T22:30:55.676246+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:30:55.676246+0000","last_undegraded":"2024-03-10T22:30:55.676246+0000","last_fullsized":"2024-03-10T22:30:55.676246+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5331,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719168+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:31:08.719168+0000","last_peered":"2024-03-10T22:31:08.719168+0000","last_clean":"2024-03-10T22:31:08.719168+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:31:08.719168+0000","last_undegraded":"2024-03-10T22:31:08.719168+0000","last_fullsized":"2024-03-10T22:31:08.719168+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719219+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:31:08.719219+0000","last_peered":"2024-03-10T22:31:08.719219+0000","last_clean":"2024-03-10T22:31:08.719219+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:31:08.719219+0000","last_undegraded":"2024-03-10T22:31:08.719219+0000","last_fullsized":"2024-03-10T22:31:08.719219+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938659+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:29:35.938659+0000","last_peered":"2024-03-10T22:29:35.938659+0000","last_clean":"2024-03-10T22:29:35.938659+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:35.938659+0000","last_undegraded":"2024-03-10T22:29:35.938659+0000","last_fullsized":"2024-03-10T22:29:35.938659+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4659,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716503+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:30:43.716503+0000","last_peered":"2024-03-10T22:30:43.716503+0000","last_clean":"2024-03-10T22:30:43.716503+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:30:43.716503+0000","last_undegraded":"2024-03-10T22:30:43.716503+0000","last_fullsized":"2024-03-10T22:30:43.716503+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456625+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:30:34.456625+0000","last_peered":"2024-03-10T22:30:34.456625+0000","last_clean":"2024-03-10T22:30:34.456625+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:30:34.456625+0000","last_undegraded":"2024-03-10T22:30:34.456625+0000","last_fullsized":"2024-03-10T22:30:34.456625+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816807+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:30:39.816807+0000","last_peered":"2024-03-10T22:30:39.816807+0000","last_clean":"2024-03-10T22:30:39.816807+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:30:39.816807+0000","last_undegraded":"2024-03-10T22:30:39.816807+0000","last_fullsized":"2024-03-10T22:30:39.816807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:20.936895+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:29:20.936895+0000","last_peered":"2024-03-10T22:29:20.936895+0000","last_clean":"2024-03-10T22:29:20.936895+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:29:20.936895+0000","last_undegraded":"2024-03-10T22:29:20.936895+0000","last_fullsized":"2024-03-10T22:29:20.936895+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719250+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:31:08.719250+0000","last_peered":"2024-03-10T22:31:08.719250+0000","last_clean":"2024-03-10T22:31:08.719250+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:31:08.719250+0000","last_undegraded":"2024-03-10T22:31:08.719250+0000","last_fullsized":"2024-03-10T22:31:08.719250+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938682+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:29:35.938682+0000","last_peered":"2024-03-10T22:29:35.938682+0000","last_clean":"2024-03-10T22:29:35.938682+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:29:35.938682+0000","last_undegraded":"2024-03-10T22:29:35.938682+0000","last_fullsized":"2024-03-10T22:29:35.938682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674066+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:30:35.674066+0000","last_peered":"2024-03-10T22:30:35.674066+0000","last_clean":"2024-03-10T22:30:35.674066+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:30:35.674066+0000","last_undegraded":"2024-03-10T22:30:35.674066+0000","last_fullsized":"2024-03-10T22:30:35.674066+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713890+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:30:18.713890+0000","last_peered":"2024-03-10T22:30:18.713890+0000","last_clean":"2024-03-10T22:30:18.713890+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:30:18.713890+0000","last_undegraded":"2024-03-10T22:30:18.713890+0000","last_fullsized":"2024-03-10T22:30:18.713890+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812265+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:29:59.812265+0000","last_peered":"2024-03-10T22:29:59.812265+0000","last_clean":"2024-03-10T22:29:59.812265+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:29:59.812265+0000","last_undegraded":"2024-03-10T22:29:59.812265+0000","last_fullsized":"2024-03-10T22:29:59.812265+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262568+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:31:12.262568+0000","last_peered":"2024-03-10T22:31:12.262568+0000","last_clean":"2024-03-10T22:31:12.262568+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:31:12.262568+0000","last_undegraded":"2024-03-10T22:31:12.262568+0000","last_fullsized":"2024-03-10T22:31:12.262568+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941128+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:31:18.941128+0000","last_peered":"2024-03-10T22:31:18.941128+0000","last_clean":"2024-03-10T22:31:18.941128+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:31:18.941128+0000","last_undegraded":"2024-03-10T22:31:18.941128+0000","last_fullsized":"2024-03-10T22:31:18.941128+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453614+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:30:09.453614+0000","last_peered":"2024-03-10T22:30:09.453614+0000","last_clean":"2024-03-10T22:30:09.453614+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:30:09.453614+0000","last_undegraded":"2024-03-10T22:30:09.453614+0000","last_fullsized":"2024-03-10T22:30:09.453614+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676285+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:30:55.676285+0000","last_peered":"2024-03-10T22:30:55.676285+0000","last_clean":"2024-03-10T22:30:55.676285+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:30:55.676285+0000","last_undegraded":"2024-03-10T22:30:55.676285+0000","last_fullsized":"2024-03-10T22:30:55.676285+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941155+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:31:18.941155+0000","last_peered":"2024-03-10T22:31:18.941155+0000","last_clean":"2024-03-10T22:31:18.941155+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:31:18.941155+0000","last_undegraded":"2024-03-10T22:31:18.941155+0000","last_fullsized":"2024-03-10T22:31:18.941155+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814627+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:30:19.814627+0000","last_peered":"2024-03-10T22:30:19.814627+0000","last_clean":"2024-03-10T22:30:19.814627+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:30:19.814627+0000","last_undegraded":"2024-03-10T22:30:19.814627+0000","last_fullsized":"2024-03-10T22:30:19.814627+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929293+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:29:28.929293+0000","last_peered":"2024-03-10T22:29:28.929293+0000","last_clean":"2024-03-10T22:29:28.929293+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:29:28.929293+0000","last_undegraded":"2024-03-10T22:29:28.929293+0000","last_fullsized":"2024-03-10T22:29:28.929293+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816760+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:30:39.816760+0000","last_peered":"2024-03-10T22:30:39.816760+0000","last_clean":"2024-03-10T22:30:39.816760+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:30:39.816760+0000","last_undegraded":"2024-03-10T22:30:39.816760+0000","last_fullsized":"2024-03-10T22:30:39.816760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:57.254715+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:29:57.254715+0000","last_peered":"2024-03-10T22:29:57.254715+0000","last_clean":"2024-03-10T22:29:57.254715+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:29:57.254715+0000","last_undegraded":"2024-03-10T22:29:57.254715+0000","last_fullsized":"2024-03-10T22:29:57.254715+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:15.678930+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:31:15.678930+0000","last_peered":"2024-03-10T22:31:15.678930+0000","last_clean":"2024-03-10T22:31:15.678930+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:31:15.678930+0000","last_undegraded":"2024-03-10T22:31:15.678930+0000","last_fullsized":"2024-03-10T22:31:15.678930+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784000,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928648,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586475,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796530,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474532,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329885,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152534,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073295,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:33:32.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:32.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:32.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:32.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:32.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:32.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:32.792 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:32.793 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:32.793 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:33:33.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:33 smithi169 ceph-mon[88180]: from='client.44618 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:33.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:33 smithi169 ceph-mon[90638]: from='client.44618 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:33.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:33 smithi172 ceph-mon[84635]: from='client.44618 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:34.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:34 smithi169 ceph-mon[88180]: pgmap v1083: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:34 smithi169 ceph-mon[90638]: pgmap v1083: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:34.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:34 smithi172 ceph-mon[84635]: pgmap v1083: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:36.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:36 smithi169 ceph-mon[88180]: pgmap v1084: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:36.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:36 smithi169 ceph-mon[90638]: pgmap v1084: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:33:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:33:35] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:33:36.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:36 smithi172 ceph-mon[84635]: pgmap v1084: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:38.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:38 smithi169 ceph-mon[90638]: pgmap v1085: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:38.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:38 smithi169 ceph-mon[88180]: pgmap v1085: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:38.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:38 smithi172 ceph-mon[84635]: pgmap v1085: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:40.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:40 smithi169 ceph-mon[88180]: pgmap v1086: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:40.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:40 smithi169 ceph-mon[90638]: pgmap v1086: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:40.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:40 smithi172 ceph-mon[84635]: pgmap v1086: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:41.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:41.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:41 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:42 smithi169 ceph-mon[88180]: pgmap v1087: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:42.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:42 smithi169 ceph-mon[90638]: pgmap v1087: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:42 smithi172 ceph-mon[84635]: pgmap v1087: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:42.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:33:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:33:42.793 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:33:43.015 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:33:44.420 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:44 smithi169 ceph-mon[90638]: pgmap v1088: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:44.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:44 smithi169 ceph-mon[88180]: pgmap v1088: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:44.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:44 smithi172 ceph-mon[84635]: pgmap v1088: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:44.846 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:33:44.849 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:33:45.485 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1089,"stamp":"2024-03-10T22:33:44.712370+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004561"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948943+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:31:10.948943+0000","last_peered":"2024-03-10T22:31:10.948943+0000","last_clean":"2024-03-10T22:31:10.948943+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:31:10.948943+0000","last_undegraded":"2024-03-10T22:31:10.948943+0000","last_fullsized":"2024-03-10T22:31:10.948943+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1235,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450839+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:29:44.450839+0000","last_peered":"2024-03-10T22:29:44.450839+0000","last_clean":"2024-03-10T22:29:44.450839+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:29:44.450839+0000","last_undegraded":"2024-03-10T22:29:44.450839+0000","last_fullsized":"2024-03-10T22:29:44.450839+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262687+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:31:12.262687+0000","last_peered":"2024-03-10T22:31:12.262687+0000","last_clean":"2024-03-10T22:31:12.262687+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:31:12.262687+0000","last_undegraded":"2024-03-10T22:31:12.262687+0000","last_fullsized":"2024-03-10T22:31:12.262687+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823458+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:31:39.823458+0000","last_peered":"2024-03-10T22:31:39.823458+0000","last_clean":"2024-03-10T22:31:39.823458+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:39.823458+0000","last_undegraded":"2024-03-10T22:31:39.823458+0000","last_fullsized":"2024-03-10T22:31:39.823458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941888+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:30:05.941888+0000","last_peered":"2024-03-10T22:30:05.941888+0000","last_clean":"2024-03-10T22:30:05.941888+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:30:05.941888+0000","last_undegraded":"2024-03-10T22:30:05.941888+0000","last_fullsized":"2024-03-10T22:30:05.941888+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667030+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:29:30.667030+0000","last_peered":"2024-03-10T22:29:30.667030+0000","last_clean":"2024-03-10T22:29:30.667030+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:29:30.667030+0000","last_undegraded":"2024-03-10T22:29:30.667030+0000","last_fullsized":"2024-03-10T22:29:30.667030+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.666978+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:29:30.666978+0000","last_peered":"2024-03-10T22:29:30.666978+0000","last_clean":"2024-03-10T22:29:30.666978+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:29:30.666978+0000","last_undegraded":"2024-03-10T22:29:30.666978+0000","last_fullsized":"2024-03-10T22:29:30.666978+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:45.307650+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:30:45.307650+0000","last_peered":"2024-03-10T22:30:45.307650+0000","last_clean":"2024-03-10T22:30:45.307650+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:30:45.307650+0000","last_undegraded":"2024-03-10T22:30:45.307650+0000","last_fullsized":"2024-03-10T22:30:45.307650+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933511+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:30:08.933511+0000","last_peered":"2024-03-10T22:30:08.933511+0000","last_clean":"2024-03-10T22:30:08.933511+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:30:08.933511+0000","last_undegraded":"2024-03-10T22:30:08.933511+0000","last_fullsized":"2024-03-10T22:30:08.933511+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257338+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:30:22.257338+0000","last_peered":"2024-03-10T22:30:22.257338+0000","last_clean":"2024-03-10T22:30:22.257338+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:30:22.257338+0000","last_undegraded":"2024-03-10T22:30:22.257338+0000","last_fullsized":"2024-03-10T22:30:22.257338+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.464658+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:30:59.464658+0000","last_peered":"2024-03-10T22:30:59.464658+0000","last_clean":"2024-03-10T22:30:59.464658+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:30:59.464658+0000","last_undegraded":"2024-03-10T22:30:59.464658+0000","last_fullsized":"2024-03-10T22:30:59.464658+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818728+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:30:59.818728+0000","last_peered":"2024-03-10T22:30:59.818728+0000","last_clean":"2024-03-10T22:30:59.818728+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:30:59.818728+0000","last_undegraded":"2024-03-10T22:30:59.818728+0000","last_fullsized":"2024-03-10T22:30:59.818728+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706861+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:29:13.706861+0000","last_peered":"2024-03-10T22:29:13.706861+0000","last_clean":"2024-03-10T22:29:13.706861+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:29:13.706861+0000","last_undegraded":"2024-03-10T22:29:13.706861+0000","last_fullsized":"2024-03-10T22:29:13.706861+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1201,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706844+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:29:13.706844+0000","last_peered":"2024-03-10T22:29:13.706844+0000","last_clean":"2024-03-10T22:29:13.706844+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:29:13.706844+0000","last_undegraded":"2024-03-10T22:29:13.706844+0000","last_fullsized":"2024-03-10T22:29:13.706844+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938634+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:29:35.938634+0000","last_peered":"2024-03-10T22:29:35.938634+0000","last_clean":"2024-03-10T22:29:35.938634+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:29:35.938634+0000","last_undegraded":"2024-03-10T22:29:35.938634+0000","last_fullsized":"2024-03-10T22:29:35.938634+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1291,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262725+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:31:12.262725+0000","last_peered":"2024-03-10T22:31:12.262725+0000","last_clean":"2024-03-10T22:31:12.262725+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:31:12.262725+0000","last_undegraded":"2024-03-10T22:31:12.262725+0000","last_fullsized":"2024-03-10T22:31:12.262725+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935820+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:30:28.935820+0000","last_peered":"2024-03-10T22:30:28.935820+0000","last_clean":"2024-03-10T22:30:28.935820+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:30:28.935820+0000","last_undegraded":"2024-03-10T22:30:28.935820+0000","last_fullsized":"2024-03-10T22:30:28.935820+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935828+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:30:28.935828+0000","last_peered":"2024-03-10T22:30:28.935828+0000","last_clean":"2024-03-10T22:30:28.935828+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:30:28.935828+0000","last_undegraded":"2024-03-10T22:30:28.935828+0000","last_fullsized":"2024-03-10T22:30:28.935828+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262705+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:31:12.262705+0000","last_peered":"2024-03-10T22:31:12.262705+0000","last_clean":"2024-03-10T22:31:12.262705+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:31:12.262705+0000","last_undegraded":"2024-03-10T22:31:12.262705+0000","last_fullsized":"2024-03-10T22:31:12.262705+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1071,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.668425+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:29:45.668425+0000","last_peered":"2024-03-10T22:29:45.668425+0000","last_clean":"2024-03-10T22:29:45.668425+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:29:45.668425+0000","last_undegraded":"2024-03-10T22:29:45.668425+0000","last_fullsized":"2024-03-10T22:29:45.668425+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933494+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:30:08.933494+0000","last_peered":"2024-03-10T22:30:08.933494+0000","last_clean":"2024-03-10T22:30:08.933494+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:30:08.933494+0000","last_undegraded":"2024-03-10T22:30:08.933494+0000","last_fullsized":"2024-03-10T22:30:08.933494+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933462+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:30:08.933462+0000","last_peered":"2024-03-10T22:30:08.933462+0000","last_clean":"2024-03-10T22:30:08.933462+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:30:08.933462+0000","last_undegraded":"2024-03-10T22:30:08.933462+0000","last_fullsized":"2024-03-10T22:30:08.933462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804498+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:28:54.804498+0000","last_peered":"2024-03-10T22:28:54.804498+0000","last_clean":"2024-03-10T22:28:54.804498+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:28:54.804498+0000","last_undegraded":"2024-03-10T22:28:54.804498+0000","last_fullsized":"2024-03-10T22:28:54.804498+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1223,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445532+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:28:59.445532+0000","last_peered":"2024-03-10T22:28:59.445532+0000","last_clean":"2024-03-10T22:28:59.445532+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:28:59.445532+0000","last_undegraded":"2024-03-10T22:28:59.445532+0000","last_fullsized":"2024-03-10T22:28:59.445532+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667045+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:29:30.667045+0000","last_peered":"2024-03-10T22:29:30.667045+0000","last_clean":"2024-03-10T22:29:30.667045+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:29:30.667045+0000","last_undegraded":"2024-03-10T22:29:30.667045+0000","last_fullsized":"2024-03-10T22:29:30.667045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1121,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804585+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:28:54.804585+0000","last_peered":"2024-03-10T22:28:54.804585+0000","last_clean":"2024-03-10T22:28:54.804585+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:28:54.804585+0000","last_undegraded":"2024-03-10T22:28:54.804585+0000","last_fullsized":"2024-03-10T22:28:54.804585+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:54.804570+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:28:54.804570+0000","last_peered":"2024-03-10T22:28:54.804570+0000","last_clean":"2024-03-10T22:28:54.804570+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:28:54.804570+0000","last_undegraded":"2024-03-10T22:28:54.804570+0000","last_fullsized":"2024-03-10T22:28:54.804570+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:47.259839+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:30:47.259839+0000","last_peered":"2024-03-10T22:30:47.259839+0000","last_clean":"2024-03-10T22:30:47.259839+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:30:47.259839+0000","last_undegraded":"2024-03-10T22:30:47.259839+0000","last_fullsized":"2024-03-10T22:30:47.259839+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1241,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:28:59.445594+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:28:59.445594+0000","last_peered":"2024-03-10T22:28:59.445594+0000","last_clean":"2024-03-10T22:28:59.445594+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:28:59.445594+0000","last_undegraded":"2024-03-10T22:28:59.445594+0000","last_fullsized":"2024-03-10T22:28:59.445594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:25.305069+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:30:25.305069+0000","last_peered":"2024-03-10T22:30:25.305069+0000","last_clean":"2024-03-10T22:30:25.305069+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:30:25.305069+0000","last_undegraded":"2024-03-10T22:30:25.305069+0000","last_fullsized":"2024-03-10T22:30:25.305069+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665408+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:29:15.665408+0000","last_peered":"2024-03-10T22:29:15.665408+0000","last_clean":"2024-03-10T22:29:15.665408+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:29:15.665408+0000","last_undegraded":"2024-03-10T22:29:15.665408+0000","last_fullsized":"2024-03-10T22:29:15.665408+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941858+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:30:05.941858+0000","last_peered":"2024-03-10T22:30:05.941858+0000","last_clean":"2024-03-10T22:30:05.941858+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:30:05.941858+0000","last_undegraded":"2024-03-10T22:30:05.941858+0000","last_fullsized":"2024-03-10T22:30:05.941858+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1274,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257382+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:30:22.257382+0000","last_peered":"2024-03-10T22:30:22.257382+0000","last_clean":"2024-03-10T22:30:22.257382+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:30:22.257382+0000","last_undegraded":"2024-03-10T22:30:22.257382+0000","last_fullsized":"2024-03-10T22:30:22.257382+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257359+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:30:22.257359+0000","last_peered":"2024-03-10T22:30:22.257359+0000","last_clean":"2024-03-10T22:30:22.257359+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:30:22.257359+0000","last_undegraded":"2024-03-10T22:30:22.257359+0000","last_fullsized":"2024-03-10T22:30:22.257359+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818760+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:30:59.818760+0000","last_peered":"2024-03-10T22:30:59.818760+0000","last_clean":"2024-03-10T22:30:59.818760+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:30:59.818760+0000","last_undegraded":"2024-03-10T22:30:59.818760+0000","last_fullsized":"2024-03-10T22:30:59.818760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940134+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:29:50.940134+0000","last_peered":"2024-03-10T22:29:50.940134+0000","last_clean":"2024-03-10T22:29:50.940134+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:29:50.940134+0000","last_undegraded":"2024-03-10T22:29:50.940134+0000","last_fullsized":"2024-03-10T22:29:50.940134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665382+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:29:15.665382+0000","last_peered":"2024-03-10T22:29:15.665382+0000","last_clean":"2024-03-10T22:29:15.665382+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:29:15.665382+0000","last_undegraded":"2024-03-10T22:29:15.665382+0000","last_fullsized":"2024-03-10T22:29:15.665382+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:15.665344+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:29:15.665344+0000","last_peered":"2024-03-10T22:29:15.665344+0000","last_clean":"2024-03-10T22:29:15.665344+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:29:15.665344+0000","last_undegraded":"2024-03-10T22:29:15.665344+0000","last_fullsized":"2024-03-10T22:29:15.665344+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1262,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:13.706777+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:29:13.706777+0000","last_peered":"2024-03-10T22:29:13.706777+0000","last_clean":"2024-03-10T22:29:13.706777+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:29:13.706777+0000","last_undegraded":"2024-03-10T22:29:13.706777+0000","last_fullsized":"2024-03-10T22:29:13.706777+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940112+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:29:50.940112+0000","last_peered":"2024-03-10T22:29:50.940112+0000","last_clean":"2024-03-10T22:29:50.940112+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:29:50.940112+0000","last_undegraded":"2024-03-10T22:29:50.940112+0000","last_fullsized":"2024-03-10T22:29:50.940112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4442,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716476+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:30:43.716476+0000","last_peered":"2024-03-10T22:30:43.716476+0000","last_clean":"2024-03-10T22:30:43.716476+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:30:43.716476+0000","last_undegraded":"2024-03-10T22:30:43.716476+0000","last_fullsized":"2024-03-10T22:30:43.716476+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.303187+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:30:05.303187+0000","last_peered":"2024-03-10T22:30:05.303187+0000","last_clean":"2024-03-10T22:30:05.303187+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:30:05.303187+0000","last_undegraded":"2024-03-10T22:30:05.303187+0000","last_fullsized":"2024-03-10T22:30:05.303187+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938671+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:29:35.938671+0000","last_peered":"2024-03-10T22:29:35.938671+0000","last_clean":"2024-03-10T22:29:35.938671+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:29:35.938671+0000","last_undegraded":"2024-03-10T22:29:35.938671+0000","last_fullsized":"2024-03-10T22:29:35.938671+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12611,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262583+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:31:12.262583+0000","last_peered":"2024-03-10T22:31:12.262583+0000","last_clean":"2024-03-10T22:31:12.262583+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:31:12.262583+0000","last_undegraded":"2024-03-10T22:31:12.262583+0000","last_fullsized":"2024-03-10T22:31:12.262583+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450772+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:29:44.450772+0000","last_peered":"2024-03-10T22:29:44.450772+0000","last_clean":"2024-03-10T22:29:44.450772+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:29:44.450772+0000","last_undegraded":"2024-03-10T22:29:44.450772+0000","last_fullsized":"2024-03-10T22:29:44.450772+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450821+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:29:44.450821+0000","last_peered":"2024-03-10T22:29:44.450821+0000","last_clean":"2024-03-10T22:29:44.450821+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:29:44.450821+0000","last_undegraded":"2024-03-10T22:29:44.450821+0000","last_fullsized":"2024-03-10T22:29:44.450821+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812296+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:29:59.812296+0000","last_peered":"2024-03-10T22:29:59.812296+0000","last_clean":"2024-03-10T22:29:59.812296+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:29:59.812296+0000","last_undegraded":"2024-03-10T22:29:59.812296+0000","last_fullsized":"2024-03-10T22:29:59.812296+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15024,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262662+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:31:12.262662+0000","last_peered":"2024-03-10T22:31:12.262662+0000","last_clean":"2024-03-10T22:31:12.262662+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:31:12.262662+0000","last_undegraded":"2024-03-10T22:31:12.262662+0000","last_fullsized":"2024-03-10T22:31:12.262662+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450809+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:29:44.450809+0000","last_peered":"2024-03-10T22:29:44.450809+0000","last_clean":"2024-03-10T22:29:44.450809+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:29:44.450809+0000","last_undegraded":"2024-03-10T22:29:44.450809+0000","last_fullsized":"2024-03-10T22:29:44.450809+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812237+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:29:59.812237+0000","last_peered":"2024-03-10T22:29:59.812237+0000","last_clean":"2024-03-10T22:29:59.812237+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:29:59.812237+0000","last_undegraded":"2024-03-10T22:29:59.812237+0000","last_fullsized":"2024-03-10T22:29:59.812237+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312761+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:31:30.312761+0000","last_peered":"2024-03-10T22:31:30.312761+0000","last_clean":"2024-03-10T22:31:30.312761+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:31:30.312761+0000","last_undegraded":"2024-03-10T22:31:30.312761+0000","last_fullsized":"2024-03-10T22:31:30.312761+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4228,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716529+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:30:43.716529+0000","last_peered":"2024-03-10T22:30:43.716529+0000","last_clean":"2024-03-10T22:30:43.716529+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:30:43.716529+0000","last_undegraded":"2024-03-10T22:30:43.716529+0000","last_fullsized":"2024-03-10T22:30:43.716529+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453641+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:30:09.453641+0000","last_peered":"2024-03-10T22:30:09.453641+0000","last_clean":"2024-03-10T22:30:09.453641+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:30:09.453641+0000","last_undegraded":"2024-03-10T22:30:09.453641+0000","last_fullsized":"2024-03-10T22:30:09.453641+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.466812+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:31:19.466812+0000","last_peered":"2024-03-10T22:31:19.466812+0000","last_clean":"2024-03-10T22:31:19.466812+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:31:19.466812+0000","last_undegraded":"2024-03-10T22:31:19.466812+0000","last_fullsized":"2024-03-10T22:31:19.466812+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713926+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:30:18.713926+0000","last_peered":"2024-03-10T22:30:18.713926+0000","last_clean":"2024-03-10T22:30:18.713926+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:30:18.713926+0000","last_undegraded":"2024-03-10T22:30:18.713926+0000","last_fullsized":"2024-03-10T22:30:18.713926+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4295,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948896+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:31:10.948896+0000","last_peered":"2024-03-10T22:31:10.948896+0000","last_clean":"2024-03-10T22:31:10.948896+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:31:10.948896+0000","last_undegraded":"2024-03-10T22:31:10.948896+0000","last_fullsized":"2024-03-10T22:31:10.948896+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674126+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:30:35.674126+0000","last_peered":"2024-03-10T22:30:35.674126+0000","last_clean":"2024-03-10T22:30:35.674126+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:30:35.674126+0000","last_undegraded":"2024-03-10T22:30:35.674126+0000","last_fullsized":"2024-03-10T22:30:35.674126+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:53.938211+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:30:53.938211+0000","last_peered":"2024-03-10T22:30:53.938211+0000","last_clean":"2024-03-10T22:30:53.938211+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:30:53.938211+0000","last_undegraded":"2024-03-10T22:30:53.938211+0000","last_fullsized":"2024-03-10T22:30:53.938211+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812279+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:29:59.812279+0000","last_peered":"2024-03-10T22:29:59.812279+0000","last_clean":"2024-03-10T22:29:59.812279+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:29:59.812279+0000","last_undegraded":"2024-03-10T22:29:59.812279+0000","last_fullsized":"2024-03-10T22:29:59.812279+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:50.946719+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:30:50.946719+0000","last_peered":"2024-03-10T22:30:50.946719+0000","last_clean":"2024-03-10T22:30:50.946719+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:30:50.946719+0000","last_undegraded":"2024-03-10T22:30:50.946719+0000","last_fullsized":"2024-03-10T22:30:50.946719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3652,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814677+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:30:19.814677+0000","last_peered":"2024-03-10T22:30:19.814677+0000","last_clean":"2024-03-10T22:30:19.814677+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:30:19.814677+0000","last_undegraded":"2024-03-10T22:30:19.814677+0000","last_fullsized":"2024-03-10T22:30:19.814677+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:32.252065+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:29:32.252065+0000","last_peered":"2024-03-10T22:29:32.252065+0000","last_clean":"2024-03-10T22:29:32.252065+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:29:32.252065+0000","last_undegraded":"2024-03-10T22:29:32.252065+0000","last_fullsized":"2024-03-10T22:29:32.252065+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262528+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:31:12.262528+0000","last_peered":"2024-03-10T22:31:12.262528+0000","last_clean":"2024-03-10T22:31:12.262528+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:31:12.262528+0000","last_undegraded":"2024-03-10T22:31:12.262528+0000","last_fullsized":"2024-03-10T22:31:12.262528+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":919,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:53.711077+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:29:53.711077+0000","last_peered":"2024-03-10T22:29:53.711077+0000","last_clean":"2024-03-10T22:29:53.711077+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:29:53.711077+0000","last_undegraded":"2024-03-10T22:29:53.711077+0000","last_fullsized":"2024-03-10T22:29:53.711077+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4504,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674099+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:30:35.674099+0000","last_peered":"2024-03-10T22:30:35.674099+0000","last_clean":"2024-03-10T22:30:35.674099+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:30:35.674099+0000","last_undegraded":"2024-03-10T22:30:35.674099+0000","last_fullsized":"2024-03-10T22:30:35.674099+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262628+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:31:12.262628+0000","last_peered":"2024-03-10T22:31:12.262628+0000","last_clean":"2024-03-10T22:31:12.262628+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:31:12.262628+0000","last_undegraded":"2024-03-10T22:31:12.262628+0000","last_fullsized":"2024-03-10T22:31:12.262628+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":961,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:49.451333+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:29:49.451333+0000","last_peered":"2024-03-10T22:29:49.451333+0000","last_clean":"2024-03-10T22:29:49.451333+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:29:49.451333+0000","last_undegraded":"2024-03-10T22:29:49.451333+0000","last_fullsized":"2024-03-10T22:29:49.451333+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:44.450798+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:29:44.450798+0000","last_peered":"2024-03-10T22:29:44.450798+0000","last_clean":"2024-03-10T22:29:44.450798+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:29:44.450798+0000","last_undegraded":"2024-03-10T22:29:44.450798+0000","last_fullsized":"2024-03-10T22:29:44.450798+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5078,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312712+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:31:30.312712+0000","last_peered":"2024-03-10T22:31:30.312712+0000","last_clean":"2024-03-10T22:31:30.312712+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:31:30.312712+0000","last_undegraded":"2024-03-10T22:31:30.312712+0000","last_fullsized":"2024-03-10T22:31:30.312712+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935749+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:30:28.935749+0000","last_peered":"2024-03-10T22:30:28.935749+0000","last_clean":"2024-03-10T22:30:28.935749+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:30:28.935749+0000","last_undegraded":"2024-03-10T22:30:28.935749+0000","last_fullsized":"2024-03-10T22:30:28.935749+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453629+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:30:09.453629+0000","last_peered":"2024-03-10T22:30:09.453629+0000","last_clean":"2024-03-10T22:30:09.453629+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:30:09.453629+0000","last_undegraded":"2024-03-10T22:30:09.453629+0000","last_fullsized":"2024-03-10T22:30:09.453629+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941144+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:31:18.941144+0000","last_peered":"2024-03-10T22:31:18.941144+0000","last_clean":"2024-03-10T22:31:18.941144+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:31:18.941144+0000","last_undegraded":"2024-03-10T22:31:18.941144+0000","last_fullsized":"2024-03-10T22:31:18.941144+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935760+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:30:28.935760+0000","last_peered":"2024-03-10T22:30:28.935760+0000","last_clean":"2024-03-10T22:30:28.935760+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:30:28.935760+0000","last_undegraded":"2024-03-10T22:30:28.935760+0000","last_fullsized":"2024-03-10T22:30:28.935760+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312683+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:31:30.312683+0000","last_peered":"2024-03-10T22:31:30.312683+0000","last_clean":"2024-03-10T22:31:30.312683+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:31:30.312683+0000","last_undegraded":"2024-03-10T22:31:30.312683+0000","last_fullsized":"2024-03-10T22:31:30.312683+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676297+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:30:55.676297+0000","last_peered":"2024-03-10T22:30:55.676297+0000","last_clean":"2024-03-10T22:30:55.676297+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:30:55.676297+0000","last_undegraded":"2024-03-10T22:30:55.676297+0000","last_fullsized":"2024-03-10T22:30:55.676297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:43.716546+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:30:43.716546+0000","last_peered":"2024-03-10T22:30:43.716546+0000","last_clean":"2024-03-10T22:30:43.716546+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:30:43.716546+0000","last_undegraded":"2024-03-10T22:30:43.716546+0000","last_fullsized":"2024-03-10T22:30:43.716546+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3248,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816832+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:30:39.816832+0000","last_peered":"2024-03-10T22:30:39.816832+0000","last_clean":"2024-03-10T22:30:39.816832+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:30:39.816832+0000","last_undegraded":"2024-03-10T22:30:39.816832+0000","last_fullsized":"2024-03-10T22:30:39.816832+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1026,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951010+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:31:30.951010+0000","last_peered":"2024-03-10T22:31:30.951010+0000","last_clean":"2024-03-10T22:31:30.951010+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:31:30.951010+0000","last_undegraded":"2024-03-10T22:31:30.951010+0000","last_fullsized":"2024-03-10T22:31:30.951010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.300776+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:29:45.300776+0000","last_peered":"2024-03-10T22:29:45.300776+0000","last_clean":"2024-03-10T22:29:45.300776+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:29:45.300776+0000","last_undegraded":"2024-03-10T22:29:45.300776+0000","last_fullsized":"2024-03-10T22:29:45.300776+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4001,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:05.303147+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:30:05.303147+0000","last_peered":"2024-03-10T22:30:05.303147+0000","last_clean":"2024-03-10T22:30:05.303147+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:30:05.303147+0000","last_undegraded":"2024-03-10T22:30:05.303147+0000","last_fullsized":"2024-03-10T22:30:05.303147+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453563+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:30:09.453563+0000","last_peered":"2024-03-10T22:30:09.453563+0000","last_clean":"2024-03-10T22:30:09.453563+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:30:09.453563+0000","last_undegraded":"2024-03-10T22:30:09.453563+0000","last_fullsized":"2024-03-10T22:30:09.453563+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941081+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:31:18.941081+0000","last_peered":"2024-03-10T22:31:18.941081+0000","last_clean":"2024-03-10T22:31:18.941081+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:31:18.941081+0000","last_undegraded":"2024-03-10T22:31:18.941081+0000","last_fullsized":"2024-03-10T22:31:18.941081+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4942,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719228+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:31:08.719228+0000","last_peered":"2024-03-10T22:31:08.719228+0000","last_clean":"2024-03-10T22:31:08.719228+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:31:08.719228+0000","last_undegraded":"2024-03-10T22:31:08.719228+0000","last_fullsized":"2024-03-10T22:31:08.719228+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453588+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:30:09.453588+0000","last_peered":"2024-03-10T22:30:09.453588+0000","last_clean":"2024-03-10T22:30:09.453588+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:30:09.453588+0000","last_undegraded":"2024-03-10T22:30:09.453588+0000","last_fullsized":"2024-03-10T22:30:09.453588+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929324+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:29:28.929324+0000","last_peered":"2024-03-10T22:29:28.929324+0000","last_clean":"2024-03-10T22:29:28.929324+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:29:28.929324+0000","last_undegraded":"2024-03-10T22:29:28.929324+0000","last_fullsized":"2024-03-10T22:29:28.929324+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456592+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:30:34.456592+0000","last_peered":"2024-03-10T22:30:34.456592+0000","last_clean":"2024-03-10T22:30:34.456592+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:30:34.456592+0000","last_undegraded":"2024-03-10T22:30:34.456592+0000","last_fullsized":"2024-03-10T22:30:34.456592+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1209,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719208+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:31:08.719208+0000","last_peered":"2024-03-10T22:31:08.719208+0000","last_clean":"2024-03-10T22:31:08.719208+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:31:08.719208+0000","last_undegraded":"2024-03-10T22:31:08.719208+0000","last_fullsized":"2024-03-10T22:31:08.719208+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676246+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:30:55.676246+0000","last_peered":"2024-03-10T22:30:55.676246+0000","last_clean":"2024-03-10T22:30:55.676246+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:30:55.676246+0000","last_undegraded":"2024-03-10T22:30:55.676246+0000","last_fullsized":"2024-03-10T22:30:55.676246+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5331,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719168+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:31:08.719168+0000","last_peered":"2024-03-10T22:31:08.719168+0000","last_clean":"2024-03-10T22:31:08.719168+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:31:08.719168+0000","last_undegraded":"2024-03-10T22:31:08.719168+0000","last_fullsized":"2024-03-10T22:31:08.719168+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719219+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:31:08.719219+0000","last_peered":"2024-03-10T22:31:08.719219+0000","last_clean":"2024-03-10T22:31:08.719219+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:31:08.719219+0000","last_undegraded":"2024-03-10T22:31:08.719219+0000","last_fullsized":"2024-03-10T22:31:08.719219+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938659+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:29:35.938659+0000","last_peered":"2024-03-10T22:29:35.938659+0000","last_clean":"2024-03-10T22:29:35.938659+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:35.938659+0000","last_undegraded":"2024-03-10T22:29:35.938659+0000","last_fullsized":"2024-03-10T22:29:35.938659+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4659,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716503+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:30:43.716503+0000","last_peered":"2024-03-10T22:30:43.716503+0000","last_clean":"2024-03-10T22:30:43.716503+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:30:43.716503+0000","last_undegraded":"2024-03-10T22:30:43.716503+0000","last_fullsized":"2024-03-10T22:30:43.716503+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456625+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:30:34.456625+0000","last_peered":"2024-03-10T22:30:34.456625+0000","last_clean":"2024-03-10T22:30:34.456625+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:30:34.456625+0000","last_undegraded":"2024-03-10T22:30:34.456625+0000","last_fullsized":"2024-03-10T22:30:34.456625+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816807+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:30:39.816807+0000","last_peered":"2024-03-10T22:30:39.816807+0000","last_clean":"2024-03-10T22:30:39.816807+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:30:39.816807+0000","last_undegraded":"2024-03-10T22:30:39.816807+0000","last_fullsized":"2024-03-10T22:30:39.816807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951039+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:31:30.951039+0000","last_peered":"2024-03-10T22:31:30.951039+0000","last_clean":"2024-03-10T22:31:30.951039+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:31:30.951039+0000","last_undegraded":"2024-03-10T22:31:30.951039+0000","last_fullsized":"2024-03-10T22:31:30.951039+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719250+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:31:08.719250+0000","last_peered":"2024-03-10T22:31:08.719250+0000","last_clean":"2024-03-10T22:31:08.719250+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:31:08.719250+0000","last_undegraded":"2024-03-10T22:31:08.719250+0000","last_fullsized":"2024-03-10T22:31:08.719250+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938682+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:29:35.938682+0000","last_peered":"2024-03-10T22:29:35.938682+0000","last_clean":"2024-03-10T22:29:35.938682+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:29:35.938682+0000","last_undegraded":"2024-03-10T22:29:35.938682+0000","last_fullsized":"2024-03-10T22:29:35.938682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674066+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:30:35.674066+0000","last_peered":"2024-03-10T22:30:35.674066+0000","last_clean":"2024-03-10T22:30:35.674066+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:30:35.674066+0000","last_undegraded":"2024-03-10T22:30:35.674066+0000","last_fullsized":"2024-03-10T22:30:35.674066+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713890+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:30:18.713890+0000","last_peered":"2024-03-10T22:30:18.713890+0000","last_clean":"2024-03-10T22:30:18.713890+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:30:18.713890+0000","last_undegraded":"2024-03-10T22:30:18.713890+0000","last_fullsized":"2024-03-10T22:30:18.713890+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812265+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:29:59.812265+0000","last_peered":"2024-03-10T22:29:59.812265+0000","last_clean":"2024-03-10T22:29:59.812265+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:29:59.812265+0000","last_undegraded":"2024-03-10T22:29:59.812265+0000","last_fullsized":"2024-03-10T22:29:59.812265+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262568+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:31:12.262568+0000","last_peered":"2024-03-10T22:31:12.262568+0000","last_clean":"2024-03-10T22:31:12.262568+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:31:12.262568+0000","last_undegraded":"2024-03-10T22:31:12.262568+0000","last_fullsized":"2024-03-10T22:31:12.262568+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941128+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:31:18.941128+0000","last_peered":"2024-03-10T22:31:18.941128+0000","last_clean":"2024-03-10T22:31:18.941128+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:31:18.941128+0000","last_undegraded":"2024-03-10T22:31:18.941128+0000","last_fullsized":"2024-03-10T22:31:18.941128+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453614+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:30:09.453614+0000","last_peered":"2024-03-10T22:30:09.453614+0000","last_clean":"2024-03-10T22:30:09.453614+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:30:09.453614+0000","last_undegraded":"2024-03-10T22:30:09.453614+0000","last_fullsized":"2024-03-10T22:30:09.453614+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676285+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:30:55.676285+0000","last_peered":"2024-03-10T22:30:55.676285+0000","last_clean":"2024-03-10T22:30:55.676285+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:30:55.676285+0000","last_undegraded":"2024-03-10T22:30:55.676285+0000","last_fullsized":"2024-03-10T22:30:55.676285+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941155+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:31:18.941155+0000","last_peered":"2024-03-10T22:31:18.941155+0000","last_clean":"2024-03-10T22:31:18.941155+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:31:18.941155+0000","last_undegraded":"2024-03-10T22:31:18.941155+0000","last_fullsized":"2024-03-10T22:31:18.941155+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814627+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:30:19.814627+0000","last_peered":"2024-03-10T22:30:19.814627+0000","last_clean":"2024-03-10T22:30:19.814627+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:30:19.814627+0000","last_undegraded":"2024-03-10T22:30:19.814627+0000","last_fullsized":"2024-03-10T22:30:19.814627+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929293+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:29:28.929293+0000","last_peered":"2024-03-10T22:29:28.929293+0000","last_clean":"2024-03-10T22:29:28.929293+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:29:28.929293+0000","last_undegraded":"2024-03-10T22:29:28.929293+0000","last_fullsized":"2024-03-10T22:29:28.929293+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816760+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:30:39.816760+0000","last_peered":"2024-03-10T22:30:39.816760+0000","last_clean":"2024-03-10T22:30:39.816760+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:30:39.816760+0000","last_undegraded":"2024-03-10T22:30:39.816760+0000","last_fullsized":"2024-03-10T22:30:39.816760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:57.254715+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:29:57.254715+0000","last_peered":"2024-03-10T22:29:57.254715+0000","last_clean":"2024-03-10T22:29:57.254715+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:29:57.254715+0000","last_undegraded":"2024-03-10T22:29:57.254715+0000","last_fullsized":"2024-03-10T22:29:57.254715+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:15.678930+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:31:15.678930+0000","last_peered":"2024-03-10T22:31:15.678930+0000","last_clean":"2024-03-10T22:31:15.678930+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:31:15.678930+0000","last_undegraded":"2024-03-10T22:31:15.678930+0000","last_fullsized":"2024-03-10T22:31:15.678930+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784003,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928650,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586478,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796533,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474535,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329888,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152536,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073297,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:33:45.490 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:45.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:45.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:45.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:45.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:45.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:45.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:45.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:45.491 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:33:46.189 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:33:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:33:45] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:33:46.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:46 smithi169 ceph-mon[90638]: pgmap v1089: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:46.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:46 smithi169 ceph-mon[90638]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:46.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:46 smithi169 ceph-mon[88180]: pgmap v1089: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:46.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:46 smithi169 ceph-mon[88180]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:46.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:46 smithi172 ceph-mon[84635]: pgmap v1089: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:46.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:46 smithi172 ceph-mon[84635]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:48.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:48 smithi169 ceph-mon[90638]: pgmap v1090: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:48.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:48 smithi169 ceph-mon[88180]: pgmap v1090: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:48.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:48 smithi172 ceph-mon[84635]: pgmap v1090: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:50.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:50 smithi169 ceph-mon[88180]: pgmap v1091: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:50.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:50 smithi169 ceph-mon[90638]: pgmap v1091: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:50.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:50 smithi172 ceph-mon[84635]: pgmap v1091: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:52.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:52 smithi169 ceph-mon[88180]: pgmap v1092: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:52.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:52 smithi169 ceph-mon[90638]: pgmap v1092: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:52.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:52 smithi172 ceph-mon[84635]: pgmap v1092: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:52.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:33:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:33:53.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:53 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:33:53.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:53 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:33:53.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:53 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:33:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:54 smithi169 ceph-mon[90638]: pgmap v1093: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:54 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:33:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:54 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:33:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:54 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:33:54.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:54 smithi169 ceph-mon[88180]: pgmap v1093: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:54 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:33:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:54 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:33:54.504 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:54 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:33:54.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:54 smithi172 ceph-mon[84635]: pgmap v1093: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:54.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:54 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:33:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:54 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:33:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:54 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:33:55.492 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:33:55.717 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:33:56.172 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:33:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:33:55] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-03-10T22:33:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:56 smithi169 ceph-mon[90638]: pgmap v1094: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:56.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:56 smithi169 ceph-mon[88180]: pgmap v1094: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:56.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:56.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:56 smithi172 ceph-mon[84635]: pgmap v1094: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:33:57.676 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:33:57.678 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:33:58.321 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:58 smithi169 ceph-mon[90638]: pgmap v1095: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:58.322 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:33:58 smithi169 ceph-mon[90638]: from='client.34707 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:58.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:58 smithi169 ceph-mon[88180]: pgmap v1095: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:58.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:33:58 smithi169 ceph-mon[88180]: from='client.34707 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:33:58.343 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1095,"stamp":"2024-03-10T22:33:56.716290+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003920"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948943+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:31:10.948943+0000","last_peered":"2024-03-10T22:31:10.948943+0000","last_clean":"2024-03-10T22:31:10.948943+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:31:10.948943+0000","last_undegraded":"2024-03-10T22:31:10.948943+0000","last_fullsized":"2024-03-10T22:31:10.948943+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1236,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469946+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:31:49.469946+0000","last_peered":"2024-03-10T22:31:49.469946+0000","last_clean":"2024-03-10T22:31:49.469946+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:31:49.469946+0000","last_undegraded":"2024-03-10T22:31:49.469946+0000","last_fullsized":"2024-03-10T22:31:49.469946+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262687+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:31:12.262687+0000","last_peered":"2024-03-10T22:31:12.262687+0000","last_clean":"2024-03-10T22:31:12.262687+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:31:12.262687+0000","last_undegraded":"2024-03-10T22:31:12.262687+0000","last_fullsized":"2024-03-10T22:31:12.262687+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823458+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:31:39.823458+0000","last_peered":"2024-03-10T22:31:39.823458+0000","last_clean":"2024-03-10T22:31:39.823458+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:39.823458+0000","last_undegraded":"2024-03-10T22:31:39.823458+0000","last_fullsized":"2024-03-10T22:31:39.823458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941888+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:30:05.941888+0000","last_peered":"2024-03-10T22:30:05.941888+0000","last_clean":"2024-03-10T22:30:05.941888+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:30:05.941888+0000","last_undegraded":"2024-03-10T22:30:05.941888+0000","last_fullsized":"2024-03-10T22:30:05.941888+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667030+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:29:30.667030+0000","last_peered":"2024-03-10T22:29:30.667030+0000","last_clean":"2024-03-10T22:29:30.667030+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:29:30.667030+0000","last_undegraded":"2024-03-10T22:29:30.667030+0000","last_fullsized":"2024-03-10T22:29:30.667030+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.666978+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:29:30.666978+0000","last_peered":"2024-03-10T22:29:30.666978+0000","last_clean":"2024-03-10T22:29:30.666978+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:29:30.666978+0000","last_undegraded":"2024-03-10T22:29:30.666978+0000","last_fullsized":"2024-03-10T22:29:30.666978+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:45.307650+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:30:45.307650+0000","last_peered":"2024-03-10T22:30:45.307650+0000","last_clean":"2024-03-10T22:30:45.307650+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:30:45.307650+0000","last_undegraded":"2024-03-10T22:30:45.307650+0000","last_fullsized":"2024-03-10T22:30:45.307650+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933511+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:30:08.933511+0000","last_peered":"2024-03-10T22:30:08.933511+0000","last_clean":"2024-03-10T22:30:08.933511+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:30:08.933511+0000","last_undegraded":"2024-03-10T22:30:08.933511+0000","last_fullsized":"2024-03-10T22:30:08.933511+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257338+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:30:22.257338+0000","last_peered":"2024-03-10T22:30:22.257338+0000","last_clean":"2024-03-10T22:30:22.257338+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:30:22.257338+0000","last_undegraded":"2024-03-10T22:30:22.257338+0000","last_fullsized":"2024-03-10T22:30:22.257338+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.464658+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:30:59.464658+0000","last_peered":"2024-03-10T22:30:59.464658+0000","last_clean":"2024-03-10T22:30:59.464658+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:30:59.464658+0000","last_undegraded":"2024-03-10T22:30:59.464658+0000","last_fullsized":"2024-03-10T22:30:59.464658+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818728+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:30:59.818728+0000","last_peered":"2024-03-10T22:30:59.818728+0000","last_clean":"2024-03-10T22:30:59.818728+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:30:59.818728+0000","last_undegraded":"2024-03-10T22:30:59.818728+0000","last_fullsized":"2024-03-10T22:30:59.818728+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721535+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:31:33.721535+0000","last_peered":"2024-03-10T22:31:33.721535+0000","last_clean":"2024-03-10T22:31:33.721535+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:31:33.721535+0000","last_undegraded":"2024-03-10T22:31:33.721535+0000","last_fullsized":"2024-03-10T22:31:33.721535+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721508+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:31:33.721508+0000","last_peered":"2024-03-10T22:31:33.721508+0000","last_clean":"2024-03-10T22:31:33.721508+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:31:33.721508+0000","last_undegraded":"2024-03-10T22:31:33.721508+0000","last_fullsized":"2024-03-10T22:31:33.721508+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938634+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:29:35.938634+0000","last_peered":"2024-03-10T22:29:35.938634+0000","last_clean":"2024-03-10T22:29:35.938634+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:29:35.938634+0000","last_undegraded":"2024-03-10T22:29:35.938634+0000","last_fullsized":"2024-03-10T22:29:35.938634+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1291,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262725+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:31:12.262725+0000","last_peered":"2024-03-10T22:31:12.262725+0000","last_clean":"2024-03-10T22:31:12.262725+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:31:12.262725+0000","last_undegraded":"2024-03-10T22:31:12.262725+0000","last_fullsized":"2024-03-10T22:31:12.262725+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935820+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:30:28.935820+0000","last_peered":"2024-03-10T22:30:28.935820+0000","last_clean":"2024-03-10T22:30:28.935820+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:30:28.935820+0000","last_undegraded":"2024-03-10T22:30:28.935820+0000","last_fullsized":"2024-03-10T22:30:28.935820+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935828+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:30:28.935828+0000","last_peered":"2024-03-10T22:30:28.935828+0000","last_clean":"2024-03-10T22:30:28.935828+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:30:28.935828+0000","last_undegraded":"2024-03-10T22:30:28.935828+0000","last_fullsized":"2024-03-10T22:30:28.935828+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262705+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:31:12.262705+0000","last_peered":"2024-03-10T22:31:12.262705+0000","last_clean":"2024-03-10T22:31:12.262705+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:31:12.262705+0000","last_undegraded":"2024-03-10T22:31:12.262705+0000","last_fullsized":"2024-03-10T22:31:12.262705+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1071,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.668425+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:29:45.668425+0000","last_peered":"2024-03-10T22:29:45.668425+0000","last_clean":"2024-03-10T22:29:45.668425+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:29:45.668425+0000","last_undegraded":"2024-03-10T22:29:45.668425+0000","last_fullsized":"2024-03-10T22:29:45.668425+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933494+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:30:08.933494+0000","last_peered":"2024-03-10T22:30:08.933494+0000","last_clean":"2024-03-10T22:30:08.933494+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:30:08.933494+0000","last_undegraded":"2024-03-10T22:30:08.933494+0000","last_fullsized":"2024-03-10T22:30:08.933494+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933462+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:30:08.933462+0000","last_peered":"2024-03-10T22:30:08.933462+0000","last_clean":"2024-03-10T22:30:08.933462+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:30:08.933462+0000","last_undegraded":"2024-03-10T22:30:08.933462+0000","last_fullsized":"2024-03-10T22:30:08.933462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1104,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821277+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:31:19.821277+0000","last_peered":"2024-03-10T22:31:19.821277+0000","last_clean":"2024-03-10T22:31:19.821277+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:31:19.821277+0000","last_undegraded":"2024-03-10T22:31:19.821277+0000","last_fullsized":"2024-03-10T22:31:19.821277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467355+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:31:24.467355+0000","last_peered":"2024-03-10T22:31:24.467355+0000","last_clean":"2024-03-10T22:31:24.467355+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:31:24.467355+0000","last_undegraded":"2024-03-10T22:31:24.467355+0000","last_fullsized":"2024-03-10T22:31:24.467355+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667045+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:29:30.667045+0000","last_peered":"2024-03-10T22:29:30.667045+0000","last_clean":"2024-03-10T22:29:30.667045+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:29:30.667045+0000","last_undegraded":"2024-03-10T22:29:30.667045+0000","last_fullsized":"2024-03-10T22:29:30.667045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821333+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:31:19.821333+0000","last_peered":"2024-03-10T22:31:19.821333+0000","last_clean":"2024-03-10T22:31:19.821333+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:31:19.821333+0000","last_undegraded":"2024-03-10T22:31:19.821333+0000","last_fullsized":"2024-03-10T22:31:19.821333+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821322+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:31:19.821322+0000","last_peered":"2024-03-10T22:31:19.821322+0000","last_clean":"2024-03-10T22:31:19.821322+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:31:19.821322+0000","last_undegraded":"2024-03-10T22:31:19.821322+0000","last_fullsized":"2024-03-10T22:31:19.821322+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:47.259839+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:30:47.259839+0000","last_peered":"2024-03-10T22:30:47.259839+0000","last_clean":"2024-03-10T22:30:47.259839+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:30:47.259839+0000","last_undegraded":"2024-03-10T22:30:47.259839+0000","last_fullsized":"2024-03-10T22:30:47.259839+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467416+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:31:24.467416+0000","last_peered":"2024-03-10T22:31:24.467416+0000","last_clean":"2024-03-10T22:31:24.467416+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:31:24.467416+0000","last_undegraded":"2024-03-10T22:31:24.467416+0000","last_fullsized":"2024-03-10T22:31:24.467416+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:25.305069+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:30:25.305069+0000","last_peered":"2024-03-10T22:30:25.305069+0000","last_clean":"2024-03-10T22:30:25.305069+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:30:25.305069+0000","last_undegraded":"2024-03-10T22:30:25.305069+0000","last_fullsized":"2024-03-10T22:30:25.305069+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681044+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:31:35.681044+0000","last_peered":"2024-03-10T22:31:35.681044+0000","last_clean":"2024-03-10T22:31:35.681044+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:31:35.681044+0000","last_undegraded":"2024-03-10T22:31:35.681044+0000","last_fullsized":"2024-03-10T22:31:35.681044+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941858+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:30:05.941858+0000","last_peered":"2024-03-10T22:30:05.941858+0000","last_clean":"2024-03-10T22:30:05.941858+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:30:05.941858+0000","last_undegraded":"2024-03-10T22:30:05.941858+0000","last_fullsized":"2024-03-10T22:30:05.941858+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1274,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257382+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:30:22.257382+0000","last_peered":"2024-03-10T22:30:22.257382+0000","last_clean":"2024-03-10T22:30:22.257382+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:30:22.257382+0000","last_undegraded":"2024-03-10T22:30:22.257382+0000","last_fullsized":"2024-03-10T22:30:22.257382+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257359+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:30:22.257359+0000","last_peered":"2024-03-10T22:30:22.257359+0000","last_clean":"2024-03-10T22:30:22.257359+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:30:22.257359+0000","last_undegraded":"2024-03-10T22:30:22.257359+0000","last_fullsized":"2024-03-10T22:30:22.257359+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818760+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:30:59.818760+0000","last_peered":"2024-03-10T22:30:59.818760+0000","last_clean":"2024-03-10T22:30:59.818760+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:30:59.818760+0000","last_undegraded":"2024-03-10T22:30:59.818760+0000","last_fullsized":"2024-03-10T22:30:59.818760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940134+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:29:50.940134+0000","last_peered":"2024-03-10T22:29:50.940134+0000","last_clean":"2024-03-10T22:29:50.940134+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:29:50.940134+0000","last_undegraded":"2024-03-10T22:29:50.940134+0000","last_fullsized":"2024-03-10T22:29:50.940134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681022+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:31:35.681022+0000","last_peered":"2024-03-10T22:31:35.681022+0000","last_clean":"2024-03-10T22:31:35.681022+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:31:35.681022+0000","last_undegraded":"2024-03-10T22:31:35.681022+0000","last_fullsized":"2024-03-10T22:31:35.681022+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.680999+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:31:35.680999+0000","last_peered":"2024-03-10T22:31:35.680999+0000","last_clean":"2024-03-10T22:31:35.680999+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:31:35.680999+0000","last_undegraded":"2024-03-10T22:31:35.680999+0000","last_fullsized":"2024-03-10T22:31:35.680999+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1263,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721462+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:31:33.721462+0000","last_peered":"2024-03-10T22:31:33.721462+0000","last_clean":"2024-03-10T22:31:33.721462+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:31:33.721462+0000","last_undegraded":"2024-03-10T22:31:33.721462+0000","last_fullsized":"2024-03-10T22:31:33.721462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940112+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:29:50.940112+0000","last_peered":"2024-03-10T22:29:50.940112+0000","last_clean":"2024-03-10T22:29:50.940112+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:29:50.940112+0000","last_undegraded":"2024-03-10T22:29:50.940112+0000","last_fullsized":"2024-03-10T22:29:50.940112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4442,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716476+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:30:43.716476+0000","last_peered":"2024-03-10T22:30:43.716476+0000","last_clean":"2024-03-10T22:30:43.716476+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:30:43.716476+0000","last_undegraded":"2024-03-10T22:30:43.716476+0000","last_fullsized":"2024-03-10T22:30:43.716476+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.303187+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:30:05.303187+0000","last_peered":"2024-03-10T22:30:05.303187+0000","last_clean":"2024-03-10T22:30:05.303187+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:30:05.303187+0000","last_undegraded":"2024-03-10T22:30:05.303187+0000","last_fullsized":"2024-03-10T22:30:05.303187+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938671+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:29:35.938671+0000","last_peered":"2024-03-10T22:29:35.938671+0000","last_clean":"2024-03-10T22:29:35.938671+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:29:35.938671+0000","last_undegraded":"2024-03-10T22:29:35.938671+0000","last_fullsized":"2024-03-10T22:29:35.938671+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12611,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262583+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:31:12.262583+0000","last_peered":"2024-03-10T22:31:12.262583+0000","last_clean":"2024-03-10T22:31:12.262583+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:31:12.262583+0000","last_undegraded":"2024-03-10T22:31:12.262583+0000","last_fullsized":"2024-03-10T22:31:12.262583+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469862+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:31:49.469862+0000","last_peered":"2024-03-10T22:31:49.469862+0000","last_clean":"2024-03-10T22:31:49.469862+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:31:49.469862+0000","last_undegraded":"2024-03-10T22:31:49.469862+0000","last_fullsized":"2024-03-10T22:31:49.469862+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469923+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:31:49.469923+0000","last_peered":"2024-03-10T22:31:49.469923+0000","last_clean":"2024-03-10T22:31:49.469923+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:31:49.469923+0000","last_undegraded":"2024-03-10T22:31:49.469923+0000","last_fullsized":"2024-03-10T22:31:49.469923+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812296+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:29:59.812296+0000","last_peered":"2024-03-10T22:29:59.812296+0000","last_clean":"2024-03-10T22:29:59.812296+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:29:59.812296+0000","last_undegraded":"2024-03-10T22:29:59.812296+0000","last_fullsized":"2024-03-10T22:29:59.812296+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15024,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262662+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:31:12.262662+0000","last_peered":"2024-03-10T22:31:12.262662+0000","last_clean":"2024-03-10T22:31:12.262662+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:31:12.262662+0000","last_undegraded":"2024-03-10T22:31:12.262662+0000","last_fullsized":"2024-03-10T22:31:12.262662+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469905+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:31:49.469905+0000","last_peered":"2024-03-10T22:31:49.469905+0000","last_clean":"2024-03-10T22:31:49.469905+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:31:49.469905+0000","last_undegraded":"2024-03-10T22:31:49.469905+0000","last_fullsized":"2024-03-10T22:31:49.469905+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812237+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:29:59.812237+0000","last_peered":"2024-03-10T22:29:59.812237+0000","last_clean":"2024-03-10T22:29:59.812237+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:29:59.812237+0000","last_undegraded":"2024-03-10T22:29:59.812237+0000","last_fullsized":"2024-03-10T22:29:59.812237+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312761+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:31:30.312761+0000","last_peered":"2024-03-10T22:31:30.312761+0000","last_clean":"2024-03-10T22:31:30.312761+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:31:30.312761+0000","last_undegraded":"2024-03-10T22:31:30.312761+0000","last_fullsized":"2024-03-10T22:31:30.312761+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4228,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716529+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:30:43.716529+0000","last_peered":"2024-03-10T22:30:43.716529+0000","last_clean":"2024-03-10T22:30:43.716529+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:30:43.716529+0000","last_undegraded":"2024-03-10T22:30:43.716529+0000","last_fullsized":"2024-03-10T22:30:43.716529+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453641+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:30:09.453641+0000","last_peered":"2024-03-10T22:30:09.453641+0000","last_clean":"2024-03-10T22:30:09.453641+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:30:09.453641+0000","last_undegraded":"2024-03-10T22:30:09.453641+0000","last_fullsized":"2024-03-10T22:30:09.453641+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.466812+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:31:19.466812+0000","last_peered":"2024-03-10T22:31:19.466812+0000","last_clean":"2024-03-10T22:31:19.466812+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:31:19.466812+0000","last_undegraded":"2024-03-10T22:31:19.466812+0000","last_fullsized":"2024-03-10T22:31:19.466812+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713926+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:30:18.713926+0000","last_peered":"2024-03-10T22:30:18.713926+0000","last_clean":"2024-03-10T22:30:18.713926+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:30:18.713926+0000","last_undegraded":"2024-03-10T22:30:18.713926+0000","last_fullsized":"2024-03-10T22:30:18.713926+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4295,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948896+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:31:10.948896+0000","last_peered":"2024-03-10T22:31:10.948896+0000","last_clean":"2024-03-10T22:31:10.948896+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:31:10.948896+0000","last_undegraded":"2024-03-10T22:31:10.948896+0000","last_fullsized":"2024-03-10T22:31:10.948896+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674126+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:30:35.674126+0000","last_peered":"2024-03-10T22:30:35.674126+0000","last_clean":"2024-03-10T22:30:35.674126+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:30:35.674126+0000","last_undegraded":"2024-03-10T22:30:35.674126+0000","last_fullsized":"2024-03-10T22:30:35.674126+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:53.938211+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:30:53.938211+0000","last_peered":"2024-03-10T22:30:53.938211+0000","last_clean":"2024-03-10T22:30:53.938211+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:30:53.938211+0000","last_undegraded":"2024-03-10T22:30:53.938211+0000","last_fullsized":"2024-03-10T22:30:53.938211+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812279+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:29:59.812279+0000","last_peered":"2024-03-10T22:29:59.812279+0000","last_clean":"2024-03-10T22:29:59.812279+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:29:59.812279+0000","last_undegraded":"2024-03-10T22:29:59.812279+0000","last_fullsized":"2024-03-10T22:29:59.812279+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:50.946719+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:30:50.946719+0000","last_peered":"2024-03-10T22:30:50.946719+0000","last_clean":"2024-03-10T22:30:50.946719+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:30:50.946719+0000","last_undegraded":"2024-03-10T22:30:50.946719+0000","last_fullsized":"2024-03-10T22:30:50.946719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3652,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814677+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:30:19.814677+0000","last_peered":"2024-03-10T22:30:19.814677+0000","last_clean":"2024-03-10T22:30:19.814677+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:30:19.814677+0000","last_undegraded":"2024-03-10T22:30:19.814677+0000","last_fullsized":"2024-03-10T22:30:19.814677+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:42.266134+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:31:42.266134+0000","last_peered":"2024-03-10T22:31:42.266134+0000","last_clean":"2024-03-10T22:31:42.266134+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:31:42.266134+0000","last_undegraded":"2024-03-10T22:31:42.266134+0000","last_fullsized":"2024-03-10T22:31:42.266134+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262528+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:31:12.262528+0000","last_peered":"2024-03-10T22:31:12.262528+0000","last_clean":"2024-03-10T22:31:12.262528+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:31:12.262528+0000","last_undegraded":"2024-03-10T22:31:12.262528+0000","last_fullsized":"2024-03-10T22:31:12.262528+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":920,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:53.723500+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:31:53.723500+0000","last_peered":"2024-03-10T22:31:53.723500+0000","last_clean":"2024-03-10T22:31:53.723500+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:31:53.723500+0000","last_undegraded":"2024-03-10T22:31:53.723500+0000","last_fullsized":"2024-03-10T22:31:53.723500+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4504,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674099+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:30:35.674099+0000","last_peered":"2024-03-10T22:30:35.674099+0000","last_clean":"2024-03-10T22:30:35.674099+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:30:35.674099+0000","last_undegraded":"2024-03-10T22:30:35.674099+0000","last_fullsized":"2024-03-10T22:30:35.674099+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262628+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:31:12.262628+0000","last_peered":"2024-03-10T22:31:12.262628+0000","last_clean":"2024-03-10T22:31:12.262628+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:31:12.262628+0000","last_undegraded":"2024-03-10T22:31:12.262628+0000","last_fullsized":"2024-03-10T22:31:12.262628+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":961,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:49.451333+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:29:49.451333+0000","last_peered":"2024-03-10T22:29:49.451333+0000","last_clean":"2024-03-10T22:29:49.451333+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:29:49.451333+0000","last_undegraded":"2024-03-10T22:29:49.451333+0000","last_fullsized":"2024-03-10T22:29:49.451333+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469885+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:31:49.469885+0000","last_peered":"2024-03-10T22:31:49.469885+0000","last_clean":"2024-03-10T22:31:49.469885+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:31:49.469885+0000","last_undegraded":"2024-03-10T22:31:49.469885+0000","last_fullsized":"2024-03-10T22:31:49.469885+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5078,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312712+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:31:30.312712+0000","last_peered":"2024-03-10T22:31:30.312712+0000","last_clean":"2024-03-10T22:31:30.312712+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:31:30.312712+0000","last_undegraded":"2024-03-10T22:31:30.312712+0000","last_fullsized":"2024-03-10T22:31:30.312712+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935749+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:30:28.935749+0000","last_peered":"2024-03-10T22:30:28.935749+0000","last_clean":"2024-03-10T22:30:28.935749+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:30:28.935749+0000","last_undegraded":"2024-03-10T22:30:28.935749+0000","last_fullsized":"2024-03-10T22:30:28.935749+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453629+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:30:09.453629+0000","last_peered":"2024-03-10T22:30:09.453629+0000","last_clean":"2024-03-10T22:30:09.453629+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:30:09.453629+0000","last_undegraded":"2024-03-10T22:30:09.453629+0000","last_fullsized":"2024-03-10T22:30:09.453629+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941144+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:31:18.941144+0000","last_peered":"2024-03-10T22:31:18.941144+0000","last_clean":"2024-03-10T22:31:18.941144+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:31:18.941144+0000","last_undegraded":"2024-03-10T22:31:18.941144+0000","last_fullsized":"2024-03-10T22:31:18.941144+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935760+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:30:28.935760+0000","last_peered":"2024-03-10T22:30:28.935760+0000","last_clean":"2024-03-10T22:30:28.935760+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:30:28.935760+0000","last_undegraded":"2024-03-10T22:30:28.935760+0000","last_fullsized":"2024-03-10T22:30:28.935760+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312683+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:31:30.312683+0000","last_peered":"2024-03-10T22:31:30.312683+0000","last_clean":"2024-03-10T22:31:30.312683+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:31:30.312683+0000","last_undegraded":"2024-03-10T22:31:30.312683+0000","last_fullsized":"2024-03-10T22:31:30.312683+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676297+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:30:55.676297+0000","last_peered":"2024-03-10T22:30:55.676297+0000","last_clean":"2024-03-10T22:30:55.676297+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:30:55.676297+0000","last_undegraded":"2024-03-10T22:30:55.676297+0000","last_fullsized":"2024-03-10T22:30:55.676297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:43.716546+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:30:43.716546+0000","last_peered":"2024-03-10T22:30:43.716546+0000","last_clean":"2024-03-10T22:30:43.716546+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:30:43.716546+0000","last_undegraded":"2024-03-10T22:30:43.716546+0000","last_fullsized":"2024-03-10T22:30:43.716546+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3248,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816832+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:30:39.816832+0000","last_peered":"2024-03-10T22:30:39.816832+0000","last_clean":"2024-03-10T22:30:39.816832+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:30:39.816832+0000","last_undegraded":"2024-03-10T22:30:39.816832+0000","last_fullsized":"2024-03-10T22:30:39.816832+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1026,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951010+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:31:30.951010+0000","last_peered":"2024-03-10T22:31:30.951010+0000","last_clean":"2024-03-10T22:31:30.951010+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:31:30.951010+0000","last_undegraded":"2024-03-10T22:31:30.951010+0000","last_fullsized":"2024-03-10T22:31:30.951010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.300776+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:29:45.300776+0000","last_peered":"2024-03-10T22:29:45.300776+0000","last_clean":"2024-03-10T22:29:45.300776+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:29:45.300776+0000","last_undegraded":"2024-03-10T22:29:45.300776+0000","last_fullsized":"2024-03-10T22:29:45.300776+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4001,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:05.303147+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:30:05.303147+0000","last_peered":"2024-03-10T22:30:05.303147+0000","last_clean":"2024-03-10T22:30:05.303147+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:30:05.303147+0000","last_undegraded":"2024-03-10T22:30:05.303147+0000","last_fullsized":"2024-03-10T22:30:05.303147+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453563+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:30:09.453563+0000","last_peered":"2024-03-10T22:30:09.453563+0000","last_clean":"2024-03-10T22:30:09.453563+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:30:09.453563+0000","last_undegraded":"2024-03-10T22:30:09.453563+0000","last_fullsized":"2024-03-10T22:30:09.453563+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941081+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:31:18.941081+0000","last_peered":"2024-03-10T22:31:18.941081+0000","last_clean":"2024-03-10T22:31:18.941081+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:31:18.941081+0000","last_undegraded":"2024-03-10T22:31:18.941081+0000","last_fullsized":"2024-03-10T22:31:18.941081+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4942,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719228+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:31:08.719228+0000","last_peered":"2024-03-10T22:31:08.719228+0000","last_clean":"2024-03-10T22:31:08.719228+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:31:08.719228+0000","last_undegraded":"2024-03-10T22:31:08.719228+0000","last_fullsized":"2024-03-10T22:31:08.719228+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453588+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:30:09.453588+0000","last_peered":"2024-03-10T22:30:09.453588+0000","last_clean":"2024-03-10T22:30:09.453588+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:30:09.453588+0000","last_undegraded":"2024-03-10T22:30:09.453588+0000","last_fullsized":"2024-03-10T22:30:09.453588+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929324+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:29:28.929324+0000","last_peered":"2024-03-10T22:29:28.929324+0000","last_clean":"2024-03-10T22:29:28.929324+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:29:28.929324+0000","last_undegraded":"2024-03-10T22:29:28.929324+0000","last_fullsized":"2024-03-10T22:29:28.929324+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456592+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:30:34.456592+0000","last_peered":"2024-03-10T22:30:34.456592+0000","last_clean":"2024-03-10T22:30:34.456592+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:30:34.456592+0000","last_undegraded":"2024-03-10T22:30:34.456592+0000","last_fullsized":"2024-03-10T22:30:34.456592+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1209,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719208+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:31:08.719208+0000","last_peered":"2024-03-10T22:31:08.719208+0000","last_clean":"2024-03-10T22:31:08.719208+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:31:08.719208+0000","last_undegraded":"2024-03-10T22:31:08.719208+0000","last_fullsized":"2024-03-10T22:31:08.719208+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676246+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:30:55.676246+0000","last_peered":"2024-03-10T22:30:55.676246+0000","last_clean":"2024-03-10T22:30:55.676246+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:30:55.676246+0000","last_undegraded":"2024-03-10T22:30:55.676246+0000","last_fullsized":"2024-03-10T22:30:55.676246+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5331,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719168+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:31:08.719168+0000","last_peered":"2024-03-10T22:31:08.719168+0000","last_clean":"2024-03-10T22:31:08.719168+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:31:08.719168+0000","last_undegraded":"2024-03-10T22:31:08.719168+0000","last_fullsized":"2024-03-10T22:31:08.719168+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719219+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:31:08.719219+0000","last_peered":"2024-03-10T22:31:08.719219+0000","last_clean":"2024-03-10T22:31:08.719219+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:31:08.719219+0000","last_undegraded":"2024-03-10T22:31:08.719219+0000","last_fullsized":"2024-03-10T22:31:08.719219+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1031,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938659+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:29:35.938659+0000","last_peered":"2024-03-10T22:29:35.938659+0000","last_clean":"2024-03-10T22:29:35.938659+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:29:35.938659+0000","last_undegraded":"2024-03-10T22:29:35.938659+0000","last_fullsized":"2024-03-10T22:29:35.938659+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4659,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716503+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:30:43.716503+0000","last_peered":"2024-03-10T22:30:43.716503+0000","last_clean":"2024-03-10T22:30:43.716503+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:30:43.716503+0000","last_undegraded":"2024-03-10T22:30:43.716503+0000","last_fullsized":"2024-03-10T22:30:43.716503+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456625+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:30:34.456625+0000","last_peered":"2024-03-10T22:30:34.456625+0000","last_clean":"2024-03-10T22:30:34.456625+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:30:34.456625+0000","last_undegraded":"2024-03-10T22:30:34.456625+0000","last_fullsized":"2024-03-10T22:30:34.456625+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816807+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:30:39.816807+0000","last_peered":"2024-03-10T22:30:39.816807+0000","last_clean":"2024-03-10T22:30:39.816807+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:30:39.816807+0000","last_undegraded":"2024-03-10T22:30:39.816807+0000","last_fullsized":"2024-03-10T22:30:39.816807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951039+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:31:30.951039+0000","last_peered":"2024-03-10T22:31:30.951039+0000","last_clean":"2024-03-10T22:31:30.951039+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:31:30.951039+0000","last_undegraded":"2024-03-10T22:31:30.951039+0000","last_fullsized":"2024-03-10T22:31:30.951039+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719250+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:31:08.719250+0000","last_peered":"2024-03-10T22:31:08.719250+0000","last_clean":"2024-03-10T22:31:08.719250+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:31:08.719250+0000","last_undegraded":"2024-03-10T22:31:08.719250+0000","last_fullsized":"2024-03-10T22:31:08.719250+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:35.938682+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:29:35.938682+0000","last_peered":"2024-03-10T22:29:35.938682+0000","last_clean":"2024-03-10T22:29:35.938682+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:29:35.938682+0000","last_undegraded":"2024-03-10T22:29:35.938682+0000","last_fullsized":"2024-03-10T22:29:35.938682+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674066+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:30:35.674066+0000","last_peered":"2024-03-10T22:30:35.674066+0000","last_clean":"2024-03-10T22:30:35.674066+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:30:35.674066+0000","last_undegraded":"2024-03-10T22:30:35.674066+0000","last_fullsized":"2024-03-10T22:30:35.674066+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713890+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:30:18.713890+0000","last_peered":"2024-03-10T22:30:18.713890+0000","last_clean":"2024-03-10T22:30:18.713890+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:30:18.713890+0000","last_undegraded":"2024-03-10T22:30:18.713890+0000","last_fullsized":"2024-03-10T22:30:18.713890+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812265+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:29:59.812265+0000","last_peered":"2024-03-10T22:29:59.812265+0000","last_clean":"2024-03-10T22:29:59.812265+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:29:59.812265+0000","last_undegraded":"2024-03-10T22:29:59.812265+0000","last_fullsized":"2024-03-10T22:29:59.812265+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262568+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:31:12.262568+0000","last_peered":"2024-03-10T22:31:12.262568+0000","last_clean":"2024-03-10T22:31:12.262568+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:31:12.262568+0000","last_undegraded":"2024-03-10T22:31:12.262568+0000","last_fullsized":"2024-03-10T22:31:12.262568+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941128+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:31:18.941128+0000","last_peered":"2024-03-10T22:31:18.941128+0000","last_clean":"2024-03-10T22:31:18.941128+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:31:18.941128+0000","last_undegraded":"2024-03-10T22:31:18.941128+0000","last_fullsized":"2024-03-10T22:31:18.941128+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453614+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:30:09.453614+0000","last_peered":"2024-03-10T22:30:09.453614+0000","last_clean":"2024-03-10T22:30:09.453614+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:30:09.453614+0000","last_undegraded":"2024-03-10T22:30:09.453614+0000","last_fullsized":"2024-03-10T22:30:09.453614+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676285+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:30:55.676285+0000","last_peered":"2024-03-10T22:30:55.676285+0000","last_clean":"2024-03-10T22:30:55.676285+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:30:55.676285+0000","last_undegraded":"2024-03-10T22:30:55.676285+0000","last_fullsized":"2024-03-10T22:30:55.676285+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941155+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:31:18.941155+0000","last_peered":"2024-03-10T22:31:18.941155+0000","last_clean":"2024-03-10T22:31:18.941155+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:31:18.941155+0000","last_undegraded":"2024-03-10T22:31:18.941155+0000","last_fullsized":"2024-03-10T22:31:18.941155+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814627+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:30:19.814627+0000","last_peered":"2024-03-10T22:30:19.814627+0000","last_clean":"2024-03-10T22:30:19.814627+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:30:19.814627+0000","last_undegraded":"2024-03-10T22:30:19.814627+0000","last_fullsized":"2024-03-10T22:30:19.814627+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:28.929293+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:29:28.929293+0000","last_peered":"2024-03-10T22:29:28.929293+0000","last_clean":"2024-03-10T22:29:28.929293+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:29:28.929293+0000","last_undegraded":"2024-03-10T22:29:28.929293+0000","last_fullsized":"2024-03-10T22:29:28.929293+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816760+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:30:39.816760+0000","last_peered":"2024-03-10T22:30:39.816760+0000","last_clean":"2024-03-10T22:30:39.816760+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:30:39.816760+0000","last_undegraded":"2024-03-10T22:30:39.816760+0000","last_fullsized":"2024-03-10T22:30:39.816760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:57.254715+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:29:57.254715+0000","last_peered":"2024-03-10T22:29:57.254715+0000","last_clean":"2024-03-10T22:29:57.254715+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:29:57.254715+0000","last_undegraded":"2024-03-10T22:29:57.254715+0000","last_fullsized":"2024-03-10T22:29:57.254715+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:15.678930+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:31:15.678930+0000","last_peered":"2024-03-10T22:31:15.678930+0000","last_clean":"2024-03-10T22:31:15.678930+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:31:15.678930+0000","last_undegraded":"2024-03-10T22:31:15.678930+0000","last_fullsized":"2024-03-10T22:31:15.678930+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784006,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928653,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586480,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796535,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474537,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329890,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152539,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073300,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:33:58.348 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:58.348 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:58.348 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:58.348 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:58.348 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:58.348 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:58.349 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:58.349 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:33:58.349 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:33:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:58 smithi172 ceph-mon[84635]: pgmap v1095: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:33:58.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:33:58 smithi172 ceph-mon[84635]: from='client.34707 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:00.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:00 smithi169 ceph-mon[88180]: pgmap v1096: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:00.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:00 smithi169 ceph-mon[90638]: pgmap v1096: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:00.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:00 smithi172 ceph-mon[84635]: pgmap v1096: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:02 smithi169 ceph-mon[88180]: pgmap v1097: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:02.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:02 smithi169 ceph-mon[90638]: pgmap v1097: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:02.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:02 smithi172 ceph-mon[84635]: pgmap v1097: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:02.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:34:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:34:04.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:04 smithi169 ceph-mon[88180]: pgmap v1098: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:04 smithi169 ceph-mon[90638]: pgmap v1098: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:04.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:04 smithi172 ceph-mon[84635]: pgmap v1098: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:34:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:34:05] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-03-10T22:34:06.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:06 smithi172 ceph-mon[84635]: pgmap v1099: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:06.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:06 smithi169 ceph-mon[90638]: pgmap v1099: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:06.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:06 smithi169 ceph-mon[88180]: pgmap v1099: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:08.350 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:34:08.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:08 smithi172 ceph-mon[84635]: pgmap v1100: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:08.571 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:34:08.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:08 smithi169 ceph-mon[88180]: pgmap v1100: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:08.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:08 smithi169 ceph-mon[90638]: pgmap v1100: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:10.394 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:34:10.396 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:34:10.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:10 smithi172 ceph-mon[84635]: pgmap v1101: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:10.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:10 smithi169 ceph-mon[88180]: pgmap v1101: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:10.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:10 smithi169 ceph-mon[90638]: pgmap v1101: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:11.168 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1101,"stamp":"2024-03-10T22:34:08.720036+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003745"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948943+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:31:10.948943+0000","last_peered":"2024-03-10T22:31:10.948943+0000","last_clean":"2024-03-10T22:31:10.948943+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:31:10.948943+0000","last_undegraded":"2024-03-10T22:31:10.948943+0000","last_fullsized":"2024-03-10T22:31:10.948943+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1236,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469946+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:31:49.469946+0000","last_peered":"2024-03-10T22:31:49.469946+0000","last_clean":"2024-03-10T22:31:49.469946+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:31:49.469946+0000","last_undegraded":"2024-03-10T22:31:49.469946+0000","last_fullsized":"2024-03-10T22:31:49.469946+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262687+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:31:12.262687+0000","last_peered":"2024-03-10T22:31:12.262687+0000","last_clean":"2024-03-10T22:31:12.262687+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:31:12.262687+0000","last_undegraded":"2024-03-10T22:31:12.262687+0000","last_fullsized":"2024-03-10T22:31:12.262687+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823458+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:31:39.823458+0000","last_peered":"2024-03-10T22:31:39.823458+0000","last_clean":"2024-03-10T22:31:39.823458+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:39.823458+0000","last_undegraded":"2024-03-10T22:31:39.823458+0000","last_fullsized":"2024-03-10T22:31:39.823458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1127,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806355+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:29:09.806355+0000","last_peered":"2024-03-10T22:29:09.806355+0000","last_clean":"2024-03-10T22:29:09.806355+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:29:09.806355+0000","last_undegraded":"2024-03-10T22:29:09.806355+0000","last_fullsized":"2024-03-10T22:29:09.806355+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941888+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:30:05.941888+0000","last_peered":"2024-03-10T22:30:05.941888+0000","last_clean":"2024-03-10T22:30:05.941888+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:30:05.941888+0000","last_undegraded":"2024-03-10T22:30:05.941888+0000","last_fullsized":"2024-03-10T22:30:05.941888+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667030+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:29:30.667030+0000","last_peered":"2024-03-10T22:29:30.667030+0000","last_clean":"2024-03-10T22:29:30.667030+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:29:30.667030+0000","last_undegraded":"2024-03-10T22:29:30.667030+0000","last_fullsized":"2024-03-10T22:29:30.667030+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.666978+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:29:30.666978+0000","last_peered":"2024-03-10T22:29:30.666978+0000","last_clean":"2024-03-10T22:29:30.666978+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:29:30.666978+0000","last_undegraded":"2024-03-10T22:29:30.666978+0000","last_fullsized":"2024-03-10T22:29:30.666978+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:45.307650+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:30:45.307650+0000","last_peered":"2024-03-10T22:30:45.307650+0000","last_clean":"2024-03-10T22:30:45.307650+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:30:45.307650+0000","last_undegraded":"2024-03-10T22:30:45.307650+0000","last_fullsized":"2024-03-10T22:30:45.307650+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933511+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:30:08.933511+0000","last_peered":"2024-03-10T22:30:08.933511+0000","last_clean":"2024-03-10T22:30:08.933511+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:30:08.933511+0000","last_undegraded":"2024-03-10T22:30:08.933511+0000","last_fullsized":"2024-03-10T22:30:08.933511+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257338+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:30:22.257338+0000","last_peered":"2024-03-10T22:30:22.257338+0000","last_clean":"2024-03-10T22:30:22.257338+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:30:22.257338+0000","last_undegraded":"2024-03-10T22:30:22.257338+0000","last_fullsized":"2024-03-10T22:30:22.257338+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.464658+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:30:59.464658+0000","last_peered":"2024-03-10T22:30:59.464658+0000","last_clean":"2024-03-10T22:30:59.464658+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:30:59.464658+0000","last_undegraded":"2024-03-10T22:30:59.464658+0000","last_fullsized":"2024-03-10T22:30:59.464658+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818728+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:30:59.818728+0000","last_peered":"2024-03-10T22:30:59.818728+0000","last_clean":"2024-03-10T22:30:59.818728+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:30:59.818728+0000","last_undegraded":"2024-03-10T22:30:59.818728+0000","last_fullsized":"2024-03-10T22:30:59.818728+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721535+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:31:33.721535+0000","last_peered":"2024-03-10T22:31:33.721535+0000","last_clean":"2024-03-10T22:31:33.721535+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:31:33.721535+0000","last_undegraded":"2024-03-10T22:31:33.721535+0000","last_fullsized":"2024-03-10T22:31:33.721535+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721508+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:31:33.721508+0000","last_peered":"2024-03-10T22:31:33.721508+0000","last_clean":"2024-03-10T22:31:33.721508+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:31:33.721508+0000","last_undegraded":"2024-03-10T22:31:33.721508+0000","last_fullsized":"2024-03-10T22:31:33.721508+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952970+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:31:50.952970+0000","last_peered":"2024-03-10T22:31:50.952970+0000","last_clean":"2024-03-10T22:31:50.952970+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:31:50.952970+0000","last_undegraded":"2024-03-10T22:31:50.952970+0000","last_fullsized":"2024-03-10T22:31:50.952970+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1291,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262725+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:31:12.262725+0000","last_peered":"2024-03-10T22:31:12.262725+0000","last_clean":"2024-03-10T22:31:12.262725+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:31:12.262725+0000","last_undegraded":"2024-03-10T22:31:12.262725+0000","last_fullsized":"2024-03-10T22:31:12.262725+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935820+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:30:28.935820+0000","last_peered":"2024-03-10T22:30:28.935820+0000","last_clean":"2024-03-10T22:30:28.935820+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:30:28.935820+0000","last_undegraded":"2024-03-10T22:30:28.935820+0000","last_fullsized":"2024-03-10T22:30:28.935820+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935828+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:30:28.935828+0000","last_peered":"2024-03-10T22:30:28.935828+0000","last_clean":"2024-03-10T22:30:28.935828+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:30:28.935828+0000","last_undegraded":"2024-03-10T22:30:28.935828+0000","last_fullsized":"2024-03-10T22:30:28.935828+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262705+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:31:12.262705+0000","last_peered":"2024-03-10T22:31:12.262705+0000","last_clean":"2024-03-10T22:31:12.262705+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:31:12.262705+0000","last_undegraded":"2024-03-10T22:31:12.262705+0000","last_fullsized":"2024-03-10T22:31:12.262705+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1107,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806385+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:29:09.806385+0000","last_peered":"2024-03-10T22:29:09.806385+0000","last_clean":"2024-03-10T22:29:09.806385+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:29:09.806385+0000","last_undegraded":"2024-03-10T22:29:09.806385+0000","last_fullsized":"2024-03-10T22:29:09.806385+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1101,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:09.806396+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:29:09.806396+0000","last_peered":"2024-03-10T22:29:09.806396+0000","last_clean":"2024-03-10T22:29:09.806396+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:29:09.806396+0000","last_undegraded":"2024-03-10T22:29:09.806396+0000","last_fullsized":"2024-03-10T22:29:09.806396+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1071,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.668425+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:29:45.668425+0000","last_peered":"2024-03-10T22:29:45.668425+0000","last_clean":"2024-03-10T22:29:45.668425+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:29:45.668425+0000","last_undegraded":"2024-03-10T22:29:45.668425+0000","last_fullsized":"2024-03-10T22:29:45.668425+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933494+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:30:08.933494+0000","last_peered":"2024-03-10T22:30:08.933494+0000","last_clean":"2024-03-10T22:30:08.933494+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:30:08.933494+0000","last_undegraded":"2024-03-10T22:30:08.933494+0000","last_fullsized":"2024-03-10T22:30:08.933494+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933462+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:30:08.933462+0000","last_peered":"2024-03-10T22:30:08.933462+0000","last_clean":"2024-03-10T22:30:08.933462+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:30:08.933462+0000","last_undegraded":"2024-03-10T22:30:08.933462+0000","last_fullsized":"2024-03-10T22:30:08.933462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1104,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821277+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:31:19.821277+0000","last_peered":"2024-03-10T22:31:19.821277+0000","last_clean":"2024-03-10T22:31:19.821277+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:31:19.821277+0000","last_undegraded":"2024-03-10T22:31:19.821277+0000","last_fullsized":"2024-03-10T22:31:19.821277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467355+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:31:24.467355+0000","last_peered":"2024-03-10T22:31:24.467355+0000","last_clean":"2024-03-10T22:31:24.467355+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:31:24.467355+0000","last_undegraded":"2024-03-10T22:31:24.467355+0000","last_fullsized":"2024-03-10T22:31:24.467355+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:30.667045+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:29:30.667045+0000","last_peered":"2024-03-10T22:29:30.667045+0000","last_clean":"2024-03-10T22:29:30.667045+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:29:30.667045+0000","last_undegraded":"2024-03-10T22:29:30.667045+0000","last_fullsized":"2024-03-10T22:29:30.667045+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821333+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:31:19.821333+0000","last_peered":"2024-03-10T22:31:19.821333+0000","last_clean":"2024-03-10T22:31:19.821333+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:31:19.821333+0000","last_undegraded":"2024-03-10T22:31:19.821333+0000","last_fullsized":"2024-03-10T22:31:19.821333+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821322+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:31:19.821322+0000","last_peered":"2024-03-10T22:31:19.821322+0000","last_clean":"2024-03-10T22:31:19.821322+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:31:19.821322+0000","last_undegraded":"2024-03-10T22:31:19.821322+0000","last_fullsized":"2024-03-10T22:31:19.821322+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:47.259839+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:30:47.259839+0000","last_peered":"2024-03-10T22:30:47.259839+0000","last_clean":"2024-03-10T22:30:47.259839+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:30:47.259839+0000","last_undegraded":"2024-03-10T22:30:47.259839+0000","last_fullsized":"2024-03-10T22:30:47.259839+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467416+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:31:24.467416+0000","last_peered":"2024-03-10T22:31:24.467416+0000","last_clean":"2024-03-10T22:31:24.467416+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:31:24.467416+0000","last_undegraded":"2024-03-10T22:31:24.467416+0000","last_fullsized":"2024-03-10T22:31:24.467416+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:25.305069+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:30:25.305069+0000","last_peered":"2024-03-10T22:30:25.305069+0000","last_clean":"2024-03-10T22:30:25.305069+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:30:25.305069+0000","last_undegraded":"2024-03-10T22:30:25.305069+0000","last_fullsized":"2024-03-10T22:30:25.305069+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681044+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:31:35.681044+0000","last_peered":"2024-03-10T22:31:35.681044+0000","last_clean":"2024-03-10T22:31:35.681044+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:31:35.681044+0000","last_undegraded":"2024-03-10T22:31:35.681044+0000","last_fullsized":"2024-03-10T22:31:35.681044+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941858+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:30:05.941858+0000","last_peered":"2024-03-10T22:30:05.941858+0000","last_clean":"2024-03-10T22:30:05.941858+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:30:05.941858+0000","last_undegraded":"2024-03-10T22:30:05.941858+0000","last_fullsized":"2024-03-10T22:30:05.941858+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1274,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257382+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:30:22.257382+0000","last_peered":"2024-03-10T22:30:22.257382+0000","last_clean":"2024-03-10T22:30:22.257382+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:30:22.257382+0000","last_undegraded":"2024-03-10T22:30:22.257382+0000","last_fullsized":"2024-03-10T22:30:22.257382+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257359+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:30:22.257359+0000","last_peered":"2024-03-10T22:30:22.257359+0000","last_clean":"2024-03-10T22:30:22.257359+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:30:22.257359+0000","last_undegraded":"2024-03-10T22:30:22.257359+0000","last_fullsized":"2024-03-10T22:30:22.257359+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818760+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:30:59.818760+0000","last_peered":"2024-03-10T22:30:59.818760+0000","last_clean":"2024-03-10T22:30:59.818760+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:30:59.818760+0000","last_undegraded":"2024-03-10T22:30:59.818760+0000","last_fullsized":"2024-03-10T22:30:59.818760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940134+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:29:50.940134+0000","last_peered":"2024-03-10T22:29:50.940134+0000","last_clean":"2024-03-10T22:29:50.940134+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:29:50.940134+0000","last_undegraded":"2024-03-10T22:29:50.940134+0000","last_fullsized":"2024-03-10T22:29:50.940134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681022+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:31:35.681022+0000","last_peered":"2024-03-10T22:31:35.681022+0000","last_clean":"2024-03-10T22:31:35.681022+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:31:35.681022+0000","last_undegraded":"2024-03-10T22:31:35.681022+0000","last_fullsized":"2024-03-10T22:31:35.681022+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.680999+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:31:35.680999+0000","last_peered":"2024-03-10T22:31:35.680999+0000","last_clean":"2024-03-10T22:31:35.680999+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:31:35.680999+0000","last_undegraded":"2024-03-10T22:31:35.680999+0000","last_fullsized":"2024-03-10T22:31:35.680999+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1263,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721462+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:31:33.721462+0000","last_peered":"2024-03-10T22:31:33.721462+0000","last_clean":"2024-03-10T22:31:33.721462+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:31:33.721462+0000","last_undegraded":"2024-03-10T22:31:33.721462+0000","last_fullsized":"2024-03-10T22:31:33.721462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940112+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:29:50.940112+0000","last_peered":"2024-03-10T22:29:50.940112+0000","last_clean":"2024-03-10T22:29:50.940112+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:29:50.940112+0000","last_undegraded":"2024-03-10T22:29:50.940112+0000","last_fullsized":"2024-03-10T22:29:50.940112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4442,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716476+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:30:43.716476+0000","last_peered":"2024-03-10T22:30:43.716476+0000","last_clean":"2024-03-10T22:30:43.716476+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:30:43.716476+0000","last_undegraded":"2024-03-10T22:30:43.716476+0000","last_fullsized":"2024-03-10T22:30:43.716476+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.303187+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:30:05.303187+0000","last_peered":"2024-03-10T22:30:05.303187+0000","last_clean":"2024-03-10T22:30:05.303187+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:30:05.303187+0000","last_undegraded":"2024-03-10T22:30:05.303187+0000","last_fullsized":"2024-03-10T22:30:05.303187+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953010+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:31:50.953010+0000","last_peered":"2024-03-10T22:31:50.953010+0000","last_clean":"2024-03-10T22:31:50.953010+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:31:50.953010+0000","last_undegraded":"2024-03-10T22:31:50.953010+0000","last_fullsized":"2024-03-10T22:31:50.953010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12611,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262583+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:31:12.262583+0000","last_peered":"2024-03-10T22:31:12.262583+0000","last_clean":"2024-03-10T22:31:12.262583+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:31:12.262583+0000","last_undegraded":"2024-03-10T22:31:12.262583+0000","last_fullsized":"2024-03-10T22:31:12.262583+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469862+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:31:49.469862+0000","last_peered":"2024-03-10T22:31:49.469862+0000","last_clean":"2024-03-10T22:31:49.469862+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:31:49.469862+0000","last_undegraded":"2024-03-10T22:31:49.469862+0000","last_fullsized":"2024-03-10T22:31:49.469862+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469923+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:31:49.469923+0000","last_peered":"2024-03-10T22:31:49.469923+0000","last_clean":"2024-03-10T22:31:49.469923+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:31:49.469923+0000","last_undegraded":"2024-03-10T22:31:49.469923+0000","last_fullsized":"2024-03-10T22:31:49.469923+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812296+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:29:59.812296+0000","last_peered":"2024-03-10T22:29:59.812296+0000","last_clean":"2024-03-10T22:29:59.812296+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:29:59.812296+0000","last_undegraded":"2024-03-10T22:29:59.812296+0000","last_fullsized":"2024-03-10T22:29:59.812296+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15024,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262662+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:31:12.262662+0000","last_peered":"2024-03-10T22:31:12.262662+0000","last_clean":"2024-03-10T22:31:12.262662+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:31:12.262662+0000","last_undegraded":"2024-03-10T22:31:12.262662+0000","last_fullsized":"2024-03-10T22:31:12.262662+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469905+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:31:49.469905+0000","last_peered":"2024-03-10T22:31:49.469905+0000","last_clean":"2024-03-10T22:31:49.469905+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:31:49.469905+0000","last_undegraded":"2024-03-10T22:31:49.469905+0000","last_fullsized":"2024-03-10T22:31:49.469905+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812237+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:29:59.812237+0000","last_peered":"2024-03-10T22:29:59.812237+0000","last_clean":"2024-03-10T22:29:59.812237+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:29:59.812237+0000","last_undegraded":"2024-03-10T22:29:59.812237+0000","last_fullsized":"2024-03-10T22:29:59.812237+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312761+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:31:30.312761+0000","last_peered":"2024-03-10T22:31:30.312761+0000","last_clean":"2024-03-10T22:31:30.312761+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:31:30.312761+0000","last_undegraded":"2024-03-10T22:31:30.312761+0000","last_fullsized":"2024-03-10T22:31:30.312761+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4228,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716529+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:30:43.716529+0000","last_peered":"2024-03-10T22:30:43.716529+0000","last_clean":"2024-03-10T22:30:43.716529+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:30:43.716529+0000","last_undegraded":"2024-03-10T22:30:43.716529+0000","last_fullsized":"2024-03-10T22:30:43.716529+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453641+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:30:09.453641+0000","last_peered":"2024-03-10T22:30:09.453641+0000","last_clean":"2024-03-10T22:30:09.453641+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:30:09.453641+0000","last_undegraded":"2024-03-10T22:30:09.453641+0000","last_fullsized":"2024-03-10T22:30:09.453641+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.466812+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:31:19.466812+0000","last_peered":"2024-03-10T22:31:19.466812+0000","last_clean":"2024-03-10T22:31:19.466812+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:31:19.466812+0000","last_undegraded":"2024-03-10T22:31:19.466812+0000","last_fullsized":"2024-03-10T22:31:19.466812+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713926+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:30:18.713926+0000","last_peered":"2024-03-10T22:30:18.713926+0000","last_clean":"2024-03-10T22:30:18.713926+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:30:18.713926+0000","last_undegraded":"2024-03-10T22:30:18.713926+0000","last_fullsized":"2024-03-10T22:30:18.713926+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4295,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948896+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:31:10.948896+0000","last_peered":"2024-03-10T22:31:10.948896+0000","last_clean":"2024-03-10T22:31:10.948896+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:31:10.948896+0000","last_undegraded":"2024-03-10T22:31:10.948896+0000","last_fullsized":"2024-03-10T22:31:10.948896+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674126+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:30:35.674126+0000","last_peered":"2024-03-10T22:30:35.674126+0000","last_clean":"2024-03-10T22:30:35.674126+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:30:35.674126+0000","last_undegraded":"2024-03-10T22:30:35.674126+0000","last_fullsized":"2024-03-10T22:30:35.674126+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:53.938211+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:30:53.938211+0000","last_peered":"2024-03-10T22:30:53.938211+0000","last_clean":"2024-03-10T22:30:53.938211+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:30:53.938211+0000","last_undegraded":"2024-03-10T22:30:53.938211+0000","last_fullsized":"2024-03-10T22:30:53.938211+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812279+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:29:59.812279+0000","last_peered":"2024-03-10T22:29:59.812279+0000","last_clean":"2024-03-10T22:29:59.812279+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:29:59.812279+0000","last_undegraded":"2024-03-10T22:29:59.812279+0000","last_fullsized":"2024-03-10T22:29:59.812279+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:50.946719+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:30:50.946719+0000","last_peered":"2024-03-10T22:30:50.946719+0000","last_clean":"2024-03-10T22:30:50.946719+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:30:50.946719+0000","last_undegraded":"2024-03-10T22:30:50.946719+0000","last_fullsized":"2024-03-10T22:30:50.946719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3652,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814677+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:30:19.814677+0000","last_peered":"2024-03-10T22:30:19.814677+0000","last_clean":"2024-03-10T22:30:19.814677+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:30:19.814677+0000","last_undegraded":"2024-03-10T22:30:19.814677+0000","last_fullsized":"2024-03-10T22:30:19.814677+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:42.266134+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:31:42.266134+0000","last_peered":"2024-03-10T22:31:42.266134+0000","last_clean":"2024-03-10T22:31:42.266134+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:31:42.266134+0000","last_undegraded":"2024-03-10T22:31:42.266134+0000","last_fullsized":"2024-03-10T22:31:42.266134+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262528+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:31:12.262528+0000","last_peered":"2024-03-10T22:31:12.262528+0000","last_clean":"2024-03-10T22:31:12.262528+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:31:12.262528+0000","last_undegraded":"2024-03-10T22:31:12.262528+0000","last_fullsized":"2024-03-10T22:31:12.262528+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":920,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:53.723500+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:31:53.723500+0000","last_peered":"2024-03-10T22:31:53.723500+0000","last_clean":"2024-03-10T22:31:53.723500+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:31:53.723500+0000","last_undegraded":"2024-03-10T22:31:53.723500+0000","last_fullsized":"2024-03-10T22:31:53.723500+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4504,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674099+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:30:35.674099+0000","last_peered":"2024-03-10T22:30:35.674099+0000","last_clean":"2024-03-10T22:30:35.674099+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:30:35.674099+0000","last_undegraded":"2024-03-10T22:30:35.674099+0000","last_fullsized":"2024-03-10T22:30:35.674099+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262628+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:31:12.262628+0000","last_peered":"2024-03-10T22:31:12.262628+0000","last_clean":"2024-03-10T22:31:12.262628+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:31:12.262628+0000","last_undegraded":"2024-03-10T22:31:12.262628+0000","last_fullsized":"2024-03-10T22:31:12.262628+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":962,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470449+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:31:54.470449+0000","last_peered":"2024-03-10T22:31:54.470449+0000","last_clean":"2024-03-10T22:31:54.470449+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:31:54.470449+0000","last_undegraded":"2024-03-10T22:31:54.470449+0000","last_fullsized":"2024-03-10T22:31:54.470449+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469885+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:31:49.469885+0000","last_peered":"2024-03-10T22:31:49.469885+0000","last_clean":"2024-03-10T22:31:49.469885+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:31:49.469885+0000","last_undegraded":"2024-03-10T22:31:49.469885+0000","last_fullsized":"2024-03-10T22:31:49.469885+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5078,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312712+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:31:30.312712+0000","last_peered":"2024-03-10T22:31:30.312712+0000","last_clean":"2024-03-10T22:31:30.312712+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:31:30.312712+0000","last_undegraded":"2024-03-10T22:31:30.312712+0000","last_fullsized":"2024-03-10T22:31:30.312712+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935749+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:30:28.935749+0000","last_peered":"2024-03-10T22:30:28.935749+0000","last_clean":"2024-03-10T22:30:28.935749+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:30:28.935749+0000","last_undegraded":"2024-03-10T22:30:28.935749+0000","last_fullsized":"2024-03-10T22:30:28.935749+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453629+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:30:09.453629+0000","last_peered":"2024-03-10T22:30:09.453629+0000","last_clean":"2024-03-10T22:30:09.453629+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:30:09.453629+0000","last_undegraded":"2024-03-10T22:30:09.453629+0000","last_fullsized":"2024-03-10T22:30:09.453629+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941144+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:31:18.941144+0000","last_peered":"2024-03-10T22:31:18.941144+0000","last_clean":"2024-03-10T22:31:18.941144+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:31:18.941144+0000","last_undegraded":"2024-03-10T22:31:18.941144+0000","last_fullsized":"2024-03-10T22:31:18.941144+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935760+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:30:28.935760+0000","last_peered":"2024-03-10T22:30:28.935760+0000","last_clean":"2024-03-10T22:30:28.935760+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:30:28.935760+0000","last_undegraded":"2024-03-10T22:30:28.935760+0000","last_fullsized":"2024-03-10T22:30:28.935760+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312683+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:31:30.312683+0000","last_peered":"2024-03-10T22:31:30.312683+0000","last_clean":"2024-03-10T22:31:30.312683+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:31:30.312683+0000","last_undegraded":"2024-03-10T22:31:30.312683+0000","last_fullsized":"2024-03-10T22:31:30.312683+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676297+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:30:55.676297+0000","last_peered":"2024-03-10T22:30:55.676297+0000","last_clean":"2024-03-10T22:30:55.676297+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:30:55.676297+0000","last_undegraded":"2024-03-10T22:30:55.676297+0000","last_fullsized":"2024-03-10T22:30:55.676297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:43.716546+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:30:43.716546+0000","last_peered":"2024-03-10T22:30:43.716546+0000","last_clean":"2024-03-10T22:30:43.716546+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:30:43.716546+0000","last_undegraded":"2024-03-10T22:30:43.716546+0000","last_fullsized":"2024-03-10T22:30:43.716546+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3248,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816832+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:30:39.816832+0000","last_peered":"2024-03-10T22:30:39.816832+0000","last_clean":"2024-03-10T22:30:39.816832+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:30:39.816832+0000","last_undegraded":"2024-03-10T22:30:39.816832+0000","last_fullsized":"2024-03-10T22:30:39.816832+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1026,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951010+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:31:30.951010+0000","last_peered":"2024-03-10T22:31:30.951010+0000","last_clean":"2024-03-10T22:31:30.951010+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:31:30.951010+0000","last_undegraded":"2024-03-10T22:31:30.951010+0000","last_fullsized":"2024-03-10T22:31:30.951010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.315985+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:31:55.315985+0000","last_peered":"2024-03-10T22:31:55.315985+0000","last_clean":"2024-03-10T22:31:55.315985+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:31:55.315985+0000","last_undegraded":"2024-03-10T22:31:55.315985+0000","last_fullsized":"2024-03-10T22:31:55.315985+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4001,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:05.303147+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:30:05.303147+0000","last_peered":"2024-03-10T22:30:05.303147+0000","last_clean":"2024-03-10T22:30:05.303147+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:30:05.303147+0000","last_undegraded":"2024-03-10T22:30:05.303147+0000","last_fullsized":"2024-03-10T22:30:05.303147+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453563+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:30:09.453563+0000","last_peered":"2024-03-10T22:30:09.453563+0000","last_clean":"2024-03-10T22:30:09.453563+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:30:09.453563+0000","last_undegraded":"2024-03-10T22:30:09.453563+0000","last_fullsized":"2024-03-10T22:30:09.453563+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941081+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:31:18.941081+0000","last_peered":"2024-03-10T22:31:18.941081+0000","last_clean":"2024-03-10T22:31:18.941081+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:31:18.941081+0000","last_undegraded":"2024-03-10T22:31:18.941081+0000","last_fullsized":"2024-03-10T22:31:18.941081+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4942,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719228+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:31:08.719228+0000","last_peered":"2024-03-10T22:31:08.719228+0000","last_clean":"2024-03-10T22:31:08.719228+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:31:08.719228+0000","last_undegraded":"2024-03-10T22:31:08.719228+0000","last_fullsized":"2024-03-10T22:31:08.719228+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453588+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:30:09.453588+0000","last_peered":"2024-03-10T22:30:09.453588+0000","last_clean":"2024-03-10T22:30:09.453588+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:30:09.453588+0000","last_undegraded":"2024-03-10T22:30:09.453588+0000","last_fullsized":"2024-03-10T22:30:09.453588+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943774+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:31:43.943774+0000","last_peered":"2024-03-10T22:31:43.943774+0000","last_clean":"2024-03-10T22:31:43.943774+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:31:43.943774+0000","last_undegraded":"2024-03-10T22:31:43.943774+0000","last_fullsized":"2024-03-10T22:31:43.943774+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456592+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:30:34.456592+0000","last_peered":"2024-03-10T22:30:34.456592+0000","last_clean":"2024-03-10T22:30:34.456592+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:30:34.456592+0000","last_undegraded":"2024-03-10T22:30:34.456592+0000","last_fullsized":"2024-03-10T22:30:34.456592+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1209,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719208+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:31:08.719208+0000","last_peered":"2024-03-10T22:31:08.719208+0000","last_clean":"2024-03-10T22:31:08.719208+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:31:08.719208+0000","last_undegraded":"2024-03-10T22:31:08.719208+0000","last_fullsized":"2024-03-10T22:31:08.719208+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676246+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:30:55.676246+0000","last_peered":"2024-03-10T22:30:55.676246+0000","last_clean":"2024-03-10T22:30:55.676246+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:30:55.676246+0000","last_undegraded":"2024-03-10T22:30:55.676246+0000","last_fullsized":"2024-03-10T22:30:55.676246+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5331,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719168+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:31:08.719168+0000","last_peered":"2024-03-10T22:31:08.719168+0000","last_clean":"2024-03-10T22:31:08.719168+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:31:08.719168+0000","last_undegraded":"2024-03-10T22:31:08.719168+0000","last_fullsized":"2024-03-10T22:31:08.719168+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719219+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:31:08.719219+0000","last_peered":"2024-03-10T22:31:08.719219+0000","last_clean":"2024-03-10T22:31:08.719219+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:31:08.719219+0000","last_undegraded":"2024-03-10T22:31:08.719219+0000","last_fullsized":"2024-03-10T22:31:08.719219+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952995+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:31:50.952995+0000","last_peered":"2024-03-10T22:31:50.952995+0000","last_clean":"2024-03-10T22:31:50.952995+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:50.952995+0000","last_undegraded":"2024-03-10T22:31:50.952995+0000","last_fullsized":"2024-03-10T22:31:50.952995+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4659,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716503+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:30:43.716503+0000","last_peered":"2024-03-10T22:30:43.716503+0000","last_clean":"2024-03-10T22:30:43.716503+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:30:43.716503+0000","last_undegraded":"2024-03-10T22:30:43.716503+0000","last_fullsized":"2024-03-10T22:30:43.716503+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456625+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:30:34.456625+0000","last_peered":"2024-03-10T22:30:34.456625+0000","last_clean":"2024-03-10T22:30:34.456625+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:30:34.456625+0000","last_undegraded":"2024-03-10T22:30:34.456625+0000","last_fullsized":"2024-03-10T22:30:34.456625+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816807+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:30:39.816807+0000","last_peered":"2024-03-10T22:30:39.816807+0000","last_clean":"2024-03-10T22:30:39.816807+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:30:39.816807+0000","last_undegraded":"2024-03-10T22:30:39.816807+0000","last_fullsized":"2024-03-10T22:30:39.816807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951039+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:31:30.951039+0000","last_peered":"2024-03-10T22:31:30.951039+0000","last_clean":"2024-03-10T22:31:30.951039+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:31:30.951039+0000","last_undegraded":"2024-03-10T22:31:30.951039+0000","last_fullsized":"2024-03-10T22:31:30.951039+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719250+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:31:08.719250+0000","last_peered":"2024-03-10T22:31:08.719250+0000","last_clean":"2024-03-10T22:31:08.719250+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:31:08.719250+0000","last_undegraded":"2024-03-10T22:31:08.719250+0000","last_fullsized":"2024-03-10T22:31:08.719250+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953022+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:31:50.953022+0000","last_peered":"2024-03-10T22:31:50.953022+0000","last_clean":"2024-03-10T22:31:50.953022+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:31:50.953022+0000","last_undegraded":"2024-03-10T22:31:50.953022+0000","last_fullsized":"2024-03-10T22:31:50.953022+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674066+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:30:35.674066+0000","last_peered":"2024-03-10T22:30:35.674066+0000","last_clean":"2024-03-10T22:30:35.674066+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:30:35.674066+0000","last_undegraded":"2024-03-10T22:30:35.674066+0000","last_fullsized":"2024-03-10T22:30:35.674066+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713890+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:30:18.713890+0000","last_peered":"2024-03-10T22:30:18.713890+0000","last_clean":"2024-03-10T22:30:18.713890+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:30:18.713890+0000","last_undegraded":"2024-03-10T22:30:18.713890+0000","last_fullsized":"2024-03-10T22:30:18.713890+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:59.812265+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:29:59.812265+0000","last_peered":"2024-03-10T22:29:59.812265+0000","last_clean":"2024-03-10T22:29:59.812265+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:29:59.812265+0000","last_undegraded":"2024-03-10T22:29:59.812265+0000","last_fullsized":"2024-03-10T22:29:59.812265+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262568+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:31:12.262568+0000","last_peered":"2024-03-10T22:31:12.262568+0000","last_clean":"2024-03-10T22:31:12.262568+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:31:12.262568+0000","last_undegraded":"2024-03-10T22:31:12.262568+0000","last_fullsized":"2024-03-10T22:31:12.262568+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941128+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:31:18.941128+0000","last_peered":"2024-03-10T22:31:18.941128+0000","last_clean":"2024-03-10T22:31:18.941128+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:31:18.941128+0000","last_undegraded":"2024-03-10T22:31:18.941128+0000","last_fullsized":"2024-03-10T22:31:18.941128+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453614+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:30:09.453614+0000","last_peered":"2024-03-10T22:30:09.453614+0000","last_clean":"2024-03-10T22:30:09.453614+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:30:09.453614+0000","last_undegraded":"2024-03-10T22:30:09.453614+0000","last_fullsized":"2024-03-10T22:30:09.453614+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676285+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:30:55.676285+0000","last_peered":"2024-03-10T22:30:55.676285+0000","last_clean":"2024-03-10T22:30:55.676285+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:30:55.676285+0000","last_undegraded":"2024-03-10T22:30:55.676285+0000","last_fullsized":"2024-03-10T22:30:55.676285+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941155+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:31:18.941155+0000","last_peered":"2024-03-10T22:31:18.941155+0000","last_clean":"2024-03-10T22:31:18.941155+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:31:18.941155+0000","last_undegraded":"2024-03-10T22:31:18.941155+0000","last_fullsized":"2024-03-10T22:31:18.941155+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814627+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:30:19.814627+0000","last_peered":"2024-03-10T22:30:19.814627+0000","last_clean":"2024-03-10T22:30:19.814627+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:30:19.814627+0000","last_undegraded":"2024-03-10T22:30:19.814627+0000","last_fullsized":"2024-03-10T22:30:19.814627+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943746+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:31:43.943746+0000","last_peered":"2024-03-10T22:31:43.943746+0000","last_clean":"2024-03-10T22:31:43.943746+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:31:43.943746+0000","last_undegraded":"2024-03-10T22:31:43.943746+0000","last_fullsized":"2024-03-10T22:31:43.943746+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816760+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:30:39.816760+0000","last_peered":"2024-03-10T22:30:39.816760+0000","last_clean":"2024-03-10T22:30:39.816760+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:30:39.816760+0000","last_undegraded":"2024-03-10T22:30:39.816760+0000","last_fullsized":"2024-03-10T22:30:39.816760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:57.254715+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:29:57.254715+0000","last_peered":"2024-03-10T22:29:57.254715+0000","last_clean":"2024-03-10T22:29:57.254715+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:29:57.254715+0000","last_undegraded":"2024-03-10T22:29:57.254715+0000","last_fullsized":"2024-03-10T22:29:57.254715+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:15.678930+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:31:15.678930+0000","last_peered":"2024-03-10T22:31:15.678930+0000","last_clean":"2024-03-10T22:31:15.678930+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:31:15.678930+0000","last_undegraded":"2024-03-10T22:31:15.678930+0000","last_fullsized":"2024-03-10T22:31:15.678930+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784008,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928655,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586482,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796538,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474539,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329892,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152541,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073302,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:34:11.174 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:11.174 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:11.174 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:11.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:11.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:11.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:11.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:11.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:11.175 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:34:11.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:11 smithi169 ceph-mon[88180]: from='client.44636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:11.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:11.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:11 smithi169 ceph-mon[90638]: from='client.44636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:11.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:11.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:11 smithi172 ceph-mon[84635]: from='client.44636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:12 smithi169 ceph-mon[88180]: pgmap v1102: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:12.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:12 smithi169 ceph-mon[90638]: pgmap v1102: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:12.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:12 smithi172 ceph-mon[84635]: pgmap v1102: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:12.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:34:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:34:14.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:14 smithi169 ceph-mon[88180]: pgmap v1103: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:14.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:14 smithi169 ceph-mon[90638]: pgmap v1103: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:14.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:14 smithi172 ceph-mon[84635]: pgmap v1103: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:34:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:34:15] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-03-10T22:34:16.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:16 smithi169 ceph-mon[88180]: pgmap v1104: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:16.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:16 smithi169 ceph-mon[90638]: pgmap v1104: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:16.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:16 smithi172 ceph-mon[84635]: pgmap v1104: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:18.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:18 smithi169 ceph-mon[88180]: pgmap v1105: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:18.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:18 smithi169 ceph-mon[90638]: pgmap v1105: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:18.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:18 smithi172 ceph-mon[84635]: pgmap v1105: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:20.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:20 smithi169 ceph-mon[88180]: pgmap v1106: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:20.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:20 smithi169 ceph-mon[90638]: pgmap v1106: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:20.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:20 smithi172 ceph-mon[84635]: pgmap v1106: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:21.176 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:34:21.395 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:34:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:22 smithi169 ceph-mon[88180]: pgmap v1107: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:22.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:22 smithi169 ceph-mon[90638]: pgmap v1107: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:22.565 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:22 smithi172 ceph-mon[84635]: pgmap v1107: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:22.565 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:34:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:34:23.282 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:34:23.284 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:34:23.941 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1108,"stamp":"2024-03-10T22:34:22.724452+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003980"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948943+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:31:10.948943+0000","last_peered":"2024-03-10T22:31:10.948943+0000","last_clean":"2024-03-10T22:31:10.948943+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:31:10.948943+0000","last_undegraded":"2024-03-10T22:31:10.948943+0000","last_fullsized":"2024-03-10T22:31:10.948943+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1236,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469946+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:31:49.469946+0000","last_peered":"2024-03-10T22:31:49.469946+0000","last_clean":"2024-03-10T22:31:49.469946+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:31:49.469946+0000","last_undegraded":"2024-03-10T22:31:49.469946+0000","last_fullsized":"2024-03-10T22:31:49.469946+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262687+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:31:12.262687+0000","last_peered":"2024-03-10T22:31:12.262687+0000","last_clean":"2024-03-10T22:31:12.262687+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:31:12.262687+0000","last_undegraded":"2024-03-10T22:31:12.262687+0000","last_fullsized":"2024-03-10T22:31:12.262687+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823458+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:31:39.823458+0000","last_peered":"2024-03-10T22:31:39.823458+0000","last_clean":"2024-03-10T22:31:39.823458+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:39.823458+0000","last_undegraded":"2024-03-10T22:31:39.823458+0000","last_fullsized":"2024-03-10T22:31:39.823458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1128,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823430+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:31:39.823430+0000","last_peered":"2024-03-10T22:31:39.823430+0000","last_clean":"2024-03-10T22:31:39.823430+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:31:39.823430+0000","last_undegraded":"2024-03-10T22:31:39.823430+0000","last_fullsized":"2024-03-10T22:31:39.823430+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941888+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:30:05.941888+0000","last_peered":"2024-03-10T22:30:05.941888+0000","last_clean":"2024-03-10T22:30:05.941888+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:30:05.941888+0000","last_undegraded":"2024-03-10T22:30:05.941888+0000","last_fullsized":"2024-03-10T22:30:05.941888+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:45.307650+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:30:45.307650+0000","last_peered":"2024-03-10T22:30:45.307650+0000","last_clean":"2024-03-10T22:30:45.307650+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:30:45.307650+0000","last_undegraded":"2024-03-10T22:30:45.307650+0000","last_fullsized":"2024-03-10T22:30:45.307650+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933511+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:30:08.933511+0000","last_peered":"2024-03-10T22:30:08.933511+0000","last_clean":"2024-03-10T22:30:08.933511+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:30:08.933511+0000","last_undegraded":"2024-03-10T22:30:08.933511+0000","last_fullsized":"2024-03-10T22:30:08.933511+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257338+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:30:22.257338+0000","last_peered":"2024-03-10T22:30:22.257338+0000","last_clean":"2024-03-10T22:30:22.257338+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:30:22.257338+0000","last_undegraded":"2024-03-10T22:30:22.257338+0000","last_fullsized":"2024-03-10T22:30:22.257338+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.464658+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:30:59.464658+0000","last_peered":"2024-03-10T22:30:59.464658+0000","last_clean":"2024-03-10T22:30:59.464658+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:30:59.464658+0000","last_undegraded":"2024-03-10T22:30:59.464658+0000","last_fullsized":"2024-03-10T22:30:59.464658+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818728+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:30:59.818728+0000","last_peered":"2024-03-10T22:30:59.818728+0000","last_clean":"2024-03-10T22:30:59.818728+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:30:59.818728+0000","last_undegraded":"2024-03-10T22:30:59.818728+0000","last_fullsized":"2024-03-10T22:30:59.818728+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721535+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:31:33.721535+0000","last_peered":"2024-03-10T22:31:33.721535+0000","last_clean":"2024-03-10T22:31:33.721535+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:31:33.721535+0000","last_undegraded":"2024-03-10T22:31:33.721535+0000","last_fullsized":"2024-03-10T22:31:33.721535+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721508+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:31:33.721508+0000","last_peered":"2024-03-10T22:31:33.721508+0000","last_clean":"2024-03-10T22:31:33.721508+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:31:33.721508+0000","last_undegraded":"2024-03-10T22:31:33.721508+0000","last_fullsized":"2024-03-10T22:31:33.721508+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952970+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:31:50.952970+0000","last_peered":"2024-03-10T22:31:50.952970+0000","last_clean":"2024-03-10T22:31:50.952970+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:31:50.952970+0000","last_undegraded":"2024-03-10T22:31:50.952970+0000","last_fullsized":"2024-03-10T22:31:50.952970+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1291,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262725+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:31:12.262725+0000","last_peered":"2024-03-10T22:31:12.262725+0000","last_clean":"2024-03-10T22:31:12.262725+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:31:12.262725+0000","last_undegraded":"2024-03-10T22:31:12.262725+0000","last_fullsized":"2024-03-10T22:31:12.262725+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935820+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:30:28.935820+0000","last_peered":"2024-03-10T22:30:28.935820+0000","last_clean":"2024-03-10T22:30:28.935820+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:30:28.935820+0000","last_undegraded":"2024-03-10T22:30:28.935820+0000","last_fullsized":"2024-03-10T22:30:28.935820+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935828+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:30:28.935828+0000","last_peered":"2024-03-10T22:30:28.935828+0000","last_clean":"2024-03-10T22:30:28.935828+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:30:28.935828+0000","last_undegraded":"2024-03-10T22:30:28.935828+0000","last_fullsized":"2024-03-10T22:30:28.935828+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262705+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:31:12.262705+0000","last_peered":"2024-03-10T22:31:12.262705+0000","last_clean":"2024-03-10T22:31:12.262705+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:31:12.262705+0000","last_undegraded":"2024-03-10T22:31:12.262705+0000","last_fullsized":"2024-03-10T22:31:12.262705+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823469+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:31:39.823469+0000","last_peered":"2024-03-10T22:31:39.823469+0000","last_clean":"2024-03-10T22:31:39.823469+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:31:39.823469+0000","last_undegraded":"2024-03-10T22:31:39.823469+0000","last_fullsized":"2024-03-10T22:31:39.823469+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":975,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:24.448396+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:29:24.448396+0000","last_peered":"2024-03-10T22:29:24.448396+0000","last_clean":"2024-03-10T22:29:24.448396+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:29:24.448396+0000","last_undegraded":"2024-03-10T22:29:24.448396+0000","last_fullsized":"2024-03-10T22:29:24.448396+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823479+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:31:39.823479+0000","last_peered":"2024-03-10T22:31:39.823479+0000","last_clean":"2024-03-10T22:31:39.823479+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:31:39.823479+0000","last_undegraded":"2024-03-10T22:31:39.823479+0000","last_fullsized":"2024-03-10T22:31:39.823479+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1071,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.668425+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:29:45.668425+0000","last_peered":"2024-03-10T22:29:45.668425+0000","last_clean":"2024-03-10T22:29:45.668425+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:29:45.668425+0000","last_undegraded":"2024-03-10T22:29:45.668425+0000","last_fullsized":"2024-03-10T22:29:45.668425+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933494+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:30:08.933494+0000","last_peered":"2024-03-10T22:30:08.933494+0000","last_clean":"2024-03-10T22:30:08.933494+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:30:08.933494+0000","last_undegraded":"2024-03-10T22:30:08.933494+0000","last_fullsized":"2024-03-10T22:30:08.933494+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933462+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:30:08.933462+0000","last_peered":"2024-03-10T22:30:08.933462+0000","last_clean":"2024-03-10T22:30:08.933462+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:30:08.933462+0000","last_undegraded":"2024-03-10T22:30:08.933462+0000","last_fullsized":"2024-03-10T22:30:08.933462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1104,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821277+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:31:19.821277+0000","last_peered":"2024-03-10T22:31:19.821277+0000","last_clean":"2024-03-10T22:31:19.821277+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:31:19.821277+0000","last_undegraded":"2024-03-10T22:31:19.821277+0000","last_fullsized":"2024-03-10T22:31:19.821277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467355+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:31:24.467355+0000","last_peered":"2024-03-10T22:31:24.467355+0000","last_clean":"2024-03-10T22:31:24.467355+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:31:24.467355+0000","last_undegraded":"2024-03-10T22:31:24.467355+0000","last_fullsized":"2024-03-10T22:31:24.467355+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821333+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:31:19.821333+0000","last_peered":"2024-03-10T22:31:19.821333+0000","last_clean":"2024-03-10T22:31:19.821333+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:31:19.821333+0000","last_undegraded":"2024-03-10T22:31:19.821333+0000","last_fullsized":"2024-03-10T22:31:19.821333+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821322+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:31:19.821322+0000","last_peered":"2024-03-10T22:31:19.821322+0000","last_clean":"2024-03-10T22:31:19.821322+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:31:19.821322+0000","last_undegraded":"2024-03-10T22:31:19.821322+0000","last_fullsized":"2024-03-10T22:31:19.821322+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:47.259839+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:30:47.259839+0000","last_peered":"2024-03-10T22:30:47.259839+0000","last_clean":"2024-03-10T22:30:47.259839+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:30:47.259839+0000","last_undegraded":"2024-03-10T22:30:47.259839+0000","last_fullsized":"2024-03-10T22:30:47.259839+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467416+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:31:24.467416+0000","last_peered":"2024-03-10T22:31:24.467416+0000","last_clean":"2024-03-10T22:31:24.467416+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:31:24.467416+0000","last_undegraded":"2024-03-10T22:31:24.467416+0000","last_fullsized":"2024-03-10T22:31:24.467416+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:25.305069+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:30:25.305069+0000","last_peered":"2024-03-10T22:30:25.305069+0000","last_clean":"2024-03-10T22:30:25.305069+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:30:25.305069+0000","last_undegraded":"2024-03-10T22:30:25.305069+0000","last_fullsized":"2024-03-10T22:30:25.305069+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681044+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:31:35.681044+0000","last_peered":"2024-03-10T22:31:35.681044+0000","last_clean":"2024-03-10T22:31:35.681044+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:31:35.681044+0000","last_undegraded":"2024-03-10T22:31:35.681044+0000","last_fullsized":"2024-03-10T22:31:35.681044+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941858+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:30:05.941858+0000","last_peered":"2024-03-10T22:30:05.941858+0000","last_clean":"2024-03-10T22:30:05.941858+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:30:05.941858+0000","last_undegraded":"2024-03-10T22:30:05.941858+0000","last_fullsized":"2024-03-10T22:30:05.941858+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1274,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257382+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:30:22.257382+0000","last_peered":"2024-03-10T22:30:22.257382+0000","last_clean":"2024-03-10T22:30:22.257382+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:30:22.257382+0000","last_undegraded":"2024-03-10T22:30:22.257382+0000","last_fullsized":"2024-03-10T22:30:22.257382+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257359+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:30:22.257359+0000","last_peered":"2024-03-10T22:30:22.257359+0000","last_clean":"2024-03-10T22:30:22.257359+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:30:22.257359+0000","last_undegraded":"2024-03-10T22:30:22.257359+0000","last_fullsized":"2024-03-10T22:30:22.257359+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818760+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:30:59.818760+0000","last_peered":"2024-03-10T22:30:59.818760+0000","last_clean":"2024-03-10T22:30:59.818760+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:30:59.818760+0000","last_undegraded":"2024-03-10T22:30:59.818760+0000","last_fullsized":"2024-03-10T22:30:59.818760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940134+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:29:50.940134+0000","last_peered":"2024-03-10T22:29:50.940134+0000","last_clean":"2024-03-10T22:29:50.940134+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:29:50.940134+0000","last_undegraded":"2024-03-10T22:29:50.940134+0000","last_fullsized":"2024-03-10T22:29:50.940134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681022+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:31:35.681022+0000","last_peered":"2024-03-10T22:31:35.681022+0000","last_clean":"2024-03-10T22:31:35.681022+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:31:35.681022+0000","last_undegraded":"2024-03-10T22:31:35.681022+0000","last_fullsized":"2024-03-10T22:31:35.681022+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.680999+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:31:35.680999+0000","last_peered":"2024-03-10T22:31:35.680999+0000","last_clean":"2024-03-10T22:31:35.680999+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:31:35.680999+0000","last_undegraded":"2024-03-10T22:31:35.680999+0000","last_fullsized":"2024-03-10T22:31:35.680999+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1263,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721462+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:31:33.721462+0000","last_peered":"2024-03-10T22:31:33.721462+0000","last_clean":"2024-03-10T22:31:33.721462+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:31:33.721462+0000","last_undegraded":"2024-03-10T22:31:33.721462+0000","last_fullsized":"2024-03-10T22:31:33.721462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:50.940112+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:29:50.940112+0000","last_peered":"2024-03-10T22:29:50.940112+0000","last_clean":"2024-03-10T22:29:50.940112+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:29:50.940112+0000","last_undegraded":"2024-03-10T22:29:50.940112+0000","last_fullsized":"2024-03-10T22:29:50.940112+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4442,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716476+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:30:43.716476+0000","last_peered":"2024-03-10T22:30:43.716476+0000","last_clean":"2024-03-10T22:30:43.716476+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:30:43.716476+0000","last_undegraded":"2024-03-10T22:30:43.716476+0000","last_fullsized":"2024-03-10T22:30:43.716476+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.303187+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:30:05.303187+0000","last_peered":"2024-03-10T22:30:05.303187+0000","last_clean":"2024-03-10T22:30:05.303187+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:30:05.303187+0000","last_undegraded":"2024-03-10T22:30:05.303187+0000","last_fullsized":"2024-03-10T22:30:05.303187+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953010+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:31:50.953010+0000","last_peered":"2024-03-10T22:31:50.953010+0000","last_clean":"2024-03-10T22:31:50.953010+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:31:50.953010+0000","last_undegraded":"2024-03-10T22:31:50.953010+0000","last_fullsized":"2024-03-10T22:31:50.953010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12611,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262583+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:31:12.262583+0000","last_peered":"2024-03-10T22:31:12.262583+0000","last_clean":"2024-03-10T22:31:12.262583+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:31:12.262583+0000","last_undegraded":"2024-03-10T22:31:12.262583+0000","last_fullsized":"2024-03-10T22:31:12.262583+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469862+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:31:49.469862+0000","last_peered":"2024-03-10T22:31:49.469862+0000","last_clean":"2024-03-10T22:31:49.469862+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:31:49.469862+0000","last_undegraded":"2024-03-10T22:31:49.469862+0000","last_fullsized":"2024-03-10T22:31:49.469862+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469923+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:31:49.469923+0000","last_peered":"2024-03-10T22:31:49.469923+0000","last_clean":"2024-03-10T22:31:49.469923+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:31:49.469923+0000","last_undegraded":"2024-03-10T22:31:49.469923+0000","last_fullsized":"2024-03-10T22:31:49.469923+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826498+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:32:04.826498+0000","last_peered":"2024-03-10T22:32:04.826498+0000","last_clean":"2024-03-10T22:32:04.826498+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:32:04.826498+0000","last_undegraded":"2024-03-10T22:32:04.826498+0000","last_fullsized":"2024-03-10T22:32:04.826498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15024,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262662+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:31:12.262662+0000","last_peered":"2024-03-10T22:31:12.262662+0000","last_clean":"2024-03-10T22:31:12.262662+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:31:12.262662+0000","last_undegraded":"2024-03-10T22:31:12.262662+0000","last_fullsized":"2024-03-10T22:31:12.262662+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469905+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:31:49.469905+0000","last_peered":"2024-03-10T22:31:49.469905+0000","last_clean":"2024-03-10T22:31:49.469905+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:31:49.469905+0000","last_undegraded":"2024-03-10T22:31:49.469905+0000","last_fullsized":"2024-03-10T22:31:49.469905+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1124,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826422+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:32:04.826422+0000","last_peered":"2024-03-10T22:32:04.826422+0000","last_clean":"2024-03-10T22:32:04.826422+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:32:04.826422+0000","last_undegraded":"2024-03-10T22:32:04.826422+0000","last_fullsized":"2024-03-10T22:32:04.826422+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312761+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:31:30.312761+0000","last_peered":"2024-03-10T22:31:30.312761+0000","last_clean":"2024-03-10T22:31:30.312761+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:31:30.312761+0000","last_undegraded":"2024-03-10T22:31:30.312761+0000","last_fullsized":"2024-03-10T22:31:30.312761+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4228,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716529+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:30:43.716529+0000","last_peered":"2024-03-10T22:30:43.716529+0000","last_clean":"2024-03-10T22:30:43.716529+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:30:43.716529+0000","last_undegraded":"2024-03-10T22:30:43.716529+0000","last_fullsized":"2024-03-10T22:30:43.716529+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453641+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:30:09.453641+0000","last_peered":"2024-03-10T22:30:09.453641+0000","last_clean":"2024-03-10T22:30:09.453641+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:30:09.453641+0000","last_undegraded":"2024-03-10T22:30:09.453641+0000","last_fullsized":"2024-03-10T22:30:09.453641+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.466812+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:31:19.466812+0000","last_peered":"2024-03-10T22:31:19.466812+0000","last_clean":"2024-03-10T22:31:19.466812+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:31:19.466812+0000","last_undegraded":"2024-03-10T22:31:19.466812+0000","last_fullsized":"2024-03-10T22:31:19.466812+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713926+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:30:18.713926+0000","last_peered":"2024-03-10T22:30:18.713926+0000","last_clean":"2024-03-10T22:30:18.713926+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:30:18.713926+0000","last_undegraded":"2024-03-10T22:30:18.713926+0000","last_fullsized":"2024-03-10T22:30:18.713926+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4295,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948896+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:31:10.948896+0000","last_peered":"2024-03-10T22:31:10.948896+0000","last_clean":"2024-03-10T22:31:10.948896+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:31:10.948896+0000","last_undegraded":"2024-03-10T22:31:10.948896+0000","last_fullsized":"2024-03-10T22:31:10.948896+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674126+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:30:35.674126+0000","last_peered":"2024-03-10T22:30:35.674126+0000","last_clean":"2024-03-10T22:30:35.674126+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:30:35.674126+0000","last_undegraded":"2024-03-10T22:30:35.674126+0000","last_fullsized":"2024-03-10T22:30:35.674126+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:53.938211+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:30:53.938211+0000","last_peered":"2024-03-10T22:30:53.938211+0000","last_clean":"2024-03-10T22:30:53.938211+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:30:53.938211+0000","last_undegraded":"2024-03-10T22:30:53.938211+0000","last_fullsized":"2024-03-10T22:30:53.938211+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826465+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:32:04.826465+0000","last_peered":"2024-03-10T22:32:04.826465+0000","last_clean":"2024-03-10T22:32:04.826465+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:32:04.826465+0000","last_undegraded":"2024-03-10T22:32:04.826465+0000","last_fullsized":"2024-03-10T22:32:04.826465+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:50.946719+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:30:50.946719+0000","last_peered":"2024-03-10T22:30:50.946719+0000","last_clean":"2024-03-10T22:30:50.946719+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:30:50.946719+0000","last_undegraded":"2024-03-10T22:30:50.946719+0000","last_fullsized":"2024-03-10T22:30:50.946719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3652,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814677+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:30:19.814677+0000","last_peered":"2024-03-10T22:30:19.814677+0000","last_clean":"2024-03-10T22:30:19.814677+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:30:19.814677+0000","last_undegraded":"2024-03-10T22:30:19.814677+0000","last_fullsized":"2024-03-10T22:30:19.814677+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:42.266134+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:31:42.266134+0000","last_peered":"2024-03-10T22:31:42.266134+0000","last_clean":"2024-03-10T22:31:42.266134+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:31:42.266134+0000","last_undegraded":"2024-03-10T22:31:42.266134+0000","last_fullsized":"2024-03-10T22:31:42.266134+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262528+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:31:12.262528+0000","last_peered":"2024-03-10T22:31:12.262528+0000","last_clean":"2024-03-10T22:31:12.262528+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:31:12.262528+0000","last_undegraded":"2024-03-10T22:31:12.262528+0000","last_fullsized":"2024-03-10T22:31:12.262528+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":920,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:53.723500+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:31:53.723500+0000","last_peered":"2024-03-10T22:31:53.723500+0000","last_clean":"2024-03-10T22:31:53.723500+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:31:53.723500+0000","last_undegraded":"2024-03-10T22:31:53.723500+0000","last_fullsized":"2024-03-10T22:31:53.723500+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4504,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674099+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:30:35.674099+0000","last_peered":"2024-03-10T22:30:35.674099+0000","last_clean":"2024-03-10T22:30:35.674099+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:30:35.674099+0000","last_undegraded":"2024-03-10T22:30:35.674099+0000","last_fullsized":"2024-03-10T22:30:35.674099+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262628+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:31:12.262628+0000","last_peered":"2024-03-10T22:31:12.262628+0000","last_clean":"2024-03-10T22:31:12.262628+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:31:12.262628+0000","last_undegraded":"2024-03-10T22:31:12.262628+0000","last_fullsized":"2024-03-10T22:31:12.262628+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":962,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470449+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:31:54.470449+0000","last_peered":"2024-03-10T22:31:54.470449+0000","last_clean":"2024-03-10T22:31:54.470449+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:31:54.470449+0000","last_undegraded":"2024-03-10T22:31:54.470449+0000","last_fullsized":"2024-03-10T22:31:54.470449+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469885+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:31:49.469885+0000","last_peered":"2024-03-10T22:31:49.469885+0000","last_clean":"2024-03-10T22:31:49.469885+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:31:49.469885+0000","last_undegraded":"2024-03-10T22:31:49.469885+0000","last_fullsized":"2024-03-10T22:31:49.469885+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5078,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312712+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:31:30.312712+0000","last_peered":"2024-03-10T22:31:30.312712+0000","last_clean":"2024-03-10T22:31:30.312712+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:31:30.312712+0000","last_undegraded":"2024-03-10T22:31:30.312712+0000","last_fullsized":"2024-03-10T22:31:30.312712+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935749+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:30:28.935749+0000","last_peered":"2024-03-10T22:30:28.935749+0000","last_clean":"2024-03-10T22:30:28.935749+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:30:28.935749+0000","last_undegraded":"2024-03-10T22:30:28.935749+0000","last_fullsized":"2024-03-10T22:30:28.935749+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1230,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453629+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:30:09.453629+0000","last_peered":"2024-03-10T22:30:09.453629+0000","last_clean":"2024-03-10T22:30:09.453629+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:30:09.453629+0000","last_undegraded":"2024-03-10T22:30:09.453629+0000","last_fullsized":"2024-03-10T22:30:09.453629+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941144+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:31:18.941144+0000","last_peered":"2024-03-10T22:31:18.941144+0000","last_clean":"2024-03-10T22:31:18.941144+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:31:18.941144+0000","last_undegraded":"2024-03-10T22:31:18.941144+0000","last_fullsized":"2024-03-10T22:31:18.941144+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935760+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:30:28.935760+0000","last_peered":"2024-03-10T22:30:28.935760+0000","last_clean":"2024-03-10T22:30:28.935760+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:30:28.935760+0000","last_undegraded":"2024-03-10T22:30:28.935760+0000","last_fullsized":"2024-03-10T22:30:28.935760+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312683+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:31:30.312683+0000","last_peered":"2024-03-10T22:31:30.312683+0000","last_clean":"2024-03-10T22:31:30.312683+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:31:30.312683+0000","last_undegraded":"2024-03-10T22:31:30.312683+0000","last_fullsized":"2024-03-10T22:31:30.312683+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676297+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:30:55.676297+0000","last_peered":"2024-03-10T22:30:55.676297+0000","last_clean":"2024-03-10T22:30:55.676297+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:30:55.676297+0000","last_undegraded":"2024-03-10T22:30:55.676297+0000","last_fullsized":"2024-03-10T22:30:55.676297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:43.716546+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:30:43.716546+0000","last_peered":"2024-03-10T22:30:43.716546+0000","last_clean":"2024-03-10T22:30:43.716546+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:30:43.716546+0000","last_undegraded":"2024-03-10T22:30:43.716546+0000","last_fullsized":"2024-03-10T22:30:43.716546+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3248,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816832+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:30:39.816832+0000","last_peered":"2024-03-10T22:30:39.816832+0000","last_clean":"2024-03-10T22:30:39.816832+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:30:39.816832+0000","last_undegraded":"2024-03-10T22:30:39.816832+0000","last_fullsized":"2024-03-10T22:30:39.816832+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1026,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951010+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:31:30.951010+0000","last_peered":"2024-03-10T22:31:30.951010+0000","last_clean":"2024-03-10T22:31:30.951010+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:31:30.951010+0000","last_undegraded":"2024-03-10T22:31:30.951010+0000","last_fullsized":"2024-03-10T22:31:30.951010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.315985+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:31:55.315985+0000","last_peered":"2024-03-10T22:31:55.315985+0000","last_clean":"2024-03-10T22:31:55.315985+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:31:55.315985+0000","last_undegraded":"2024-03-10T22:31:55.315985+0000","last_fullsized":"2024-03-10T22:31:55.315985+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4001,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:05.303147+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:30:05.303147+0000","last_peered":"2024-03-10T22:30:05.303147+0000","last_clean":"2024-03-10T22:30:05.303147+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:30:05.303147+0000","last_undegraded":"2024-03-10T22:30:05.303147+0000","last_fullsized":"2024-03-10T22:30:05.303147+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453563+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:30:09.453563+0000","last_peered":"2024-03-10T22:30:09.453563+0000","last_clean":"2024-03-10T22:30:09.453563+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:30:09.453563+0000","last_undegraded":"2024-03-10T22:30:09.453563+0000","last_fullsized":"2024-03-10T22:30:09.453563+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941081+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:31:18.941081+0000","last_peered":"2024-03-10T22:31:18.941081+0000","last_clean":"2024-03-10T22:31:18.941081+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:31:18.941081+0000","last_undegraded":"2024-03-10T22:31:18.941081+0000","last_fullsized":"2024-03-10T22:31:18.941081+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4942,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719228+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:31:08.719228+0000","last_peered":"2024-03-10T22:31:08.719228+0000","last_clean":"2024-03-10T22:31:08.719228+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:31:08.719228+0000","last_undegraded":"2024-03-10T22:31:08.719228+0000","last_fullsized":"2024-03-10T22:31:08.719228+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453588+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:30:09.453588+0000","last_peered":"2024-03-10T22:30:09.453588+0000","last_clean":"2024-03-10T22:30:09.453588+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:30:09.453588+0000","last_undegraded":"2024-03-10T22:30:09.453588+0000","last_fullsized":"2024-03-10T22:30:09.453588+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943774+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:31:43.943774+0000","last_peered":"2024-03-10T22:31:43.943774+0000","last_clean":"2024-03-10T22:31:43.943774+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:31:43.943774+0000","last_undegraded":"2024-03-10T22:31:43.943774+0000","last_fullsized":"2024-03-10T22:31:43.943774+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456592+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:30:34.456592+0000","last_peered":"2024-03-10T22:30:34.456592+0000","last_clean":"2024-03-10T22:30:34.456592+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:30:34.456592+0000","last_undegraded":"2024-03-10T22:30:34.456592+0000","last_fullsized":"2024-03-10T22:30:34.456592+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1209,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719208+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:31:08.719208+0000","last_peered":"2024-03-10T22:31:08.719208+0000","last_clean":"2024-03-10T22:31:08.719208+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:31:08.719208+0000","last_undegraded":"2024-03-10T22:31:08.719208+0000","last_fullsized":"2024-03-10T22:31:08.719208+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676246+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:30:55.676246+0000","last_peered":"2024-03-10T22:30:55.676246+0000","last_clean":"2024-03-10T22:30:55.676246+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:30:55.676246+0000","last_undegraded":"2024-03-10T22:30:55.676246+0000","last_fullsized":"2024-03-10T22:30:55.676246+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5331,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719168+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:31:08.719168+0000","last_peered":"2024-03-10T22:31:08.719168+0000","last_clean":"2024-03-10T22:31:08.719168+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:31:08.719168+0000","last_undegraded":"2024-03-10T22:31:08.719168+0000","last_fullsized":"2024-03-10T22:31:08.719168+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719219+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:31:08.719219+0000","last_peered":"2024-03-10T22:31:08.719219+0000","last_clean":"2024-03-10T22:31:08.719219+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:31:08.719219+0000","last_undegraded":"2024-03-10T22:31:08.719219+0000","last_fullsized":"2024-03-10T22:31:08.719219+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952995+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:31:50.952995+0000","last_peered":"2024-03-10T22:31:50.952995+0000","last_clean":"2024-03-10T22:31:50.952995+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:50.952995+0000","last_undegraded":"2024-03-10T22:31:50.952995+0000","last_fullsized":"2024-03-10T22:31:50.952995+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4659,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716503+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:30:43.716503+0000","last_peered":"2024-03-10T22:30:43.716503+0000","last_clean":"2024-03-10T22:30:43.716503+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:30:43.716503+0000","last_undegraded":"2024-03-10T22:30:43.716503+0000","last_fullsized":"2024-03-10T22:30:43.716503+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456625+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:30:34.456625+0000","last_peered":"2024-03-10T22:30:34.456625+0000","last_clean":"2024-03-10T22:30:34.456625+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:30:34.456625+0000","last_undegraded":"2024-03-10T22:30:34.456625+0000","last_fullsized":"2024-03-10T22:30:34.456625+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816807+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:30:39.816807+0000","last_peered":"2024-03-10T22:30:39.816807+0000","last_clean":"2024-03-10T22:30:39.816807+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:30:39.816807+0000","last_undegraded":"2024-03-10T22:30:39.816807+0000","last_fullsized":"2024-03-10T22:30:39.816807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951039+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:31:30.951039+0000","last_peered":"2024-03-10T22:31:30.951039+0000","last_clean":"2024-03-10T22:31:30.951039+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:31:30.951039+0000","last_undegraded":"2024-03-10T22:31:30.951039+0000","last_fullsized":"2024-03-10T22:31:30.951039+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719250+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:31:08.719250+0000","last_peered":"2024-03-10T22:31:08.719250+0000","last_clean":"2024-03-10T22:31:08.719250+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:31:08.719250+0000","last_undegraded":"2024-03-10T22:31:08.719250+0000","last_fullsized":"2024-03-10T22:31:08.719250+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953022+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:31:50.953022+0000","last_peered":"2024-03-10T22:31:50.953022+0000","last_clean":"2024-03-10T22:31:50.953022+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:31:50.953022+0000","last_undegraded":"2024-03-10T22:31:50.953022+0000","last_fullsized":"2024-03-10T22:31:50.953022+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674066+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:30:35.674066+0000","last_peered":"2024-03-10T22:30:35.674066+0000","last_clean":"2024-03-10T22:30:35.674066+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:30:35.674066+0000","last_undegraded":"2024-03-10T22:30:35.674066+0000","last_fullsized":"2024-03-10T22:30:35.674066+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:18.713890+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:30:18.713890+0000","last_peered":"2024-03-10T22:30:18.713890+0000","last_clean":"2024-03-10T22:30:18.713890+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:30:18.713890+0000","last_undegraded":"2024-03-10T22:30:18.713890+0000","last_fullsized":"2024-03-10T22:30:18.713890+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826452+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:32:04.826452+0000","last_peered":"2024-03-10T22:32:04.826452+0000","last_clean":"2024-03-10T22:32:04.826452+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:32:04.826452+0000","last_undegraded":"2024-03-10T22:32:04.826452+0000","last_fullsized":"2024-03-10T22:32:04.826452+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262568+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:31:12.262568+0000","last_peered":"2024-03-10T22:31:12.262568+0000","last_clean":"2024-03-10T22:31:12.262568+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:31:12.262568+0000","last_undegraded":"2024-03-10T22:31:12.262568+0000","last_fullsized":"2024-03-10T22:31:12.262568+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941128+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:31:18.941128+0000","last_peered":"2024-03-10T22:31:18.941128+0000","last_clean":"2024-03-10T22:31:18.941128+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:31:18.941128+0000","last_undegraded":"2024-03-10T22:31:18.941128+0000","last_fullsized":"2024-03-10T22:31:18.941128+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:09.453614+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:30:09.453614+0000","last_peered":"2024-03-10T22:30:09.453614+0000","last_clean":"2024-03-10T22:30:09.453614+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:30:09.453614+0000","last_undegraded":"2024-03-10T22:30:09.453614+0000","last_fullsized":"2024-03-10T22:30:09.453614+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676285+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:30:55.676285+0000","last_peered":"2024-03-10T22:30:55.676285+0000","last_clean":"2024-03-10T22:30:55.676285+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:30:55.676285+0000","last_undegraded":"2024-03-10T22:30:55.676285+0000","last_fullsized":"2024-03-10T22:30:55.676285+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941155+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:31:18.941155+0000","last_peered":"2024-03-10T22:31:18.941155+0000","last_clean":"2024-03-10T22:31:18.941155+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:31:18.941155+0000","last_undegraded":"2024-03-10T22:31:18.941155+0000","last_fullsized":"2024-03-10T22:31:18.941155+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814627+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:30:19.814627+0000","last_peered":"2024-03-10T22:30:19.814627+0000","last_clean":"2024-03-10T22:30:19.814627+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:30:19.814627+0000","last_undegraded":"2024-03-10T22:30:19.814627+0000","last_fullsized":"2024-03-10T22:30:19.814627+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943746+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:31:43.943746+0000","last_peered":"2024-03-10T22:31:43.943746+0000","last_clean":"2024-03-10T22:31:43.943746+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:31:43.943746+0000","last_undegraded":"2024-03-10T22:31:43.943746+0000","last_fullsized":"2024-03-10T22:31:43.943746+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816760+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:30:39.816760+0000","last_peered":"2024-03-10T22:30:39.816760+0000","last_clean":"2024-03-10T22:30:39.816760+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:30:39.816760+0000","last_undegraded":"2024-03-10T22:30:39.816760+0000","last_fullsized":"2024-03-10T22:30:39.816760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:57.254715+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:29:57.254715+0000","last_peered":"2024-03-10T22:29:57.254715+0000","last_clean":"2024-03-10T22:29:57.254715+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:29:57.254715+0000","last_undegraded":"2024-03-10T22:29:57.254715+0000","last_fullsized":"2024-03-10T22:29:57.254715+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:15.678930+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:31:15.678930+0000","last_peered":"2024-03-10T22:31:15.678930+0000","last_clean":"2024-03-10T22:31:15.678930+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:31:15.678930+0000","last_undegraded":"2024-03-10T22:31:15.678930+0000","last_fullsized":"2024-03-10T22:31:15.678930+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784011,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928658,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586485,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796541,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474542,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329895,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152544,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073305,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:34:23.948 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:23.948 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:23.948 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:23.949 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:23.949 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:23.949 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:23.949 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:23.949 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:23.949 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:34:24.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:24 smithi169 ceph-mon[88180]: pgmap v1108: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:24.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:24 smithi169 ceph-mon[88180]: from='client.34719 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:24.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:24 smithi169 ceph-mon[90638]: pgmap v1108: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:24.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:24 smithi169 ceph-mon[90638]: from='client.34719 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:24.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:24 smithi172 ceph-mon[84635]: pgmap v1108: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:24.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:24 smithi172 ceph-mon[84635]: from='client.34719 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:26.214 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:34:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:34:25] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:34:26.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:26 smithi169 ceph-mon[90638]: pgmap v1109: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:26.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:26.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:26 smithi169 ceph-mon[88180]: pgmap v1109: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:26.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:26 smithi172 ceph-mon[84635]: pgmap v1109: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:28.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:28 smithi169 ceph-mon[88180]: pgmap v1110: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:28.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:28 smithi169 ceph-mon[90638]: pgmap v1110: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:28.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:28 smithi172 ceph-mon[84635]: pgmap v1110: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:30.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:30 smithi169 ceph-mon[88180]: pgmap v1111: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:30.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:30 smithi169 ceph-mon[90638]: pgmap v1111: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:30.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:30 smithi172 ceph-mon[84635]: pgmap v1111: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:32.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:32 smithi169 ceph-mon[88180]: pgmap v1112: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:32.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:32 smithi169 ceph-mon[90638]: pgmap v1112: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:32.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:32 smithi172 ceph-mon[84635]: pgmap v1112: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:32.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:34:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:34:33.950 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:34:34.173 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:34:34.589 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:34 smithi169 ceph-mon[88180]: pgmap v1113: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:34.589 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:34 smithi169 ceph-mon[90638]: pgmap v1113: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:34.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:34 smithi172 ceph-mon[84635]: pgmap v1113: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:36.103 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:34:36.105 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:34:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:34:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:34:35] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:34:36.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:36 smithi169 ceph-mon[88180]: pgmap v1114: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:36.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:36 smithi169 ceph-mon[90638]: pgmap v1114: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:36.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:36 smithi172 ceph-mon[84635]: pgmap v1114: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:36.789 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1114,"stamp":"2024-03-10T22:34:34.728365+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003912"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948943+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:31:10.948943+0000","last_peered":"2024-03-10T22:31:10.948943+0000","last_clean":"2024-03-10T22:31:10.948943+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:31:10.948943+0000","last_undegraded":"2024-03-10T22:31:10.948943+0000","last_fullsized":"2024-03-10T22:31:10.948943+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1236,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469946+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:31:49.469946+0000","last_peered":"2024-03-10T22:31:49.469946+0000","last_clean":"2024-03-10T22:31:49.469946+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:31:49.469946+0000","last_undegraded":"2024-03-10T22:31:49.469946+0000","last_fullsized":"2024-03-10T22:31:49.469946+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262687+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:31:12.262687+0000","last_peered":"2024-03-10T22:31:12.262687+0000","last_clean":"2024-03-10T22:31:12.262687+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:31:12.262687+0000","last_undegraded":"2024-03-10T22:31:12.262687+0000","last_fullsized":"2024-03-10T22:31:12.262687+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823458+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:31:39.823458+0000","last_peered":"2024-03-10T22:31:39.823458+0000","last_clean":"2024-03-10T22:31:39.823458+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:39.823458+0000","last_undegraded":"2024-03-10T22:31:39.823458+0000","last_fullsized":"2024-03-10T22:31:39.823458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1128,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823430+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:31:39.823430+0000","last_peered":"2024-03-10T22:31:39.823430+0000","last_clean":"2024-03-10T22:31:39.823430+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:31:39.823430+0000","last_undegraded":"2024-03-10T22:31:39.823430+0000","last_fullsized":"2024-03-10T22:31:39.823430+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941888+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:30:05.941888+0000","last_peered":"2024-03-10T22:30:05.941888+0000","last_clean":"2024-03-10T22:30:05.941888+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:30:05.941888+0000","last_undegraded":"2024-03-10T22:30:05.941888+0000","last_fullsized":"2024-03-10T22:30:05.941888+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:45.307650+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:30:45.307650+0000","last_peered":"2024-03-10T22:30:45.307650+0000","last_clean":"2024-03-10T22:30:45.307650+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:30:45.307650+0000","last_undegraded":"2024-03-10T22:30:45.307650+0000","last_fullsized":"2024-03-10T22:30:45.307650+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933511+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:30:08.933511+0000","last_peered":"2024-03-10T22:30:08.933511+0000","last_clean":"2024-03-10T22:30:08.933511+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:30:08.933511+0000","last_undegraded":"2024-03-10T22:30:08.933511+0000","last_fullsized":"2024-03-10T22:30:08.933511+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257338+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:30:22.257338+0000","last_peered":"2024-03-10T22:30:22.257338+0000","last_clean":"2024-03-10T22:30:22.257338+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:30:22.257338+0000","last_undegraded":"2024-03-10T22:30:22.257338+0000","last_fullsized":"2024-03-10T22:30:22.257338+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.464658+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:30:59.464658+0000","last_peered":"2024-03-10T22:30:59.464658+0000","last_clean":"2024-03-10T22:30:59.464658+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:30:59.464658+0000","last_undegraded":"2024-03-10T22:30:59.464658+0000","last_fullsized":"2024-03-10T22:30:59.464658+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818728+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:30:59.818728+0000","last_peered":"2024-03-10T22:30:59.818728+0000","last_clean":"2024-03-10T22:30:59.818728+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:30:59.818728+0000","last_undegraded":"2024-03-10T22:30:59.818728+0000","last_fullsized":"2024-03-10T22:30:59.818728+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721535+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:31:33.721535+0000","last_peered":"2024-03-10T22:31:33.721535+0000","last_clean":"2024-03-10T22:31:33.721535+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:31:33.721535+0000","last_undegraded":"2024-03-10T22:31:33.721535+0000","last_fullsized":"2024-03-10T22:31:33.721535+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721508+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:31:33.721508+0000","last_peered":"2024-03-10T22:31:33.721508+0000","last_clean":"2024-03-10T22:31:33.721508+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:31:33.721508+0000","last_undegraded":"2024-03-10T22:31:33.721508+0000","last_fullsized":"2024-03-10T22:31:33.721508+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952970+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:31:50.952970+0000","last_peered":"2024-03-10T22:31:50.952970+0000","last_clean":"2024-03-10T22:31:50.952970+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:31:50.952970+0000","last_undegraded":"2024-03-10T22:31:50.952970+0000","last_fullsized":"2024-03-10T22:31:50.952970+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1291,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262725+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:31:12.262725+0000","last_peered":"2024-03-10T22:31:12.262725+0000","last_clean":"2024-03-10T22:31:12.262725+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:31:12.262725+0000","last_undegraded":"2024-03-10T22:31:12.262725+0000","last_fullsized":"2024-03-10T22:31:12.262725+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949150+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:32:28.949150+0000","last_peered":"2024-03-10T22:32:28.949150+0000","last_clean":"2024-03-10T22:32:28.949150+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:32:28.949150+0000","last_undegraded":"2024-03-10T22:32:28.949150+0000","last_fullsized":"2024-03-10T22:32:28.949150+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949167+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:32:28.949167+0000","last_peered":"2024-03-10T22:32:28.949167+0000","last_clean":"2024-03-10T22:32:28.949167+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:32:28.949167+0000","last_undegraded":"2024-03-10T22:32:28.949167+0000","last_fullsized":"2024-03-10T22:32:28.949167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262705+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:31:12.262705+0000","last_peered":"2024-03-10T22:31:12.262705+0000","last_clean":"2024-03-10T22:31:12.262705+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:31:12.262705+0000","last_undegraded":"2024-03-10T22:31:12.262705+0000","last_fullsized":"2024-03-10T22:31:12.262705+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823469+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:31:39.823469+0000","last_peered":"2024-03-10T22:31:39.823469+0000","last_clean":"2024-03-10T22:31:39.823469+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:31:39.823469+0000","last_undegraded":"2024-03-10T22:31:39.823469+0000","last_fullsized":"2024-03-10T22:31:39.823469+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":976,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470399+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:31:54.470399+0000","last_peered":"2024-03-10T22:31:54.470399+0000","last_clean":"2024-03-10T22:31:54.470399+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:31:54.470399+0000","last_undegraded":"2024-03-10T22:31:54.470399+0000","last_fullsized":"2024-03-10T22:31:54.470399+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823479+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:31:39.823479+0000","last_peered":"2024-03-10T22:31:39.823479+0000","last_clean":"2024-03-10T22:31:39.823479+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:31:39.823479+0000","last_undegraded":"2024-03-10T22:31:39.823479+0000","last_fullsized":"2024-03-10T22:31:39.823479+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1071,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:29:45.668425+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:29:45.668425+0000","last_peered":"2024-03-10T22:29:45.668425+0000","last_clean":"2024-03-10T22:29:45.668425+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:29:45.668425+0000","last_undegraded":"2024-03-10T22:29:45.668425+0000","last_fullsized":"2024-03-10T22:29:45.668425+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933494+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:30:08.933494+0000","last_peered":"2024-03-10T22:30:08.933494+0000","last_clean":"2024-03-10T22:30:08.933494+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:30:08.933494+0000","last_undegraded":"2024-03-10T22:30:08.933494+0000","last_fullsized":"2024-03-10T22:30:08.933494+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933462+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:30:08.933462+0000","last_peered":"2024-03-10T22:30:08.933462+0000","last_clean":"2024-03-10T22:30:08.933462+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:30:08.933462+0000","last_undegraded":"2024-03-10T22:30:08.933462+0000","last_fullsized":"2024-03-10T22:30:08.933462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1104,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821277+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:31:19.821277+0000","last_peered":"2024-03-10T22:31:19.821277+0000","last_clean":"2024-03-10T22:31:19.821277+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:31:19.821277+0000","last_undegraded":"2024-03-10T22:31:19.821277+0000","last_fullsized":"2024-03-10T22:31:19.821277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467355+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:31:24.467355+0000","last_peered":"2024-03-10T22:31:24.467355+0000","last_clean":"2024-03-10T22:31:24.467355+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:31:24.467355+0000","last_undegraded":"2024-03-10T22:31:24.467355+0000","last_fullsized":"2024-03-10T22:31:24.467355+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821333+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:31:19.821333+0000","last_peered":"2024-03-10T22:31:19.821333+0000","last_clean":"2024-03-10T22:31:19.821333+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:31:19.821333+0000","last_undegraded":"2024-03-10T22:31:19.821333+0000","last_fullsized":"2024-03-10T22:31:19.821333+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821322+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:31:19.821322+0000","last_peered":"2024-03-10T22:31:19.821322+0000","last_clean":"2024-03-10T22:31:19.821322+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:31:19.821322+0000","last_undegraded":"2024-03-10T22:31:19.821322+0000","last_fullsized":"2024-03-10T22:31:19.821322+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:47.259839+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:30:47.259839+0000","last_peered":"2024-03-10T22:30:47.259839+0000","last_clean":"2024-03-10T22:30:47.259839+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:30:47.259839+0000","last_undegraded":"2024-03-10T22:30:47.259839+0000","last_fullsized":"2024-03-10T22:30:47.259839+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467416+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:31:24.467416+0000","last_peered":"2024-03-10T22:31:24.467416+0000","last_clean":"2024-03-10T22:31:24.467416+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:31:24.467416+0000","last_undegraded":"2024-03-10T22:31:24.467416+0000","last_fullsized":"2024-03-10T22:31:24.467416+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:25.305069+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:30:25.305069+0000","last_peered":"2024-03-10T22:30:25.305069+0000","last_clean":"2024-03-10T22:30:25.305069+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:30:25.305069+0000","last_undegraded":"2024-03-10T22:30:25.305069+0000","last_fullsized":"2024-03-10T22:30:25.305069+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681044+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:31:35.681044+0000","last_peered":"2024-03-10T22:31:35.681044+0000","last_clean":"2024-03-10T22:31:35.681044+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:31:35.681044+0000","last_undegraded":"2024-03-10T22:31:35.681044+0000","last_fullsized":"2024-03-10T22:31:35.681044+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941858+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:30:05.941858+0000","last_peered":"2024-03-10T22:30:05.941858+0000","last_clean":"2024-03-10T22:30:05.941858+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:30:05.941858+0000","last_undegraded":"2024-03-10T22:30:05.941858+0000","last_fullsized":"2024-03-10T22:30:05.941858+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1274,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257382+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:30:22.257382+0000","last_peered":"2024-03-10T22:30:22.257382+0000","last_clean":"2024-03-10T22:30:22.257382+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:30:22.257382+0000","last_undegraded":"2024-03-10T22:30:22.257382+0000","last_fullsized":"2024-03-10T22:30:22.257382+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257359+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:30:22.257359+0000","last_peered":"2024-03-10T22:30:22.257359+0000","last_clean":"2024-03-10T22:30:22.257359+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:30:22.257359+0000","last_undegraded":"2024-03-10T22:30:22.257359+0000","last_fullsized":"2024-03-10T22:30:22.257359+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818760+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:30:59.818760+0000","last_peered":"2024-03-10T22:30:59.818760+0000","last_clean":"2024-03-10T22:30:59.818760+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:30:59.818760+0000","last_undegraded":"2024-03-10T22:30:59.818760+0000","last_fullsized":"2024-03-10T22:30:59.818760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955265+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:32:10.955265+0000","last_peered":"2024-03-10T22:32:10.955265+0000","last_clean":"2024-03-10T22:32:10.955265+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:32:10.955265+0000","last_undegraded":"2024-03-10T22:32:10.955265+0000","last_fullsized":"2024-03-10T22:32:10.955265+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681022+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:31:35.681022+0000","last_peered":"2024-03-10T22:31:35.681022+0000","last_clean":"2024-03-10T22:31:35.681022+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:31:35.681022+0000","last_undegraded":"2024-03-10T22:31:35.681022+0000","last_fullsized":"2024-03-10T22:31:35.681022+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.680999+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:31:35.680999+0000","last_peered":"2024-03-10T22:31:35.680999+0000","last_clean":"2024-03-10T22:31:35.680999+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:31:35.680999+0000","last_undegraded":"2024-03-10T22:31:35.680999+0000","last_fullsized":"2024-03-10T22:31:35.680999+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1263,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721462+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:31:33.721462+0000","last_peered":"2024-03-10T22:31:33.721462+0000","last_clean":"2024-03-10T22:31:33.721462+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:31:33.721462+0000","last_undegraded":"2024-03-10T22:31:33.721462+0000","last_fullsized":"2024-03-10T22:31:33.721462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955238+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:32:10.955238+0000","last_peered":"2024-03-10T22:32:10.955238+0000","last_clean":"2024-03-10T22:32:10.955238+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:32:10.955238+0000","last_undegraded":"2024-03-10T22:32:10.955238+0000","last_fullsized":"2024-03-10T22:32:10.955238+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4442,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716476+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:30:43.716476+0000","last_peered":"2024-03-10T22:30:43.716476+0000","last_clean":"2024-03-10T22:30:43.716476+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:30:43.716476+0000","last_undegraded":"2024-03-10T22:30:43.716476+0000","last_fullsized":"2024-03-10T22:30:43.716476+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.303187+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:30:05.303187+0000","last_peered":"2024-03-10T22:30:05.303187+0000","last_clean":"2024-03-10T22:30:05.303187+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:30:05.303187+0000","last_undegraded":"2024-03-10T22:30:05.303187+0000","last_fullsized":"2024-03-10T22:30:05.303187+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953010+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:31:50.953010+0000","last_peered":"2024-03-10T22:31:50.953010+0000","last_clean":"2024-03-10T22:31:50.953010+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:31:50.953010+0000","last_undegraded":"2024-03-10T22:31:50.953010+0000","last_fullsized":"2024-03-10T22:31:50.953010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12611,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262583+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:31:12.262583+0000","last_peered":"2024-03-10T22:31:12.262583+0000","last_clean":"2024-03-10T22:31:12.262583+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:31:12.262583+0000","last_undegraded":"2024-03-10T22:31:12.262583+0000","last_fullsized":"2024-03-10T22:31:12.262583+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469862+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:31:49.469862+0000","last_peered":"2024-03-10T22:31:49.469862+0000","last_clean":"2024-03-10T22:31:49.469862+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:31:49.469862+0000","last_undegraded":"2024-03-10T22:31:49.469862+0000","last_fullsized":"2024-03-10T22:31:49.469862+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469923+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:31:49.469923+0000","last_peered":"2024-03-10T22:31:49.469923+0000","last_clean":"2024-03-10T22:31:49.469923+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:31:49.469923+0000","last_undegraded":"2024-03-10T22:31:49.469923+0000","last_fullsized":"2024-03-10T22:31:49.469923+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826498+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:32:04.826498+0000","last_peered":"2024-03-10T22:32:04.826498+0000","last_clean":"2024-03-10T22:32:04.826498+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:32:04.826498+0000","last_undegraded":"2024-03-10T22:32:04.826498+0000","last_fullsized":"2024-03-10T22:32:04.826498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15024,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262662+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:31:12.262662+0000","last_peered":"2024-03-10T22:31:12.262662+0000","last_clean":"2024-03-10T22:31:12.262662+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:31:12.262662+0000","last_undegraded":"2024-03-10T22:31:12.262662+0000","last_fullsized":"2024-03-10T22:31:12.262662+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469905+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:31:49.469905+0000","last_peered":"2024-03-10T22:31:49.469905+0000","last_clean":"2024-03-10T22:31:49.469905+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:31:49.469905+0000","last_undegraded":"2024-03-10T22:31:49.469905+0000","last_fullsized":"2024-03-10T22:31:49.469905+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1124,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826422+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:32:04.826422+0000","last_peered":"2024-03-10T22:32:04.826422+0000","last_clean":"2024-03-10T22:32:04.826422+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:32:04.826422+0000","last_undegraded":"2024-03-10T22:32:04.826422+0000","last_fullsized":"2024-03-10T22:32:04.826422+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312761+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:31:30.312761+0000","last_peered":"2024-03-10T22:31:30.312761+0000","last_clean":"2024-03-10T22:31:30.312761+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:31:30.312761+0000","last_undegraded":"2024-03-10T22:31:30.312761+0000","last_fullsized":"2024-03-10T22:31:30.312761+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4228,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716529+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:30:43.716529+0000","last_peered":"2024-03-10T22:30:43.716529+0000","last_clean":"2024-03-10T22:30:43.716529+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:30:43.716529+0000","last_undegraded":"2024-03-10T22:30:43.716529+0000","last_fullsized":"2024-03-10T22:30:43.716529+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473352+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:32:19.473352+0000","last_peered":"2024-03-10T22:32:19.473352+0000","last_clean":"2024-03-10T22:32:19.473352+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:32:19.473352+0000","last_undegraded":"2024-03-10T22:32:19.473352+0000","last_fullsized":"2024-03-10T22:32:19.473352+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.466812+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:31:19.466812+0000","last_peered":"2024-03-10T22:31:19.466812+0000","last_clean":"2024-03-10T22:31:19.466812+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:31:19.466812+0000","last_undegraded":"2024-03-10T22:31:19.466812+0000","last_fullsized":"2024-03-10T22:31:19.466812+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727353+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:32:23.727353+0000","last_peered":"2024-03-10T22:32:23.727353+0000","last_clean":"2024-03-10T22:32:23.727353+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:32:23.727353+0000","last_undegraded":"2024-03-10T22:32:23.727353+0000","last_fullsized":"2024-03-10T22:32:23.727353+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4295,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948896+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:31:10.948896+0000","last_peered":"2024-03-10T22:31:10.948896+0000","last_clean":"2024-03-10T22:31:10.948896+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:31:10.948896+0000","last_undegraded":"2024-03-10T22:31:10.948896+0000","last_fullsized":"2024-03-10T22:31:10.948896+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1065,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674126+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:30:35.674126+0000","last_peered":"2024-03-10T22:30:35.674126+0000","last_clean":"2024-03-10T22:30:35.674126+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:30:35.674126+0000","last_undegraded":"2024-03-10T22:30:35.674126+0000","last_fullsized":"2024-03-10T22:30:35.674126+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:53.938211+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:30:53.938211+0000","last_peered":"2024-03-10T22:30:53.938211+0000","last_clean":"2024-03-10T22:30:53.938211+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:30:53.938211+0000","last_undegraded":"2024-03-10T22:30:53.938211+0000","last_fullsized":"2024-03-10T22:30:53.938211+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826465+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:32:04.826465+0000","last_peered":"2024-03-10T22:32:04.826465+0000","last_clean":"2024-03-10T22:32:04.826465+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:32:04.826465+0000","last_undegraded":"2024-03-10T22:32:04.826465+0000","last_fullsized":"2024-03-10T22:32:04.826465+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:50.946719+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:30:50.946719+0000","last_peered":"2024-03-10T22:30:50.946719+0000","last_clean":"2024-03-10T22:30:50.946719+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:30:50.946719+0000","last_undegraded":"2024-03-10T22:30:50.946719+0000","last_fullsized":"2024-03-10T22:30:50.946719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3652,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814677+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:30:19.814677+0000","last_peered":"2024-03-10T22:30:19.814677+0000","last_clean":"2024-03-10T22:30:19.814677+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:30:19.814677+0000","last_undegraded":"2024-03-10T22:30:19.814677+0000","last_fullsized":"2024-03-10T22:30:19.814677+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:42.266134+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:31:42.266134+0000","last_peered":"2024-03-10T22:31:42.266134+0000","last_clean":"2024-03-10T22:31:42.266134+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:31:42.266134+0000","last_undegraded":"2024-03-10T22:31:42.266134+0000","last_fullsized":"2024-03-10T22:31:42.266134+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262528+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:31:12.262528+0000","last_peered":"2024-03-10T22:31:12.262528+0000","last_clean":"2024-03-10T22:31:12.262528+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:31:12.262528+0000","last_undegraded":"2024-03-10T22:31:12.262528+0000","last_fullsized":"2024-03-10T22:31:12.262528+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":920,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:53.723500+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:31:53.723500+0000","last_peered":"2024-03-10T22:31:53.723500+0000","last_clean":"2024-03-10T22:31:53.723500+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:31:53.723500+0000","last_undegraded":"2024-03-10T22:31:53.723500+0000","last_fullsized":"2024-03-10T22:31:53.723500+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4504,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674099+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:30:35.674099+0000","last_peered":"2024-03-10T22:30:35.674099+0000","last_clean":"2024-03-10T22:30:35.674099+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:30:35.674099+0000","last_undegraded":"2024-03-10T22:30:35.674099+0000","last_fullsized":"2024-03-10T22:30:35.674099+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262628+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:31:12.262628+0000","last_peered":"2024-03-10T22:31:12.262628+0000","last_clean":"2024-03-10T22:31:12.262628+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:31:12.262628+0000","last_undegraded":"2024-03-10T22:31:12.262628+0000","last_fullsized":"2024-03-10T22:31:12.262628+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":962,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470449+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:31:54.470449+0000","last_peered":"2024-03-10T22:31:54.470449+0000","last_clean":"2024-03-10T22:31:54.470449+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:31:54.470449+0000","last_undegraded":"2024-03-10T22:31:54.470449+0000","last_fullsized":"2024-03-10T22:31:54.470449+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469885+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:31:49.469885+0000","last_peered":"2024-03-10T22:31:49.469885+0000","last_clean":"2024-03-10T22:31:49.469885+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:31:49.469885+0000","last_undegraded":"2024-03-10T22:31:49.469885+0000","last_fullsized":"2024-03-10T22:31:49.469885+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5078,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312712+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:31:30.312712+0000","last_peered":"2024-03-10T22:31:30.312712+0000","last_clean":"2024-03-10T22:31:30.312712+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:31:30.312712+0000","last_undegraded":"2024-03-10T22:31:30.312712+0000","last_fullsized":"2024-03-10T22:31:30.312712+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949090+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:32:28.949090+0000","last_peered":"2024-03-10T22:32:28.949090+0000","last_clean":"2024-03-10T22:32:28.949090+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:32:28.949090+0000","last_undegraded":"2024-03-10T22:32:28.949090+0000","last_fullsized":"2024-03-10T22:32:28.949090+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473340+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:32:19.473340+0000","last_peered":"2024-03-10T22:32:19.473340+0000","last_clean":"2024-03-10T22:32:19.473340+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:32:19.473340+0000","last_undegraded":"2024-03-10T22:32:19.473340+0000","last_fullsized":"2024-03-10T22:32:19.473340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941144+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:31:18.941144+0000","last_peered":"2024-03-10T22:31:18.941144+0000","last_clean":"2024-03-10T22:31:18.941144+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:31:18.941144+0000","last_undegraded":"2024-03-10T22:31:18.941144+0000","last_fullsized":"2024-03-10T22:31:18.941144+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949109+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:32:28.949109+0000","last_peered":"2024-03-10T22:32:28.949109+0000","last_clean":"2024-03-10T22:32:28.949109+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:32:28.949109+0000","last_undegraded":"2024-03-10T22:32:28.949109+0000","last_fullsized":"2024-03-10T22:32:28.949109+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312683+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:31:30.312683+0000","last_peered":"2024-03-10T22:31:30.312683+0000","last_clean":"2024-03-10T22:31:30.312683+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:31:30.312683+0000","last_undegraded":"2024-03-10T22:31:30.312683+0000","last_fullsized":"2024-03-10T22:31:30.312683+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676297+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:30:55.676297+0000","last_peered":"2024-03-10T22:30:55.676297+0000","last_clean":"2024-03-10T22:30:55.676297+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:30:55.676297+0000","last_undegraded":"2024-03-10T22:30:55.676297+0000","last_fullsized":"2024-03-10T22:30:55.676297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:43.716546+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:30:43.716546+0000","last_peered":"2024-03-10T22:30:43.716546+0000","last_clean":"2024-03-10T22:30:43.716546+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:30:43.716546+0000","last_undegraded":"2024-03-10T22:30:43.716546+0000","last_fullsized":"2024-03-10T22:30:43.716546+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3248,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816832+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:30:39.816832+0000","last_peered":"2024-03-10T22:30:39.816832+0000","last_clean":"2024-03-10T22:30:39.816832+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:30:39.816832+0000","last_undegraded":"2024-03-10T22:30:39.816832+0000","last_fullsized":"2024-03-10T22:30:39.816832+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1026,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951010+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:31:30.951010+0000","last_peered":"2024-03-10T22:31:30.951010+0000","last_clean":"2024-03-10T22:31:30.951010+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:31:30.951010+0000","last_undegraded":"2024-03-10T22:31:30.951010+0000","last_fullsized":"2024-03-10T22:31:30.951010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.315985+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:31:55.315985+0000","last_peered":"2024-03-10T22:31:55.315985+0000","last_clean":"2024-03-10T22:31:55.315985+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:31:55.315985+0000","last_undegraded":"2024-03-10T22:31:55.315985+0000","last_fullsized":"2024-03-10T22:31:55.315985+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4001,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:05.303147+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:30:05.303147+0000","last_peered":"2024-03-10T22:30:05.303147+0000","last_clean":"2024-03-10T22:30:05.303147+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:30:05.303147+0000","last_undegraded":"2024-03-10T22:30:05.303147+0000","last_fullsized":"2024-03-10T22:30:05.303147+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473276+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:32:19.473276+0000","last_peered":"2024-03-10T22:32:19.473276+0000","last_clean":"2024-03-10T22:32:19.473276+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:32:19.473276+0000","last_undegraded":"2024-03-10T22:32:19.473276+0000","last_fullsized":"2024-03-10T22:32:19.473276+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941081+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:31:18.941081+0000","last_peered":"2024-03-10T22:31:18.941081+0000","last_clean":"2024-03-10T22:31:18.941081+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:31:18.941081+0000","last_undegraded":"2024-03-10T22:31:18.941081+0000","last_fullsized":"2024-03-10T22:31:18.941081+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4942,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719228+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:31:08.719228+0000","last_peered":"2024-03-10T22:31:08.719228+0000","last_clean":"2024-03-10T22:31:08.719228+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:31:08.719228+0000","last_undegraded":"2024-03-10T22:31:08.719228+0000","last_fullsized":"2024-03-10T22:31:08.719228+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473299+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:32:19.473299+0000","last_peered":"2024-03-10T22:32:19.473299+0000","last_clean":"2024-03-10T22:32:19.473299+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:32:19.473299+0000","last_undegraded":"2024-03-10T22:32:19.473299+0000","last_fullsized":"2024-03-10T22:32:19.473299+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943774+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:31:43.943774+0000","last_peered":"2024-03-10T22:31:43.943774+0000","last_clean":"2024-03-10T22:31:43.943774+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:31:43.943774+0000","last_undegraded":"2024-03-10T22:31:43.943774+0000","last_fullsized":"2024-03-10T22:31:43.943774+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456592+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:30:34.456592+0000","last_peered":"2024-03-10T22:30:34.456592+0000","last_clean":"2024-03-10T22:30:34.456592+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:30:34.456592+0000","last_undegraded":"2024-03-10T22:30:34.456592+0000","last_fullsized":"2024-03-10T22:30:34.456592+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1209,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719208+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:31:08.719208+0000","last_peered":"2024-03-10T22:31:08.719208+0000","last_clean":"2024-03-10T22:31:08.719208+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:31:08.719208+0000","last_undegraded":"2024-03-10T22:31:08.719208+0000","last_fullsized":"2024-03-10T22:31:08.719208+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676246+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:30:55.676246+0000","last_peered":"2024-03-10T22:30:55.676246+0000","last_clean":"2024-03-10T22:30:55.676246+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:30:55.676246+0000","last_undegraded":"2024-03-10T22:30:55.676246+0000","last_fullsized":"2024-03-10T22:30:55.676246+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5331,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719168+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:31:08.719168+0000","last_peered":"2024-03-10T22:31:08.719168+0000","last_clean":"2024-03-10T22:31:08.719168+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:31:08.719168+0000","last_undegraded":"2024-03-10T22:31:08.719168+0000","last_fullsized":"2024-03-10T22:31:08.719168+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719219+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:31:08.719219+0000","last_peered":"2024-03-10T22:31:08.719219+0000","last_clean":"2024-03-10T22:31:08.719219+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:31:08.719219+0000","last_undegraded":"2024-03-10T22:31:08.719219+0000","last_fullsized":"2024-03-10T22:31:08.719219+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952995+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:31:50.952995+0000","last_peered":"2024-03-10T22:31:50.952995+0000","last_clean":"2024-03-10T22:31:50.952995+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:50.952995+0000","last_undegraded":"2024-03-10T22:31:50.952995+0000","last_fullsized":"2024-03-10T22:31:50.952995+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4659,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716503+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:30:43.716503+0000","last_peered":"2024-03-10T22:30:43.716503+0000","last_clean":"2024-03-10T22:30:43.716503+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:30:43.716503+0000","last_undegraded":"2024-03-10T22:30:43.716503+0000","last_fullsized":"2024-03-10T22:30:43.716503+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456625+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:30:34.456625+0000","last_peered":"2024-03-10T22:30:34.456625+0000","last_clean":"2024-03-10T22:30:34.456625+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:30:34.456625+0000","last_undegraded":"2024-03-10T22:30:34.456625+0000","last_fullsized":"2024-03-10T22:30:34.456625+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816807+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:30:39.816807+0000","last_peered":"2024-03-10T22:30:39.816807+0000","last_clean":"2024-03-10T22:30:39.816807+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:30:39.816807+0000","last_undegraded":"2024-03-10T22:30:39.816807+0000","last_fullsized":"2024-03-10T22:30:39.816807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951039+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:31:30.951039+0000","last_peered":"2024-03-10T22:31:30.951039+0000","last_clean":"2024-03-10T22:31:30.951039+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:31:30.951039+0000","last_undegraded":"2024-03-10T22:31:30.951039+0000","last_fullsized":"2024-03-10T22:31:30.951039+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719250+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:31:08.719250+0000","last_peered":"2024-03-10T22:31:08.719250+0000","last_clean":"2024-03-10T22:31:08.719250+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:31:08.719250+0000","last_undegraded":"2024-03-10T22:31:08.719250+0000","last_fullsized":"2024-03-10T22:31:08.719250+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953022+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:31:50.953022+0000","last_peered":"2024-03-10T22:31:50.953022+0000","last_clean":"2024-03-10T22:31:50.953022+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:31:50.953022+0000","last_undegraded":"2024-03-10T22:31:50.953022+0000","last_fullsized":"2024-03-10T22:31:50.953022+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:35.674066+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:30:35.674066+0000","last_peered":"2024-03-10T22:30:35.674066+0000","last_clean":"2024-03-10T22:30:35.674066+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:30:35.674066+0000","last_undegraded":"2024-03-10T22:30:35.674066+0000","last_fullsized":"2024-03-10T22:30:35.674066+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727328+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:32:23.727328+0000","last_peered":"2024-03-10T22:32:23.727328+0000","last_clean":"2024-03-10T22:32:23.727328+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:32:23.727328+0000","last_undegraded":"2024-03-10T22:32:23.727328+0000","last_fullsized":"2024-03-10T22:32:23.727328+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826452+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:32:04.826452+0000","last_peered":"2024-03-10T22:32:04.826452+0000","last_clean":"2024-03-10T22:32:04.826452+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:32:04.826452+0000","last_undegraded":"2024-03-10T22:32:04.826452+0000","last_fullsized":"2024-03-10T22:32:04.826452+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262568+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:31:12.262568+0000","last_peered":"2024-03-10T22:31:12.262568+0000","last_clean":"2024-03-10T22:31:12.262568+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:31:12.262568+0000","last_undegraded":"2024-03-10T22:31:12.262568+0000","last_fullsized":"2024-03-10T22:31:12.262568+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941128+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:31:18.941128+0000","last_peered":"2024-03-10T22:31:18.941128+0000","last_clean":"2024-03-10T22:31:18.941128+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:31:18.941128+0000","last_undegraded":"2024-03-10T22:31:18.941128+0000","last_fullsized":"2024-03-10T22:31:18.941128+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473326+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:32:19.473326+0000","last_peered":"2024-03-10T22:32:19.473326+0000","last_clean":"2024-03-10T22:32:19.473326+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:32:19.473326+0000","last_undegraded":"2024-03-10T22:32:19.473326+0000","last_fullsized":"2024-03-10T22:32:19.473326+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676285+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:30:55.676285+0000","last_peered":"2024-03-10T22:30:55.676285+0000","last_clean":"2024-03-10T22:30:55.676285+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:30:55.676285+0000","last_undegraded":"2024-03-10T22:30:55.676285+0000","last_fullsized":"2024-03-10T22:30:55.676285+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941155+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:31:18.941155+0000","last_peered":"2024-03-10T22:31:18.941155+0000","last_clean":"2024-03-10T22:31:18.941155+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:31:18.941155+0000","last_undegraded":"2024-03-10T22:31:18.941155+0000","last_fullsized":"2024-03-10T22:31:18.941155+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:19.814627+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:30:19.814627+0000","last_peered":"2024-03-10T22:30:19.814627+0000","last_clean":"2024-03-10T22:30:19.814627+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:30:19.814627+0000","last_undegraded":"2024-03-10T22:30:19.814627+0000","last_fullsized":"2024-03-10T22:30:19.814627+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943746+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:31:43.943746+0000","last_peered":"2024-03-10T22:31:43.943746+0000","last_clean":"2024-03-10T22:31:43.943746+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:31:43.943746+0000","last_undegraded":"2024-03-10T22:31:43.943746+0000","last_fullsized":"2024-03-10T22:31:43.943746+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816760+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:30:39.816760+0000","last_peered":"2024-03-10T22:30:39.816760+0000","last_clean":"2024-03-10T22:30:39.816760+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:30:39.816760+0000","last_undegraded":"2024-03-10T22:30:39.816760+0000","last_fullsized":"2024-03-10T22:30:39.816760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:12.269287+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:32:12.269287+0000","last_peered":"2024-03-10T22:32:12.269287+0000","last_clean":"2024-03-10T22:32:12.269287+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:32:12.269287+0000","last_undegraded":"2024-03-10T22:32:12.269287+0000","last_fullsized":"2024-03-10T22:32:12.269287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:15.678930+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:31:15.678930+0000","last_peered":"2024-03-10T22:31:15.678930+0000","last_clean":"2024-03-10T22:31:15.678930+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:31:15.678930+0000","last_undegraded":"2024-03-10T22:31:15.678930+0000","last_fullsized":"2024-03-10T22:31:15.678930+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784013,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928660,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586488,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796543,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474545,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329898,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152546,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073307,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:34:36.794 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:36.794 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:36.794 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:36.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:36.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:36.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:36.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:36.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:36.795 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:34:37.513 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:34:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a[121107]: logger=cleanup t=2024-03-10T22:34:37.253732929Z level=info msg="Completed cleanup jobs" duration=2.509932ms 2024-03-10T22:34:37.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:37 smithi172 ceph-mon[84635]: from='client.44648 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:37.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:37 smithi169 ceph-mon[88180]: from='client.44648 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:37.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:37 smithi169 ceph-mon[90638]: from='client.44648 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:38.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:38 smithi169 ceph-mon[88180]: pgmap v1115: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:38.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:38 smithi169 ceph-mon[90638]: pgmap v1115: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:38.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:38 smithi172 ceph-mon[84635]: pgmap v1115: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:40.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:40 smithi169 ceph-mon[88180]: pgmap v1116: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:40.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:40 smithi169 ceph-mon[90638]: pgmap v1116: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:40.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:40 smithi172 ceph-mon[84635]: pgmap v1116: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:41.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:41.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:41.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:41 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:42.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:42 smithi169 ceph-mon[88180]: pgmap v1117: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:42.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:42 smithi169 ceph-mon[90638]: pgmap v1117: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:42.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:34:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:34:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:42 smithi172 ceph-mon[84635]: pgmap v1117: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:44.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:44 smithi169 ceph-mon[88180]: pgmap v1118: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:44.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:44 smithi169 ceph-mon[90638]: pgmap v1118: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:44.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:44 smithi172 ceph-mon[84635]: pgmap v1118: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:34:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:34:45] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-03-10T22:34:46.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:46 smithi169 ceph-mon[88180]: pgmap v1119: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:46.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:46 smithi169 ceph-mon[90638]: pgmap v1119: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:46.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:46 smithi172 ceph-mon[84635]: pgmap v1119: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:46.795 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:34:47.022 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:34:48.465 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:48 smithi169 ceph-mon[90638]: pgmap v1120: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:48.465 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:48 smithi169 ceph-mon[88180]: pgmap v1120: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:48.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:48 smithi172 ceph-mon[84635]: pgmap v1120: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:48.888 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:34:48.890 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:34:49.564 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1121,"stamp":"2024-03-10T22:34:48.733259+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004204"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948943+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:31:10.948943+0000","last_peered":"2024-03-10T22:31:10.948943+0000","last_clean":"2024-03-10T22:31:10.948943+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:31:10.948943+0000","last_undegraded":"2024-03-10T22:31:10.948943+0000","last_fullsized":"2024-03-10T22:31:10.948943+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1236,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469946+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:31:49.469946+0000","last_peered":"2024-03-10T22:31:49.469946+0000","last_clean":"2024-03-10T22:31:49.469946+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:31:49.469946+0000","last_undegraded":"2024-03-10T22:31:49.469946+0000","last_fullsized":"2024-03-10T22:31:49.469946+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262687+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:31:12.262687+0000","last_peered":"2024-03-10T22:31:12.262687+0000","last_clean":"2024-03-10T22:31:12.262687+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:31:12.262687+0000","last_undegraded":"2024-03-10T22:31:12.262687+0000","last_fullsized":"2024-03-10T22:31:12.262687+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823458+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:31:39.823458+0000","last_peered":"2024-03-10T22:31:39.823458+0000","last_clean":"2024-03-10T22:31:39.823458+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:39.823458+0000","last_undegraded":"2024-03-10T22:31:39.823458+0000","last_fullsized":"2024-03-10T22:31:39.823458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1128,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823430+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:31:39.823430+0000","last_peered":"2024-03-10T22:31:39.823430+0000","last_clean":"2024-03-10T22:31:39.823430+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:31:39.823430+0000","last_undegraded":"2024-03-10T22:31:39.823430+0000","last_fullsized":"2024-03-10T22:31:39.823430+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941888+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:30:05.941888+0000","last_peered":"2024-03-10T22:30:05.941888+0000","last_clean":"2024-03-10T22:30:05.941888+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:30:05.941888+0000","last_undegraded":"2024-03-10T22:30:05.941888+0000","last_fullsized":"2024-03-10T22:30:05.941888+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:45.307650+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:30:45.307650+0000","last_peered":"2024-03-10T22:30:45.307650+0000","last_clean":"2024-03-10T22:30:45.307650+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:30:45.307650+0000","last_undegraded":"2024-03-10T22:30:45.307650+0000","last_fullsized":"2024-03-10T22:30:45.307650+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933511+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:30:08.933511+0000","last_peered":"2024-03-10T22:30:08.933511+0000","last_clean":"2024-03-10T22:30:08.933511+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:30:08.933511+0000","last_undegraded":"2024-03-10T22:30:08.933511+0000","last_fullsized":"2024-03-10T22:30:08.933511+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257338+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:30:22.257338+0000","last_peered":"2024-03-10T22:30:22.257338+0000","last_clean":"2024-03-10T22:30:22.257338+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:30:22.257338+0000","last_undegraded":"2024-03-10T22:30:22.257338+0000","last_fullsized":"2024-03-10T22:30:22.257338+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.464658+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:30:59.464658+0000","last_peered":"2024-03-10T22:30:59.464658+0000","last_clean":"2024-03-10T22:30:59.464658+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:30:59.464658+0000","last_undegraded":"2024-03-10T22:30:59.464658+0000","last_fullsized":"2024-03-10T22:30:59.464658+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818728+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:30:59.818728+0000","last_peered":"2024-03-10T22:30:59.818728+0000","last_clean":"2024-03-10T22:30:59.818728+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:30:59.818728+0000","last_undegraded":"2024-03-10T22:30:59.818728+0000","last_fullsized":"2024-03-10T22:30:59.818728+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721535+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:31:33.721535+0000","last_peered":"2024-03-10T22:31:33.721535+0000","last_clean":"2024-03-10T22:31:33.721535+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:31:33.721535+0000","last_undegraded":"2024-03-10T22:31:33.721535+0000","last_fullsized":"2024-03-10T22:31:33.721535+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721508+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:31:33.721508+0000","last_peered":"2024-03-10T22:31:33.721508+0000","last_clean":"2024-03-10T22:31:33.721508+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:31:33.721508+0000","last_undegraded":"2024-03-10T22:31:33.721508+0000","last_fullsized":"2024-03-10T22:31:33.721508+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952970+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:31:50.952970+0000","last_peered":"2024-03-10T22:31:50.952970+0000","last_clean":"2024-03-10T22:31:50.952970+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:31:50.952970+0000","last_undegraded":"2024-03-10T22:31:50.952970+0000","last_fullsized":"2024-03-10T22:31:50.952970+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1291,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262725+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:31:12.262725+0000","last_peered":"2024-03-10T22:31:12.262725+0000","last_clean":"2024-03-10T22:31:12.262725+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:31:12.262725+0000","last_undegraded":"2024-03-10T22:31:12.262725+0000","last_fullsized":"2024-03-10T22:31:12.262725+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949150+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:32:28.949150+0000","last_peered":"2024-03-10T22:32:28.949150+0000","last_clean":"2024-03-10T22:32:28.949150+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:32:28.949150+0000","last_undegraded":"2024-03-10T22:32:28.949150+0000","last_fullsized":"2024-03-10T22:32:28.949150+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949167+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:32:28.949167+0000","last_peered":"2024-03-10T22:32:28.949167+0000","last_clean":"2024-03-10T22:32:28.949167+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:32:28.949167+0000","last_undegraded":"2024-03-10T22:32:28.949167+0000","last_fullsized":"2024-03-10T22:32:28.949167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262705+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:31:12.262705+0000","last_peered":"2024-03-10T22:31:12.262705+0000","last_clean":"2024-03-10T22:31:12.262705+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:31:12.262705+0000","last_undegraded":"2024-03-10T22:31:12.262705+0000","last_fullsized":"2024-03-10T22:31:12.262705+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823469+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:31:39.823469+0000","last_peered":"2024-03-10T22:31:39.823469+0000","last_clean":"2024-03-10T22:31:39.823469+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:31:39.823469+0000","last_undegraded":"2024-03-10T22:31:39.823469+0000","last_fullsized":"2024-03-10T22:31:39.823469+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":976,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470399+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:31:54.470399+0000","last_peered":"2024-03-10T22:31:54.470399+0000","last_clean":"2024-03-10T22:31:54.470399+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:31:54.470399+0000","last_undegraded":"2024-03-10T22:31:54.470399+0000","last_fullsized":"2024-03-10T22:31:54.470399+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823479+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:31:39.823479+0000","last_peered":"2024-03-10T22:31:39.823479+0000","last_clean":"2024-03-10T22:31:39.823479+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:31:39.823479+0000","last_undegraded":"2024-03-10T22:31:39.823479+0000","last_fullsized":"2024-03-10T22:31:39.823479+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1190,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933494+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:30:08.933494+0000","last_peered":"2024-03-10T22:30:08.933494+0000","last_clean":"2024-03-10T22:30:08.933494+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:30:08.933494+0000","last_undegraded":"2024-03-10T22:30:08.933494+0000","last_fullsized":"2024-03-10T22:30:08.933494+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:08.933462+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:30:08.933462+0000","last_peered":"2024-03-10T22:30:08.933462+0000","last_clean":"2024-03-10T22:30:08.933462+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:30:08.933462+0000","last_undegraded":"2024-03-10T22:30:08.933462+0000","last_fullsized":"2024-03-10T22:30:08.933462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1104,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821277+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:31:19.821277+0000","last_peered":"2024-03-10T22:31:19.821277+0000","last_clean":"2024-03-10T22:31:19.821277+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:31:19.821277+0000","last_undegraded":"2024-03-10T22:31:19.821277+0000","last_fullsized":"2024-03-10T22:31:19.821277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467355+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:31:24.467355+0000","last_peered":"2024-03-10T22:31:24.467355+0000","last_clean":"2024-03-10T22:31:24.467355+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:31:24.467355+0000","last_undegraded":"2024-03-10T22:31:24.467355+0000","last_fullsized":"2024-03-10T22:31:24.467355+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821333+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:31:19.821333+0000","last_peered":"2024-03-10T22:31:19.821333+0000","last_clean":"2024-03-10T22:31:19.821333+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:31:19.821333+0000","last_undegraded":"2024-03-10T22:31:19.821333+0000","last_fullsized":"2024-03-10T22:31:19.821333+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821322+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:31:19.821322+0000","last_peered":"2024-03-10T22:31:19.821322+0000","last_clean":"2024-03-10T22:31:19.821322+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:31:19.821322+0000","last_undegraded":"2024-03-10T22:31:19.821322+0000","last_fullsized":"2024-03-10T22:31:19.821322+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:47.259839+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:30:47.259839+0000","last_peered":"2024-03-10T22:30:47.259839+0000","last_clean":"2024-03-10T22:30:47.259839+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:30:47.259839+0000","last_undegraded":"2024-03-10T22:30:47.259839+0000","last_fullsized":"2024-03-10T22:30:47.259839+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467416+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:31:24.467416+0000","last_peered":"2024-03-10T22:31:24.467416+0000","last_clean":"2024-03-10T22:31:24.467416+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:31:24.467416+0000","last_undegraded":"2024-03-10T22:31:24.467416+0000","last_fullsized":"2024-03-10T22:31:24.467416+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:25.305069+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:30:25.305069+0000","last_peered":"2024-03-10T22:30:25.305069+0000","last_clean":"2024-03-10T22:30:25.305069+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:30:25.305069+0000","last_undegraded":"2024-03-10T22:30:25.305069+0000","last_fullsized":"2024-03-10T22:30:25.305069+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681044+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:31:35.681044+0000","last_peered":"2024-03-10T22:31:35.681044+0000","last_clean":"2024-03-10T22:31:35.681044+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:31:35.681044+0000","last_undegraded":"2024-03-10T22:31:35.681044+0000","last_fullsized":"2024-03-10T22:31:35.681044+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:05.941858+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:30:05.941858+0000","last_peered":"2024-03-10T22:30:05.941858+0000","last_clean":"2024-03-10T22:30:05.941858+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:30:05.941858+0000","last_undegraded":"2024-03-10T22:30:05.941858+0000","last_fullsized":"2024-03-10T22:30:05.941858+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1274,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257382+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:30:22.257382+0000","last_peered":"2024-03-10T22:30:22.257382+0000","last_clean":"2024-03-10T22:30:22.257382+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:30:22.257382+0000","last_undegraded":"2024-03-10T22:30:22.257382+0000","last_fullsized":"2024-03-10T22:30:22.257382+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257359+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:30:22.257359+0000","last_peered":"2024-03-10T22:30:22.257359+0000","last_clean":"2024-03-10T22:30:22.257359+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:30:22.257359+0000","last_undegraded":"2024-03-10T22:30:22.257359+0000","last_fullsized":"2024-03-10T22:30:22.257359+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818760+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:30:59.818760+0000","last_peered":"2024-03-10T22:30:59.818760+0000","last_clean":"2024-03-10T22:30:59.818760+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:30:59.818760+0000","last_undegraded":"2024-03-10T22:30:59.818760+0000","last_fullsized":"2024-03-10T22:30:59.818760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955265+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:32:10.955265+0000","last_peered":"2024-03-10T22:32:10.955265+0000","last_clean":"2024-03-10T22:32:10.955265+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:32:10.955265+0000","last_undegraded":"2024-03-10T22:32:10.955265+0000","last_fullsized":"2024-03-10T22:32:10.955265+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681022+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:31:35.681022+0000","last_peered":"2024-03-10T22:31:35.681022+0000","last_clean":"2024-03-10T22:31:35.681022+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:31:35.681022+0000","last_undegraded":"2024-03-10T22:31:35.681022+0000","last_fullsized":"2024-03-10T22:31:35.681022+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.680999+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:31:35.680999+0000","last_peered":"2024-03-10T22:31:35.680999+0000","last_clean":"2024-03-10T22:31:35.680999+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:31:35.680999+0000","last_undegraded":"2024-03-10T22:31:35.680999+0000","last_fullsized":"2024-03-10T22:31:35.680999+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1263,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721462+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:31:33.721462+0000","last_peered":"2024-03-10T22:31:33.721462+0000","last_clean":"2024-03-10T22:31:33.721462+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:31:33.721462+0000","last_undegraded":"2024-03-10T22:31:33.721462+0000","last_fullsized":"2024-03-10T22:31:33.721462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955238+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:32:10.955238+0000","last_peered":"2024-03-10T22:32:10.955238+0000","last_clean":"2024-03-10T22:32:10.955238+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:32:10.955238+0000","last_undegraded":"2024-03-10T22:32:10.955238+0000","last_fullsized":"2024-03-10T22:32:10.955238+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4442,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716476+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:30:43.716476+0000","last_peered":"2024-03-10T22:30:43.716476+0000","last_clean":"2024-03-10T22:30:43.716476+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:30:43.716476+0000","last_undegraded":"2024-03-10T22:30:43.716476+0000","last_fullsized":"2024-03-10T22:30:43.716476+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1165,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:20.318667+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:32:20.318667+0000","last_peered":"2024-03-10T22:32:20.318667+0000","last_clean":"2024-03-10T22:32:20.318667+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:32:20.318667+0000","last_undegraded":"2024-03-10T22:32:20.318667+0000","last_fullsized":"2024-03-10T22:32:20.318667+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953010+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:31:50.953010+0000","last_peered":"2024-03-10T22:31:50.953010+0000","last_clean":"2024-03-10T22:31:50.953010+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:31:50.953010+0000","last_undegraded":"2024-03-10T22:31:50.953010+0000","last_fullsized":"2024-03-10T22:31:50.953010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12611,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262583+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:31:12.262583+0000","last_peered":"2024-03-10T22:31:12.262583+0000","last_clean":"2024-03-10T22:31:12.262583+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:31:12.262583+0000","last_undegraded":"2024-03-10T22:31:12.262583+0000","last_fullsized":"2024-03-10T22:31:12.262583+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469862+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:31:49.469862+0000","last_peered":"2024-03-10T22:31:49.469862+0000","last_clean":"2024-03-10T22:31:49.469862+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:31:49.469862+0000","last_undegraded":"2024-03-10T22:31:49.469862+0000","last_fullsized":"2024-03-10T22:31:49.469862+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469923+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:31:49.469923+0000","last_peered":"2024-03-10T22:31:49.469923+0000","last_clean":"2024-03-10T22:31:49.469923+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:31:49.469923+0000","last_undegraded":"2024-03-10T22:31:49.469923+0000","last_fullsized":"2024-03-10T22:31:49.469923+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826498+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:32:04.826498+0000","last_peered":"2024-03-10T22:32:04.826498+0000","last_clean":"2024-03-10T22:32:04.826498+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:32:04.826498+0000","last_undegraded":"2024-03-10T22:32:04.826498+0000","last_fullsized":"2024-03-10T22:32:04.826498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15024,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262662+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:31:12.262662+0000","last_peered":"2024-03-10T22:31:12.262662+0000","last_clean":"2024-03-10T22:31:12.262662+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:31:12.262662+0000","last_undegraded":"2024-03-10T22:31:12.262662+0000","last_fullsized":"2024-03-10T22:31:12.262662+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469905+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:31:49.469905+0000","last_peered":"2024-03-10T22:31:49.469905+0000","last_clean":"2024-03-10T22:31:49.469905+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:31:49.469905+0000","last_undegraded":"2024-03-10T22:31:49.469905+0000","last_fullsized":"2024-03-10T22:31:49.469905+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1124,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826422+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:32:04.826422+0000","last_peered":"2024-03-10T22:32:04.826422+0000","last_clean":"2024-03-10T22:32:04.826422+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:32:04.826422+0000","last_undegraded":"2024-03-10T22:32:04.826422+0000","last_fullsized":"2024-03-10T22:32:04.826422+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312761+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:31:30.312761+0000","last_peered":"2024-03-10T22:31:30.312761+0000","last_clean":"2024-03-10T22:31:30.312761+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:31:30.312761+0000","last_undegraded":"2024-03-10T22:31:30.312761+0000","last_fullsized":"2024-03-10T22:31:30.312761+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4228,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716529+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:30:43.716529+0000","last_peered":"2024-03-10T22:30:43.716529+0000","last_clean":"2024-03-10T22:30:43.716529+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:30:43.716529+0000","last_undegraded":"2024-03-10T22:30:43.716529+0000","last_fullsized":"2024-03-10T22:30:43.716529+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473352+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:32:19.473352+0000","last_peered":"2024-03-10T22:32:19.473352+0000","last_clean":"2024-03-10T22:32:19.473352+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:32:19.473352+0000","last_undegraded":"2024-03-10T22:32:19.473352+0000","last_fullsized":"2024-03-10T22:32:19.473352+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.466812+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:31:19.466812+0000","last_peered":"2024-03-10T22:31:19.466812+0000","last_clean":"2024-03-10T22:31:19.466812+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:31:19.466812+0000","last_undegraded":"2024-03-10T22:31:19.466812+0000","last_fullsized":"2024-03-10T22:31:19.466812+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727353+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:32:23.727353+0000","last_peered":"2024-03-10T22:32:23.727353+0000","last_clean":"2024-03-10T22:32:23.727353+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:32:23.727353+0000","last_undegraded":"2024-03-10T22:32:23.727353+0000","last_fullsized":"2024-03-10T22:32:23.727353+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4295,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948896+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:31:10.948896+0000","last_peered":"2024-03-10T22:31:10.948896+0000","last_clean":"2024-03-10T22:31:10.948896+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:31:10.948896+0000","last_undegraded":"2024-03-10T22:31:10.948896+0000","last_fullsized":"2024-03-10T22:31:10.948896+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688239+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:32:40.688239+0000","last_peered":"2024-03-10T22:32:40.688239+0000","last_clean":"2024-03-10T22:32:40.688239+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:32:40.688239+0000","last_undegraded":"2024-03-10T22:32:40.688239+0000","last_fullsized":"2024-03-10T22:32:40.688239+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:53.938211+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:30:53.938211+0000","last_peered":"2024-03-10T22:30:53.938211+0000","last_clean":"2024-03-10T22:30:53.938211+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:30:53.938211+0000","last_undegraded":"2024-03-10T22:30:53.938211+0000","last_fullsized":"2024-03-10T22:30:53.938211+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826465+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:32:04.826465+0000","last_peered":"2024-03-10T22:32:04.826465+0000","last_clean":"2024-03-10T22:32:04.826465+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:32:04.826465+0000","last_undegraded":"2024-03-10T22:32:04.826465+0000","last_fullsized":"2024-03-10T22:32:04.826465+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1541,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:50.946719+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:30:50.946719+0000","last_peered":"2024-03-10T22:30:50.946719+0000","last_clean":"2024-03-10T22:30:50.946719+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:30:50.946719+0000","last_undegraded":"2024-03-10T22:30:50.946719+0000","last_fullsized":"2024-03-10T22:30:50.946719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3653,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829494+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:32:29.829494+0000","last_peered":"2024-03-10T22:32:29.829494+0000","last_clean":"2024-03-10T22:32:29.829494+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:32:29.829494+0000","last_undegraded":"2024-03-10T22:32:29.829494+0000","last_fullsized":"2024-03-10T22:32:29.829494+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:42.266134+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:31:42.266134+0000","last_peered":"2024-03-10T22:31:42.266134+0000","last_clean":"2024-03-10T22:31:42.266134+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:31:42.266134+0000","last_undegraded":"2024-03-10T22:31:42.266134+0000","last_fullsized":"2024-03-10T22:31:42.266134+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262528+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:31:12.262528+0000","last_peered":"2024-03-10T22:31:12.262528+0000","last_clean":"2024-03-10T22:31:12.262528+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:31:12.262528+0000","last_undegraded":"2024-03-10T22:31:12.262528+0000","last_fullsized":"2024-03-10T22:31:12.262528+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":920,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:53.723500+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:31:53.723500+0000","last_peered":"2024-03-10T22:31:53.723500+0000","last_clean":"2024-03-10T22:31:53.723500+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:31:53.723500+0000","last_undegraded":"2024-03-10T22:31:53.723500+0000","last_fullsized":"2024-03-10T22:31:53.723500+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4505,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688204+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:32:40.688204+0000","last_peered":"2024-03-10T22:32:40.688204+0000","last_clean":"2024-03-10T22:32:40.688204+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:32:40.688204+0000","last_undegraded":"2024-03-10T22:32:40.688204+0000","last_fullsized":"2024-03-10T22:32:40.688204+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262628+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:31:12.262628+0000","last_peered":"2024-03-10T22:31:12.262628+0000","last_clean":"2024-03-10T22:31:12.262628+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:31:12.262628+0000","last_undegraded":"2024-03-10T22:31:12.262628+0000","last_fullsized":"2024-03-10T22:31:12.262628+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":962,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470449+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:31:54.470449+0000","last_peered":"2024-03-10T22:31:54.470449+0000","last_clean":"2024-03-10T22:31:54.470449+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:31:54.470449+0000","last_undegraded":"2024-03-10T22:31:54.470449+0000","last_fullsized":"2024-03-10T22:31:54.470449+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469885+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:31:49.469885+0000","last_peered":"2024-03-10T22:31:49.469885+0000","last_clean":"2024-03-10T22:31:49.469885+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:31:49.469885+0000","last_undegraded":"2024-03-10T22:31:49.469885+0000","last_fullsized":"2024-03-10T22:31:49.469885+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5078,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312712+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:31:30.312712+0000","last_peered":"2024-03-10T22:31:30.312712+0000","last_clean":"2024-03-10T22:31:30.312712+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:31:30.312712+0000","last_undegraded":"2024-03-10T22:31:30.312712+0000","last_fullsized":"2024-03-10T22:31:30.312712+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949090+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:32:28.949090+0000","last_peered":"2024-03-10T22:32:28.949090+0000","last_clean":"2024-03-10T22:32:28.949090+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:32:28.949090+0000","last_undegraded":"2024-03-10T22:32:28.949090+0000","last_fullsized":"2024-03-10T22:32:28.949090+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473340+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:32:19.473340+0000","last_peered":"2024-03-10T22:32:19.473340+0000","last_clean":"2024-03-10T22:32:19.473340+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:32:19.473340+0000","last_undegraded":"2024-03-10T22:32:19.473340+0000","last_fullsized":"2024-03-10T22:32:19.473340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941144+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:31:18.941144+0000","last_peered":"2024-03-10T22:31:18.941144+0000","last_clean":"2024-03-10T22:31:18.941144+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:31:18.941144+0000","last_undegraded":"2024-03-10T22:31:18.941144+0000","last_fullsized":"2024-03-10T22:31:18.941144+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949109+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:32:28.949109+0000","last_peered":"2024-03-10T22:32:28.949109+0000","last_clean":"2024-03-10T22:32:28.949109+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:32:28.949109+0000","last_undegraded":"2024-03-10T22:32:28.949109+0000","last_fullsized":"2024-03-10T22:32:28.949109+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312683+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:31:30.312683+0000","last_peered":"2024-03-10T22:31:30.312683+0000","last_clean":"2024-03-10T22:31:30.312683+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:31:30.312683+0000","last_undegraded":"2024-03-10T22:31:30.312683+0000","last_fullsized":"2024-03-10T22:31:30.312683+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676297+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:30:55.676297+0000","last_peered":"2024-03-10T22:30:55.676297+0000","last_clean":"2024-03-10T22:30:55.676297+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:30:55.676297+0000","last_undegraded":"2024-03-10T22:30:55.676297+0000","last_fullsized":"2024-03-10T22:30:55.676297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:43.716546+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:30:43.716546+0000","last_peered":"2024-03-10T22:30:43.716546+0000","last_clean":"2024-03-10T22:30:43.716546+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:30:43.716546+0000","last_undegraded":"2024-03-10T22:30:43.716546+0000","last_fullsized":"2024-03-10T22:30:43.716546+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3248,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816832+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:30:39.816832+0000","last_peered":"2024-03-10T22:30:39.816832+0000","last_clean":"2024-03-10T22:30:39.816832+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:30:39.816832+0000","last_undegraded":"2024-03-10T22:30:39.816832+0000","last_fullsized":"2024-03-10T22:30:39.816832+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1026,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951010+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:31:30.951010+0000","last_peered":"2024-03-10T22:31:30.951010+0000","last_clean":"2024-03-10T22:31:30.951010+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:31:30.951010+0000","last_undegraded":"2024-03-10T22:31:30.951010+0000","last_fullsized":"2024-03-10T22:31:30.951010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.315985+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:31:55.315985+0000","last_peered":"2024-03-10T22:31:55.315985+0000","last_clean":"2024-03-10T22:31:55.315985+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:31:55.315985+0000","last_undegraded":"2024-03-10T22:31:55.315985+0000","last_fullsized":"2024-03-10T22:31:55.315985+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4002,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:20.318631+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:32:20.318631+0000","last_peered":"2024-03-10T22:32:20.318631+0000","last_clean":"2024-03-10T22:32:20.318631+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:32:20.318631+0000","last_undegraded":"2024-03-10T22:32:20.318631+0000","last_fullsized":"2024-03-10T22:32:20.318631+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473276+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:32:19.473276+0000","last_peered":"2024-03-10T22:32:19.473276+0000","last_clean":"2024-03-10T22:32:19.473276+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:32:19.473276+0000","last_undegraded":"2024-03-10T22:32:19.473276+0000","last_fullsized":"2024-03-10T22:32:19.473276+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941081+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:31:18.941081+0000","last_peered":"2024-03-10T22:31:18.941081+0000","last_clean":"2024-03-10T22:31:18.941081+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:31:18.941081+0000","last_undegraded":"2024-03-10T22:31:18.941081+0000","last_fullsized":"2024-03-10T22:31:18.941081+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4942,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719228+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:31:08.719228+0000","last_peered":"2024-03-10T22:31:08.719228+0000","last_clean":"2024-03-10T22:31:08.719228+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:31:08.719228+0000","last_undegraded":"2024-03-10T22:31:08.719228+0000","last_fullsized":"2024-03-10T22:31:08.719228+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473299+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:32:19.473299+0000","last_peered":"2024-03-10T22:32:19.473299+0000","last_clean":"2024-03-10T22:32:19.473299+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:32:19.473299+0000","last_undegraded":"2024-03-10T22:32:19.473299+0000","last_fullsized":"2024-03-10T22:32:19.473299+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943774+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:31:43.943774+0000","last_peered":"2024-03-10T22:31:43.943774+0000","last_clean":"2024-03-10T22:31:43.943774+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:31:43.943774+0000","last_undegraded":"2024-03-10T22:31:43.943774+0000","last_fullsized":"2024-03-10T22:31:43.943774+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456592+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:30:34.456592+0000","last_peered":"2024-03-10T22:30:34.456592+0000","last_clean":"2024-03-10T22:30:34.456592+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:30:34.456592+0000","last_undegraded":"2024-03-10T22:30:34.456592+0000","last_fullsized":"2024-03-10T22:30:34.456592+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1209,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719208+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:31:08.719208+0000","last_peered":"2024-03-10T22:31:08.719208+0000","last_clean":"2024-03-10T22:31:08.719208+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:31:08.719208+0000","last_undegraded":"2024-03-10T22:31:08.719208+0000","last_fullsized":"2024-03-10T22:31:08.719208+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676246+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:30:55.676246+0000","last_peered":"2024-03-10T22:30:55.676246+0000","last_clean":"2024-03-10T22:30:55.676246+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:30:55.676246+0000","last_undegraded":"2024-03-10T22:30:55.676246+0000","last_fullsized":"2024-03-10T22:30:55.676246+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5331,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719168+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:31:08.719168+0000","last_peered":"2024-03-10T22:31:08.719168+0000","last_clean":"2024-03-10T22:31:08.719168+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:31:08.719168+0000","last_undegraded":"2024-03-10T22:31:08.719168+0000","last_fullsized":"2024-03-10T22:31:08.719168+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719219+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:31:08.719219+0000","last_peered":"2024-03-10T22:31:08.719219+0000","last_clean":"2024-03-10T22:31:08.719219+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:31:08.719219+0000","last_undegraded":"2024-03-10T22:31:08.719219+0000","last_fullsized":"2024-03-10T22:31:08.719219+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952995+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:31:50.952995+0000","last_peered":"2024-03-10T22:31:50.952995+0000","last_clean":"2024-03-10T22:31:50.952995+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:50.952995+0000","last_undegraded":"2024-03-10T22:31:50.952995+0000","last_fullsized":"2024-03-10T22:31:50.952995+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4659,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716503+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:30:43.716503+0000","last_peered":"2024-03-10T22:30:43.716503+0000","last_clean":"2024-03-10T22:30:43.716503+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:30:43.716503+0000","last_undegraded":"2024-03-10T22:30:43.716503+0000","last_fullsized":"2024-03-10T22:30:43.716503+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456625+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:30:34.456625+0000","last_peered":"2024-03-10T22:30:34.456625+0000","last_clean":"2024-03-10T22:30:34.456625+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:30:34.456625+0000","last_undegraded":"2024-03-10T22:30:34.456625+0000","last_fullsized":"2024-03-10T22:30:34.456625+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816807+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:30:39.816807+0000","last_peered":"2024-03-10T22:30:39.816807+0000","last_clean":"2024-03-10T22:30:39.816807+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:30:39.816807+0000","last_undegraded":"2024-03-10T22:30:39.816807+0000","last_fullsized":"2024-03-10T22:30:39.816807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951039+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:31:30.951039+0000","last_peered":"2024-03-10T22:31:30.951039+0000","last_clean":"2024-03-10T22:31:30.951039+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:31:30.951039+0000","last_undegraded":"2024-03-10T22:31:30.951039+0000","last_fullsized":"2024-03-10T22:31:30.951039+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719250+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:31:08.719250+0000","last_peered":"2024-03-10T22:31:08.719250+0000","last_clean":"2024-03-10T22:31:08.719250+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:31:08.719250+0000","last_undegraded":"2024-03-10T22:31:08.719250+0000","last_fullsized":"2024-03-10T22:31:08.719250+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953022+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:31:50.953022+0000","last_peered":"2024-03-10T22:31:50.953022+0000","last_clean":"2024-03-10T22:31:50.953022+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:31:50.953022+0000","last_undegraded":"2024-03-10T22:31:50.953022+0000","last_fullsized":"2024-03-10T22:31:50.953022+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688161+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:32:40.688161+0000","last_peered":"2024-03-10T22:32:40.688161+0000","last_clean":"2024-03-10T22:32:40.688161+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:32:40.688161+0000","last_undegraded":"2024-03-10T22:32:40.688161+0000","last_fullsized":"2024-03-10T22:32:40.688161+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727328+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:32:23.727328+0000","last_peered":"2024-03-10T22:32:23.727328+0000","last_clean":"2024-03-10T22:32:23.727328+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:32:23.727328+0000","last_undegraded":"2024-03-10T22:32:23.727328+0000","last_fullsized":"2024-03-10T22:32:23.727328+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826452+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:32:04.826452+0000","last_peered":"2024-03-10T22:32:04.826452+0000","last_clean":"2024-03-10T22:32:04.826452+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:32:04.826452+0000","last_undegraded":"2024-03-10T22:32:04.826452+0000","last_fullsized":"2024-03-10T22:32:04.826452+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262568+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:31:12.262568+0000","last_peered":"2024-03-10T22:31:12.262568+0000","last_clean":"2024-03-10T22:31:12.262568+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:31:12.262568+0000","last_undegraded":"2024-03-10T22:31:12.262568+0000","last_fullsized":"2024-03-10T22:31:12.262568+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941128+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:31:18.941128+0000","last_peered":"2024-03-10T22:31:18.941128+0000","last_clean":"2024-03-10T22:31:18.941128+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:31:18.941128+0000","last_undegraded":"2024-03-10T22:31:18.941128+0000","last_fullsized":"2024-03-10T22:31:18.941128+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473326+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:32:19.473326+0000","last_peered":"2024-03-10T22:32:19.473326+0000","last_clean":"2024-03-10T22:32:19.473326+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:32:19.473326+0000","last_undegraded":"2024-03-10T22:32:19.473326+0000","last_fullsized":"2024-03-10T22:32:19.473326+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676285+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:30:55.676285+0000","last_peered":"2024-03-10T22:30:55.676285+0000","last_clean":"2024-03-10T22:30:55.676285+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:30:55.676285+0000","last_undegraded":"2024-03-10T22:30:55.676285+0000","last_fullsized":"2024-03-10T22:30:55.676285+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941155+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:31:18.941155+0000","last_peered":"2024-03-10T22:31:18.941155+0000","last_clean":"2024-03-10T22:31:18.941155+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:31:18.941155+0000","last_undegraded":"2024-03-10T22:31:18.941155+0000","last_fullsized":"2024-03-10T22:31:18.941155+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829446+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:32:29.829446+0000","last_peered":"2024-03-10T22:32:29.829446+0000","last_clean":"2024-03-10T22:32:29.829446+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:32:29.829446+0000","last_undegraded":"2024-03-10T22:32:29.829446+0000","last_fullsized":"2024-03-10T22:32:29.829446+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943746+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:31:43.943746+0000","last_peered":"2024-03-10T22:31:43.943746+0000","last_clean":"2024-03-10T22:31:43.943746+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:31:43.943746+0000","last_undegraded":"2024-03-10T22:31:43.943746+0000","last_fullsized":"2024-03-10T22:31:43.943746+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816760+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:30:39.816760+0000","last_peered":"2024-03-10T22:30:39.816760+0000","last_clean":"2024-03-10T22:30:39.816760+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:30:39.816760+0000","last_undegraded":"2024-03-10T22:30:39.816760+0000","last_fullsized":"2024-03-10T22:30:39.816760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:12.269287+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:32:12.269287+0000","last_peered":"2024-03-10T22:32:12.269287+0000","last_clean":"2024-03-10T22:32:12.269287+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:32:12.269287+0000","last_undegraded":"2024-03-10T22:32:12.269287+0000","last_fullsized":"2024-03-10T22:32:12.269287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:15.678930+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:31:15.678930+0000","last_peered":"2024-03-10T22:31:15.678930+0000","last_clean":"2024-03-10T22:31:15.678930+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:31:15.678930+0000","last_undegraded":"2024-03-10T22:31:15.678930+0000","last_fullsized":"2024-03-10T22:31:15.678930+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784016,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928663,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586490,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796546,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474547,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329900,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152549,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073310,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:34:49.569 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:49.570 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:49.570 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:49.570 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:49.570 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:49.570 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:49.570 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:49.570 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:34:49.570 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:34:50.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:50 smithi169 ceph-mon[90638]: pgmap v1121: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:50.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:50 smithi169 ceph-mon[90638]: from='client.34731 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:50.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:50 smithi169 ceph-mon[88180]: pgmap v1121: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:50.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:50 smithi169 ceph-mon[88180]: from='client.34731 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:50.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:50 smithi172 ceph-mon[84635]: pgmap v1121: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:50.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:50 smithi172 ceph-mon[84635]: from='client.34731 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:34:52.565 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:52 smithi172 ceph-mon[84635]: pgmap v1122: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:52.565 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:34:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:34:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:52 smithi169 ceph-mon[88180]: pgmap v1122: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:52.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:52 smithi169 ceph-mon[90638]: pgmap v1122: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:54.666 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:54 smithi169 ceph-mon[88180]: pgmap v1123: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:54.667 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:54 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:34:54.667 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:54 smithi169 ceph-mon[90638]: pgmap v1123: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:54.667 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:54 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:34:54.717 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:54 smithi172 ceph-mon[84635]: pgmap v1123: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:54.718 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:54 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:34:56.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:34:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:34:55] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:34:56.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:56 smithi172 ceph-mon[84635]: pgmap v1124: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:56.612 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:56 smithi169 ceph-mon[90638]: pgmap v1124: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:56.612 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:56.612 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:56 smithi169 ceph-mon[88180]: pgmap v1124: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:56.612 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:34:58.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:57 smithi169 ceph-mon[88180]: pgmap v1125: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:58.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:57 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:58.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:57 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:58.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:57 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:58.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:57 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:58.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:57 smithi169 ceph-mon[90638]: pgmap v1125: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:58.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:57 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:58.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:57 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:58.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:57 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:58.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:57 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:58.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:57 smithi172 ceph-mon[84635]: pgmap v1125: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:34:58.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:57 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:58.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:57 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:57 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:58.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:57 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:59.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:58 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:34:59.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:58 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:34:59.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:34:58 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:59.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:58 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:34:59.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:58 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:34:59.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:34:58 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:59.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:58 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:34:59.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:58 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:34:59.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:34:58 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:34:59.572 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:34:59.791 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:35:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:00 smithi169 ceph-mon[88180]: pgmap v1126: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:00.242 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:00 smithi169 ceph-mon[90638]: pgmap v1126: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:00.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:00 smithi172 ceph-mon[84635]: pgmap v1126: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:01.755 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:35:01.758 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:35:02.313 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:02 smithi172 ceph-mon[84635]: pgmap v1127: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:02.404 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:02 smithi169 ceph-mon[88180]: pgmap v1127: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:02.404 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:02 smithi169 ceph-mon[90638]: pgmap v1127: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:02.426 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1127,"stamp":"2024-03-10T22:35:00.737142+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003883"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948943+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:31:10.948943+0000","last_peered":"2024-03-10T22:31:10.948943+0000","last_clean":"2024-03-10T22:31:10.948943+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:31:10.948943+0000","last_undegraded":"2024-03-10T22:31:10.948943+0000","last_fullsized":"2024-03-10T22:31:10.948943+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1236,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469946+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:31:49.469946+0000","last_peered":"2024-03-10T22:31:49.469946+0000","last_clean":"2024-03-10T22:31:49.469946+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:31:49.469946+0000","last_undegraded":"2024-03-10T22:31:49.469946+0000","last_fullsized":"2024-03-10T22:31:49.469946+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262687+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:31:12.262687+0000","last_peered":"2024-03-10T22:31:12.262687+0000","last_clean":"2024-03-10T22:31:12.262687+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:31:12.262687+0000","last_undegraded":"2024-03-10T22:31:12.262687+0000","last_fullsized":"2024-03-10T22:31:12.262687+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823458+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:31:39.823458+0000","last_peered":"2024-03-10T22:31:39.823458+0000","last_clean":"2024-03-10T22:31:39.823458+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:39.823458+0000","last_undegraded":"2024-03-10T22:31:39.823458+0000","last_fullsized":"2024-03-10T22:31:39.823458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1128,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823430+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:31:39.823430+0000","last_peered":"2024-03-10T22:31:39.823430+0000","last_clean":"2024-03-10T22:31:39.823430+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:31:39.823430+0000","last_undegraded":"2024-03-10T22:31:39.823430+0000","last_fullsized":"2024-03-10T22:31:39.823430+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957182+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:32:30.957182+0000","last_peered":"2024-03-10T22:32:30.957182+0000","last_clean":"2024-03-10T22:32:30.957182+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:32:30.957182+0000","last_undegraded":"2024-03-10T22:32:30.957182+0000","last_fullsized":"2024-03-10T22:32:30.957182+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:45.307650+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:30:45.307650+0000","last_peered":"2024-03-10T22:30:45.307650+0000","last_clean":"2024-03-10T22:30:45.307650+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:30:45.307650+0000","last_undegraded":"2024-03-10T22:30:45.307650+0000","last_fullsized":"2024-03-10T22:30:45.307650+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257338+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:30:22.257338+0000","last_peered":"2024-03-10T22:30:22.257338+0000","last_clean":"2024-03-10T22:30:22.257338+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:30:22.257338+0000","last_undegraded":"2024-03-10T22:30:22.257338+0000","last_fullsized":"2024-03-10T22:30:22.257338+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.464658+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:30:59.464658+0000","last_peered":"2024-03-10T22:30:59.464658+0000","last_clean":"2024-03-10T22:30:59.464658+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:30:59.464658+0000","last_undegraded":"2024-03-10T22:30:59.464658+0000","last_fullsized":"2024-03-10T22:30:59.464658+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818728+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:30:59.818728+0000","last_peered":"2024-03-10T22:30:59.818728+0000","last_clean":"2024-03-10T22:30:59.818728+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:30:59.818728+0000","last_undegraded":"2024-03-10T22:30:59.818728+0000","last_fullsized":"2024-03-10T22:30:59.818728+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721535+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:31:33.721535+0000","last_peered":"2024-03-10T22:31:33.721535+0000","last_clean":"2024-03-10T22:31:33.721535+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:31:33.721535+0000","last_undegraded":"2024-03-10T22:31:33.721535+0000","last_fullsized":"2024-03-10T22:31:33.721535+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721508+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:31:33.721508+0000","last_peered":"2024-03-10T22:31:33.721508+0000","last_clean":"2024-03-10T22:31:33.721508+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:31:33.721508+0000","last_undegraded":"2024-03-10T22:31:33.721508+0000","last_fullsized":"2024-03-10T22:31:33.721508+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952970+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:31:50.952970+0000","last_peered":"2024-03-10T22:31:50.952970+0000","last_clean":"2024-03-10T22:31:50.952970+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:31:50.952970+0000","last_undegraded":"2024-03-10T22:31:50.952970+0000","last_fullsized":"2024-03-10T22:31:50.952970+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1291,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262725+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:31:12.262725+0000","last_peered":"2024-03-10T22:31:12.262725+0000","last_clean":"2024-03-10T22:31:12.262725+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:31:12.262725+0000","last_undegraded":"2024-03-10T22:31:12.262725+0000","last_fullsized":"2024-03-10T22:31:12.262725+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949150+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:32:28.949150+0000","last_peered":"2024-03-10T22:32:28.949150+0000","last_clean":"2024-03-10T22:32:28.949150+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:32:28.949150+0000","last_undegraded":"2024-03-10T22:32:28.949150+0000","last_fullsized":"2024-03-10T22:32:28.949150+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949167+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:32:28.949167+0000","last_peered":"2024-03-10T22:32:28.949167+0000","last_clean":"2024-03-10T22:32:28.949167+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:32:28.949167+0000","last_undegraded":"2024-03-10T22:32:28.949167+0000","last_fullsized":"2024-03-10T22:32:28.949167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262705+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:31:12.262705+0000","last_peered":"2024-03-10T22:31:12.262705+0000","last_clean":"2024-03-10T22:31:12.262705+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:31:12.262705+0000","last_undegraded":"2024-03-10T22:31:12.262705+0000","last_fullsized":"2024-03-10T22:31:12.262705+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823469+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:31:39.823469+0000","last_peered":"2024-03-10T22:31:39.823469+0000","last_clean":"2024-03-10T22:31:39.823469+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:31:39.823469+0000","last_undegraded":"2024-03-10T22:31:39.823469+0000","last_fullsized":"2024-03-10T22:31:39.823469+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":976,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470399+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:31:54.470399+0000","last_peered":"2024-03-10T22:31:54.470399+0000","last_clean":"2024-03-10T22:31:54.470399+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:31:54.470399+0000","last_undegraded":"2024-03-10T22:31:54.470399+0000","last_fullsized":"2024-03-10T22:31:54.470399+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823479+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:31:39.823479+0000","last_peered":"2024-03-10T22:31:39.823479+0000","last_clean":"2024-03-10T22:31:39.823479+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:31:39.823479+0000","last_undegraded":"2024-03-10T22:31:39.823479+0000","last_fullsized":"2024-03-10T22:31:39.823479+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1104,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821277+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:31:19.821277+0000","last_peered":"2024-03-10T22:31:19.821277+0000","last_clean":"2024-03-10T22:31:19.821277+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:31:19.821277+0000","last_undegraded":"2024-03-10T22:31:19.821277+0000","last_fullsized":"2024-03-10T22:31:19.821277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467355+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:31:24.467355+0000","last_peered":"2024-03-10T22:31:24.467355+0000","last_clean":"2024-03-10T22:31:24.467355+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:31:24.467355+0000","last_undegraded":"2024-03-10T22:31:24.467355+0000","last_fullsized":"2024-03-10T22:31:24.467355+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821333+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:31:19.821333+0000","last_peered":"2024-03-10T22:31:19.821333+0000","last_clean":"2024-03-10T22:31:19.821333+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:31:19.821333+0000","last_undegraded":"2024-03-10T22:31:19.821333+0000","last_fullsized":"2024-03-10T22:31:19.821333+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821322+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:31:19.821322+0000","last_peered":"2024-03-10T22:31:19.821322+0000","last_clean":"2024-03-10T22:31:19.821322+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:31:19.821322+0000","last_undegraded":"2024-03-10T22:31:19.821322+0000","last_fullsized":"2024-03-10T22:31:19.821322+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:47.259839+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:30:47.259839+0000","last_peered":"2024-03-10T22:30:47.259839+0000","last_clean":"2024-03-10T22:30:47.259839+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:30:47.259839+0000","last_undegraded":"2024-03-10T22:30:47.259839+0000","last_fullsized":"2024-03-10T22:30:47.259839+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467416+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:31:24.467416+0000","last_peered":"2024-03-10T22:31:24.467416+0000","last_clean":"2024-03-10T22:31:24.467416+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:31:24.467416+0000","last_undegraded":"2024-03-10T22:31:24.467416+0000","last_fullsized":"2024-03-10T22:31:24.467416+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1149,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:25.305069+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:30:25.305069+0000","last_peered":"2024-03-10T22:30:25.305069+0000","last_clean":"2024-03-10T22:30:25.305069+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:30:25.305069+0000","last_undegraded":"2024-03-10T22:30:25.305069+0000","last_fullsized":"2024-03-10T22:30:25.305069+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681044+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:31:35.681044+0000","last_peered":"2024-03-10T22:31:35.681044+0000","last_clean":"2024-03-10T22:31:35.681044+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:31:35.681044+0000","last_undegraded":"2024-03-10T22:31:35.681044+0000","last_fullsized":"2024-03-10T22:31:35.681044+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957142+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:32:30.957142+0000","last_peered":"2024-03-10T22:32:30.957142+0000","last_clean":"2024-03-10T22:32:30.957142+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:32:30.957142+0000","last_undegraded":"2024-03-10T22:32:30.957142+0000","last_fullsized":"2024-03-10T22:32:30.957142+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1274,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257382+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:30:22.257382+0000","last_peered":"2024-03-10T22:30:22.257382+0000","last_clean":"2024-03-10T22:30:22.257382+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:30:22.257382+0000","last_undegraded":"2024-03-10T22:30:22.257382+0000","last_fullsized":"2024-03-10T22:30:22.257382+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:22.257359+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:30:22.257359+0000","last_peered":"2024-03-10T22:30:22.257359+0000","last_clean":"2024-03-10T22:30:22.257359+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:30:22.257359+0000","last_undegraded":"2024-03-10T22:30:22.257359+0000","last_fullsized":"2024-03-10T22:30:22.257359+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818760+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:30:59.818760+0000","last_peered":"2024-03-10T22:30:59.818760+0000","last_clean":"2024-03-10T22:30:59.818760+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:30:59.818760+0000","last_undegraded":"2024-03-10T22:30:59.818760+0000","last_fullsized":"2024-03-10T22:30:59.818760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955265+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:32:10.955265+0000","last_peered":"2024-03-10T22:32:10.955265+0000","last_clean":"2024-03-10T22:32:10.955265+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:32:10.955265+0000","last_undegraded":"2024-03-10T22:32:10.955265+0000","last_fullsized":"2024-03-10T22:32:10.955265+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681022+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:31:35.681022+0000","last_peered":"2024-03-10T22:31:35.681022+0000","last_clean":"2024-03-10T22:31:35.681022+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:31:35.681022+0000","last_undegraded":"2024-03-10T22:31:35.681022+0000","last_fullsized":"2024-03-10T22:31:35.681022+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.680999+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:31:35.680999+0000","last_peered":"2024-03-10T22:31:35.680999+0000","last_clean":"2024-03-10T22:31:35.680999+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:31:35.680999+0000","last_undegraded":"2024-03-10T22:31:35.680999+0000","last_fullsized":"2024-03-10T22:31:35.680999+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1263,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721462+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:31:33.721462+0000","last_peered":"2024-03-10T22:31:33.721462+0000","last_clean":"2024-03-10T22:31:33.721462+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:31:33.721462+0000","last_undegraded":"2024-03-10T22:31:33.721462+0000","last_fullsized":"2024-03-10T22:31:33.721462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955238+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:32:10.955238+0000","last_peered":"2024-03-10T22:32:10.955238+0000","last_clean":"2024-03-10T22:32:10.955238+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:32:10.955238+0000","last_undegraded":"2024-03-10T22:32:10.955238+0000","last_fullsized":"2024-03-10T22:32:10.955238+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4442,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716476+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:30:43.716476+0000","last_peered":"2024-03-10T22:30:43.716476+0000","last_clean":"2024-03-10T22:30:43.716476+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:30:43.716476+0000","last_undegraded":"2024-03-10T22:30:43.716476+0000","last_fullsized":"2024-03-10T22:30:43.716476+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1165,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:20.318667+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:32:20.318667+0000","last_peered":"2024-03-10T22:32:20.318667+0000","last_clean":"2024-03-10T22:32:20.318667+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:32:20.318667+0000","last_undegraded":"2024-03-10T22:32:20.318667+0000","last_fullsized":"2024-03-10T22:32:20.318667+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953010+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:31:50.953010+0000","last_peered":"2024-03-10T22:31:50.953010+0000","last_clean":"2024-03-10T22:31:50.953010+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:31:50.953010+0000","last_undegraded":"2024-03-10T22:31:50.953010+0000","last_fullsized":"2024-03-10T22:31:50.953010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12611,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262583+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:31:12.262583+0000","last_peered":"2024-03-10T22:31:12.262583+0000","last_clean":"2024-03-10T22:31:12.262583+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:31:12.262583+0000","last_undegraded":"2024-03-10T22:31:12.262583+0000","last_fullsized":"2024-03-10T22:31:12.262583+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469862+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:31:49.469862+0000","last_peered":"2024-03-10T22:31:49.469862+0000","last_clean":"2024-03-10T22:31:49.469862+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:31:49.469862+0000","last_undegraded":"2024-03-10T22:31:49.469862+0000","last_fullsized":"2024-03-10T22:31:49.469862+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469923+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:31:49.469923+0000","last_peered":"2024-03-10T22:31:49.469923+0000","last_clean":"2024-03-10T22:31:49.469923+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:31:49.469923+0000","last_undegraded":"2024-03-10T22:31:49.469923+0000","last_fullsized":"2024-03-10T22:31:49.469923+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826498+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:32:04.826498+0000","last_peered":"2024-03-10T22:32:04.826498+0000","last_clean":"2024-03-10T22:32:04.826498+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:32:04.826498+0000","last_undegraded":"2024-03-10T22:32:04.826498+0000","last_fullsized":"2024-03-10T22:32:04.826498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15024,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262662+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:31:12.262662+0000","last_peered":"2024-03-10T22:31:12.262662+0000","last_clean":"2024-03-10T22:31:12.262662+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:31:12.262662+0000","last_undegraded":"2024-03-10T22:31:12.262662+0000","last_fullsized":"2024-03-10T22:31:12.262662+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469905+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:31:49.469905+0000","last_peered":"2024-03-10T22:31:49.469905+0000","last_clean":"2024-03-10T22:31:49.469905+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:31:49.469905+0000","last_undegraded":"2024-03-10T22:31:49.469905+0000","last_fullsized":"2024-03-10T22:31:49.469905+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1124,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826422+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:32:04.826422+0000","last_peered":"2024-03-10T22:32:04.826422+0000","last_clean":"2024-03-10T22:32:04.826422+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:32:04.826422+0000","last_undegraded":"2024-03-10T22:32:04.826422+0000","last_fullsized":"2024-03-10T22:32:04.826422+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312761+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:31:30.312761+0000","last_peered":"2024-03-10T22:31:30.312761+0000","last_clean":"2024-03-10T22:31:30.312761+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:31:30.312761+0000","last_undegraded":"2024-03-10T22:31:30.312761+0000","last_fullsized":"2024-03-10T22:31:30.312761+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4228,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716529+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:30:43.716529+0000","last_peered":"2024-03-10T22:30:43.716529+0000","last_clean":"2024-03-10T22:30:43.716529+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:30:43.716529+0000","last_undegraded":"2024-03-10T22:30:43.716529+0000","last_fullsized":"2024-03-10T22:30:43.716529+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473352+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:32:19.473352+0000","last_peered":"2024-03-10T22:32:19.473352+0000","last_clean":"2024-03-10T22:32:19.473352+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:32:19.473352+0000","last_undegraded":"2024-03-10T22:32:19.473352+0000","last_fullsized":"2024-03-10T22:32:19.473352+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.466812+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:31:19.466812+0000","last_peered":"2024-03-10T22:31:19.466812+0000","last_clean":"2024-03-10T22:31:19.466812+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:31:19.466812+0000","last_undegraded":"2024-03-10T22:31:19.466812+0000","last_fullsized":"2024-03-10T22:31:19.466812+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727353+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:32:23.727353+0000","last_peered":"2024-03-10T22:32:23.727353+0000","last_clean":"2024-03-10T22:32:23.727353+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:32:23.727353+0000","last_undegraded":"2024-03-10T22:32:23.727353+0000","last_fullsized":"2024-03-10T22:32:23.727353+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4295,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948896+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:31:10.948896+0000","last_peered":"2024-03-10T22:31:10.948896+0000","last_clean":"2024-03-10T22:31:10.948896+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:31:10.948896+0000","last_undegraded":"2024-03-10T22:31:10.948896+0000","last_fullsized":"2024-03-10T22:31:10.948896+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688239+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:32:40.688239+0000","last_peered":"2024-03-10T22:32:40.688239+0000","last_clean":"2024-03-10T22:32:40.688239+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:32:40.688239+0000","last_undegraded":"2024-03-10T22:32:40.688239+0000","last_fullsized":"2024-03-10T22:32:40.688239+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:53.938211+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:30:53.938211+0000","last_peered":"2024-03-10T22:30:53.938211+0000","last_clean":"2024-03-10T22:30:53.938211+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:30:53.938211+0000","last_undegraded":"2024-03-10T22:30:53.938211+0000","last_fullsized":"2024-03-10T22:30:53.938211+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826465+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:32:04.826465+0000","last_peered":"2024-03-10T22:32:04.826465+0000","last_clean":"2024-03-10T22:32:04.826465+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:32:04.826465+0000","last_undegraded":"2024-03-10T22:32:04.826465+0000","last_fullsized":"2024-03-10T22:32:04.826465+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959253+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:32:50.959253+0000","last_peered":"2024-03-10T22:32:50.959253+0000","last_clean":"2024-03-10T22:32:50.959253+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:32:50.959253+0000","last_undegraded":"2024-03-10T22:32:50.959253+0000","last_fullsized":"2024-03-10T22:32:50.959253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3653,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829494+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:32:29.829494+0000","last_peered":"2024-03-10T22:32:29.829494+0000","last_clean":"2024-03-10T22:32:29.829494+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:32:29.829494+0000","last_undegraded":"2024-03-10T22:32:29.829494+0000","last_fullsized":"2024-03-10T22:32:29.829494+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:42.266134+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:31:42.266134+0000","last_peered":"2024-03-10T22:31:42.266134+0000","last_clean":"2024-03-10T22:31:42.266134+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:31:42.266134+0000","last_undegraded":"2024-03-10T22:31:42.266134+0000","last_fullsized":"2024-03-10T22:31:42.266134+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262528+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:31:12.262528+0000","last_peered":"2024-03-10T22:31:12.262528+0000","last_clean":"2024-03-10T22:31:12.262528+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:31:12.262528+0000","last_undegraded":"2024-03-10T22:31:12.262528+0000","last_fullsized":"2024-03-10T22:31:12.262528+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":920,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:53.723500+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:31:53.723500+0000","last_peered":"2024-03-10T22:31:53.723500+0000","last_clean":"2024-03-10T22:31:53.723500+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:31:53.723500+0000","last_undegraded":"2024-03-10T22:31:53.723500+0000","last_fullsized":"2024-03-10T22:31:53.723500+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4505,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688204+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:32:40.688204+0000","last_peered":"2024-03-10T22:32:40.688204+0000","last_clean":"2024-03-10T22:32:40.688204+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:32:40.688204+0000","last_undegraded":"2024-03-10T22:32:40.688204+0000","last_fullsized":"2024-03-10T22:32:40.688204+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262628+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:31:12.262628+0000","last_peered":"2024-03-10T22:31:12.262628+0000","last_clean":"2024-03-10T22:31:12.262628+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:31:12.262628+0000","last_undegraded":"2024-03-10T22:31:12.262628+0000","last_fullsized":"2024-03-10T22:31:12.262628+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":962,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470449+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:31:54.470449+0000","last_peered":"2024-03-10T22:31:54.470449+0000","last_clean":"2024-03-10T22:31:54.470449+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:31:54.470449+0000","last_undegraded":"2024-03-10T22:31:54.470449+0000","last_fullsized":"2024-03-10T22:31:54.470449+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469885+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:31:49.469885+0000","last_peered":"2024-03-10T22:31:49.469885+0000","last_clean":"2024-03-10T22:31:49.469885+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:31:49.469885+0000","last_undegraded":"2024-03-10T22:31:49.469885+0000","last_fullsized":"2024-03-10T22:31:49.469885+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5078,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312712+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:31:30.312712+0000","last_peered":"2024-03-10T22:31:30.312712+0000","last_clean":"2024-03-10T22:31:30.312712+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:31:30.312712+0000","last_undegraded":"2024-03-10T22:31:30.312712+0000","last_fullsized":"2024-03-10T22:31:30.312712+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949090+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:32:28.949090+0000","last_peered":"2024-03-10T22:32:28.949090+0000","last_clean":"2024-03-10T22:32:28.949090+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:32:28.949090+0000","last_undegraded":"2024-03-10T22:32:28.949090+0000","last_fullsized":"2024-03-10T22:32:28.949090+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473340+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:32:19.473340+0000","last_peered":"2024-03-10T22:32:19.473340+0000","last_clean":"2024-03-10T22:32:19.473340+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:32:19.473340+0000","last_undegraded":"2024-03-10T22:32:19.473340+0000","last_fullsized":"2024-03-10T22:32:19.473340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941144+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:31:18.941144+0000","last_peered":"2024-03-10T22:31:18.941144+0000","last_clean":"2024-03-10T22:31:18.941144+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:31:18.941144+0000","last_undegraded":"2024-03-10T22:31:18.941144+0000","last_fullsized":"2024-03-10T22:31:18.941144+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949109+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:32:28.949109+0000","last_peered":"2024-03-10T22:32:28.949109+0000","last_clean":"2024-03-10T22:32:28.949109+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:32:28.949109+0000","last_undegraded":"2024-03-10T22:32:28.949109+0000","last_fullsized":"2024-03-10T22:32:28.949109+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312683+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:31:30.312683+0000","last_peered":"2024-03-10T22:31:30.312683+0000","last_clean":"2024-03-10T22:31:30.312683+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:31:30.312683+0000","last_undegraded":"2024-03-10T22:31:30.312683+0000","last_fullsized":"2024-03-10T22:31:30.312683+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676297+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:30:55.676297+0000","last_peered":"2024-03-10T22:30:55.676297+0000","last_clean":"2024-03-10T22:30:55.676297+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:30:55.676297+0000","last_undegraded":"2024-03-10T22:30:55.676297+0000","last_fullsized":"2024-03-10T22:30:55.676297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:43.716546+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:30:43.716546+0000","last_peered":"2024-03-10T22:30:43.716546+0000","last_clean":"2024-03-10T22:30:43.716546+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:30:43.716546+0000","last_undegraded":"2024-03-10T22:30:43.716546+0000","last_fullsized":"2024-03-10T22:30:43.716546+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3248,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816832+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:30:39.816832+0000","last_peered":"2024-03-10T22:30:39.816832+0000","last_clean":"2024-03-10T22:30:39.816832+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:30:39.816832+0000","last_undegraded":"2024-03-10T22:30:39.816832+0000","last_fullsized":"2024-03-10T22:30:39.816832+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1026,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951010+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:31:30.951010+0000","last_peered":"2024-03-10T22:31:30.951010+0000","last_clean":"2024-03-10T22:31:30.951010+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:31:30.951010+0000","last_undegraded":"2024-03-10T22:31:30.951010+0000","last_fullsized":"2024-03-10T22:31:30.951010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.315985+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:31:55.315985+0000","last_peered":"2024-03-10T22:31:55.315985+0000","last_clean":"2024-03-10T22:31:55.315985+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:31:55.315985+0000","last_undegraded":"2024-03-10T22:31:55.315985+0000","last_fullsized":"2024-03-10T22:31:55.315985+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4002,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:20.318631+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:32:20.318631+0000","last_peered":"2024-03-10T22:32:20.318631+0000","last_clean":"2024-03-10T22:32:20.318631+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:32:20.318631+0000","last_undegraded":"2024-03-10T22:32:20.318631+0000","last_fullsized":"2024-03-10T22:32:20.318631+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473276+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:32:19.473276+0000","last_peered":"2024-03-10T22:32:19.473276+0000","last_clean":"2024-03-10T22:32:19.473276+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:32:19.473276+0000","last_undegraded":"2024-03-10T22:32:19.473276+0000","last_fullsized":"2024-03-10T22:32:19.473276+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941081+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:31:18.941081+0000","last_peered":"2024-03-10T22:31:18.941081+0000","last_clean":"2024-03-10T22:31:18.941081+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:31:18.941081+0000","last_undegraded":"2024-03-10T22:31:18.941081+0000","last_fullsized":"2024-03-10T22:31:18.941081+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4942,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719228+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:31:08.719228+0000","last_peered":"2024-03-10T22:31:08.719228+0000","last_clean":"2024-03-10T22:31:08.719228+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:31:08.719228+0000","last_undegraded":"2024-03-10T22:31:08.719228+0000","last_fullsized":"2024-03-10T22:31:08.719228+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473299+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:32:19.473299+0000","last_peered":"2024-03-10T22:32:19.473299+0000","last_clean":"2024-03-10T22:32:19.473299+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:32:19.473299+0000","last_undegraded":"2024-03-10T22:32:19.473299+0000","last_fullsized":"2024-03-10T22:32:19.473299+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943774+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:31:43.943774+0000","last_peered":"2024-03-10T22:31:43.943774+0000","last_clean":"2024-03-10T22:31:43.943774+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:31:43.943774+0000","last_undegraded":"2024-03-10T22:31:43.943774+0000","last_fullsized":"2024-03-10T22:31:43.943774+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3206,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456592+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:30:34.456592+0000","last_peered":"2024-03-10T22:30:34.456592+0000","last_clean":"2024-03-10T22:30:34.456592+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:30:34.456592+0000","last_undegraded":"2024-03-10T22:30:34.456592+0000","last_fullsized":"2024-03-10T22:30:34.456592+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1209,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719208+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:31:08.719208+0000","last_peered":"2024-03-10T22:31:08.719208+0000","last_clean":"2024-03-10T22:31:08.719208+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:31:08.719208+0000","last_undegraded":"2024-03-10T22:31:08.719208+0000","last_fullsized":"2024-03-10T22:31:08.719208+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676246+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:30:55.676246+0000","last_peered":"2024-03-10T22:30:55.676246+0000","last_clean":"2024-03-10T22:30:55.676246+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:30:55.676246+0000","last_undegraded":"2024-03-10T22:30:55.676246+0000","last_fullsized":"2024-03-10T22:30:55.676246+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5331,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719168+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:31:08.719168+0000","last_peered":"2024-03-10T22:31:08.719168+0000","last_clean":"2024-03-10T22:31:08.719168+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:31:08.719168+0000","last_undegraded":"2024-03-10T22:31:08.719168+0000","last_fullsized":"2024-03-10T22:31:08.719168+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719219+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:31:08.719219+0000","last_peered":"2024-03-10T22:31:08.719219+0000","last_clean":"2024-03-10T22:31:08.719219+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:31:08.719219+0000","last_undegraded":"2024-03-10T22:31:08.719219+0000","last_fullsized":"2024-03-10T22:31:08.719219+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952995+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:31:50.952995+0000","last_peered":"2024-03-10T22:31:50.952995+0000","last_clean":"2024-03-10T22:31:50.952995+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:50.952995+0000","last_undegraded":"2024-03-10T22:31:50.952995+0000","last_fullsized":"2024-03-10T22:31:50.952995+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4659,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:30:43.716503+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:30:43.716503+0000","last_peered":"2024-03-10T22:30:43.716503+0000","last_clean":"2024-03-10T22:30:43.716503+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:30:43.716503+0000","last_undegraded":"2024-03-10T22:30:43.716503+0000","last_fullsized":"2024-03-10T22:30:43.716503+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:34.456625+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:30:34.456625+0000","last_peered":"2024-03-10T22:30:34.456625+0000","last_clean":"2024-03-10T22:30:34.456625+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:30:34.456625+0000","last_undegraded":"2024-03-10T22:30:34.456625+0000","last_fullsized":"2024-03-10T22:30:34.456625+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816807+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:30:39.816807+0000","last_peered":"2024-03-10T22:30:39.816807+0000","last_clean":"2024-03-10T22:30:39.816807+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:30:39.816807+0000","last_undegraded":"2024-03-10T22:30:39.816807+0000","last_fullsized":"2024-03-10T22:30:39.816807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951039+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:31:30.951039+0000","last_peered":"2024-03-10T22:31:30.951039+0000","last_clean":"2024-03-10T22:31:30.951039+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:31:30.951039+0000","last_undegraded":"2024-03-10T22:31:30.951039+0000","last_fullsized":"2024-03-10T22:31:30.951039+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719250+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:31:08.719250+0000","last_peered":"2024-03-10T22:31:08.719250+0000","last_clean":"2024-03-10T22:31:08.719250+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:31:08.719250+0000","last_undegraded":"2024-03-10T22:31:08.719250+0000","last_fullsized":"2024-03-10T22:31:08.719250+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953022+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:31:50.953022+0000","last_peered":"2024-03-10T22:31:50.953022+0000","last_clean":"2024-03-10T22:31:50.953022+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:31:50.953022+0000","last_undegraded":"2024-03-10T22:31:50.953022+0000","last_fullsized":"2024-03-10T22:31:50.953022+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688161+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:32:40.688161+0000","last_peered":"2024-03-10T22:32:40.688161+0000","last_clean":"2024-03-10T22:32:40.688161+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:32:40.688161+0000","last_undegraded":"2024-03-10T22:32:40.688161+0000","last_fullsized":"2024-03-10T22:32:40.688161+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727328+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:32:23.727328+0000","last_peered":"2024-03-10T22:32:23.727328+0000","last_clean":"2024-03-10T22:32:23.727328+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:32:23.727328+0000","last_undegraded":"2024-03-10T22:32:23.727328+0000","last_fullsized":"2024-03-10T22:32:23.727328+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826452+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:32:04.826452+0000","last_peered":"2024-03-10T22:32:04.826452+0000","last_clean":"2024-03-10T22:32:04.826452+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:32:04.826452+0000","last_undegraded":"2024-03-10T22:32:04.826452+0000","last_fullsized":"2024-03-10T22:32:04.826452+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262568+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:31:12.262568+0000","last_peered":"2024-03-10T22:31:12.262568+0000","last_clean":"2024-03-10T22:31:12.262568+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:31:12.262568+0000","last_undegraded":"2024-03-10T22:31:12.262568+0000","last_fullsized":"2024-03-10T22:31:12.262568+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941128+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:31:18.941128+0000","last_peered":"2024-03-10T22:31:18.941128+0000","last_clean":"2024-03-10T22:31:18.941128+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:31:18.941128+0000","last_undegraded":"2024-03-10T22:31:18.941128+0000","last_fullsized":"2024-03-10T22:31:18.941128+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473326+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:32:19.473326+0000","last_peered":"2024-03-10T22:32:19.473326+0000","last_clean":"2024-03-10T22:32:19.473326+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:32:19.473326+0000","last_undegraded":"2024-03-10T22:32:19.473326+0000","last_fullsized":"2024-03-10T22:32:19.473326+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676285+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:30:55.676285+0000","last_peered":"2024-03-10T22:30:55.676285+0000","last_clean":"2024-03-10T22:30:55.676285+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:30:55.676285+0000","last_undegraded":"2024-03-10T22:30:55.676285+0000","last_fullsized":"2024-03-10T22:30:55.676285+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941155+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:31:18.941155+0000","last_peered":"2024-03-10T22:31:18.941155+0000","last_clean":"2024-03-10T22:31:18.941155+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:31:18.941155+0000","last_undegraded":"2024-03-10T22:31:18.941155+0000","last_fullsized":"2024-03-10T22:31:18.941155+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829446+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:32:29.829446+0000","last_peered":"2024-03-10T22:32:29.829446+0000","last_clean":"2024-03-10T22:32:29.829446+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:32:29.829446+0000","last_undegraded":"2024-03-10T22:32:29.829446+0000","last_fullsized":"2024-03-10T22:32:29.829446+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943746+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:31:43.943746+0000","last_peered":"2024-03-10T22:31:43.943746+0000","last_clean":"2024-03-10T22:31:43.943746+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:31:43.943746+0000","last_undegraded":"2024-03-10T22:31:43.943746+0000","last_fullsized":"2024-03-10T22:31:43.943746+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1114,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:39.816760+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:30:39.816760+0000","last_peered":"2024-03-10T22:30:39.816760+0000","last_clean":"2024-03-10T22:30:39.816760+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:30:39.816760+0000","last_undegraded":"2024-03-10T22:30:39.816760+0000","last_fullsized":"2024-03-10T22:30:39.816760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:12.269287+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:32:12.269287+0000","last_peered":"2024-03-10T22:32:12.269287+0000","last_clean":"2024-03-10T22:32:12.269287+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:32:12.269287+0000","last_undegraded":"2024-03-10T22:32:12.269287+0000","last_fullsized":"2024-03-10T22:32:12.269287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:15.678930+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:31:15.678930+0000","last_peered":"2024-03-10T22:31:15.678930+0000","last_clean":"2024-03-10T22:31:15.678930+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:31:15.678930+0000","last_undegraded":"2024-03-10T22:31:15.678930+0000","last_fullsized":"2024-03-10T22:31:15.678930+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784018,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928666,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586493,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796548,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474550,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329903,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152552,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073313,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:35:02.432 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:02.432 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:02.432 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:02.433 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:02.433 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:02.433 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:02.433 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:02.433 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:02.433 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:35:02.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:35:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:35:03.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:03 smithi169 ceph-mon[90638]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:03.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:03 smithi169 ceph-mon[88180]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:03.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:03 smithi172 ceph-mon[84635]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:04.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:04 smithi169 ceph-mon[90638]: pgmap v1128: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:04.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:04 smithi169 ceph-mon[88180]: pgmap v1128: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:04.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:04 smithi172 ceph-mon[84635]: pgmap v1128: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:06.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:06 smithi169 ceph-mon[88180]: pgmap v1129: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:06.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:06 smithi169 ceph-mon[90638]: pgmap v1129: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:35:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:35:05] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-03-10T22:35:06.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:06 smithi172 ceph-mon[84635]: pgmap v1129: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:08.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:08 smithi169 ceph-mon[90638]: pgmap v1130: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:08 smithi169 ceph-mon[88180]: pgmap v1130: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:08.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:08 smithi172 ceph-mon[84635]: pgmap v1130: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:10.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:10 smithi169 ceph-mon[88180]: pgmap v1131: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:10.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:10 smithi169 ceph-mon[90638]: pgmap v1131: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:10.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:10 smithi172 ceph-mon[84635]: pgmap v1131: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:11.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:11.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:11.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:12.313 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:12 smithi172 ceph-mon[84635]: pgmap v1132: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:12.434 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:35:12.466 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:12 smithi169 ceph-mon[88180]: pgmap v1132: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:12.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:12 smithi169 ceph-mon[90638]: pgmap v1132: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:12.653 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:35:12.762 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:35:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:35:14.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:14 smithi169 ceph-mon[88180]: pgmap v1133: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:14.241 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:14 smithi169 ceph-mon[90638]: pgmap v1133: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:14.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:14 smithi172 ceph-mon[84635]: pgmap v1133: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:14.764 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:35:14.766 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:35:15.474 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1134,"stamp":"2024-03-10T22:35:14.741929+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004016"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948943+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:31:10.948943+0000","last_peered":"2024-03-10T22:31:10.948943+0000","last_clean":"2024-03-10T22:31:10.948943+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:31:10.948943+0000","last_undegraded":"2024-03-10T22:31:10.948943+0000","last_fullsized":"2024-03-10T22:31:10.948943+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1236,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469946+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:31:49.469946+0000","last_peered":"2024-03-10T22:31:49.469946+0000","last_clean":"2024-03-10T22:31:49.469946+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:31:49.469946+0000","last_undegraded":"2024-03-10T22:31:49.469946+0000","last_fullsized":"2024-03-10T22:31:49.469946+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262687+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:31:12.262687+0000","last_peered":"2024-03-10T22:31:12.262687+0000","last_clean":"2024-03-10T22:31:12.262687+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:31:12.262687+0000","last_undegraded":"2024-03-10T22:31:12.262687+0000","last_fullsized":"2024-03-10T22:31:12.262687+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823458+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:31:39.823458+0000","last_peered":"2024-03-10T22:31:39.823458+0000","last_clean":"2024-03-10T22:31:39.823458+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:39.823458+0000","last_undegraded":"2024-03-10T22:31:39.823458+0000","last_fullsized":"2024-03-10T22:31:39.823458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943552+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:30:20.943552+0000","last_peered":"2024-03-10T22:30:20.943552+0000","last_clean":"2024-03-10T22:30:20.943552+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:30:20.943552+0000","last_undegraded":"2024-03-10T22:30:20.943552+0000","last_fullsized":"2024-03-10T22:30:20.943552+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1128,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823430+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:31:39.823430+0000","last_peered":"2024-03-10T22:31:39.823430+0000","last_clean":"2024-03-10T22:31:39.823430+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:31:39.823430+0000","last_undegraded":"2024-03-10T22:31:39.823430+0000","last_fullsized":"2024-03-10T22:31:39.823430+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943528+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:30:20.943528+0000","last_peered":"2024-03-10T22:30:20.943528+0000","last_clean":"2024-03-10T22:30:20.943528+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:30:20.943528+0000","last_undegraded":"2024-03-10T22:30:20.943528+0000","last_fullsized":"2024-03-10T22:30:20.943528+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957182+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:32:30.957182+0000","last_peered":"2024-03-10T22:32:30.957182+0000","last_clean":"2024-03-10T22:32:30.957182+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:32:30.957182+0000","last_undegraded":"2024-03-10T22:32:30.957182+0000","last_fullsized":"2024-03-10T22:32:30.957182+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:45.307650+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:30:45.307650+0000","last_peered":"2024-03-10T22:30:45.307650+0000","last_clean":"2024-03-10T22:30:45.307650+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:30:45.307650+0000","last_undegraded":"2024-03-10T22:30:45.307650+0000","last_fullsized":"2024-03-10T22:30:45.307650+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272134+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:32:42.272134+0000","last_peered":"2024-03-10T22:32:42.272134+0000","last_clean":"2024-03-10T22:32:42.272134+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:32:42.272134+0000","last_undegraded":"2024-03-10T22:32:42.272134+0000","last_fullsized":"2024-03-10T22:32:42.272134+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.464658+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:30:59.464658+0000","last_peered":"2024-03-10T22:30:59.464658+0000","last_clean":"2024-03-10T22:30:59.464658+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:30:59.464658+0000","last_undegraded":"2024-03-10T22:30:59.464658+0000","last_fullsized":"2024-03-10T22:30:59.464658+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818728+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:30:59.818728+0000","last_peered":"2024-03-10T22:30:59.818728+0000","last_clean":"2024-03-10T22:30:59.818728+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:30:59.818728+0000","last_undegraded":"2024-03-10T22:30:59.818728+0000","last_fullsized":"2024-03-10T22:30:59.818728+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721535+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:31:33.721535+0000","last_peered":"2024-03-10T22:31:33.721535+0000","last_clean":"2024-03-10T22:31:33.721535+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:31:33.721535+0000","last_undegraded":"2024-03-10T22:31:33.721535+0000","last_fullsized":"2024-03-10T22:31:33.721535+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721508+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:31:33.721508+0000","last_peered":"2024-03-10T22:31:33.721508+0000","last_clean":"2024-03-10T22:31:33.721508+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:31:33.721508+0000","last_undegraded":"2024-03-10T22:31:33.721508+0000","last_fullsized":"2024-03-10T22:31:33.721508+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952970+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:31:50.952970+0000","last_peered":"2024-03-10T22:31:50.952970+0000","last_clean":"2024-03-10T22:31:50.952970+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:31:50.952970+0000","last_undegraded":"2024-03-10T22:31:50.952970+0000","last_fullsized":"2024-03-10T22:31:50.952970+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1291,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262725+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:31:12.262725+0000","last_peered":"2024-03-10T22:31:12.262725+0000","last_clean":"2024-03-10T22:31:12.262725+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:31:12.262725+0000","last_undegraded":"2024-03-10T22:31:12.262725+0000","last_fullsized":"2024-03-10T22:31:12.262725+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949150+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:32:28.949150+0000","last_peered":"2024-03-10T22:32:28.949150+0000","last_clean":"2024-03-10T22:32:28.949150+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:32:28.949150+0000","last_undegraded":"2024-03-10T22:32:28.949150+0000","last_fullsized":"2024-03-10T22:32:28.949150+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949167+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:32:28.949167+0000","last_peered":"2024-03-10T22:32:28.949167+0000","last_clean":"2024-03-10T22:32:28.949167+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:32:28.949167+0000","last_undegraded":"2024-03-10T22:32:28.949167+0000","last_fullsized":"2024-03-10T22:32:28.949167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262705+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:31:12.262705+0000","last_peered":"2024-03-10T22:31:12.262705+0000","last_clean":"2024-03-10T22:31:12.262705+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:31:12.262705+0000","last_undegraded":"2024-03-10T22:31:12.262705+0000","last_fullsized":"2024-03-10T22:31:12.262705+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1036,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:20.943574+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:30:20.943574+0000","last_peered":"2024-03-10T22:30:20.943574+0000","last_clean":"2024-03-10T22:30:20.943574+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:30:20.943574+0000","last_undegraded":"2024-03-10T22:30:20.943574+0000","last_fullsized":"2024-03-10T22:30:20.943574+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823469+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:31:39.823469+0000","last_peered":"2024-03-10T22:31:39.823469+0000","last_clean":"2024-03-10T22:31:39.823469+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:31:39.823469+0000","last_undegraded":"2024-03-10T22:31:39.823469+0000","last_fullsized":"2024-03-10T22:31:39.823469+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":976,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470399+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:31:54.470399+0000","last_peered":"2024-03-10T22:31:54.470399+0000","last_clean":"2024-03-10T22:31:54.470399+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:31:54.470399+0000","last_undegraded":"2024-03-10T22:31:54.470399+0000","last_fullsized":"2024-03-10T22:31:54.470399+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823479+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:31:39.823479+0000","last_peered":"2024-03-10T22:31:39.823479+0000","last_clean":"2024-03-10T22:31:39.823479+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:31:39.823479+0000","last_undegraded":"2024-03-10T22:31:39.823479+0000","last_fullsized":"2024-03-10T22:31:39.823479+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1104,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821277+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:31:19.821277+0000","last_peered":"2024-03-10T22:31:19.821277+0000","last_clean":"2024-03-10T22:31:19.821277+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:31:19.821277+0000","last_undegraded":"2024-03-10T22:31:19.821277+0000","last_fullsized":"2024-03-10T22:31:19.821277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467355+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:31:24.467355+0000","last_peered":"2024-03-10T22:31:24.467355+0000","last_clean":"2024-03-10T22:31:24.467355+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:31:24.467355+0000","last_undegraded":"2024-03-10T22:31:24.467355+0000","last_fullsized":"2024-03-10T22:31:24.467355+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821333+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:31:19.821333+0000","last_peered":"2024-03-10T22:31:19.821333+0000","last_clean":"2024-03-10T22:31:19.821333+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:31:19.821333+0000","last_undegraded":"2024-03-10T22:31:19.821333+0000","last_fullsized":"2024-03-10T22:31:19.821333+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821322+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:31:19.821322+0000","last_peered":"2024-03-10T22:31:19.821322+0000","last_clean":"2024-03-10T22:31:19.821322+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:31:19.821322+0000","last_undegraded":"2024-03-10T22:31:19.821322+0000","last_fullsized":"2024-03-10T22:31:19.821322+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:47.259839+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:30:47.259839+0000","last_peered":"2024-03-10T22:30:47.259839+0000","last_clean":"2024-03-10T22:30:47.259839+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:30:47.259839+0000","last_undegraded":"2024-03-10T22:30:47.259839+0000","last_fullsized":"2024-03-10T22:30:47.259839+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467416+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:31:24.467416+0000","last_peered":"2024-03-10T22:31:24.467416+0000","last_clean":"2024-03-10T22:31:24.467416+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:31:24.467416+0000","last_undegraded":"2024-03-10T22:31:24.467416+0000","last_fullsized":"2024-03-10T22:31:24.467416+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:45.321287+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:32:45.321287+0000","last_peered":"2024-03-10T22:32:45.321287+0000","last_clean":"2024-03-10T22:32:45.321287+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:32:45.321287+0000","last_undegraded":"2024-03-10T22:32:45.321287+0000","last_fullsized":"2024-03-10T22:32:45.321287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681044+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:31:35.681044+0000","last_peered":"2024-03-10T22:31:35.681044+0000","last_clean":"2024-03-10T22:31:35.681044+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:31:35.681044+0000","last_undegraded":"2024-03-10T22:31:35.681044+0000","last_fullsized":"2024-03-10T22:31:35.681044+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957142+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:32:30.957142+0000","last_peered":"2024-03-10T22:32:30.957142+0000","last_clean":"2024-03-10T22:32:30.957142+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:32:30.957142+0000","last_undegraded":"2024-03-10T22:32:30.957142+0000","last_fullsized":"2024-03-10T22:32:30.957142+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1275,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272174+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:32:42.272174+0000","last_peered":"2024-03-10T22:32:42.272174+0000","last_clean":"2024-03-10T22:32:42.272174+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:32:42.272174+0000","last_undegraded":"2024-03-10T22:32:42.272174+0000","last_fullsized":"2024-03-10T22:32:42.272174+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272154+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:32:42.272154+0000","last_peered":"2024-03-10T22:32:42.272154+0000","last_clean":"2024-03-10T22:32:42.272154+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:32:42.272154+0000","last_undegraded":"2024-03-10T22:32:42.272154+0000","last_fullsized":"2024-03-10T22:32:42.272154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818760+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:30:59.818760+0000","last_peered":"2024-03-10T22:30:59.818760+0000","last_clean":"2024-03-10T22:30:59.818760+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:30:59.818760+0000","last_undegraded":"2024-03-10T22:30:59.818760+0000","last_fullsized":"2024-03-10T22:30:59.818760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955265+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:32:10.955265+0000","last_peered":"2024-03-10T22:32:10.955265+0000","last_clean":"2024-03-10T22:32:10.955265+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:32:10.955265+0000","last_undegraded":"2024-03-10T22:32:10.955265+0000","last_fullsized":"2024-03-10T22:32:10.955265+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681022+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:31:35.681022+0000","last_peered":"2024-03-10T22:31:35.681022+0000","last_clean":"2024-03-10T22:31:35.681022+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:31:35.681022+0000","last_undegraded":"2024-03-10T22:31:35.681022+0000","last_fullsized":"2024-03-10T22:31:35.681022+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.680999+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:31:35.680999+0000","last_peered":"2024-03-10T22:31:35.680999+0000","last_clean":"2024-03-10T22:31:35.680999+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:31:35.680999+0000","last_undegraded":"2024-03-10T22:31:35.680999+0000","last_fullsized":"2024-03-10T22:31:35.680999+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1263,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721462+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:31:33.721462+0000","last_peered":"2024-03-10T22:31:33.721462+0000","last_clean":"2024-03-10T22:31:33.721462+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:31:33.721462+0000","last_undegraded":"2024-03-10T22:31:33.721462+0000","last_fullsized":"2024-03-10T22:31:33.721462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955238+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:32:10.955238+0000","last_peered":"2024-03-10T22:32:10.955238+0000","last_clean":"2024-03-10T22:32:10.955238+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:32:10.955238+0000","last_undegraded":"2024-03-10T22:32:10.955238+0000","last_fullsized":"2024-03-10T22:32:10.955238+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4443,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730462+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:32:53.730462+0000","last_peered":"2024-03-10T22:32:53.730462+0000","last_clean":"2024-03-10T22:32:53.730462+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:32:53.730462+0000","last_undegraded":"2024-03-10T22:32:53.730462+0000","last_fullsized":"2024-03-10T22:32:53.730462+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1165,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:20.318667+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:32:20.318667+0000","last_peered":"2024-03-10T22:32:20.318667+0000","last_clean":"2024-03-10T22:32:20.318667+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:32:20.318667+0000","last_undegraded":"2024-03-10T22:32:20.318667+0000","last_fullsized":"2024-03-10T22:32:20.318667+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953010+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:31:50.953010+0000","last_peered":"2024-03-10T22:31:50.953010+0000","last_clean":"2024-03-10T22:31:50.953010+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:31:50.953010+0000","last_undegraded":"2024-03-10T22:31:50.953010+0000","last_fullsized":"2024-03-10T22:31:50.953010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12611,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262583+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:31:12.262583+0000","last_peered":"2024-03-10T22:31:12.262583+0000","last_clean":"2024-03-10T22:31:12.262583+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:31:12.262583+0000","last_undegraded":"2024-03-10T22:31:12.262583+0000","last_fullsized":"2024-03-10T22:31:12.262583+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469862+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:31:49.469862+0000","last_peered":"2024-03-10T22:31:49.469862+0000","last_clean":"2024-03-10T22:31:49.469862+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:31:49.469862+0000","last_undegraded":"2024-03-10T22:31:49.469862+0000","last_fullsized":"2024-03-10T22:31:49.469862+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469923+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:31:49.469923+0000","last_peered":"2024-03-10T22:31:49.469923+0000","last_clean":"2024-03-10T22:31:49.469923+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:31:49.469923+0000","last_undegraded":"2024-03-10T22:31:49.469923+0000","last_fullsized":"2024-03-10T22:31:49.469923+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826498+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:32:04.826498+0000","last_peered":"2024-03-10T22:32:04.826498+0000","last_clean":"2024-03-10T22:32:04.826498+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:32:04.826498+0000","last_undegraded":"2024-03-10T22:32:04.826498+0000","last_fullsized":"2024-03-10T22:32:04.826498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15024,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:12.262662+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:31:12.262662+0000","last_peered":"2024-03-10T22:31:12.262662+0000","last_clean":"2024-03-10T22:31:12.262662+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:31:12.262662+0000","last_undegraded":"2024-03-10T22:31:12.262662+0000","last_fullsized":"2024-03-10T22:31:12.262662+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469905+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:31:49.469905+0000","last_peered":"2024-03-10T22:31:49.469905+0000","last_clean":"2024-03-10T22:31:49.469905+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:31:49.469905+0000","last_undegraded":"2024-03-10T22:31:49.469905+0000","last_fullsized":"2024-03-10T22:31:49.469905+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1124,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826422+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:32:04.826422+0000","last_peered":"2024-03-10T22:32:04.826422+0000","last_clean":"2024-03-10T22:32:04.826422+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:32:04.826422+0000","last_undegraded":"2024-03-10T22:32:04.826422+0000","last_fullsized":"2024-03-10T22:32:04.826422+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312761+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:31:30.312761+0000","last_peered":"2024-03-10T22:31:30.312761+0000","last_clean":"2024-03-10T22:31:30.312761+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:31:30.312761+0000","last_undegraded":"2024-03-10T22:31:30.312761+0000","last_fullsized":"2024-03-10T22:31:30.312761+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4229,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730536+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:32:53.730536+0000","last_peered":"2024-03-10T22:32:53.730536+0000","last_clean":"2024-03-10T22:32:53.730536+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:32:53.730536+0000","last_undegraded":"2024-03-10T22:32:53.730536+0000","last_fullsized":"2024-03-10T22:32:53.730536+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473352+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:32:19.473352+0000","last_peered":"2024-03-10T22:32:19.473352+0000","last_clean":"2024-03-10T22:32:19.473352+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:32:19.473352+0000","last_undegraded":"2024-03-10T22:32:19.473352+0000","last_fullsized":"2024-03-10T22:32:19.473352+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.466812+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:31:19.466812+0000","last_peered":"2024-03-10T22:31:19.466812+0000","last_clean":"2024-03-10T22:31:19.466812+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:31:19.466812+0000","last_undegraded":"2024-03-10T22:31:19.466812+0000","last_fullsized":"2024-03-10T22:31:19.466812+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727353+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:32:23.727353+0000","last_peered":"2024-03-10T22:32:23.727353+0000","last_clean":"2024-03-10T22:32:23.727353+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:32:23.727353+0000","last_undegraded":"2024-03-10T22:32:23.727353+0000","last_fullsized":"2024-03-10T22:32:23.727353+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4295,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:10.948896+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:31:10.948896+0000","last_peered":"2024-03-10T22:31:10.948896+0000","last_clean":"2024-03-10T22:31:10.948896+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:31:10.948896+0000","last_undegraded":"2024-03-10T22:31:10.948896+0000","last_fullsized":"2024-03-10T22:31:10.948896+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688239+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:32:40.688239+0000","last_peered":"2024-03-10T22:32:40.688239+0000","last_clean":"2024-03-10T22:32:40.688239+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:32:40.688239+0000","last_undegraded":"2024-03-10T22:32:40.688239+0000","last_fullsized":"2024-03-10T22:32:40.688239+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952719+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:32:58.952719+0000","last_peered":"2024-03-10T22:32:58.952719+0000","last_clean":"2024-03-10T22:32:58.952719+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:32:58.952719+0000","last_undegraded":"2024-03-10T22:32:58.952719+0000","last_fullsized":"2024-03-10T22:32:58.952719+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826465+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:32:04.826465+0000","last_peered":"2024-03-10T22:32:04.826465+0000","last_clean":"2024-03-10T22:32:04.826465+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:32:04.826465+0000","last_undegraded":"2024-03-10T22:32:04.826465+0000","last_fullsized":"2024-03-10T22:32:04.826465+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959253+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:32:50.959253+0000","last_peered":"2024-03-10T22:32:50.959253+0000","last_clean":"2024-03-10T22:32:50.959253+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:32:50.959253+0000","last_undegraded":"2024-03-10T22:32:50.959253+0000","last_fullsized":"2024-03-10T22:32:50.959253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3653,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829494+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:32:29.829494+0000","last_peered":"2024-03-10T22:32:29.829494+0000","last_clean":"2024-03-10T22:32:29.829494+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:32:29.829494+0000","last_undegraded":"2024-03-10T22:32:29.829494+0000","last_fullsized":"2024-03-10T22:32:29.829494+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:42.266134+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:31:42.266134+0000","last_peered":"2024-03-10T22:31:42.266134+0000","last_clean":"2024-03-10T22:31:42.266134+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:31:42.266134+0000","last_undegraded":"2024-03-10T22:31:42.266134+0000","last_fullsized":"2024-03-10T22:31:42.266134+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262528+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:31:12.262528+0000","last_peered":"2024-03-10T22:31:12.262528+0000","last_clean":"2024-03-10T22:31:12.262528+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:31:12.262528+0000","last_undegraded":"2024-03-10T22:31:12.262528+0000","last_fullsized":"2024-03-10T22:31:12.262528+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":920,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:53.723500+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:31:53.723500+0000","last_peered":"2024-03-10T22:31:53.723500+0000","last_clean":"2024-03-10T22:31:53.723500+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:31:53.723500+0000","last_undegraded":"2024-03-10T22:31:53.723500+0000","last_fullsized":"2024-03-10T22:31:53.723500+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4505,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688204+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:32:40.688204+0000","last_peered":"2024-03-10T22:32:40.688204+0000","last_clean":"2024-03-10T22:32:40.688204+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:32:40.688204+0000","last_undegraded":"2024-03-10T22:32:40.688204+0000","last_fullsized":"2024-03-10T22:32:40.688204+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262628+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:31:12.262628+0000","last_peered":"2024-03-10T22:31:12.262628+0000","last_clean":"2024-03-10T22:31:12.262628+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:31:12.262628+0000","last_undegraded":"2024-03-10T22:31:12.262628+0000","last_fullsized":"2024-03-10T22:31:12.262628+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":962,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470449+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:31:54.470449+0000","last_peered":"2024-03-10T22:31:54.470449+0000","last_clean":"2024-03-10T22:31:54.470449+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:31:54.470449+0000","last_undegraded":"2024-03-10T22:31:54.470449+0000","last_fullsized":"2024-03-10T22:31:54.470449+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469885+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:31:49.469885+0000","last_peered":"2024-03-10T22:31:49.469885+0000","last_clean":"2024-03-10T22:31:49.469885+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:31:49.469885+0000","last_undegraded":"2024-03-10T22:31:49.469885+0000","last_fullsized":"2024-03-10T22:31:49.469885+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5078,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312712+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:31:30.312712+0000","last_peered":"2024-03-10T22:31:30.312712+0000","last_clean":"2024-03-10T22:31:30.312712+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:31:30.312712+0000","last_undegraded":"2024-03-10T22:31:30.312712+0000","last_fullsized":"2024-03-10T22:31:30.312712+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949090+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:32:28.949090+0000","last_peered":"2024-03-10T22:32:28.949090+0000","last_clean":"2024-03-10T22:32:28.949090+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:32:28.949090+0000","last_undegraded":"2024-03-10T22:32:28.949090+0000","last_fullsized":"2024-03-10T22:32:28.949090+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473340+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:32:19.473340+0000","last_peered":"2024-03-10T22:32:19.473340+0000","last_clean":"2024-03-10T22:32:19.473340+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:32:19.473340+0000","last_undegraded":"2024-03-10T22:32:19.473340+0000","last_fullsized":"2024-03-10T22:32:19.473340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941144+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:31:18.941144+0000","last_peered":"2024-03-10T22:31:18.941144+0000","last_clean":"2024-03-10T22:31:18.941144+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:31:18.941144+0000","last_undegraded":"2024-03-10T22:31:18.941144+0000","last_fullsized":"2024-03-10T22:31:18.941144+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949109+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:32:28.949109+0000","last_peered":"2024-03-10T22:32:28.949109+0000","last_clean":"2024-03-10T22:32:28.949109+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:32:28.949109+0000","last_undegraded":"2024-03-10T22:32:28.949109+0000","last_fullsized":"2024-03-10T22:32:28.949109+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312683+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:31:30.312683+0000","last_peered":"2024-03-10T22:31:30.312683+0000","last_clean":"2024-03-10T22:31:30.312683+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:31:30.312683+0000","last_undegraded":"2024-03-10T22:31:30.312683+0000","last_fullsized":"2024-03-10T22:31:30.312683+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676297+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:30:55.676297+0000","last_peered":"2024-03-10T22:30:55.676297+0000","last_clean":"2024-03-10T22:30:55.676297+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:30:55.676297+0000","last_undegraded":"2024-03-10T22:30:55.676297+0000","last_fullsized":"2024-03-10T22:30:55.676297+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:53.730557+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:32:53.730557+0000","last_peered":"2024-03-10T22:32:53.730557+0000","last_clean":"2024-03-10T22:32:53.730557+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:32:53.730557+0000","last_undegraded":"2024-03-10T22:32:53.730557+0000","last_fullsized":"2024-03-10T22:32:53.730557+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3249,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832529+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:32:54.832529+0000","last_peered":"2024-03-10T22:32:54.832529+0000","last_clean":"2024-03-10T22:32:54.832529+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:32:54.832529+0000","last_undegraded":"2024-03-10T22:32:54.832529+0000","last_fullsized":"2024-03-10T22:32:54.832529+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1026,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951010+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:31:30.951010+0000","last_peered":"2024-03-10T22:31:30.951010+0000","last_clean":"2024-03-10T22:31:30.951010+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:31:30.951010+0000","last_undegraded":"2024-03-10T22:31:30.951010+0000","last_fullsized":"2024-03-10T22:31:30.951010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.315985+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:31:55.315985+0000","last_peered":"2024-03-10T22:31:55.315985+0000","last_clean":"2024-03-10T22:31:55.315985+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:31:55.315985+0000","last_undegraded":"2024-03-10T22:31:55.315985+0000","last_fullsized":"2024-03-10T22:31:55.315985+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4002,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:20.318631+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:32:20.318631+0000","last_peered":"2024-03-10T22:32:20.318631+0000","last_clean":"2024-03-10T22:32:20.318631+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:32:20.318631+0000","last_undegraded":"2024-03-10T22:32:20.318631+0000","last_fullsized":"2024-03-10T22:32:20.318631+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473276+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:32:19.473276+0000","last_peered":"2024-03-10T22:32:19.473276+0000","last_clean":"2024-03-10T22:32:19.473276+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:32:19.473276+0000","last_undegraded":"2024-03-10T22:32:19.473276+0000","last_fullsized":"2024-03-10T22:32:19.473276+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941081+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:31:18.941081+0000","last_peered":"2024-03-10T22:31:18.941081+0000","last_clean":"2024-03-10T22:31:18.941081+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:31:18.941081+0000","last_undegraded":"2024-03-10T22:31:18.941081+0000","last_fullsized":"2024-03-10T22:31:18.941081+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4942,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719228+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:31:08.719228+0000","last_peered":"2024-03-10T22:31:08.719228+0000","last_clean":"2024-03-10T22:31:08.719228+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:31:08.719228+0000","last_undegraded":"2024-03-10T22:31:08.719228+0000","last_fullsized":"2024-03-10T22:31:08.719228+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473299+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:32:19.473299+0000","last_peered":"2024-03-10T22:32:19.473299+0000","last_clean":"2024-03-10T22:32:19.473299+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:32:19.473299+0000","last_undegraded":"2024-03-10T22:32:19.473299+0000","last_fullsized":"2024-03-10T22:32:19.473299+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943774+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:31:43.943774+0000","last_peered":"2024-03-10T22:31:43.943774+0000","last_clean":"2024-03-10T22:31:43.943774+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:31:43.943774+0000","last_undegraded":"2024-03-10T22:31:43.943774+0000","last_fullsized":"2024-03-10T22:31:43.943774+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476787+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:32:49.476787+0000","last_peered":"2024-03-10T22:32:49.476787+0000","last_clean":"2024-03-10T22:32:49.476787+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:32:49.476787+0000","last_undegraded":"2024-03-10T22:32:49.476787+0000","last_fullsized":"2024-03-10T22:32:49.476787+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1209,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719208+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:31:08.719208+0000","last_peered":"2024-03-10T22:31:08.719208+0000","last_clean":"2024-03-10T22:31:08.719208+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:31:08.719208+0000","last_undegraded":"2024-03-10T22:31:08.719208+0000","last_fullsized":"2024-03-10T22:31:08.719208+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676246+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:30:55.676246+0000","last_peered":"2024-03-10T22:30:55.676246+0000","last_clean":"2024-03-10T22:30:55.676246+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:30:55.676246+0000","last_undegraded":"2024-03-10T22:30:55.676246+0000","last_fullsized":"2024-03-10T22:30:55.676246+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5331,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719168+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:31:08.719168+0000","last_peered":"2024-03-10T22:31:08.719168+0000","last_clean":"2024-03-10T22:31:08.719168+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:31:08.719168+0000","last_undegraded":"2024-03-10T22:31:08.719168+0000","last_fullsized":"2024-03-10T22:31:08.719168+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719219+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:31:08.719219+0000","last_peered":"2024-03-10T22:31:08.719219+0000","last_clean":"2024-03-10T22:31:08.719219+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:31:08.719219+0000","last_undegraded":"2024-03-10T22:31:08.719219+0000","last_fullsized":"2024-03-10T22:31:08.719219+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952995+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:31:50.952995+0000","last_peered":"2024-03-10T22:31:50.952995+0000","last_clean":"2024-03-10T22:31:50.952995+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:50.952995+0000","last_undegraded":"2024-03-10T22:31:50.952995+0000","last_fullsized":"2024-03-10T22:31:50.952995+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4660,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730504+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:32:53.730504+0000","last_peered":"2024-03-10T22:32:53.730504+0000","last_clean":"2024-03-10T22:32:53.730504+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:32:53.730504+0000","last_undegraded":"2024-03-10T22:32:53.730504+0000","last_fullsized":"2024-03-10T22:32:53.730504+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476833+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:32:49.476833+0000","last_peered":"2024-03-10T22:32:49.476833+0000","last_clean":"2024-03-10T22:32:49.476833+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:32:49.476833+0000","last_undegraded":"2024-03-10T22:32:49.476833+0000","last_fullsized":"2024-03-10T22:32:49.476833+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832503+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:32:54.832503+0000","last_peered":"2024-03-10T22:32:54.832503+0000","last_clean":"2024-03-10T22:32:54.832503+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:32:54.832503+0000","last_undegraded":"2024-03-10T22:32:54.832503+0000","last_fullsized":"2024-03-10T22:32:54.832503+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951039+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:31:30.951039+0000","last_peered":"2024-03-10T22:31:30.951039+0000","last_clean":"2024-03-10T22:31:30.951039+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:31:30.951039+0000","last_undegraded":"2024-03-10T22:31:30.951039+0000","last_fullsized":"2024-03-10T22:31:30.951039+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719250+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:31:08.719250+0000","last_peered":"2024-03-10T22:31:08.719250+0000","last_clean":"2024-03-10T22:31:08.719250+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:31:08.719250+0000","last_undegraded":"2024-03-10T22:31:08.719250+0000","last_fullsized":"2024-03-10T22:31:08.719250+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953022+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:31:50.953022+0000","last_peered":"2024-03-10T22:31:50.953022+0000","last_clean":"2024-03-10T22:31:50.953022+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:31:50.953022+0000","last_undegraded":"2024-03-10T22:31:50.953022+0000","last_fullsized":"2024-03-10T22:31:50.953022+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688161+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:32:40.688161+0000","last_peered":"2024-03-10T22:32:40.688161+0000","last_clean":"2024-03-10T22:32:40.688161+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:32:40.688161+0000","last_undegraded":"2024-03-10T22:32:40.688161+0000","last_fullsized":"2024-03-10T22:32:40.688161+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727328+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:32:23.727328+0000","last_peered":"2024-03-10T22:32:23.727328+0000","last_clean":"2024-03-10T22:32:23.727328+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:32:23.727328+0000","last_undegraded":"2024-03-10T22:32:23.727328+0000","last_fullsized":"2024-03-10T22:32:23.727328+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826452+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:32:04.826452+0000","last_peered":"2024-03-10T22:32:04.826452+0000","last_clean":"2024-03-10T22:32:04.826452+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:32:04.826452+0000","last_undegraded":"2024-03-10T22:32:04.826452+0000","last_fullsized":"2024-03-10T22:32:04.826452+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262568+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:31:12.262568+0000","last_peered":"2024-03-10T22:31:12.262568+0000","last_clean":"2024-03-10T22:31:12.262568+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:31:12.262568+0000","last_undegraded":"2024-03-10T22:31:12.262568+0000","last_fullsized":"2024-03-10T22:31:12.262568+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941128+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:31:18.941128+0000","last_peered":"2024-03-10T22:31:18.941128+0000","last_clean":"2024-03-10T22:31:18.941128+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:31:18.941128+0000","last_undegraded":"2024-03-10T22:31:18.941128+0000","last_fullsized":"2024-03-10T22:31:18.941128+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473326+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:32:19.473326+0000","last_peered":"2024-03-10T22:32:19.473326+0000","last_clean":"2024-03-10T22:32:19.473326+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:32:19.473326+0000","last_undegraded":"2024-03-10T22:32:19.473326+0000","last_fullsized":"2024-03-10T22:32:19.473326+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1083,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:55.676285+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:30:55.676285+0000","last_peered":"2024-03-10T22:30:55.676285+0000","last_clean":"2024-03-10T22:30:55.676285+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:30:55.676285+0000","last_undegraded":"2024-03-10T22:30:55.676285+0000","last_fullsized":"2024-03-10T22:30:55.676285+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941155+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:31:18.941155+0000","last_peered":"2024-03-10T22:31:18.941155+0000","last_clean":"2024-03-10T22:31:18.941155+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:31:18.941155+0000","last_undegraded":"2024-03-10T22:31:18.941155+0000","last_fullsized":"2024-03-10T22:31:18.941155+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829446+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:32:29.829446+0000","last_peered":"2024-03-10T22:32:29.829446+0000","last_clean":"2024-03-10T22:32:29.829446+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:32:29.829446+0000","last_undegraded":"2024-03-10T22:32:29.829446+0000","last_fullsized":"2024-03-10T22:32:29.829446+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943746+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:31:43.943746+0000","last_peered":"2024-03-10T22:31:43.943746+0000","last_clean":"2024-03-10T22:31:43.943746+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:31:43.943746+0000","last_undegraded":"2024-03-10T22:31:43.943746+0000","last_fullsized":"2024-03-10T22:31:43.943746+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832470+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:32:54.832470+0000","last_peered":"2024-03-10T22:32:54.832470+0000","last_clean":"2024-03-10T22:32:54.832470+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:32:54.832470+0000","last_undegraded":"2024-03-10T22:32:54.832470+0000","last_fullsized":"2024-03-10T22:32:54.832470+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:12.269287+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:32:12.269287+0000","last_peered":"2024-03-10T22:32:12.269287+0000","last_clean":"2024-03-10T22:32:12.269287+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:32:12.269287+0000","last_undegraded":"2024-03-10T22:32:12.269287+0000","last_fullsized":"2024-03-10T22:32:12.269287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:15.678930+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:31:15.678930+0000","last_peered":"2024-03-10T22:31:15.678930+0000","last_clean":"2024-03-10T22:31:15.678930+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:31:15.678930+0000","last_undegraded":"2024-03-10T22:31:15.678930+0000","last_fullsized":"2024-03-10T22:31:15.678930+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784021,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928668,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586496,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796551,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474553,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329906,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152554,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073315,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:35:15.479 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:15.480 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:15.480 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:15.480 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:15.480 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:15.480 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:15.480 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:15.480 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:15.480 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:35:16.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:35:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:35:15] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:35:16.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:16 smithi169 ceph-mon[88180]: pgmap v1134: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:16.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:16 smithi169 ceph-mon[88180]: from='client.44666 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:16.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:16 smithi169 ceph-mon[90638]: pgmap v1134: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:16.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:16 smithi169 ceph-mon[90638]: from='client.44666 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:16.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:16 smithi172 ceph-mon[84635]: pgmap v1134: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:16.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:16 smithi172 ceph-mon[84635]: from='client.44666 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:18.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:18 smithi169 ceph-mon[88180]: pgmap v1135: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:18.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:18 smithi169 ceph-mon[90638]: pgmap v1135: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:18.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:18 smithi172 ceph-mon[84635]: pgmap v1135: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:20.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:20 smithi169 ceph-mon[88180]: pgmap v1136: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:20.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:20 smithi169 ceph-mon[90638]: pgmap v1136: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:20.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:20 smithi172 ceph-mon[84635]: pgmap v1136: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:22.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:22 smithi169 ceph-mon[90638]: pgmap v1137: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:22 smithi169 ceph-mon[88180]: pgmap v1137: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:22.512 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:35:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:35:22.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:22 smithi172 ceph-mon[84635]: pgmap v1137: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:24.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:24 smithi169 ceph-mon[88180]: pgmap v1138: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:24.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:24 smithi169 ceph-mon[90638]: pgmap v1138: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:24.506 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:24 smithi172 ceph-mon[84635]: pgmap v1138: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:25.481 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:35:25.706 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:35:26.083 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:35:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:35:25] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:35:26.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:26 smithi169 ceph-mon[88180]: pgmap v1139: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:26.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:26.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:26 smithi169 ceph-mon[90638]: pgmap v1139: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:26.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:26.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:26 smithi172 ceph-mon[84635]: pgmap v1139: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:26.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:27.778 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:35:27.780 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:35:28.378 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:28 smithi169 ceph-mon[90638]: pgmap v1140: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:28.378 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:28 smithi169 ceph-mon[88180]: pgmap v1140: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:28.399 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1140,"stamp":"2024-03-10T22:35:26.745953+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004024"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962450+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:33:15.962450+0000","last_peered":"2024-03-10T22:33:15.962450+0000","last_clean":"2024-03-10T22:33:15.962450+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:33:15.962450+0000","last_undegraded":"2024-03-10T22:33:15.962450+0000","last_fullsized":"2024-03-10T22:33:15.962450+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1236,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469946+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:31:49.469946+0000","last_peered":"2024-03-10T22:31:49.469946+0000","last_clean":"2024-03-10T22:31:49.469946+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:31:49.469946+0000","last_undegraded":"2024-03-10T22:31:49.469946+0000","last_fullsized":"2024-03-10T22:31:49.469946+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275964+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:33:17.275964+0000","last_peered":"2024-03-10T22:33:17.275964+0000","last_clean":"2024-03-10T22:33:17.275964+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:33:17.275964+0000","last_undegraded":"2024-03-10T22:33:17.275964+0000","last_fullsized":"2024-03-10T22:33:17.275964+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823458+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:31:39.823458+0000","last_peered":"2024-03-10T22:31:39.823458+0000","last_clean":"2024-03-10T22:31:39.823458+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:39.823458+0000","last_undegraded":"2024-03-10T22:31:39.823458+0000","last_fullsized":"2024-03-10T22:31:39.823458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959315+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:32:50.959315+0000","last_peered":"2024-03-10T22:32:50.959315+0000","last_clean":"2024-03-10T22:32:50.959315+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:32:50.959315+0000","last_undegraded":"2024-03-10T22:32:50.959315+0000","last_fullsized":"2024-03-10T22:32:50.959315+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1128,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823430+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:31:39.823430+0000","last_peered":"2024-03-10T22:31:39.823430+0000","last_clean":"2024-03-10T22:31:39.823430+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:31:39.823430+0000","last_undegraded":"2024-03-10T22:31:39.823430+0000","last_fullsized":"2024-03-10T22:31:39.823430+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959290+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:32:50.959290+0000","last_peered":"2024-03-10T22:32:50.959290+0000","last_clean":"2024-03-10T22:32:50.959290+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:32:50.959290+0000","last_undegraded":"2024-03-10T22:32:50.959290+0000","last_fullsized":"2024-03-10T22:32:50.959290+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935728+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:30:28.935728+0000","last_peered":"2024-03-10T22:30:28.935728+0000","last_clean":"2024-03-10T22:30:28.935728+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:30:28.935728+0000","last_undegraded":"2024-03-10T22:30:28.935728+0000","last_fullsized":"2024-03-10T22:30:28.935728+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957182+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:32:30.957182+0000","last_peered":"2024-03-10T22:32:30.957182+0000","last_clean":"2024-03-10T22:32:30.957182+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:32:30.957182+0000","last_undegraded":"2024-03-10T22:32:30.957182+0000","last_fullsized":"2024-03-10T22:32:30.957182+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1160,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:45.307650+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:30:45.307650+0000","last_peered":"2024-03-10T22:30:45.307650+0000","last_clean":"2024-03-10T22:30:45.307650+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:30:45.307650+0000","last_undegraded":"2024-03-10T22:30:45.307650+0000","last_fullsized":"2024-03-10T22:30:45.307650+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272134+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:32:42.272134+0000","last_peered":"2024-03-10T22:32:42.272134+0000","last_clean":"2024-03-10T22:32:42.272134+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:32:42.272134+0000","last_undegraded":"2024-03-10T22:32:42.272134+0000","last_fullsized":"2024-03-10T22:32:42.272134+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.464658+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:30:59.464658+0000","last_peered":"2024-03-10T22:30:59.464658+0000","last_clean":"2024-03-10T22:30:59.464658+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:30:59.464658+0000","last_undegraded":"2024-03-10T22:30:59.464658+0000","last_fullsized":"2024-03-10T22:30:59.464658+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818728+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:30:59.818728+0000","last_peered":"2024-03-10T22:30:59.818728+0000","last_clean":"2024-03-10T22:30:59.818728+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:30:59.818728+0000","last_undegraded":"2024-03-10T22:30:59.818728+0000","last_fullsized":"2024-03-10T22:30:59.818728+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721535+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:31:33.721535+0000","last_peered":"2024-03-10T22:31:33.721535+0000","last_clean":"2024-03-10T22:31:33.721535+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:31:33.721535+0000","last_undegraded":"2024-03-10T22:31:33.721535+0000","last_fullsized":"2024-03-10T22:31:33.721535+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721508+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:31:33.721508+0000","last_peered":"2024-03-10T22:31:33.721508+0000","last_clean":"2024-03-10T22:31:33.721508+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:31:33.721508+0000","last_undegraded":"2024-03-10T22:31:33.721508+0000","last_fullsized":"2024-03-10T22:31:33.721508+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952970+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:31:50.952970+0000","last_peered":"2024-03-10T22:31:50.952970+0000","last_clean":"2024-03-10T22:31:50.952970+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:31:50.952970+0000","last_undegraded":"2024-03-10T22:31:50.952970+0000","last_fullsized":"2024-03-10T22:31:50.952970+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275990+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:33:17.275990+0000","last_peered":"2024-03-10T22:33:17.275990+0000","last_clean":"2024-03-10T22:33:17.275990+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:33:17.275990+0000","last_undegraded":"2024-03-10T22:33:17.275990+0000","last_fullsized":"2024-03-10T22:33:17.275990+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949150+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:32:28.949150+0000","last_peered":"2024-03-10T22:32:28.949150+0000","last_clean":"2024-03-10T22:32:28.949150+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:32:28.949150+0000","last_undegraded":"2024-03-10T22:32:28.949150+0000","last_fullsized":"2024-03-10T22:32:28.949150+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949167+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:32:28.949167+0000","last_peered":"2024-03-10T22:32:28.949167+0000","last_clean":"2024-03-10T22:32:28.949167+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:32:28.949167+0000","last_undegraded":"2024-03-10T22:32:28.949167+0000","last_fullsized":"2024-03-10T22:32:28.949167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275976+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:33:17.275976+0000","last_peered":"2024-03-10T22:33:17.275976+0000","last_clean":"2024-03-10T22:33:17.275976+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:33:17.275976+0000","last_undegraded":"2024-03-10T22:33:17.275976+0000","last_fullsized":"2024-03-10T22:33:17.275976+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959346+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:32:50.959346+0000","last_peered":"2024-03-10T22:32:50.959346+0000","last_clean":"2024-03-10T22:32:50.959346+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:32:50.959346+0000","last_undegraded":"2024-03-10T22:32:50.959346+0000","last_fullsized":"2024-03-10T22:32:50.959346+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823469+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:31:39.823469+0000","last_peered":"2024-03-10T22:31:39.823469+0000","last_clean":"2024-03-10T22:31:39.823469+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:31:39.823469+0000","last_undegraded":"2024-03-10T22:31:39.823469+0000","last_fullsized":"2024-03-10T22:31:39.823469+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":976,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470399+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:31:54.470399+0000","last_peered":"2024-03-10T22:31:54.470399+0000","last_clean":"2024-03-10T22:31:54.470399+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:31:54.470399+0000","last_undegraded":"2024-03-10T22:31:54.470399+0000","last_fullsized":"2024-03-10T22:31:54.470399+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823479+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:31:39.823479+0000","last_peered":"2024-03-10T22:31:39.823479+0000","last_clean":"2024-03-10T22:31:39.823479+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:31:39.823479+0000","last_undegraded":"2024-03-10T22:31:39.823479+0000","last_fullsized":"2024-03-10T22:31:39.823479+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:28.935807+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:30:28.935807+0000","last_peered":"2024-03-10T22:30:28.935807+0000","last_clean":"2024-03-10T22:30:28.935807+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:30:28.935807+0000","last_undegraded":"2024-03-10T22:30:28.935807+0000","last_fullsized":"2024-03-10T22:30:28.935807+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1104,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821277+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:31:19.821277+0000","last_peered":"2024-03-10T22:31:19.821277+0000","last_clean":"2024-03-10T22:31:19.821277+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:31:19.821277+0000","last_undegraded":"2024-03-10T22:31:19.821277+0000","last_fullsized":"2024-03-10T22:31:19.821277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467355+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:31:24.467355+0000","last_peered":"2024-03-10T22:31:24.467355+0000","last_clean":"2024-03-10T22:31:24.467355+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:31:24.467355+0000","last_undegraded":"2024-03-10T22:31:24.467355+0000","last_fullsized":"2024-03-10T22:31:24.467355+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821333+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:31:19.821333+0000","last_peered":"2024-03-10T22:31:19.821333+0000","last_clean":"2024-03-10T22:31:19.821333+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:31:19.821333+0000","last_undegraded":"2024-03-10T22:31:19.821333+0000","last_fullsized":"2024-03-10T22:31:19.821333+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821322+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:31:19.821322+0000","last_peered":"2024-03-10T22:31:19.821322+0000","last_clean":"2024-03-10T22:31:19.821322+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:31:19.821322+0000","last_undegraded":"2024-03-10T22:31:19.821322+0000","last_fullsized":"2024-03-10T22:31:19.821322+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:47.259839+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:30:47.259839+0000","last_peered":"2024-03-10T22:30:47.259839+0000","last_clean":"2024-03-10T22:30:47.259839+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:30:47.259839+0000","last_undegraded":"2024-03-10T22:30:47.259839+0000","last_fullsized":"2024-03-10T22:30:47.259839+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467416+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:31:24.467416+0000","last_peered":"2024-03-10T22:31:24.467416+0000","last_clean":"2024-03-10T22:31:24.467416+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:31:24.467416+0000","last_undegraded":"2024-03-10T22:31:24.467416+0000","last_fullsized":"2024-03-10T22:31:24.467416+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:45.321287+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:32:45.321287+0000","last_peered":"2024-03-10T22:32:45.321287+0000","last_clean":"2024-03-10T22:32:45.321287+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:32:45.321287+0000","last_undegraded":"2024-03-10T22:32:45.321287+0000","last_fullsized":"2024-03-10T22:32:45.321287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681044+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:31:35.681044+0000","last_peered":"2024-03-10T22:31:35.681044+0000","last_clean":"2024-03-10T22:31:35.681044+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:31:35.681044+0000","last_undegraded":"2024-03-10T22:31:35.681044+0000","last_fullsized":"2024-03-10T22:31:35.681044+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957142+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:32:30.957142+0000","last_peered":"2024-03-10T22:32:30.957142+0000","last_clean":"2024-03-10T22:32:30.957142+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:32:30.957142+0000","last_undegraded":"2024-03-10T22:32:30.957142+0000","last_fullsized":"2024-03-10T22:32:30.957142+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1275,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272174+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:32:42.272174+0000","last_peered":"2024-03-10T22:32:42.272174+0000","last_clean":"2024-03-10T22:32:42.272174+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:32:42.272174+0000","last_undegraded":"2024-03-10T22:32:42.272174+0000","last_fullsized":"2024-03-10T22:32:42.272174+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272154+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:32:42.272154+0000","last_peered":"2024-03-10T22:32:42.272154+0000","last_clean":"2024-03-10T22:32:42.272154+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:32:42.272154+0000","last_undegraded":"2024-03-10T22:32:42.272154+0000","last_fullsized":"2024-03-10T22:32:42.272154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818760+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:30:59.818760+0000","last_peered":"2024-03-10T22:30:59.818760+0000","last_clean":"2024-03-10T22:30:59.818760+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:30:59.818760+0000","last_undegraded":"2024-03-10T22:30:59.818760+0000","last_fullsized":"2024-03-10T22:30:59.818760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955265+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:32:10.955265+0000","last_peered":"2024-03-10T22:32:10.955265+0000","last_clean":"2024-03-10T22:32:10.955265+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:32:10.955265+0000","last_undegraded":"2024-03-10T22:32:10.955265+0000","last_fullsized":"2024-03-10T22:32:10.955265+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681022+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:31:35.681022+0000","last_peered":"2024-03-10T22:31:35.681022+0000","last_clean":"2024-03-10T22:31:35.681022+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:31:35.681022+0000","last_undegraded":"2024-03-10T22:31:35.681022+0000","last_fullsized":"2024-03-10T22:31:35.681022+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.680999+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:31:35.680999+0000","last_peered":"2024-03-10T22:31:35.680999+0000","last_clean":"2024-03-10T22:31:35.680999+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:31:35.680999+0000","last_undegraded":"2024-03-10T22:31:35.680999+0000","last_fullsized":"2024-03-10T22:31:35.680999+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1263,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721462+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:31:33.721462+0000","last_peered":"2024-03-10T22:31:33.721462+0000","last_clean":"2024-03-10T22:31:33.721462+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:31:33.721462+0000","last_undegraded":"2024-03-10T22:31:33.721462+0000","last_fullsized":"2024-03-10T22:31:33.721462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955238+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:32:10.955238+0000","last_peered":"2024-03-10T22:32:10.955238+0000","last_clean":"2024-03-10T22:32:10.955238+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:32:10.955238+0000","last_undegraded":"2024-03-10T22:32:10.955238+0000","last_fullsized":"2024-03-10T22:32:10.955238+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4443,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730462+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:32:53.730462+0000","last_peered":"2024-03-10T22:32:53.730462+0000","last_clean":"2024-03-10T22:32:53.730462+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:32:53.730462+0000","last_undegraded":"2024-03-10T22:32:53.730462+0000","last_fullsized":"2024-03-10T22:32:53.730462+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1165,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:20.318667+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:32:20.318667+0000","last_peered":"2024-03-10T22:32:20.318667+0000","last_clean":"2024-03-10T22:32:20.318667+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:32:20.318667+0000","last_undegraded":"2024-03-10T22:32:20.318667+0000","last_fullsized":"2024-03-10T22:32:20.318667+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953010+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:31:50.953010+0000","last_peered":"2024-03-10T22:31:50.953010+0000","last_clean":"2024-03-10T22:31:50.953010+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:31:50.953010+0000","last_undegraded":"2024-03-10T22:31:50.953010+0000","last_fullsized":"2024-03-10T22:31:50.953010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12612,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275888+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:33:17.275888+0000","last_peered":"2024-03-10T22:33:17.275888+0000","last_clean":"2024-03-10T22:33:17.275888+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:33:17.275888+0000","last_undegraded":"2024-03-10T22:33:17.275888+0000","last_fullsized":"2024-03-10T22:33:17.275888+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469862+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:31:49.469862+0000","last_peered":"2024-03-10T22:31:49.469862+0000","last_clean":"2024-03-10T22:31:49.469862+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:31:49.469862+0000","last_undegraded":"2024-03-10T22:31:49.469862+0000","last_fullsized":"2024-03-10T22:31:49.469862+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469923+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:31:49.469923+0000","last_peered":"2024-03-10T22:31:49.469923+0000","last_clean":"2024-03-10T22:31:49.469923+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:31:49.469923+0000","last_undegraded":"2024-03-10T22:31:49.469923+0000","last_fullsized":"2024-03-10T22:31:49.469923+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826498+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:32:04.826498+0000","last_peered":"2024-03-10T22:32:04.826498+0000","last_clean":"2024-03-10T22:32:04.826498+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:32:04.826498+0000","last_undegraded":"2024-03-10T22:32:04.826498+0000","last_fullsized":"2024-03-10T22:32:04.826498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15025,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275952+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:33:17.275952+0000","last_peered":"2024-03-10T22:33:17.275952+0000","last_clean":"2024-03-10T22:33:17.275952+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:33:17.275952+0000","last_undegraded":"2024-03-10T22:33:17.275952+0000","last_fullsized":"2024-03-10T22:33:17.275952+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469905+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:31:49.469905+0000","last_peered":"2024-03-10T22:31:49.469905+0000","last_clean":"2024-03-10T22:31:49.469905+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:31:49.469905+0000","last_undegraded":"2024-03-10T22:31:49.469905+0000","last_fullsized":"2024-03-10T22:31:49.469905+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1124,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826422+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:32:04.826422+0000","last_peered":"2024-03-10T22:32:04.826422+0000","last_clean":"2024-03-10T22:32:04.826422+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:32:04.826422+0000","last_undegraded":"2024-03-10T22:32:04.826422+0000","last_fullsized":"2024-03-10T22:32:04.826422+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312761+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:31:30.312761+0000","last_peered":"2024-03-10T22:31:30.312761+0000","last_clean":"2024-03-10T22:31:30.312761+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:31:30.312761+0000","last_undegraded":"2024-03-10T22:31:30.312761+0000","last_fullsized":"2024-03-10T22:31:30.312761+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4229,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730536+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:32:53.730536+0000","last_peered":"2024-03-10T22:32:53.730536+0000","last_clean":"2024-03-10T22:32:53.730536+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:32:53.730536+0000","last_undegraded":"2024-03-10T22:32:53.730536+0000","last_fullsized":"2024-03-10T22:32:53.730536+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473352+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:32:19.473352+0000","last_peered":"2024-03-10T22:32:19.473352+0000","last_clean":"2024-03-10T22:32:19.473352+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:32:19.473352+0000","last_undegraded":"2024-03-10T22:32:19.473352+0000","last_fullsized":"2024-03-10T22:32:19.473352+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480031+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:33:19.480031+0000","last_peered":"2024-03-10T22:33:19.480031+0000","last_clean":"2024-03-10T22:33:19.480031+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:33:19.480031+0000","last_undegraded":"2024-03-10T22:33:19.480031+0000","last_fullsized":"2024-03-10T22:33:19.480031+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727353+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:32:23.727353+0000","last_peered":"2024-03-10T22:32:23.727353+0000","last_clean":"2024-03-10T22:32:23.727353+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:32:23.727353+0000","last_undegraded":"2024-03-10T22:32:23.727353+0000","last_fullsized":"2024-03-10T22:32:23.727353+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4296,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962405+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:33:15.962405+0000","last_peered":"2024-03-10T22:33:15.962405+0000","last_clean":"2024-03-10T22:33:15.962405+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:33:15.962405+0000","last_undegraded":"2024-03-10T22:33:15.962405+0000","last_fullsized":"2024-03-10T22:33:15.962405+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688239+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:32:40.688239+0000","last_peered":"2024-03-10T22:32:40.688239+0000","last_clean":"2024-03-10T22:32:40.688239+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:32:40.688239+0000","last_undegraded":"2024-03-10T22:32:40.688239+0000","last_fullsized":"2024-03-10T22:32:40.688239+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952719+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:32:58.952719+0000","last_peered":"2024-03-10T22:32:58.952719+0000","last_clean":"2024-03-10T22:32:58.952719+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:32:58.952719+0000","last_undegraded":"2024-03-10T22:32:58.952719+0000","last_fullsized":"2024-03-10T22:32:58.952719+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826465+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:32:04.826465+0000","last_peered":"2024-03-10T22:32:04.826465+0000","last_clean":"2024-03-10T22:32:04.826465+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:32:04.826465+0000","last_undegraded":"2024-03-10T22:32:04.826465+0000","last_fullsized":"2024-03-10T22:32:04.826465+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959253+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:32:50.959253+0000","last_peered":"2024-03-10T22:32:50.959253+0000","last_clean":"2024-03-10T22:32:50.959253+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:32:50.959253+0000","last_undegraded":"2024-03-10T22:32:50.959253+0000","last_fullsized":"2024-03-10T22:32:50.959253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3653,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829494+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:32:29.829494+0000","last_peered":"2024-03-10T22:32:29.829494+0000","last_clean":"2024-03-10T22:32:29.829494+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:32:29.829494+0000","last_undegraded":"2024-03-10T22:32:29.829494+0000","last_fullsized":"2024-03-10T22:32:29.829494+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:42.266134+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:31:42.266134+0000","last_peered":"2024-03-10T22:31:42.266134+0000","last_clean":"2024-03-10T22:31:42.266134+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:31:42.266134+0000","last_undegraded":"2024-03-10T22:31:42.266134+0000","last_fullsized":"2024-03-10T22:31:42.266134+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275840+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:33:17.275840+0000","last_peered":"2024-03-10T22:33:17.275840+0000","last_clean":"2024-03-10T22:33:17.275840+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:33:17.275840+0000","last_undegraded":"2024-03-10T22:33:17.275840+0000","last_fullsized":"2024-03-10T22:33:17.275840+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":920,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:53.723500+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:31:53.723500+0000","last_peered":"2024-03-10T22:31:53.723500+0000","last_clean":"2024-03-10T22:31:53.723500+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:31:53.723500+0000","last_undegraded":"2024-03-10T22:31:53.723500+0000","last_fullsized":"2024-03-10T22:31:53.723500+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4505,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688204+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:32:40.688204+0000","last_peered":"2024-03-10T22:32:40.688204+0000","last_clean":"2024-03-10T22:32:40.688204+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:32:40.688204+0000","last_undegraded":"2024-03-10T22:32:40.688204+0000","last_fullsized":"2024-03-10T22:32:40.688204+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275937+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:33:17.275937+0000","last_peered":"2024-03-10T22:33:17.275937+0000","last_clean":"2024-03-10T22:33:17.275937+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:33:17.275937+0000","last_undegraded":"2024-03-10T22:33:17.275937+0000","last_fullsized":"2024-03-10T22:33:17.275937+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":962,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470449+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:31:54.470449+0000","last_peered":"2024-03-10T22:31:54.470449+0000","last_clean":"2024-03-10T22:31:54.470449+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:31:54.470449+0000","last_undegraded":"2024-03-10T22:31:54.470449+0000","last_fullsized":"2024-03-10T22:31:54.470449+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469885+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:31:49.469885+0000","last_peered":"2024-03-10T22:31:49.469885+0000","last_clean":"2024-03-10T22:31:49.469885+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:31:49.469885+0000","last_undegraded":"2024-03-10T22:31:49.469885+0000","last_fullsized":"2024-03-10T22:31:49.469885+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5078,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312712+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:31:30.312712+0000","last_peered":"2024-03-10T22:31:30.312712+0000","last_clean":"2024-03-10T22:31:30.312712+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:31:30.312712+0000","last_undegraded":"2024-03-10T22:31:30.312712+0000","last_fullsized":"2024-03-10T22:31:30.312712+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949090+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:32:28.949090+0000","last_peered":"2024-03-10T22:32:28.949090+0000","last_clean":"2024-03-10T22:32:28.949090+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:32:28.949090+0000","last_undegraded":"2024-03-10T22:32:28.949090+0000","last_fullsized":"2024-03-10T22:32:28.949090+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473340+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:32:19.473340+0000","last_peered":"2024-03-10T22:32:19.473340+0000","last_clean":"2024-03-10T22:32:19.473340+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:32:19.473340+0000","last_undegraded":"2024-03-10T22:32:19.473340+0000","last_fullsized":"2024-03-10T22:32:19.473340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941144+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:31:18.941144+0000","last_peered":"2024-03-10T22:31:18.941144+0000","last_clean":"2024-03-10T22:31:18.941144+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:31:18.941144+0000","last_undegraded":"2024-03-10T22:31:18.941144+0000","last_fullsized":"2024-03-10T22:31:18.941144+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949109+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:32:28.949109+0000","last_peered":"2024-03-10T22:32:28.949109+0000","last_clean":"2024-03-10T22:32:28.949109+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:32:28.949109+0000","last_undegraded":"2024-03-10T22:32:28.949109+0000","last_fullsized":"2024-03-10T22:32:28.949109+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312683+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:31:30.312683+0000","last_peered":"2024-03-10T22:31:30.312683+0000","last_clean":"2024-03-10T22:31:30.312683+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:31:30.312683+0000","last_undegraded":"2024-03-10T22:31:30.312683+0000","last_fullsized":"2024-03-10T22:31:30.312683+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691134+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:33:05.691134+0000","last_peered":"2024-03-10T22:33:05.691134+0000","last_clean":"2024-03-10T22:33:05.691134+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:33:05.691134+0000","last_undegraded":"2024-03-10T22:33:05.691134+0000","last_fullsized":"2024-03-10T22:33:05.691134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:53.730557+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:32:53.730557+0000","last_peered":"2024-03-10T22:32:53.730557+0000","last_clean":"2024-03-10T22:32:53.730557+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:32:53.730557+0000","last_undegraded":"2024-03-10T22:32:53.730557+0000","last_fullsized":"2024-03-10T22:32:53.730557+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3249,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832529+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:32:54.832529+0000","last_peered":"2024-03-10T22:32:54.832529+0000","last_clean":"2024-03-10T22:32:54.832529+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:32:54.832529+0000","last_undegraded":"2024-03-10T22:32:54.832529+0000","last_fullsized":"2024-03-10T22:32:54.832529+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1026,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951010+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:31:30.951010+0000","last_peered":"2024-03-10T22:31:30.951010+0000","last_clean":"2024-03-10T22:31:30.951010+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:31:30.951010+0000","last_undegraded":"2024-03-10T22:31:30.951010+0000","last_fullsized":"2024-03-10T22:31:30.951010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.315985+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:31:55.315985+0000","last_peered":"2024-03-10T22:31:55.315985+0000","last_clean":"2024-03-10T22:31:55.315985+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:31:55.315985+0000","last_undegraded":"2024-03-10T22:31:55.315985+0000","last_fullsized":"2024-03-10T22:31:55.315985+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4002,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:20.318631+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:32:20.318631+0000","last_peered":"2024-03-10T22:32:20.318631+0000","last_clean":"2024-03-10T22:32:20.318631+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:32:20.318631+0000","last_undegraded":"2024-03-10T22:32:20.318631+0000","last_fullsized":"2024-03-10T22:32:20.318631+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473276+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:32:19.473276+0000","last_peered":"2024-03-10T22:32:19.473276+0000","last_clean":"2024-03-10T22:32:19.473276+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:32:19.473276+0000","last_undegraded":"2024-03-10T22:32:19.473276+0000","last_fullsized":"2024-03-10T22:32:19.473276+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941081+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:31:18.941081+0000","last_peered":"2024-03-10T22:31:18.941081+0000","last_clean":"2024-03-10T22:31:18.941081+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:31:18.941081+0000","last_undegraded":"2024-03-10T22:31:18.941081+0000","last_fullsized":"2024-03-10T22:31:18.941081+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4942,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719228+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:31:08.719228+0000","last_peered":"2024-03-10T22:31:08.719228+0000","last_clean":"2024-03-10T22:31:08.719228+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:31:08.719228+0000","last_undegraded":"2024-03-10T22:31:08.719228+0000","last_fullsized":"2024-03-10T22:31:08.719228+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473299+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:32:19.473299+0000","last_peered":"2024-03-10T22:32:19.473299+0000","last_clean":"2024-03-10T22:32:19.473299+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:32:19.473299+0000","last_undegraded":"2024-03-10T22:32:19.473299+0000","last_fullsized":"2024-03-10T22:32:19.473299+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943774+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:31:43.943774+0000","last_peered":"2024-03-10T22:31:43.943774+0000","last_clean":"2024-03-10T22:31:43.943774+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:31:43.943774+0000","last_undegraded":"2024-03-10T22:31:43.943774+0000","last_fullsized":"2024-03-10T22:31:43.943774+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476787+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:32:49.476787+0000","last_peered":"2024-03-10T22:32:49.476787+0000","last_clean":"2024-03-10T22:32:49.476787+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:32:49.476787+0000","last_undegraded":"2024-03-10T22:32:49.476787+0000","last_fullsized":"2024-03-10T22:32:49.476787+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1209,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719208+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:31:08.719208+0000","last_peered":"2024-03-10T22:31:08.719208+0000","last_clean":"2024-03-10T22:31:08.719208+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:31:08.719208+0000","last_undegraded":"2024-03-10T22:31:08.719208+0000","last_fullsized":"2024-03-10T22:31:08.719208+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691087+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:33:05.691087+0000","last_peered":"2024-03-10T22:33:05.691087+0000","last_clean":"2024-03-10T22:33:05.691087+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:33:05.691087+0000","last_undegraded":"2024-03-10T22:33:05.691087+0000","last_fullsized":"2024-03-10T22:33:05.691087+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5331,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:31:08.719168+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:31:08.719168+0000","last_peered":"2024-03-10T22:31:08.719168+0000","last_clean":"2024-03-10T22:31:08.719168+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:31:08.719168+0000","last_undegraded":"2024-03-10T22:31:08.719168+0000","last_fullsized":"2024-03-10T22:31:08.719168+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1215,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719219+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:31:08.719219+0000","last_peered":"2024-03-10T22:31:08.719219+0000","last_clean":"2024-03-10T22:31:08.719219+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:31:08.719219+0000","last_undegraded":"2024-03-10T22:31:08.719219+0000","last_fullsized":"2024-03-10T22:31:08.719219+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952995+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:31:50.952995+0000","last_peered":"2024-03-10T22:31:50.952995+0000","last_clean":"2024-03-10T22:31:50.952995+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:50.952995+0000","last_undegraded":"2024-03-10T22:31:50.952995+0000","last_fullsized":"2024-03-10T22:31:50.952995+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4660,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730504+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:32:53.730504+0000","last_peered":"2024-03-10T22:32:53.730504+0000","last_clean":"2024-03-10T22:32:53.730504+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:32:53.730504+0000","last_undegraded":"2024-03-10T22:32:53.730504+0000","last_fullsized":"2024-03-10T22:32:53.730504+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476833+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:32:49.476833+0000","last_peered":"2024-03-10T22:32:49.476833+0000","last_clean":"2024-03-10T22:32:49.476833+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:32:49.476833+0000","last_undegraded":"2024-03-10T22:32:49.476833+0000","last_fullsized":"2024-03-10T22:32:49.476833+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832503+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:32:54.832503+0000","last_peered":"2024-03-10T22:32:54.832503+0000","last_clean":"2024-03-10T22:32:54.832503+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:32:54.832503+0000","last_undegraded":"2024-03-10T22:32:54.832503+0000","last_fullsized":"2024-03-10T22:32:54.832503+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951039+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:31:30.951039+0000","last_peered":"2024-03-10T22:31:30.951039+0000","last_clean":"2024-03-10T22:31:30.951039+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:31:30.951039+0000","last_undegraded":"2024-03-10T22:31:30.951039+0000","last_fullsized":"2024-03-10T22:31:30.951039+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:08.719250+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:31:08.719250+0000","last_peered":"2024-03-10T22:31:08.719250+0000","last_clean":"2024-03-10T22:31:08.719250+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:31:08.719250+0000","last_undegraded":"2024-03-10T22:31:08.719250+0000","last_fullsized":"2024-03-10T22:31:08.719250+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953022+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:31:50.953022+0000","last_peered":"2024-03-10T22:31:50.953022+0000","last_clean":"2024-03-10T22:31:50.953022+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:31:50.953022+0000","last_undegraded":"2024-03-10T22:31:50.953022+0000","last_fullsized":"2024-03-10T22:31:50.953022+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688161+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:32:40.688161+0000","last_peered":"2024-03-10T22:32:40.688161+0000","last_clean":"2024-03-10T22:32:40.688161+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:32:40.688161+0000","last_undegraded":"2024-03-10T22:32:40.688161+0000","last_fullsized":"2024-03-10T22:32:40.688161+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727328+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:32:23.727328+0000","last_peered":"2024-03-10T22:32:23.727328+0000","last_clean":"2024-03-10T22:32:23.727328+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:32:23.727328+0000","last_undegraded":"2024-03-10T22:32:23.727328+0000","last_fullsized":"2024-03-10T22:32:23.727328+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826452+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:32:04.826452+0000","last_peered":"2024-03-10T22:32:04.826452+0000","last_clean":"2024-03-10T22:32:04.826452+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:32:04.826452+0000","last_undegraded":"2024-03-10T22:32:04.826452+0000","last_fullsized":"2024-03-10T22:32:04.826452+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275875+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:33:17.275875+0000","last_peered":"2024-03-10T22:33:17.275875+0000","last_clean":"2024-03-10T22:33:17.275875+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:33:17.275875+0000","last_undegraded":"2024-03-10T22:33:17.275875+0000","last_fullsized":"2024-03-10T22:33:17.275875+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941128+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:31:18.941128+0000","last_peered":"2024-03-10T22:31:18.941128+0000","last_clean":"2024-03-10T22:31:18.941128+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:31:18.941128+0000","last_undegraded":"2024-03-10T22:31:18.941128+0000","last_fullsized":"2024-03-10T22:31:18.941128+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473326+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:32:19.473326+0000","last_peered":"2024-03-10T22:32:19.473326+0000","last_clean":"2024-03-10T22:32:19.473326+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:32:19.473326+0000","last_undegraded":"2024-03-10T22:32:19.473326+0000","last_fullsized":"2024-03-10T22:32:19.473326+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691123+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:33:05.691123+0000","last_peered":"2024-03-10T22:33:05.691123+0000","last_clean":"2024-03-10T22:33:05.691123+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:33:05.691123+0000","last_undegraded":"2024-03-10T22:33:05.691123+0000","last_fullsized":"2024-03-10T22:33:05.691123+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941155+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:31:18.941155+0000","last_peered":"2024-03-10T22:31:18.941155+0000","last_clean":"2024-03-10T22:31:18.941155+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:31:18.941155+0000","last_undegraded":"2024-03-10T22:31:18.941155+0000","last_fullsized":"2024-03-10T22:31:18.941155+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829446+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:32:29.829446+0000","last_peered":"2024-03-10T22:32:29.829446+0000","last_clean":"2024-03-10T22:32:29.829446+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:32:29.829446+0000","last_undegraded":"2024-03-10T22:32:29.829446+0000","last_fullsized":"2024-03-10T22:32:29.829446+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943746+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:31:43.943746+0000","last_peered":"2024-03-10T22:31:43.943746+0000","last_clean":"2024-03-10T22:31:43.943746+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:31:43.943746+0000","last_undegraded":"2024-03-10T22:31:43.943746+0000","last_fullsized":"2024-03-10T22:31:43.943746+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832470+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:32:54.832470+0000","last_peered":"2024-03-10T22:32:54.832470+0000","last_clean":"2024-03-10T22:32:54.832470+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:32:54.832470+0000","last_undegraded":"2024-03-10T22:32:54.832470+0000","last_fullsized":"2024-03-10T22:32:54.832470+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:12.269287+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:32:12.269287+0000","last_peered":"2024-03-10T22:32:12.269287+0000","last_clean":"2024-03-10T22:32:12.269287+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:32:12.269287+0000","last_undegraded":"2024-03-10T22:32:12.269287+0000","last_fullsized":"2024-03-10T22:32:12.269287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:15.678930+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:31:15.678930+0000","last_peered":"2024-03-10T22:31:15.678930+0000","last_clean":"2024-03-10T22:31:15.678930+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:31:15.678930+0000","last_undegraded":"2024-03-10T22:31:15.678930+0000","last_fullsized":"2024-03-10T22:31:15.678930+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784024,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928671,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586498,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796553,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474555,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329908,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152557,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073318,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:35:28.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:28.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:28.406 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:28.406 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:28.406 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:28.406 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:28.406 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:28.406 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:28.406 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:35:28.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:28 smithi172 ceph-mon[84635]: pgmap v1140: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:29.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:29 smithi169 ceph-mon[88180]: from='client.34749 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:29.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:29 smithi169 ceph-mon[90638]: from='client.34749 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:29.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:29 smithi172 ceph-mon[84635]: from='client.34749 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:30.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:30 smithi169 ceph-mon[88180]: pgmap v1141: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:30.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:30 smithi169 ceph-mon[90638]: pgmap v1141: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:30.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:30 smithi172 ceph-mon[84635]: pgmap v1141: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:32.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:32 smithi169 ceph-mon[90638]: pgmap v1142: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:32.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:32 smithi169 ceph-mon[88180]: pgmap v1142: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:32.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:32 smithi172 ceph-mon[84635]: pgmap v1142: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:32.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:35:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:35:34.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:34 smithi172 ceph-mon[84635]: pgmap v1143: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:34 smithi169 ceph-mon[90638]: pgmap v1143: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:34.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:34 smithi169 ceph-mon[88180]: pgmap v1143: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:36.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:36 smithi169 ceph-mon[88180]: pgmap v1144: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:36.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:36 smithi169 ceph-mon[90638]: pgmap v1144: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:36.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:35:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:35:35] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:35:36.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:36 smithi172 ceph-mon[84635]: pgmap v1144: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:38.407 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:35:38.438 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:38 smithi169 ceph-mon[88180]: pgmap v1145: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:38.438 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:38 smithi169 ceph-mon[90638]: pgmap v1145: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:38.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:38 smithi172 ceph-mon[84635]: pgmap v1145: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:38.624 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:35:40.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:40 smithi169 ceph-mon[88180]: pgmap v1146: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:40.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:40 smithi169 ceph-mon[90638]: pgmap v1146: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:40.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:40 smithi172 ceph-mon[84635]: pgmap v1146: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:40.570 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:35:40.572 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:35:41.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:41 smithi169 ceph-mon[90638]: from='client.34755 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:41.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:41.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:41 smithi169 ceph-mon[88180]: from='client.34755 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:41.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:41.234 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1146,"stamp":"2024-03-10T22:35:38.750046+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004092"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962450+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:33:15.962450+0000","last_peered":"2024-03-10T22:33:15.962450+0000","last_clean":"2024-03-10T22:33:15.962450+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:33:15.962450+0000","last_undegraded":"2024-03-10T22:33:15.962450+0000","last_fullsized":"2024-03-10T22:33:15.962450+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1236,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469946+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:31:49.469946+0000","last_peered":"2024-03-10T22:31:49.469946+0000","last_clean":"2024-03-10T22:31:49.469946+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:31:49.469946+0000","last_undegraded":"2024-03-10T22:31:49.469946+0000","last_fullsized":"2024-03-10T22:31:49.469946+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275964+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:33:17.275964+0000","last_peered":"2024-03-10T22:33:17.275964+0000","last_clean":"2024-03-10T22:33:17.275964+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:33:17.275964+0000","last_undegraded":"2024-03-10T22:33:17.275964+0000","last_fullsized":"2024-03-10T22:33:17.275964+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823458+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:31:39.823458+0000","last_peered":"2024-03-10T22:31:39.823458+0000","last_clean":"2024-03-10T22:31:39.823458+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:39.823458+0000","last_undegraded":"2024-03-10T22:31:39.823458+0000","last_fullsized":"2024-03-10T22:31:39.823458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959315+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:32:50.959315+0000","last_peered":"2024-03-10T22:32:50.959315+0000","last_clean":"2024-03-10T22:32:50.959315+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:32:50.959315+0000","last_undegraded":"2024-03-10T22:32:50.959315+0000","last_fullsized":"2024-03-10T22:32:50.959315+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1128,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823430+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:31:39.823430+0000","last_peered":"2024-03-10T22:31:39.823430+0000","last_clean":"2024-03-10T22:31:39.823430+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:31:39.823430+0000","last_undegraded":"2024-03-10T22:31:39.823430+0000","last_fullsized":"2024-03-10T22:31:39.823430+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959290+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:32:50.959290+0000","last_peered":"2024-03-10T22:32:50.959290+0000","last_clean":"2024-03-10T22:32:50.959290+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:32:50.959290+0000","last_undegraded":"2024-03-10T22:32:50.959290+0000","last_fullsized":"2024-03-10T22:32:50.959290+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952675+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:32:58.952675+0000","last_peered":"2024-03-10T22:32:58.952675+0000","last_clean":"2024-03-10T22:32:58.952675+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:32:58.952675+0000","last_undegraded":"2024-03-10T22:32:58.952675+0000","last_fullsized":"2024-03-10T22:32:58.952675+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957182+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:32:30.957182+0000","last_peered":"2024-03-10T22:32:30.957182+0000","last_clean":"2024-03-10T22:32:30.957182+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:32:30.957182+0000","last_undegraded":"2024-03-10T22:32:30.957182+0000","last_fullsized":"2024-03-10T22:32:30.957182+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:10.323997+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:33:10.323997+0000","last_peered":"2024-03-10T22:33:10.323997+0000","last_clean":"2024-03-10T22:33:10.323997+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:33:10.323997+0000","last_undegraded":"2024-03-10T22:33:10.323997+0000","last_fullsized":"2024-03-10T22:33:10.323997+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272134+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:32:42.272134+0000","last_peered":"2024-03-10T22:32:42.272134+0000","last_clean":"2024-03-10T22:32:42.272134+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:32:42.272134+0000","last_undegraded":"2024-03-10T22:32:42.272134+0000","last_fullsized":"2024-03-10T22:32:42.272134+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.464658+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:30:59.464658+0000","last_peered":"2024-03-10T22:30:59.464658+0000","last_clean":"2024-03-10T22:30:59.464658+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:30:59.464658+0000","last_undegraded":"2024-03-10T22:30:59.464658+0000","last_fullsized":"2024-03-10T22:30:59.464658+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1085,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818728+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:30:59.818728+0000","last_peered":"2024-03-10T22:30:59.818728+0000","last_clean":"2024-03-10T22:30:59.818728+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:30:59.818728+0000","last_undegraded":"2024-03-10T22:30:59.818728+0000","last_fullsized":"2024-03-10T22:30:59.818728+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721535+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:31:33.721535+0000","last_peered":"2024-03-10T22:31:33.721535+0000","last_clean":"2024-03-10T22:31:33.721535+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:31:33.721535+0000","last_undegraded":"2024-03-10T22:31:33.721535+0000","last_fullsized":"2024-03-10T22:31:33.721535+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721508+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:31:33.721508+0000","last_peered":"2024-03-10T22:31:33.721508+0000","last_clean":"2024-03-10T22:31:33.721508+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:31:33.721508+0000","last_undegraded":"2024-03-10T22:31:33.721508+0000","last_fullsized":"2024-03-10T22:31:33.721508+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952970+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:31:50.952970+0000","last_peered":"2024-03-10T22:31:50.952970+0000","last_clean":"2024-03-10T22:31:50.952970+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:31:50.952970+0000","last_undegraded":"2024-03-10T22:31:50.952970+0000","last_fullsized":"2024-03-10T22:31:50.952970+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275990+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:33:17.275990+0000","last_peered":"2024-03-10T22:33:17.275990+0000","last_clean":"2024-03-10T22:33:17.275990+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:33:17.275990+0000","last_undegraded":"2024-03-10T22:33:17.275990+0000","last_fullsized":"2024-03-10T22:33:17.275990+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949150+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:32:28.949150+0000","last_peered":"2024-03-10T22:32:28.949150+0000","last_clean":"2024-03-10T22:32:28.949150+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:32:28.949150+0000","last_undegraded":"2024-03-10T22:32:28.949150+0000","last_fullsized":"2024-03-10T22:32:28.949150+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949167+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:32:28.949167+0000","last_peered":"2024-03-10T22:32:28.949167+0000","last_clean":"2024-03-10T22:32:28.949167+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:32:28.949167+0000","last_undegraded":"2024-03-10T22:32:28.949167+0000","last_fullsized":"2024-03-10T22:32:28.949167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275976+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:33:17.275976+0000","last_peered":"2024-03-10T22:33:17.275976+0000","last_clean":"2024-03-10T22:33:17.275976+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:33:17.275976+0000","last_undegraded":"2024-03-10T22:33:17.275976+0000","last_fullsized":"2024-03-10T22:33:17.275976+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959346+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:32:50.959346+0000","last_peered":"2024-03-10T22:32:50.959346+0000","last_clean":"2024-03-10T22:32:50.959346+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:32:50.959346+0000","last_undegraded":"2024-03-10T22:32:50.959346+0000","last_fullsized":"2024-03-10T22:32:50.959346+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823469+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:31:39.823469+0000","last_peered":"2024-03-10T22:31:39.823469+0000","last_clean":"2024-03-10T22:31:39.823469+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:31:39.823469+0000","last_undegraded":"2024-03-10T22:31:39.823469+0000","last_fullsized":"2024-03-10T22:31:39.823469+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":976,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470399+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:31:54.470399+0000","last_peered":"2024-03-10T22:31:54.470399+0000","last_clean":"2024-03-10T22:31:54.470399+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:31:54.470399+0000","last_undegraded":"2024-03-10T22:31:54.470399+0000","last_fullsized":"2024-03-10T22:31:54.470399+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823479+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:31:39.823479+0000","last_peered":"2024-03-10T22:31:39.823479+0000","last_clean":"2024-03-10T22:31:39.823479+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:31:39.823479+0000","last_undegraded":"2024-03-10T22:31:39.823479+0000","last_fullsized":"2024-03-10T22:31:39.823479+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952734+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:32:58.952734+0000","last_peered":"2024-03-10T22:32:58.952734+0000","last_clean":"2024-03-10T22:32:58.952734+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:32:58.952734+0000","last_undegraded":"2024-03-10T22:32:58.952734+0000","last_fullsized":"2024-03-10T22:32:58.952734+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1104,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821277+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:31:19.821277+0000","last_peered":"2024-03-10T22:31:19.821277+0000","last_clean":"2024-03-10T22:31:19.821277+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:31:19.821277+0000","last_undegraded":"2024-03-10T22:31:19.821277+0000","last_fullsized":"2024-03-10T22:31:19.821277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467355+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:31:24.467355+0000","last_peered":"2024-03-10T22:31:24.467355+0000","last_clean":"2024-03-10T22:31:24.467355+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:31:24.467355+0000","last_undegraded":"2024-03-10T22:31:24.467355+0000","last_fullsized":"2024-03-10T22:31:24.467355+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821333+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:31:19.821333+0000","last_peered":"2024-03-10T22:31:19.821333+0000","last_clean":"2024-03-10T22:31:19.821333+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:31:19.821333+0000","last_undegraded":"2024-03-10T22:31:19.821333+0000","last_fullsized":"2024-03-10T22:31:19.821333+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821322+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:31:19.821322+0000","last_peered":"2024-03-10T22:31:19.821322+0000","last_clean":"2024-03-10T22:31:19.821322+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:31:19.821322+0000","last_undegraded":"2024-03-10T22:31:19.821322+0000","last_fullsized":"2024-03-10T22:31:19.821322+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:12.275426+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:33:12.275426+0000","last_peered":"2024-03-10T22:33:12.275426+0000","last_clean":"2024-03-10T22:33:12.275426+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:33:12.275426+0000","last_undegraded":"2024-03-10T22:33:12.275426+0000","last_fullsized":"2024-03-10T22:33:12.275426+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467416+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:31:24.467416+0000","last_peered":"2024-03-10T22:31:24.467416+0000","last_clean":"2024-03-10T22:31:24.467416+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:31:24.467416+0000","last_undegraded":"2024-03-10T22:31:24.467416+0000","last_fullsized":"2024-03-10T22:31:24.467416+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:45.321287+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:32:45.321287+0000","last_peered":"2024-03-10T22:32:45.321287+0000","last_clean":"2024-03-10T22:32:45.321287+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:32:45.321287+0000","last_undegraded":"2024-03-10T22:32:45.321287+0000","last_fullsized":"2024-03-10T22:32:45.321287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681044+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:31:35.681044+0000","last_peered":"2024-03-10T22:31:35.681044+0000","last_clean":"2024-03-10T22:31:35.681044+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:31:35.681044+0000","last_undegraded":"2024-03-10T22:31:35.681044+0000","last_fullsized":"2024-03-10T22:31:35.681044+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957142+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:32:30.957142+0000","last_peered":"2024-03-10T22:32:30.957142+0000","last_clean":"2024-03-10T22:32:30.957142+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:32:30.957142+0000","last_undegraded":"2024-03-10T22:32:30.957142+0000","last_fullsized":"2024-03-10T22:32:30.957142+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1275,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272174+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:32:42.272174+0000","last_peered":"2024-03-10T22:32:42.272174+0000","last_clean":"2024-03-10T22:32:42.272174+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:32:42.272174+0000","last_undegraded":"2024-03-10T22:32:42.272174+0000","last_fullsized":"2024-03-10T22:32:42.272174+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272154+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:32:42.272154+0000","last_peered":"2024-03-10T22:32:42.272154+0000","last_clean":"2024-03-10T22:32:42.272154+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:32:42.272154+0000","last_undegraded":"2024-03-10T22:32:42.272154+0000","last_fullsized":"2024-03-10T22:32:42.272154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:30:59.818760+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:30:59.818760+0000","last_peered":"2024-03-10T22:30:59.818760+0000","last_clean":"2024-03-10T22:30:59.818760+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:30:59.818760+0000","last_undegraded":"2024-03-10T22:30:59.818760+0000","last_fullsized":"2024-03-10T22:30:59.818760+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955265+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:32:10.955265+0000","last_peered":"2024-03-10T22:32:10.955265+0000","last_clean":"2024-03-10T22:32:10.955265+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:32:10.955265+0000","last_undegraded":"2024-03-10T22:32:10.955265+0000","last_fullsized":"2024-03-10T22:32:10.955265+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681022+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:31:35.681022+0000","last_peered":"2024-03-10T22:31:35.681022+0000","last_clean":"2024-03-10T22:31:35.681022+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:31:35.681022+0000","last_undegraded":"2024-03-10T22:31:35.681022+0000","last_fullsized":"2024-03-10T22:31:35.681022+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.680999+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:31:35.680999+0000","last_peered":"2024-03-10T22:31:35.680999+0000","last_clean":"2024-03-10T22:31:35.680999+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:31:35.680999+0000","last_undegraded":"2024-03-10T22:31:35.680999+0000","last_fullsized":"2024-03-10T22:31:35.680999+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1263,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721462+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:31:33.721462+0000","last_peered":"2024-03-10T22:31:33.721462+0000","last_clean":"2024-03-10T22:31:33.721462+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:31:33.721462+0000","last_undegraded":"2024-03-10T22:31:33.721462+0000","last_fullsized":"2024-03-10T22:31:33.721462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955238+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:32:10.955238+0000","last_peered":"2024-03-10T22:32:10.955238+0000","last_clean":"2024-03-10T22:32:10.955238+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:32:10.955238+0000","last_undegraded":"2024-03-10T22:32:10.955238+0000","last_fullsized":"2024-03-10T22:32:10.955238+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4443,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730462+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:32:53.730462+0000","last_peered":"2024-03-10T22:32:53.730462+0000","last_clean":"2024-03-10T22:32:53.730462+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:32:53.730462+0000","last_undegraded":"2024-03-10T22:32:53.730462+0000","last_fullsized":"2024-03-10T22:32:53.730462+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1165,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:20.318667+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:32:20.318667+0000","last_peered":"2024-03-10T22:32:20.318667+0000","last_clean":"2024-03-10T22:32:20.318667+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:32:20.318667+0000","last_undegraded":"2024-03-10T22:32:20.318667+0000","last_fullsized":"2024-03-10T22:32:20.318667+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953010+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:31:50.953010+0000","last_peered":"2024-03-10T22:31:50.953010+0000","last_clean":"2024-03-10T22:31:50.953010+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:31:50.953010+0000","last_undegraded":"2024-03-10T22:31:50.953010+0000","last_fullsized":"2024-03-10T22:31:50.953010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12612,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275888+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:33:17.275888+0000","last_peered":"2024-03-10T22:33:17.275888+0000","last_clean":"2024-03-10T22:33:17.275888+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:33:17.275888+0000","last_undegraded":"2024-03-10T22:33:17.275888+0000","last_fullsized":"2024-03-10T22:33:17.275888+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469862+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:31:49.469862+0000","last_peered":"2024-03-10T22:31:49.469862+0000","last_clean":"2024-03-10T22:31:49.469862+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:31:49.469862+0000","last_undegraded":"2024-03-10T22:31:49.469862+0000","last_fullsized":"2024-03-10T22:31:49.469862+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469923+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:31:49.469923+0000","last_peered":"2024-03-10T22:31:49.469923+0000","last_clean":"2024-03-10T22:31:49.469923+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:31:49.469923+0000","last_undegraded":"2024-03-10T22:31:49.469923+0000","last_fullsized":"2024-03-10T22:31:49.469923+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826498+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:32:04.826498+0000","last_peered":"2024-03-10T22:32:04.826498+0000","last_clean":"2024-03-10T22:32:04.826498+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:32:04.826498+0000","last_undegraded":"2024-03-10T22:32:04.826498+0000","last_fullsized":"2024-03-10T22:32:04.826498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15025,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275952+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:33:17.275952+0000","last_peered":"2024-03-10T22:33:17.275952+0000","last_clean":"2024-03-10T22:33:17.275952+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:33:17.275952+0000","last_undegraded":"2024-03-10T22:33:17.275952+0000","last_fullsized":"2024-03-10T22:33:17.275952+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469905+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:31:49.469905+0000","last_peered":"2024-03-10T22:31:49.469905+0000","last_clean":"2024-03-10T22:31:49.469905+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:31:49.469905+0000","last_undegraded":"2024-03-10T22:31:49.469905+0000","last_fullsized":"2024-03-10T22:31:49.469905+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1124,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826422+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:32:04.826422+0000","last_peered":"2024-03-10T22:32:04.826422+0000","last_clean":"2024-03-10T22:32:04.826422+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:32:04.826422+0000","last_undegraded":"2024-03-10T22:32:04.826422+0000","last_fullsized":"2024-03-10T22:32:04.826422+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1162,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312761+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:31:30.312761+0000","last_peered":"2024-03-10T22:31:30.312761+0000","last_clean":"2024-03-10T22:31:30.312761+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:31:30.312761+0000","last_undegraded":"2024-03-10T22:31:30.312761+0000","last_fullsized":"2024-03-10T22:31:30.312761+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4229,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730536+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:32:53.730536+0000","last_peered":"2024-03-10T22:32:53.730536+0000","last_clean":"2024-03-10T22:32:53.730536+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:32:53.730536+0000","last_undegraded":"2024-03-10T22:32:53.730536+0000","last_fullsized":"2024-03-10T22:32:53.730536+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473352+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:32:19.473352+0000","last_peered":"2024-03-10T22:32:19.473352+0000","last_clean":"2024-03-10T22:32:19.473352+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:32:19.473352+0000","last_undegraded":"2024-03-10T22:32:19.473352+0000","last_fullsized":"2024-03-10T22:32:19.473352+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480031+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:33:19.480031+0000","last_peered":"2024-03-10T22:33:19.480031+0000","last_clean":"2024-03-10T22:33:19.480031+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:33:19.480031+0000","last_undegraded":"2024-03-10T22:33:19.480031+0000","last_fullsized":"2024-03-10T22:33:19.480031+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727353+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:32:23.727353+0000","last_peered":"2024-03-10T22:32:23.727353+0000","last_clean":"2024-03-10T22:32:23.727353+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:32:23.727353+0000","last_undegraded":"2024-03-10T22:32:23.727353+0000","last_fullsized":"2024-03-10T22:32:23.727353+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4296,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962405+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:33:15.962405+0000","last_peered":"2024-03-10T22:33:15.962405+0000","last_clean":"2024-03-10T22:33:15.962405+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:33:15.962405+0000","last_undegraded":"2024-03-10T22:33:15.962405+0000","last_fullsized":"2024-03-10T22:33:15.962405+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688239+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:32:40.688239+0000","last_peered":"2024-03-10T22:32:40.688239+0000","last_clean":"2024-03-10T22:32:40.688239+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:32:40.688239+0000","last_undegraded":"2024-03-10T22:32:40.688239+0000","last_fullsized":"2024-03-10T22:32:40.688239+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952719+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:32:58.952719+0000","last_peered":"2024-03-10T22:32:58.952719+0000","last_clean":"2024-03-10T22:32:58.952719+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:32:58.952719+0000","last_undegraded":"2024-03-10T22:32:58.952719+0000","last_fullsized":"2024-03-10T22:32:58.952719+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826465+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:32:04.826465+0000","last_peered":"2024-03-10T22:32:04.826465+0000","last_clean":"2024-03-10T22:32:04.826465+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:32:04.826465+0000","last_undegraded":"2024-03-10T22:32:04.826465+0000","last_fullsized":"2024-03-10T22:32:04.826465+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959253+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:32:50.959253+0000","last_peered":"2024-03-10T22:32:50.959253+0000","last_clean":"2024-03-10T22:32:50.959253+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:32:50.959253+0000","last_undegraded":"2024-03-10T22:32:50.959253+0000","last_fullsized":"2024-03-10T22:32:50.959253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3653,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829494+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:32:29.829494+0000","last_peered":"2024-03-10T22:32:29.829494+0000","last_clean":"2024-03-10T22:32:29.829494+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:32:29.829494+0000","last_undegraded":"2024-03-10T22:32:29.829494+0000","last_fullsized":"2024-03-10T22:32:29.829494+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:42.266134+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:31:42.266134+0000","last_peered":"2024-03-10T22:31:42.266134+0000","last_clean":"2024-03-10T22:31:42.266134+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:31:42.266134+0000","last_undegraded":"2024-03-10T22:31:42.266134+0000","last_fullsized":"2024-03-10T22:31:42.266134+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275840+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:33:17.275840+0000","last_peered":"2024-03-10T22:33:17.275840+0000","last_clean":"2024-03-10T22:33:17.275840+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:33:17.275840+0000","last_undegraded":"2024-03-10T22:33:17.275840+0000","last_fullsized":"2024-03-10T22:33:17.275840+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":920,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:53.723500+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:31:53.723500+0000","last_peered":"2024-03-10T22:31:53.723500+0000","last_clean":"2024-03-10T22:31:53.723500+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:31:53.723500+0000","last_undegraded":"2024-03-10T22:31:53.723500+0000","last_fullsized":"2024-03-10T22:31:53.723500+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4505,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688204+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:32:40.688204+0000","last_peered":"2024-03-10T22:32:40.688204+0000","last_clean":"2024-03-10T22:32:40.688204+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:32:40.688204+0000","last_undegraded":"2024-03-10T22:32:40.688204+0000","last_fullsized":"2024-03-10T22:32:40.688204+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275937+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:33:17.275937+0000","last_peered":"2024-03-10T22:33:17.275937+0000","last_clean":"2024-03-10T22:33:17.275937+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:33:17.275937+0000","last_undegraded":"2024-03-10T22:33:17.275937+0000","last_fullsized":"2024-03-10T22:33:17.275937+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":962,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470449+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:31:54.470449+0000","last_peered":"2024-03-10T22:31:54.470449+0000","last_clean":"2024-03-10T22:31:54.470449+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:31:54.470449+0000","last_undegraded":"2024-03-10T22:31:54.470449+0000","last_fullsized":"2024-03-10T22:31:54.470449+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469885+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:31:49.469885+0000","last_peered":"2024-03-10T22:31:49.469885+0000","last_clean":"2024-03-10T22:31:49.469885+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:31:49.469885+0000","last_undegraded":"2024-03-10T22:31:49.469885+0000","last_fullsized":"2024-03-10T22:31:49.469885+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5078,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312712+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:31:30.312712+0000","last_peered":"2024-03-10T22:31:30.312712+0000","last_clean":"2024-03-10T22:31:30.312712+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:31:30.312712+0000","last_undegraded":"2024-03-10T22:31:30.312712+0000","last_fullsized":"2024-03-10T22:31:30.312712+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949090+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:32:28.949090+0000","last_peered":"2024-03-10T22:32:28.949090+0000","last_clean":"2024-03-10T22:32:28.949090+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:32:28.949090+0000","last_undegraded":"2024-03-10T22:32:28.949090+0000","last_fullsized":"2024-03-10T22:32:28.949090+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473340+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:32:19.473340+0000","last_peered":"2024-03-10T22:32:19.473340+0000","last_clean":"2024-03-10T22:32:19.473340+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:32:19.473340+0000","last_undegraded":"2024-03-10T22:32:19.473340+0000","last_fullsized":"2024-03-10T22:32:19.473340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941144+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:31:18.941144+0000","last_peered":"2024-03-10T22:31:18.941144+0000","last_clean":"2024-03-10T22:31:18.941144+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:31:18.941144+0000","last_undegraded":"2024-03-10T22:31:18.941144+0000","last_fullsized":"2024-03-10T22:31:18.941144+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949109+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:32:28.949109+0000","last_peered":"2024-03-10T22:32:28.949109+0000","last_clean":"2024-03-10T22:32:28.949109+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:32:28.949109+0000","last_undegraded":"2024-03-10T22:32:28.949109+0000","last_fullsized":"2024-03-10T22:32:28.949109+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.312683+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:31:30.312683+0000","last_peered":"2024-03-10T22:31:30.312683+0000","last_clean":"2024-03-10T22:31:30.312683+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:31:30.312683+0000","last_undegraded":"2024-03-10T22:31:30.312683+0000","last_fullsized":"2024-03-10T22:31:30.312683+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691134+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:33:05.691134+0000","last_peered":"2024-03-10T22:33:05.691134+0000","last_clean":"2024-03-10T22:33:05.691134+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:33:05.691134+0000","last_undegraded":"2024-03-10T22:33:05.691134+0000","last_fullsized":"2024-03-10T22:33:05.691134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:53.730557+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:32:53.730557+0000","last_peered":"2024-03-10T22:32:53.730557+0000","last_clean":"2024-03-10T22:32:53.730557+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:32:53.730557+0000","last_undegraded":"2024-03-10T22:32:53.730557+0000","last_fullsized":"2024-03-10T22:32:53.730557+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3249,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832529+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:32:54.832529+0000","last_peered":"2024-03-10T22:32:54.832529+0000","last_clean":"2024-03-10T22:32:54.832529+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:32:54.832529+0000","last_undegraded":"2024-03-10T22:32:54.832529+0000","last_fullsized":"2024-03-10T22:32:54.832529+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1026,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951010+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:31:30.951010+0000","last_peered":"2024-03-10T22:31:30.951010+0000","last_clean":"2024-03-10T22:31:30.951010+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:31:30.951010+0000","last_undegraded":"2024-03-10T22:31:30.951010+0000","last_fullsized":"2024-03-10T22:31:30.951010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.315985+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:31:55.315985+0000","last_peered":"2024-03-10T22:31:55.315985+0000","last_clean":"2024-03-10T22:31:55.315985+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:31:55.315985+0000","last_undegraded":"2024-03-10T22:31:55.315985+0000","last_fullsized":"2024-03-10T22:31:55.315985+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4002,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:20.318631+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:32:20.318631+0000","last_peered":"2024-03-10T22:32:20.318631+0000","last_clean":"2024-03-10T22:32:20.318631+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:32:20.318631+0000","last_undegraded":"2024-03-10T22:32:20.318631+0000","last_fullsized":"2024-03-10T22:32:20.318631+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473276+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:32:19.473276+0000","last_peered":"2024-03-10T22:32:19.473276+0000","last_clean":"2024-03-10T22:32:19.473276+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:32:19.473276+0000","last_undegraded":"2024-03-10T22:32:19.473276+0000","last_fullsized":"2024-03-10T22:32:19.473276+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941081+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:31:18.941081+0000","last_peered":"2024-03-10T22:31:18.941081+0000","last_clean":"2024-03-10T22:31:18.941081+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:31:18.941081+0000","last_undegraded":"2024-03-10T22:31:18.941081+0000","last_fullsized":"2024-03-10T22:31:18.941081+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4943,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734178+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:33:23.734178+0000","last_peered":"2024-03-10T22:33:23.734178+0000","last_clean":"2024-03-10T22:33:23.734178+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:33:23.734178+0000","last_undegraded":"2024-03-10T22:33:23.734178+0000","last_fullsized":"2024-03-10T22:33:23.734178+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473299+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:32:19.473299+0000","last_peered":"2024-03-10T22:32:19.473299+0000","last_clean":"2024-03-10T22:32:19.473299+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:32:19.473299+0000","last_undegraded":"2024-03-10T22:32:19.473299+0000","last_fullsized":"2024-03-10T22:32:19.473299+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943774+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:31:43.943774+0000","last_peered":"2024-03-10T22:31:43.943774+0000","last_clean":"2024-03-10T22:31:43.943774+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:31:43.943774+0000","last_undegraded":"2024-03-10T22:31:43.943774+0000","last_fullsized":"2024-03-10T22:31:43.943774+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476787+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:32:49.476787+0000","last_peered":"2024-03-10T22:32:49.476787+0000","last_clean":"2024-03-10T22:32:49.476787+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:32:49.476787+0000","last_undegraded":"2024-03-10T22:32:49.476787+0000","last_fullsized":"2024-03-10T22:32:49.476787+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1210,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734154+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:33:23.734154+0000","last_peered":"2024-03-10T22:33:23.734154+0000","last_clean":"2024-03-10T22:33:23.734154+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:33:23.734154+0000","last_undegraded":"2024-03-10T22:33:23.734154+0000","last_fullsized":"2024-03-10T22:33:23.734154+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691087+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:33:05.691087+0000","last_peered":"2024-03-10T22:33:05.691087+0000","last_clean":"2024-03-10T22:33:05.691087+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:33:05.691087+0000","last_undegraded":"2024-03-10T22:33:05.691087+0000","last_fullsized":"2024-03-10T22:33:05.691087+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5332,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734121+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:33:23.734121+0000","last_peered":"2024-03-10T22:33:23.734121+0000","last_clean":"2024-03-10T22:33:23.734121+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:33:23.734121+0000","last_undegraded":"2024-03-10T22:33:23.734121+0000","last_fullsized":"2024-03-10T22:33:23.734121+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734167+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:33:23.734167+0000","last_peered":"2024-03-10T22:33:23.734167+0000","last_clean":"2024-03-10T22:33:23.734167+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:33:23.734167+0000","last_undegraded":"2024-03-10T22:33:23.734167+0000","last_fullsized":"2024-03-10T22:33:23.734167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952995+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:31:50.952995+0000","last_peered":"2024-03-10T22:31:50.952995+0000","last_clean":"2024-03-10T22:31:50.952995+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:50.952995+0000","last_undegraded":"2024-03-10T22:31:50.952995+0000","last_fullsized":"2024-03-10T22:31:50.952995+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4660,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730504+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:32:53.730504+0000","last_peered":"2024-03-10T22:32:53.730504+0000","last_clean":"2024-03-10T22:32:53.730504+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:32:53.730504+0000","last_undegraded":"2024-03-10T22:32:53.730504+0000","last_fullsized":"2024-03-10T22:32:53.730504+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476833+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:32:49.476833+0000","last_peered":"2024-03-10T22:32:49.476833+0000","last_clean":"2024-03-10T22:32:49.476833+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:32:49.476833+0000","last_undegraded":"2024-03-10T22:32:49.476833+0000","last_fullsized":"2024-03-10T22:32:49.476833+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832503+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:32:54.832503+0000","last_peered":"2024-03-10T22:32:54.832503+0000","last_clean":"2024-03-10T22:32:54.832503+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:32:54.832503+0000","last_undegraded":"2024-03-10T22:32:54.832503+0000","last_fullsized":"2024-03-10T22:32:54.832503+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:30.951039+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:31:30.951039+0000","last_peered":"2024-03-10T22:31:30.951039+0000","last_clean":"2024-03-10T22:31:30.951039+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:31:30.951039+0000","last_undegraded":"2024-03-10T22:31:30.951039+0000","last_fullsized":"2024-03-10T22:31:30.951039+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734202+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:33:23.734202+0000","last_peered":"2024-03-10T22:33:23.734202+0000","last_clean":"2024-03-10T22:33:23.734202+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:33:23.734202+0000","last_undegraded":"2024-03-10T22:33:23.734202+0000","last_fullsized":"2024-03-10T22:33:23.734202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953022+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:31:50.953022+0000","last_peered":"2024-03-10T22:31:50.953022+0000","last_clean":"2024-03-10T22:31:50.953022+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:31:50.953022+0000","last_undegraded":"2024-03-10T22:31:50.953022+0000","last_fullsized":"2024-03-10T22:31:50.953022+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688161+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:32:40.688161+0000","last_peered":"2024-03-10T22:32:40.688161+0000","last_clean":"2024-03-10T22:32:40.688161+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:32:40.688161+0000","last_undegraded":"2024-03-10T22:32:40.688161+0000","last_fullsized":"2024-03-10T22:32:40.688161+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727328+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:32:23.727328+0000","last_peered":"2024-03-10T22:32:23.727328+0000","last_clean":"2024-03-10T22:32:23.727328+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:32:23.727328+0000","last_undegraded":"2024-03-10T22:32:23.727328+0000","last_fullsized":"2024-03-10T22:32:23.727328+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826452+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:32:04.826452+0000","last_peered":"2024-03-10T22:32:04.826452+0000","last_clean":"2024-03-10T22:32:04.826452+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:32:04.826452+0000","last_undegraded":"2024-03-10T22:32:04.826452+0000","last_fullsized":"2024-03-10T22:32:04.826452+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275875+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:33:17.275875+0000","last_peered":"2024-03-10T22:33:17.275875+0000","last_clean":"2024-03-10T22:33:17.275875+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:33:17.275875+0000","last_undegraded":"2024-03-10T22:33:17.275875+0000","last_fullsized":"2024-03-10T22:33:17.275875+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941128+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:31:18.941128+0000","last_peered":"2024-03-10T22:31:18.941128+0000","last_clean":"2024-03-10T22:31:18.941128+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:31:18.941128+0000","last_undegraded":"2024-03-10T22:31:18.941128+0000","last_fullsized":"2024-03-10T22:31:18.941128+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473326+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:32:19.473326+0000","last_peered":"2024-03-10T22:32:19.473326+0000","last_clean":"2024-03-10T22:32:19.473326+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:32:19.473326+0000","last_undegraded":"2024-03-10T22:32:19.473326+0000","last_fullsized":"2024-03-10T22:32:19.473326+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691123+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:33:05.691123+0000","last_peered":"2024-03-10T22:33:05.691123+0000","last_clean":"2024-03-10T22:33:05.691123+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:33:05.691123+0000","last_undegraded":"2024-03-10T22:33:05.691123+0000","last_fullsized":"2024-03-10T22:33:05.691123+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:18.941155+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:31:18.941155+0000","last_peered":"2024-03-10T22:31:18.941155+0000","last_clean":"2024-03-10T22:31:18.941155+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:31:18.941155+0000","last_undegraded":"2024-03-10T22:31:18.941155+0000","last_fullsized":"2024-03-10T22:31:18.941155+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829446+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:32:29.829446+0000","last_peered":"2024-03-10T22:32:29.829446+0000","last_clean":"2024-03-10T22:32:29.829446+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:32:29.829446+0000","last_undegraded":"2024-03-10T22:32:29.829446+0000","last_fullsized":"2024-03-10T22:32:29.829446+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943746+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:31:43.943746+0000","last_peered":"2024-03-10T22:31:43.943746+0000","last_clean":"2024-03-10T22:31:43.943746+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:31:43.943746+0000","last_undegraded":"2024-03-10T22:31:43.943746+0000","last_fullsized":"2024-03-10T22:31:43.943746+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832470+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:32:54.832470+0000","last_peered":"2024-03-10T22:32:54.832470+0000","last_clean":"2024-03-10T22:32:54.832470+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:32:54.832470+0000","last_undegraded":"2024-03-10T22:32:54.832470+0000","last_fullsized":"2024-03-10T22:32:54.832470+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:12.269287+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:32:12.269287+0000","last_peered":"2024-03-10T22:32:12.269287+0000","last_clean":"2024-03-10T22:32:12.269287+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:32:12.269287+0000","last_undegraded":"2024-03-10T22:32:12.269287+0000","last_fullsized":"2024-03-10T22:32:12.269287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1075,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:15.678930+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:31:15.678930+0000","last_peered":"2024-03-10T22:31:15.678930+0000","last_clean":"2024-03-10T22:31:15.678930+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:31:15.678930+0000","last_undegraded":"2024-03-10T22:31:15.678930+0000","last_fullsized":"2024-03-10T22:31:15.678930+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784026,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928673,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586500,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796556,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474558,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329910,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152559,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073320,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:35:41.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:41.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:41.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:41.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:41.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:41.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:41.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:41.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:41.241 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:35:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:41 smithi172 ceph-mon[84635]: from='client.34755 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:41.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:41 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:42 smithi169 ceph-mon[88180]: pgmap v1147: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:42.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:42 smithi169 ceph-mon[90638]: pgmap v1147: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:42.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:42 smithi172 ceph-mon[84635]: pgmap v1147: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:42.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:35:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:35:44.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:44 smithi169 ceph-mon[88180]: pgmap v1148: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:44.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:44 smithi169 ceph-mon[90638]: pgmap v1148: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:44.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:44 smithi172 ceph-mon[84635]: pgmap v1148: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:46.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:46 smithi169 ceph-mon[88180]: pgmap v1149: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:46.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:46 smithi169 ceph-mon[90638]: pgmap v1149: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:46.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:35:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:35:45] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-03-10T22:35:46.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:46 smithi172 ceph-mon[84635]: pgmap v1149: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:48.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:48 smithi169 ceph-mon[88180]: pgmap v1150: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:48.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:48 smithi169 ceph-mon[90638]: pgmap v1150: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:48.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:48 smithi172 ceph-mon[84635]: pgmap v1150: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:50.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:50 smithi169 ceph-mon[88180]: pgmap v1151: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:50.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:50 smithi169 ceph-mon[90638]: pgmap v1151: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:50.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:50 smithi172 ceph-mon[84635]: pgmap v1151: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:51.242 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:35:51.462 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:35:52.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:52 smithi169 ceph-mon[88180]: pgmap v1152: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:52.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:52 smithi169 ceph-mon[90638]: pgmap v1152: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:52.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:52 smithi172 ceph-mon[84635]: pgmap v1152: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:52.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:35:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:35:53.448 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:35:53.450 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:35:54.057 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1153,"stamp":"2024-03-10T22:35:52.754812+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004279"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962450+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:33:15.962450+0000","last_peered":"2024-03-10T22:33:15.962450+0000","last_clean":"2024-03-10T22:33:15.962450+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:33:15.962450+0000","last_undegraded":"2024-03-10T22:33:15.962450+0000","last_fullsized":"2024-03-10T22:33:15.962450+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1236,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469946+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:31:49.469946+0000","last_peered":"2024-03-10T22:31:49.469946+0000","last_clean":"2024-03-10T22:31:49.469946+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:31:49.469946+0000","last_undegraded":"2024-03-10T22:31:49.469946+0000","last_fullsized":"2024-03-10T22:31:49.469946+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275964+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:33:17.275964+0000","last_peered":"2024-03-10T22:33:17.275964+0000","last_clean":"2024-03-10T22:33:17.275964+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:33:17.275964+0000","last_undegraded":"2024-03-10T22:33:17.275964+0000","last_fullsized":"2024-03-10T22:33:17.275964+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:39.837582+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:33:39.837582+0000","last_peered":"2024-03-10T22:33:39.837582+0000","last_clean":"2024-03-10T22:33:39.837582+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:33:39.837582+0000","last_undegraded":"2024-03-10T22:33:39.837582+0000","last_fullsized":"2024-03-10T22:33:39.837582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959315+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:32:50.959315+0000","last_peered":"2024-03-10T22:32:50.959315+0000","last_clean":"2024-03-10T22:32:50.959315+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:32:50.959315+0000","last_undegraded":"2024-03-10T22:32:50.959315+0000","last_fullsized":"2024-03-10T22:32:50.959315+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1128,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823430+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:31:39.823430+0000","last_peered":"2024-03-10T22:31:39.823430+0000","last_clean":"2024-03-10T22:31:39.823430+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:31:39.823430+0000","last_undegraded":"2024-03-10T22:31:39.823430+0000","last_fullsized":"2024-03-10T22:31:39.823430+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959290+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:32:50.959290+0000","last_peered":"2024-03-10T22:32:50.959290+0000","last_clean":"2024-03-10T22:32:50.959290+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:32:50.959290+0000","last_undegraded":"2024-03-10T22:32:50.959290+0000","last_fullsized":"2024-03-10T22:32:50.959290+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952675+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:32:58.952675+0000","last_peered":"2024-03-10T22:32:58.952675+0000","last_clean":"2024-03-10T22:32:58.952675+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:32:58.952675+0000","last_undegraded":"2024-03-10T22:32:58.952675+0000","last_fullsized":"2024-03-10T22:32:58.952675+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957182+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:32:30.957182+0000","last_peered":"2024-03-10T22:32:30.957182+0000","last_clean":"2024-03-10T22:32:30.957182+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:32:30.957182+0000","last_undegraded":"2024-03-10T22:32:30.957182+0000","last_fullsized":"2024-03-10T22:32:30.957182+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:10.323997+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:33:10.323997+0000","last_peered":"2024-03-10T22:33:10.323997+0000","last_clean":"2024-03-10T22:33:10.323997+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:33:10.323997+0000","last_undegraded":"2024-03-10T22:33:10.323997+0000","last_fullsized":"2024-03-10T22:33:10.323997+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272134+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:32:42.272134+0000","last_peered":"2024-03-10T22:32:42.272134+0000","last_clean":"2024-03-10T22:32:42.272134+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:32:42.272134+0000","last_undegraded":"2024-03-10T22:32:42.272134+0000","last_fullsized":"2024-03-10T22:32:42.272134+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480054+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:33:19.480054+0000","last_peered":"2024-03-10T22:33:19.480054+0000","last_clean":"2024-03-10T22:33:19.480054+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:33:19.480054+0000","last_undegraded":"2024-03-10T22:33:19.480054+0000","last_fullsized":"2024-03-10T22:33:19.480054+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835481+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:33:19.835481+0000","last_peered":"2024-03-10T22:33:19.835481+0000","last_clean":"2024-03-10T22:33:19.835481+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:33:19.835481+0000","last_undegraded":"2024-03-10T22:33:19.835481+0000","last_fullsized":"2024-03-10T22:33:19.835481+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721535+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:31:33.721535+0000","last_peered":"2024-03-10T22:31:33.721535+0000","last_clean":"2024-03-10T22:31:33.721535+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:31:33.721535+0000","last_undegraded":"2024-03-10T22:31:33.721535+0000","last_fullsized":"2024-03-10T22:31:33.721535+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721508+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:31:33.721508+0000","last_peered":"2024-03-10T22:31:33.721508+0000","last_clean":"2024-03-10T22:31:33.721508+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:31:33.721508+0000","last_undegraded":"2024-03-10T22:31:33.721508+0000","last_fullsized":"2024-03-10T22:31:33.721508+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952970+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:31:50.952970+0000","last_peered":"2024-03-10T22:31:50.952970+0000","last_clean":"2024-03-10T22:31:50.952970+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:31:50.952970+0000","last_undegraded":"2024-03-10T22:31:50.952970+0000","last_fullsized":"2024-03-10T22:31:50.952970+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275990+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:33:17.275990+0000","last_peered":"2024-03-10T22:33:17.275990+0000","last_clean":"2024-03-10T22:33:17.275990+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:33:17.275990+0000","last_undegraded":"2024-03-10T22:33:17.275990+0000","last_fullsized":"2024-03-10T22:33:17.275990+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949150+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:32:28.949150+0000","last_peered":"2024-03-10T22:32:28.949150+0000","last_clean":"2024-03-10T22:32:28.949150+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:32:28.949150+0000","last_undegraded":"2024-03-10T22:32:28.949150+0000","last_fullsized":"2024-03-10T22:32:28.949150+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949167+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:32:28.949167+0000","last_peered":"2024-03-10T22:32:28.949167+0000","last_clean":"2024-03-10T22:32:28.949167+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:32:28.949167+0000","last_undegraded":"2024-03-10T22:32:28.949167+0000","last_fullsized":"2024-03-10T22:32:28.949167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275976+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:33:17.275976+0000","last_peered":"2024-03-10T22:33:17.275976+0000","last_clean":"2024-03-10T22:33:17.275976+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:33:17.275976+0000","last_undegraded":"2024-03-10T22:33:17.275976+0000","last_fullsized":"2024-03-10T22:33:17.275976+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959346+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:32:50.959346+0000","last_peered":"2024-03-10T22:32:50.959346+0000","last_clean":"2024-03-10T22:32:50.959346+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:32:50.959346+0000","last_undegraded":"2024-03-10T22:32:50.959346+0000","last_fullsized":"2024-03-10T22:32:50.959346+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823469+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:31:39.823469+0000","last_peered":"2024-03-10T22:31:39.823469+0000","last_clean":"2024-03-10T22:31:39.823469+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:31:39.823469+0000","last_undegraded":"2024-03-10T22:31:39.823469+0000","last_fullsized":"2024-03-10T22:31:39.823469+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":976,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470399+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:31:54.470399+0000","last_peered":"2024-03-10T22:31:54.470399+0000","last_clean":"2024-03-10T22:31:54.470399+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:31:54.470399+0000","last_undegraded":"2024-03-10T22:31:54.470399+0000","last_fullsized":"2024-03-10T22:31:54.470399+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823479+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:31:39.823479+0000","last_peered":"2024-03-10T22:31:39.823479+0000","last_clean":"2024-03-10T22:31:39.823479+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:31:39.823479+0000","last_undegraded":"2024-03-10T22:31:39.823479+0000","last_fullsized":"2024-03-10T22:31:39.823479+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952734+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:32:58.952734+0000","last_peered":"2024-03-10T22:32:58.952734+0000","last_clean":"2024-03-10T22:32:58.952734+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:32:58.952734+0000","last_undegraded":"2024-03-10T22:32:58.952734+0000","last_fullsized":"2024-03-10T22:32:58.952734+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1104,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821277+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:31:19.821277+0000","last_peered":"2024-03-10T22:31:19.821277+0000","last_clean":"2024-03-10T22:31:19.821277+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:31:19.821277+0000","last_undegraded":"2024-03-10T22:31:19.821277+0000","last_fullsized":"2024-03-10T22:31:19.821277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467355+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:31:24.467355+0000","last_peered":"2024-03-10T22:31:24.467355+0000","last_clean":"2024-03-10T22:31:24.467355+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:31:24.467355+0000","last_undegraded":"2024-03-10T22:31:24.467355+0000","last_fullsized":"2024-03-10T22:31:24.467355+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821333+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:31:19.821333+0000","last_peered":"2024-03-10T22:31:19.821333+0000","last_clean":"2024-03-10T22:31:19.821333+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:31:19.821333+0000","last_undegraded":"2024-03-10T22:31:19.821333+0000","last_fullsized":"2024-03-10T22:31:19.821333+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821322+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:31:19.821322+0000","last_peered":"2024-03-10T22:31:19.821322+0000","last_clean":"2024-03-10T22:31:19.821322+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:31:19.821322+0000","last_undegraded":"2024-03-10T22:31:19.821322+0000","last_fullsized":"2024-03-10T22:31:19.821322+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:12.275426+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:33:12.275426+0000","last_peered":"2024-03-10T22:33:12.275426+0000","last_clean":"2024-03-10T22:33:12.275426+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:33:12.275426+0000","last_undegraded":"2024-03-10T22:33:12.275426+0000","last_fullsized":"2024-03-10T22:33:12.275426+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467416+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:31:24.467416+0000","last_peered":"2024-03-10T22:31:24.467416+0000","last_clean":"2024-03-10T22:31:24.467416+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:31:24.467416+0000","last_undegraded":"2024-03-10T22:31:24.467416+0000","last_fullsized":"2024-03-10T22:31:24.467416+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:45.321287+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:32:45.321287+0000","last_peered":"2024-03-10T22:32:45.321287+0000","last_clean":"2024-03-10T22:32:45.321287+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:32:45.321287+0000","last_undegraded":"2024-03-10T22:32:45.321287+0000","last_fullsized":"2024-03-10T22:32:45.321287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681044+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:31:35.681044+0000","last_peered":"2024-03-10T22:31:35.681044+0000","last_clean":"2024-03-10T22:31:35.681044+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:31:35.681044+0000","last_undegraded":"2024-03-10T22:31:35.681044+0000","last_fullsized":"2024-03-10T22:31:35.681044+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957142+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:32:30.957142+0000","last_peered":"2024-03-10T22:32:30.957142+0000","last_clean":"2024-03-10T22:32:30.957142+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:32:30.957142+0000","last_undegraded":"2024-03-10T22:32:30.957142+0000","last_fullsized":"2024-03-10T22:32:30.957142+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1275,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272174+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:32:42.272174+0000","last_peered":"2024-03-10T22:32:42.272174+0000","last_clean":"2024-03-10T22:32:42.272174+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:32:42.272174+0000","last_undegraded":"2024-03-10T22:32:42.272174+0000","last_fullsized":"2024-03-10T22:32:42.272174+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272154+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:32:42.272154+0000","last_peered":"2024-03-10T22:32:42.272154+0000","last_clean":"2024-03-10T22:32:42.272154+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:32:42.272154+0000","last_undegraded":"2024-03-10T22:32:42.272154+0000","last_fullsized":"2024-03-10T22:32:42.272154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835513+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:33:19.835513+0000","last_peered":"2024-03-10T22:33:19.835513+0000","last_clean":"2024-03-10T22:33:19.835513+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:33:19.835513+0000","last_undegraded":"2024-03-10T22:33:19.835513+0000","last_fullsized":"2024-03-10T22:33:19.835513+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955265+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:32:10.955265+0000","last_peered":"2024-03-10T22:32:10.955265+0000","last_clean":"2024-03-10T22:32:10.955265+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:32:10.955265+0000","last_undegraded":"2024-03-10T22:32:10.955265+0000","last_fullsized":"2024-03-10T22:32:10.955265+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681022+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:31:35.681022+0000","last_peered":"2024-03-10T22:31:35.681022+0000","last_clean":"2024-03-10T22:31:35.681022+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:31:35.681022+0000","last_undegraded":"2024-03-10T22:31:35.681022+0000","last_fullsized":"2024-03-10T22:31:35.681022+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.680999+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:31:35.680999+0000","last_peered":"2024-03-10T22:31:35.680999+0000","last_clean":"2024-03-10T22:31:35.680999+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:31:35.680999+0000","last_undegraded":"2024-03-10T22:31:35.680999+0000","last_fullsized":"2024-03-10T22:31:35.680999+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1263,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721462+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:31:33.721462+0000","last_peered":"2024-03-10T22:31:33.721462+0000","last_clean":"2024-03-10T22:31:33.721462+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:31:33.721462+0000","last_undegraded":"2024-03-10T22:31:33.721462+0000","last_fullsized":"2024-03-10T22:31:33.721462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955238+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:32:10.955238+0000","last_peered":"2024-03-10T22:32:10.955238+0000","last_clean":"2024-03-10T22:32:10.955238+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:32:10.955238+0000","last_undegraded":"2024-03-10T22:32:10.955238+0000","last_fullsized":"2024-03-10T22:32:10.955238+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4443,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730462+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:32:53.730462+0000","last_peered":"2024-03-10T22:32:53.730462+0000","last_clean":"2024-03-10T22:32:53.730462+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:32:53.730462+0000","last_undegraded":"2024-03-10T22:32:53.730462+0000","last_fullsized":"2024-03-10T22:32:53.730462+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1165,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:20.318667+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:32:20.318667+0000","last_peered":"2024-03-10T22:32:20.318667+0000","last_clean":"2024-03-10T22:32:20.318667+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:32:20.318667+0000","last_undegraded":"2024-03-10T22:32:20.318667+0000","last_fullsized":"2024-03-10T22:32:20.318667+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953010+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:31:50.953010+0000","last_peered":"2024-03-10T22:31:50.953010+0000","last_clean":"2024-03-10T22:31:50.953010+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:31:50.953010+0000","last_undegraded":"2024-03-10T22:31:50.953010+0000","last_fullsized":"2024-03-10T22:31:50.953010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12612,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275888+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:33:17.275888+0000","last_peered":"2024-03-10T22:33:17.275888+0000","last_clean":"2024-03-10T22:33:17.275888+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:33:17.275888+0000","last_undegraded":"2024-03-10T22:33:17.275888+0000","last_fullsized":"2024-03-10T22:33:17.275888+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469862+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:31:49.469862+0000","last_peered":"2024-03-10T22:31:49.469862+0000","last_clean":"2024-03-10T22:31:49.469862+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:31:49.469862+0000","last_undegraded":"2024-03-10T22:31:49.469862+0000","last_fullsized":"2024-03-10T22:31:49.469862+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469923+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:31:49.469923+0000","last_peered":"2024-03-10T22:31:49.469923+0000","last_clean":"2024-03-10T22:31:49.469923+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:31:49.469923+0000","last_undegraded":"2024-03-10T22:31:49.469923+0000","last_fullsized":"2024-03-10T22:31:49.469923+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826498+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:32:04.826498+0000","last_peered":"2024-03-10T22:32:04.826498+0000","last_clean":"2024-03-10T22:32:04.826498+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:32:04.826498+0000","last_undegraded":"2024-03-10T22:32:04.826498+0000","last_fullsized":"2024-03-10T22:32:04.826498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15025,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275952+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:33:17.275952+0000","last_peered":"2024-03-10T22:33:17.275952+0000","last_clean":"2024-03-10T22:33:17.275952+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:33:17.275952+0000","last_undegraded":"2024-03-10T22:33:17.275952+0000","last_fullsized":"2024-03-10T22:33:17.275952+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469905+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:31:49.469905+0000","last_peered":"2024-03-10T22:31:49.469905+0000","last_clean":"2024-03-10T22:31:49.469905+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:31:49.469905+0000","last_undegraded":"2024-03-10T22:31:49.469905+0000","last_fullsized":"2024-03-10T22:31:49.469905+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1124,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826422+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:32:04.826422+0000","last_peered":"2024-03-10T22:32:04.826422+0000","last_clean":"2024-03-10T22:32:04.826422+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:32:04.826422+0000","last_undegraded":"2024-03-10T22:32:04.826422+0000","last_fullsized":"2024-03-10T22:32:04.826422+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326727+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:33:35.326727+0000","last_peered":"2024-03-10T22:33:35.326727+0000","last_clean":"2024-03-10T22:33:35.326727+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:33:35.326727+0000","last_undegraded":"2024-03-10T22:33:35.326727+0000","last_fullsized":"2024-03-10T22:33:35.326727+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4229,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730536+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:32:53.730536+0000","last_peered":"2024-03-10T22:32:53.730536+0000","last_clean":"2024-03-10T22:32:53.730536+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:32:53.730536+0000","last_undegraded":"2024-03-10T22:32:53.730536+0000","last_fullsized":"2024-03-10T22:32:53.730536+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473352+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:32:19.473352+0000","last_peered":"2024-03-10T22:32:19.473352+0000","last_clean":"2024-03-10T22:32:19.473352+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:32:19.473352+0000","last_undegraded":"2024-03-10T22:32:19.473352+0000","last_fullsized":"2024-03-10T22:32:19.473352+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480031+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:33:19.480031+0000","last_peered":"2024-03-10T22:33:19.480031+0000","last_clean":"2024-03-10T22:33:19.480031+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:33:19.480031+0000","last_undegraded":"2024-03-10T22:33:19.480031+0000","last_fullsized":"2024-03-10T22:33:19.480031+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727353+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:32:23.727353+0000","last_peered":"2024-03-10T22:32:23.727353+0000","last_clean":"2024-03-10T22:32:23.727353+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:32:23.727353+0000","last_undegraded":"2024-03-10T22:32:23.727353+0000","last_fullsized":"2024-03-10T22:32:23.727353+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4296,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962405+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:33:15.962405+0000","last_peered":"2024-03-10T22:33:15.962405+0000","last_clean":"2024-03-10T22:33:15.962405+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:33:15.962405+0000","last_undegraded":"2024-03-10T22:33:15.962405+0000","last_fullsized":"2024-03-10T22:33:15.962405+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688239+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:32:40.688239+0000","last_peered":"2024-03-10T22:32:40.688239+0000","last_clean":"2024-03-10T22:32:40.688239+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:32:40.688239+0000","last_undegraded":"2024-03-10T22:32:40.688239+0000","last_fullsized":"2024-03-10T22:32:40.688239+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952719+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:32:58.952719+0000","last_peered":"2024-03-10T22:32:58.952719+0000","last_clean":"2024-03-10T22:32:58.952719+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:32:58.952719+0000","last_undegraded":"2024-03-10T22:32:58.952719+0000","last_fullsized":"2024-03-10T22:32:58.952719+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826465+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:32:04.826465+0000","last_peered":"2024-03-10T22:32:04.826465+0000","last_clean":"2024-03-10T22:32:04.826465+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:32:04.826465+0000","last_undegraded":"2024-03-10T22:32:04.826465+0000","last_fullsized":"2024-03-10T22:32:04.826465+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959253+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:32:50.959253+0000","last_peered":"2024-03-10T22:32:50.959253+0000","last_clean":"2024-03-10T22:32:50.959253+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:32:50.959253+0000","last_undegraded":"2024-03-10T22:32:50.959253+0000","last_fullsized":"2024-03-10T22:32:50.959253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3653,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829494+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:32:29.829494+0000","last_peered":"2024-03-10T22:32:29.829494+0000","last_clean":"2024-03-10T22:32:29.829494+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:32:29.829494+0000","last_undegraded":"2024-03-10T22:32:29.829494+0000","last_fullsized":"2024-03-10T22:32:29.829494+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:42.266134+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:31:42.266134+0000","last_peered":"2024-03-10T22:31:42.266134+0000","last_clean":"2024-03-10T22:31:42.266134+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:31:42.266134+0000","last_undegraded":"2024-03-10T22:31:42.266134+0000","last_fullsized":"2024-03-10T22:31:42.266134+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275840+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:33:17.275840+0000","last_peered":"2024-03-10T22:33:17.275840+0000","last_clean":"2024-03-10T22:33:17.275840+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:33:17.275840+0000","last_undegraded":"2024-03-10T22:33:17.275840+0000","last_fullsized":"2024-03-10T22:33:17.275840+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":920,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:53.723500+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:31:53.723500+0000","last_peered":"2024-03-10T22:31:53.723500+0000","last_clean":"2024-03-10T22:31:53.723500+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:31:53.723500+0000","last_undegraded":"2024-03-10T22:31:53.723500+0000","last_fullsized":"2024-03-10T22:31:53.723500+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4505,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688204+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:32:40.688204+0000","last_peered":"2024-03-10T22:32:40.688204+0000","last_clean":"2024-03-10T22:32:40.688204+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:32:40.688204+0000","last_undegraded":"2024-03-10T22:32:40.688204+0000","last_fullsized":"2024-03-10T22:32:40.688204+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275937+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:33:17.275937+0000","last_peered":"2024-03-10T22:33:17.275937+0000","last_clean":"2024-03-10T22:33:17.275937+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:33:17.275937+0000","last_undegraded":"2024-03-10T22:33:17.275937+0000","last_fullsized":"2024-03-10T22:33:17.275937+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":962,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470449+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:31:54.470449+0000","last_peered":"2024-03-10T22:31:54.470449+0000","last_clean":"2024-03-10T22:31:54.470449+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:31:54.470449+0000","last_undegraded":"2024-03-10T22:31:54.470449+0000","last_fullsized":"2024-03-10T22:31:54.470449+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:49.469885+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:31:49.469885+0000","last_peered":"2024-03-10T22:31:49.469885+0000","last_clean":"2024-03-10T22:31:49.469885+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:31:49.469885+0000","last_undegraded":"2024-03-10T22:31:49.469885+0000","last_fullsized":"2024-03-10T22:31:49.469885+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5079,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326689+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:33:35.326689+0000","last_peered":"2024-03-10T22:33:35.326689+0000","last_clean":"2024-03-10T22:33:35.326689+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:33:35.326689+0000","last_undegraded":"2024-03-10T22:33:35.326689+0000","last_fullsized":"2024-03-10T22:33:35.326689+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949090+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:32:28.949090+0000","last_peered":"2024-03-10T22:32:28.949090+0000","last_clean":"2024-03-10T22:32:28.949090+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:32:28.949090+0000","last_undegraded":"2024-03-10T22:32:28.949090+0000","last_fullsized":"2024-03-10T22:32:28.949090+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473340+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:32:19.473340+0000","last_peered":"2024-03-10T22:32:19.473340+0000","last_clean":"2024-03-10T22:32:19.473340+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:32:19.473340+0000","last_undegraded":"2024-03-10T22:32:19.473340+0000","last_fullsized":"2024-03-10T22:32:19.473340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1197,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956392+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:33:28.956392+0000","last_peered":"2024-03-10T22:33:28.956392+0000","last_clean":"2024-03-10T22:33:28.956392+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:33:28.956392+0000","last_undegraded":"2024-03-10T22:33:28.956392+0000","last_fullsized":"2024-03-10T22:33:28.956392+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949109+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:32:28.949109+0000","last_peered":"2024-03-10T22:32:28.949109+0000","last_clean":"2024-03-10T22:32:28.949109+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:32:28.949109+0000","last_undegraded":"2024-03-10T22:32:28.949109+0000","last_fullsized":"2024-03-10T22:32:28.949109+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326652+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:33:35.326652+0000","last_peered":"2024-03-10T22:33:35.326652+0000","last_clean":"2024-03-10T22:33:35.326652+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:33:35.326652+0000","last_undegraded":"2024-03-10T22:33:35.326652+0000","last_fullsized":"2024-03-10T22:33:35.326652+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691134+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:33:05.691134+0000","last_peered":"2024-03-10T22:33:05.691134+0000","last_clean":"2024-03-10T22:33:05.691134+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:33:05.691134+0000","last_undegraded":"2024-03-10T22:33:05.691134+0000","last_fullsized":"2024-03-10T22:33:05.691134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:53.730557+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:32:53.730557+0000","last_peered":"2024-03-10T22:32:53.730557+0000","last_clean":"2024-03-10T22:32:53.730557+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:32:53.730557+0000","last_undegraded":"2024-03-10T22:32:53.730557+0000","last_fullsized":"2024-03-10T22:32:53.730557+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3249,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832529+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:32:54.832529+0000","last_peered":"2024-03-10T22:32:54.832529+0000","last_clean":"2024-03-10T22:32:54.832529+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:32:54.832529+0000","last_undegraded":"2024-03-10T22:32:54.832529+0000","last_fullsized":"2024-03-10T22:32:54.832529+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1027,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965611+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:33:40.965611+0000","last_peered":"2024-03-10T22:33:40.965611+0000","last_clean":"2024-03-10T22:33:40.965611+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:33:40.965611+0000","last_undegraded":"2024-03-10T22:33:40.965611+0000","last_fullsized":"2024-03-10T22:33:40.965611+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.315985+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:31:55.315985+0000","last_peered":"2024-03-10T22:31:55.315985+0000","last_clean":"2024-03-10T22:31:55.315985+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:31:55.315985+0000","last_undegraded":"2024-03-10T22:31:55.315985+0000","last_fullsized":"2024-03-10T22:31:55.315985+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4002,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:20.318631+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:32:20.318631+0000","last_peered":"2024-03-10T22:32:20.318631+0000","last_clean":"2024-03-10T22:32:20.318631+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:32:20.318631+0000","last_undegraded":"2024-03-10T22:32:20.318631+0000","last_fullsized":"2024-03-10T22:32:20.318631+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473276+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:32:19.473276+0000","last_peered":"2024-03-10T22:32:19.473276+0000","last_clean":"2024-03-10T22:32:19.473276+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:32:19.473276+0000","last_undegraded":"2024-03-10T22:32:19.473276+0000","last_fullsized":"2024-03-10T22:32:19.473276+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956329+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:33:28.956329+0000","last_peered":"2024-03-10T22:33:28.956329+0000","last_clean":"2024-03-10T22:33:28.956329+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:33:28.956329+0000","last_undegraded":"2024-03-10T22:33:28.956329+0000","last_fullsized":"2024-03-10T22:33:28.956329+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4943,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734178+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:33:23.734178+0000","last_peered":"2024-03-10T22:33:23.734178+0000","last_clean":"2024-03-10T22:33:23.734178+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:33:23.734178+0000","last_undegraded":"2024-03-10T22:33:23.734178+0000","last_fullsized":"2024-03-10T22:33:23.734178+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473299+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:32:19.473299+0000","last_peered":"2024-03-10T22:32:19.473299+0000","last_clean":"2024-03-10T22:32:19.473299+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:32:19.473299+0000","last_undegraded":"2024-03-10T22:32:19.473299+0000","last_fullsized":"2024-03-10T22:32:19.473299+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943774+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:31:43.943774+0000","last_peered":"2024-03-10T22:31:43.943774+0000","last_clean":"2024-03-10T22:31:43.943774+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:31:43.943774+0000","last_undegraded":"2024-03-10T22:31:43.943774+0000","last_fullsized":"2024-03-10T22:31:43.943774+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476787+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:32:49.476787+0000","last_peered":"2024-03-10T22:32:49.476787+0000","last_clean":"2024-03-10T22:32:49.476787+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:32:49.476787+0000","last_undegraded":"2024-03-10T22:32:49.476787+0000","last_fullsized":"2024-03-10T22:32:49.476787+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1210,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734154+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:33:23.734154+0000","last_peered":"2024-03-10T22:33:23.734154+0000","last_clean":"2024-03-10T22:33:23.734154+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:33:23.734154+0000","last_undegraded":"2024-03-10T22:33:23.734154+0000","last_fullsized":"2024-03-10T22:33:23.734154+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691087+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:33:05.691087+0000","last_peered":"2024-03-10T22:33:05.691087+0000","last_clean":"2024-03-10T22:33:05.691087+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:33:05.691087+0000","last_undegraded":"2024-03-10T22:33:05.691087+0000","last_fullsized":"2024-03-10T22:33:05.691087+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5332,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734121+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:33:23.734121+0000","last_peered":"2024-03-10T22:33:23.734121+0000","last_clean":"2024-03-10T22:33:23.734121+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:33:23.734121+0000","last_undegraded":"2024-03-10T22:33:23.734121+0000","last_fullsized":"2024-03-10T22:33:23.734121+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734167+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:33:23.734167+0000","last_peered":"2024-03-10T22:33:23.734167+0000","last_clean":"2024-03-10T22:33:23.734167+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:33:23.734167+0000","last_undegraded":"2024-03-10T22:33:23.734167+0000","last_fullsized":"2024-03-10T22:33:23.734167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952995+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:31:50.952995+0000","last_peered":"2024-03-10T22:31:50.952995+0000","last_clean":"2024-03-10T22:31:50.952995+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:50.952995+0000","last_undegraded":"2024-03-10T22:31:50.952995+0000","last_fullsized":"2024-03-10T22:31:50.952995+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4660,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730504+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:32:53.730504+0000","last_peered":"2024-03-10T22:32:53.730504+0000","last_clean":"2024-03-10T22:32:53.730504+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:32:53.730504+0000","last_undegraded":"2024-03-10T22:32:53.730504+0000","last_fullsized":"2024-03-10T22:32:53.730504+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476833+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:32:49.476833+0000","last_peered":"2024-03-10T22:32:49.476833+0000","last_clean":"2024-03-10T22:32:49.476833+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:32:49.476833+0000","last_undegraded":"2024-03-10T22:32:49.476833+0000","last_fullsized":"2024-03-10T22:32:49.476833+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832503+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:32:54.832503+0000","last_peered":"2024-03-10T22:32:54.832503+0000","last_clean":"2024-03-10T22:32:54.832503+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:32:54.832503+0000","last_undegraded":"2024-03-10T22:32:54.832503+0000","last_fullsized":"2024-03-10T22:32:54.832503+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3544,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965632+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:33:40.965632+0000","last_peered":"2024-03-10T22:33:40.965632+0000","last_clean":"2024-03-10T22:33:40.965632+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:33:40.965632+0000","last_undegraded":"2024-03-10T22:33:40.965632+0000","last_fullsized":"2024-03-10T22:33:40.965632+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734202+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:33:23.734202+0000","last_peered":"2024-03-10T22:33:23.734202+0000","last_clean":"2024-03-10T22:33:23.734202+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:33:23.734202+0000","last_undegraded":"2024-03-10T22:33:23.734202+0000","last_fullsized":"2024-03-10T22:33:23.734202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953022+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:31:50.953022+0000","last_peered":"2024-03-10T22:31:50.953022+0000","last_clean":"2024-03-10T22:31:50.953022+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:31:50.953022+0000","last_undegraded":"2024-03-10T22:31:50.953022+0000","last_fullsized":"2024-03-10T22:31:50.953022+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688161+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:32:40.688161+0000","last_peered":"2024-03-10T22:32:40.688161+0000","last_clean":"2024-03-10T22:32:40.688161+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:32:40.688161+0000","last_undegraded":"2024-03-10T22:32:40.688161+0000","last_fullsized":"2024-03-10T22:32:40.688161+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727328+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:32:23.727328+0000","last_peered":"2024-03-10T22:32:23.727328+0000","last_clean":"2024-03-10T22:32:23.727328+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:32:23.727328+0000","last_undegraded":"2024-03-10T22:32:23.727328+0000","last_fullsized":"2024-03-10T22:32:23.727328+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826452+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:32:04.826452+0000","last_peered":"2024-03-10T22:32:04.826452+0000","last_clean":"2024-03-10T22:32:04.826452+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:32:04.826452+0000","last_undegraded":"2024-03-10T22:32:04.826452+0000","last_fullsized":"2024-03-10T22:32:04.826452+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275875+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:33:17.275875+0000","last_peered":"2024-03-10T22:33:17.275875+0000","last_clean":"2024-03-10T22:33:17.275875+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:33:17.275875+0000","last_undegraded":"2024-03-10T22:33:17.275875+0000","last_fullsized":"2024-03-10T22:33:17.275875+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956376+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:33:28.956376+0000","last_peered":"2024-03-10T22:33:28.956376+0000","last_clean":"2024-03-10T22:33:28.956376+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:33:28.956376+0000","last_undegraded":"2024-03-10T22:33:28.956376+0000","last_fullsized":"2024-03-10T22:33:28.956376+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473326+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:32:19.473326+0000","last_peered":"2024-03-10T22:32:19.473326+0000","last_clean":"2024-03-10T22:32:19.473326+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:32:19.473326+0000","last_undegraded":"2024-03-10T22:32:19.473326+0000","last_fullsized":"2024-03-10T22:32:19.473326+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691123+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:33:05.691123+0000","last_peered":"2024-03-10T22:33:05.691123+0000","last_clean":"2024-03-10T22:33:05.691123+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:33:05.691123+0000","last_undegraded":"2024-03-10T22:33:05.691123+0000","last_fullsized":"2024-03-10T22:33:05.691123+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956401+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:33:28.956401+0000","last_peered":"2024-03-10T22:33:28.956401+0000","last_clean":"2024-03-10T22:33:28.956401+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:33:28.956401+0000","last_undegraded":"2024-03-10T22:33:28.956401+0000","last_fullsized":"2024-03-10T22:33:28.956401+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829446+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:32:29.829446+0000","last_peered":"2024-03-10T22:32:29.829446+0000","last_clean":"2024-03-10T22:32:29.829446+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:32:29.829446+0000","last_undegraded":"2024-03-10T22:32:29.829446+0000","last_fullsized":"2024-03-10T22:32:29.829446+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943746+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:31:43.943746+0000","last_peered":"2024-03-10T22:31:43.943746+0000","last_clean":"2024-03-10T22:31:43.943746+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:31:43.943746+0000","last_undegraded":"2024-03-10T22:31:43.943746+0000","last_fullsized":"2024-03-10T22:31:43.943746+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832470+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:32:54.832470+0000","last_peered":"2024-03-10T22:32:54.832470+0000","last_clean":"2024-03-10T22:32:54.832470+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:32:54.832470+0000","last_undegraded":"2024-03-10T22:32:54.832470+0000","last_fullsized":"2024-03-10T22:32:54.832470+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:12.269287+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:32:12.269287+0000","last_peered":"2024-03-10T22:32:12.269287+0000","last_clean":"2024-03-10T22:32:12.269287+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:32:12.269287+0000","last_undegraded":"2024-03-10T22:32:12.269287+0000","last_fullsized":"2024-03-10T22:32:12.269287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:30.693720+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:33:30.693720+0000","last_peered":"2024-03-10T22:33:30.693720+0000","last_clean":"2024-03-10T22:33:30.693720+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:33:30.693720+0000","last_undegraded":"2024-03-10T22:33:30.693720+0000","last_fullsized":"2024-03-10T22:33:30.693720+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784029,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928676,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586503,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796559,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474560,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329913,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152562,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073323,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:35:54.063 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:54.063 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:54.063 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:54.063 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:54.063 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:54.063 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:54.063 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:54.063 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:35:54.063 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:35:54.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:54 smithi169 ceph-mon[88180]: pgmap v1153: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:54.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:54 smithi169 ceph-mon[88180]: from='client.34761 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:54 smithi169 ceph-mon[90638]: pgmap v1153: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:54.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:54 smithi169 ceph-mon[90638]: from='client.34761 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:54.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:54 smithi172 ceph-mon[84635]: pgmap v1153: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:54.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:54 smithi172 ceph-mon[84635]: from='client.34761 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:35:56.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:56 smithi169 ceph-mon[88180]: pgmap v1154: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:56.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:56.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:56 smithi169 ceph-mon[90638]: pgmap v1154: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:56.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:56.254 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:35:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:35:55] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-03-10T22:35:56.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:56 smithi172 ceph-mon[84635]: pgmap v1154: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:56.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:35:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:58 smithi169 ceph-mon[88180]: pgmap v1155: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:58 smithi169 ceph-mon[90638]: pgmap v1155: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:58.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:58 smithi172 ceph-mon[84635]: pgmap v1155: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:35:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:59 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:35:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:59 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:35:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:59 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:35:59.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:35:59 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:35:59.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:59 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:35:59.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:59 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:35:59.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:59 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:35:59.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:35:59 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:35:59.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:59 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:35:59.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:59 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:35:59.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:59 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:35:59.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:35:59 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:36:00.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:00 smithi169 ceph-mon[88180]: pgmap v1156: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:00.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:00 smithi169 ceph-mon[90638]: pgmap v1156: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:00.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:00 smithi172 ceph-mon[84635]: pgmap v1156: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:02.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:02 smithi169 ceph-mon[88180]: pgmap v1157: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:02.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:02 smithi169 ceph-mon[90638]: pgmap v1157: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:02.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:02 smithi172 ceph-mon[84635]: pgmap v1157: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:02.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:36:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:36:04.065 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:36:04.290 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:36:04.411 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:04 smithi169 ceph-mon[88180]: pgmap v1158: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:04.411 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:04 smithi169 ceph-mon[90638]: pgmap v1158: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:04.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:04 smithi172 ceph-mon[84635]: pgmap v1158: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:06.153 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:36:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:36:05] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-03-10T22:36:06.213 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:36:06.225 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:36:06.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:06 smithi169 ceph-mon[88180]: pgmap v1159: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:06.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:06 smithi169 ceph-mon[90638]: pgmap v1159: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:06.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:06 smithi172 ceph-mon[84635]: pgmap v1159: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:06.881 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1159,"stamp":"2024-03-10T22:36:04.758979+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004166"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962450+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:33:15.962450+0000","last_peered":"2024-03-10T22:33:15.962450+0000","last_clean":"2024-03-10T22:33:15.962450+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:33:15.962450+0000","last_undegraded":"2024-03-10T22:33:15.962450+0000","last_fullsized":"2024-03-10T22:33:15.962450+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1237,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483692+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:33:54.483692+0000","last_peered":"2024-03-10T22:33:54.483692+0000","last_clean":"2024-03-10T22:33:54.483692+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:33:54.483692+0000","last_undegraded":"2024-03-10T22:33:54.483692+0000","last_fullsized":"2024-03-10T22:33:54.483692+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275964+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:33:17.275964+0000","last_peered":"2024-03-10T22:33:17.275964+0000","last_clean":"2024-03-10T22:33:17.275964+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:33:17.275964+0000","last_undegraded":"2024-03-10T22:33:17.275964+0000","last_fullsized":"2024-03-10T22:33:17.275964+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:39.837582+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:33:39.837582+0000","last_peered":"2024-03-10T22:33:39.837582+0000","last_clean":"2024-03-10T22:33:39.837582+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:33:39.837582+0000","last_undegraded":"2024-03-10T22:33:39.837582+0000","last_fullsized":"2024-03-10T22:33:39.837582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959315+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:32:50.959315+0000","last_peered":"2024-03-10T22:32:50.959315+0000","last_clean":"2024-03-10T22:32:50.959315+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:32:50.959315+0000","last_undegraded":"2024-03-10T22:32:50.959315+0000","last_fullsized":"2024-03-10T22:32:50.959315+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1128,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823430+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:31:39.823430+0000","last_peered":"2024-03-10T22:31:39.823430+0000","last_clean":"2024-03-10T22:31:39.823430+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:31:39.823430+0000","last_undegraded":"2024-03-10T22:31:39.823430+0000","last_fullsized":"2024-03-10T22:31:39.823430+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959290+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:32:50.959290+0000","last_peered":"2024-03-10T22:32:50.959290+0000","last_clean":"2024-03-10T22:32:50.959290+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:32:50.959290+0000","last_undegraded":"2024-03-10T22:32:50.959290+0000","last_fullsized":"2024-03-10T22:32:50.959290+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952675+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:32:58.952675+0000","last_peered":"2024-03-10T22:32:58.952675+0000","last_clean":"2024-03-10T22:32:58.952675+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:32:58.952675+0000","last_undegraded":"2024-03-10T22:32:58.952675+0000","last_fullsized":"2024-03-10T22:32:58.952675+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957182+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:32:30.957182+0000","last_peered":"2024-03-10T22:32:30.957182+0000","last_clean":"2024-03-10T22:32:30.957182+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:32:30.957182+0000","last_undegraded":"2024-03-10T22:32:30.957182+0000","last_fullsized":"2024-03-10T22:32:30.957182+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:10.323997+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:33:10.323997+0000","last_peered":"2024-03-10T22:33:10.323997+0000","last_clean":"2024-03-10T22:33:10.323997+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:33:10.323997+0000","last_undegraded":"2024-03-10T22:33:10.323997+0000","last_fullsized":"2024-03-10T22:33:10.323997+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272134+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:32:42.272134+0000","last_peered":"2024-03-10T22:32:42.272134+0000","last_clean":"2024-03-10T22:32:42.272134+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:32:42.272134+0000","last_undegraded":"2024-03-10T22:32:42.272134+0000","last_fullsized":"2024-03-10T22:32:42.272134+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480054+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:33:19.480054+0000","last_peered":"2024-03-10T22:33:19.480054+0000","last_clean":"2024-03-10T22:33:19.480054+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:33:19.480054+0000","last_undegraded":"2024-03-10T22:33:19.480054+0000","last_fullsized":"2024-03-10T22:33:19.480054+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835481+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:33:19.835481+0000","last_peered":"2024-03-10T22:33:19.835481+0000","last_clean":"2024-03-10T22:33:19.835481+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:33:19.835481+0000","last_undegraded":"2024-03-10T22:33:19.835481+0000","last_fullsized":"2024-03-10T22:33:19.835481+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721535+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:31:33.721535+0000","last_peered":"2024-03-10T22:31:33.721535+0000","last_clean":"2024-03-10T22:31:33.721535+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:31:33.721535+0000","last_undegraded":"2024-03-10T22:31:33.721535+0000","last_fullsized":"2024-03-10T22:31:33.721535+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1202,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721508+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:31:33.721508+0000","last_peered":"2024-03-10T22:31:33.721508+0000","last_clean":"2024-03-10T22:31:33.721508+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:31:33.721508+0000","last_undegraded":"2024-03-10T22:31:33.721508+0000","last_fullsized":"2024-03-10T22:31:33.721508+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952970+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:31:50.952970+0000","last_peered":"2024-03-10T22:31:50.952970+0000","last_clean":"2024-03-10T22:31:50.952970+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:31:50.952970+0000","last_undegraded":"2024-03-10T22:31:50.952970+0000","last_fullsized":"2024-03-10T22:31:50.952970+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275990+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:33:17.275990+0000","last_peered":"2024-03-10T22:33:17.275990+0000","last_clean":"2024-03-10T22:33:17.275990+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:33:17.275990+0000","last_undegraded":"2024-03-10T22:33:17.275990+0000","last_fullsized":"2024-03-10T22:33:17.275990+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949150+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:32:28.949150+0000","last_peered":"2024-03-10T22:32:28.949150+0000","last_clean":"2024-03-10T22:32:28.949150+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:32:28.949150+0000","last_undegraded":"2024-03-10T22:32:28.949150+0000","last_fullsized":"2024-03-10T22:32:28.949150+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949167+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:32:28.949167+0000","last_peered":"2024-03-10T22:32:28.949167+0000","last_clean":"2024-03-10T22:32:28.949167+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:32:28.949167+0000","last_undegraded":"2024-03-10T22:32:28.949167+0000","last_fullsized":"2024-03-10T22:32:28.949167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275976+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:33:17.275976+0000","last_peered":"2024-03-10T22:33:17.275976+0000","last_clean":"2024-03-10T22:33:17.275976+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:33:17.275976+0000","last_undegraded":"2024-03-10T22:33:17.275976+0000","last_fullsized":"2024-03-10T22:33:17.275976+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959346+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:32:50.959346+0000","last_peered":"2024-03-10T22:32:50.959346+0000","last_clean":"2024-03-10T22:32:50.959346+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:32:50.959346+0000","last_undegraded":"2024-03-10T22:32:50.959346+0000","last_fullsized":"2024-03-10T22:32:50.959346+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823469+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:31:39.823469+0000","last_peered":"2024-03-10T22:31:39.823469+0000","last_clean":"2024-03-10T22:31:39.823469+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:31:39.823469+0000","last_undegraded":"2024-03-10T22:31:39.823469+0000","last_fullsized":"2024-03-10T22:31:39.823469+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":976,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470399+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:31:54.470399+0000","last_peered":"2024-03-10T22:31:54.470399+0000","last_clean":"2024-03-10T22:31:54.470399+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:31:54.470399+0000","last_undegraded":"2024-03-10T22:31:54.470399+0000","last_fullsized":"2024-03-10T22:31:54.470399+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823479+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:31:39.823479+0000","last_peered":"2024-03-10T22:31:39.823479+0000","last_clean":"2024-03-10T22:31:39.823479+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:31:39.823479+0000","last_undegraded":"2024-03-10T22:31:39.823479+0000","last_fullsized":"2024-03-10T22:31:39.823479+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952734+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:32:58.952734+0000","last_peered":"2024-03-10T22:32:58.952734+0000","last_clean":"2024-03-10T22:32:58.952734+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:32:58.952734+0000","last_undegraded":"2024-03-10T22:32:58.952734+0000","last_fullsized":"2024-03-10T22:32:58.952734+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1155,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:05.309700+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:31:05.309700+0000","last_peered":"2024-03-10T22:31:05.309700+0000","last_clean":"2024-03-10T22:31:05.309700+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:31:05.309700+0000","last_undegraded":"2024-03-10T22:31:05.309700+0000","last_fullsized":"2024-03-10T22:31:05.309700+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:12.262643+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:31:12.262643+0000","last_peered":"2024-03-10T22:31:12.262643+0000","last_clean":"2024-03-10T22:31:12.262643+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:31:12.262643+0000","last_undegraded":"2024-03-10T22:31:12.262643+0000","last_fullsized":"2024-03-10T22:31:12.262643+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1104,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821277+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:31:19.821277+0000","last_peered":"2024-03-10T22:31:19.821277+0000","last_clean":"2024-03-10T22:31:19.821277+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:31:19.821277+0000","last_undegraded":"2024-03-10T22:31:19.821277+0000","last_fullsized":"2024-03-10T22:31:19.821277+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1224,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467355+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:31:24.467355+0000","last_peered":"2024-03-10T22:31:24.467355+0000","last_clean":"2024-03-10T22:31:24.467355+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:31:24.467355+0000","last_undegraded":"2024-03-10T22:31:24.467355+0000","last_fullsized":"2024-03-10T22:31:24.467355+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1122,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821333+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:31:19.821333+0000","last_peered":"2024-03-10T22:31:19.821333+0000","last_clean":"2024-03-10T22:31:19.821333+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:31:19.821333+0000","last_undegraded":"2024-03-10T22:31:19.821333+0000","last_fullsized":"2024-03-10T22:31:19.821333+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:19.821322+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:31:19.821322+0000","last_peered":"2024-03-10T22:31:19.821322+0000","last_clean":"2024-03-10T22:31:19.821322+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:31:19.821322+0000","last_undegraded":"2024-03-10T22:31:19.821322+0000","last_fullsized":"2024-03-10T22:31:19.821322+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:12.275426+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:33:12.275426+0000","last_peered":"2024-03-10T22:33:12.275426+0000","last_clean":"2024-03-10T22:33:12.275426+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:33:12.275426+0000","last_undegraded":"2024-03-10T22:33:12.275426+0000","last_fullsized":"2024-03-10T22:33:12.275426+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1242,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:24.467416+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:31:24.467416+0000","last_peered":"2024-03-10T22:31:24.467416+0000","last_clean":"2024-03-10T22:31:24.467416+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:31:24.467416+0000","last_undegraded":"2024-03-10T22:31:24.467416+0000","last_fullsized":"2024-03-10T22:31:24.467416+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:45.321287+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:32:45.321287+0000","last_peered":"2024-03-10T22:32:45.321287+0000","last_clean":"2024-03-10T22:32:45.321287+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:32:45.321287+0000","last_undegraded":"2024-03-10T22:32:45.321287+0000","last_fullsized":"2024-03-10T22:32:45.321287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681044+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:31:35.681044+0000","last_peered":"2024-03-10T22:31:35.681044+0000","last_clean":"2024-03-10T22:31:35.681044+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:31:35.681044+0000","last_undegraded":"2024-03-10T22:31:35.681044+0000","last_fullsized":"2024-03-10T22:31:35.681044+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957142+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:32:30.957142+0000","last_peered":"2024-03-10T22:32:30.957142+0000","last_clean":"2024-03-10T22:32:30.957142+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:32:30.957142+0000","last_undegraded":"2024-03-10T22:32:30.957142+0000","last_fullsized":"2024-03-10T22:32:30.957142+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1275,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272174+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:32:42.272174+0000","last_peered":"2024-03-10T22:32:42.272174+0000","last_clean":"2024-03-10T22:32:42.272174+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:32:42.272174+0000","last_undegraded":"2024-03-10T22:32:42.272174+0000","last_fullsized":"2024-03-10T22:32:42.272174+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272154+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:32:42.272154+0000","last_peered":"2024-03-10T22:32:42.272154+0000","last_clean":"2024-03-10T22:32:42.272154+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:32:42.272154+0000","last_undegraded":"2024-03-10T22:32:42.272154+0000","last_fullsized":"2024-03-10T22:32:42.272154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835513+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:33:19.835513+0000","last_peered":"2024-03-10T22:33:19.835513+0000","last_clean":"2024-03-10T22:33:19.835513+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:33:19.835513+0000","last_undegraded":"2024-03-10T22:33:19.835513+0000","last_fullsized":"2024-03-10T22:33:19.835513+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955265+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:32:10.955265+0000","last_peered":"2024-03-10T22:32:10.955265+0000","last_clean":"2024-03-10T22:32:10.955265+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:32:10.955265+0000","last_undegraded":"2024-03-10T22:32:10.955265+0000","last_fullsized":"2024-03-10T22:32:10.955265+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.681022+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:31:35.681022+0000","last_peered":"2024-03-10T22:31:35.681022+0000","last_clean":"2024-03-10T22:31:35.681022+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:31:35.681022+0000","last_undegraded":"2024-03-10T22:31:35.681022+0000","last_fullsized":"2024-03-10T22:31:35.681022+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:35.680999+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:31:35.680999+0000","last_peered":"2024-03-10T22:31:35.680999+0000","last_clean":"2024-03-10T22:31:35.680999+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:31:35.680999+0000","last_undegraded":"2024-03-10T22:31:35.680999+0000","last_fullsized":"2024-03-10T22:31:35.680999+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1263,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:33.721462+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:31:33.721462+0000","last_peered":"2024-03-10T22:31:33.721462+0000","last_clean":"2024-03-10T22:31:33.721462+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:31:33.721462+0000","last_undegraded":"2024-03-10T22:31:33.721462+0000","last_fullsized":"2024-03-10T22:31:33.721462+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955238+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:32:10.955238+0000","last_peered":"2024-03-10T22:32:10.955238+0000","last_clean":"2024-03-10T22:32:10.955238+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:32:10.955238+0000","last_undegraded":"2024-03-10T22:32:10.955238+0000","last_fullsized":"2024-03-10T22:32:10.955238+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4443,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730462+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:32:53.730462+0000","last_peered":"2024-03-10T22:32:53.730462+0000","last_clean":"2024-03-10T22:32:53.730462+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:32:53.730462+0000","last_undegraded":"2024-03-10T22:32:53.730462+0000","last_fullsized":"2024-03-10T22:32:53.730462+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1165,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:20.318667+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:32:20.318667+0000","last_peered":"2024-03-10T22:32:20.318667+0000","last_clean":"2024-03-10T22:32:20.318667+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:32:20.318667+0000","last_undegraded":"2024-03-10T22:32:20.318667+0000","last_fullsized":"2024-03-10T22:32:20.318667+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953010+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:31:50.953010+0000","last_peered":"2024-03-10T22:31:50.953010+0000","last_clean":"2024-03-10T22:31:50.953010+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:31:50.953010+0000","last_undegraded":"2024-03-10T22:31:50.953010+0000","last_fullsized":"2024-03-10T22:31:50.953010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12612,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275888+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:33:17.275888+0000","last_peered":"2024-03-10T22:33:17.275888+0000","last_clean":"2024-03-10T22:33:17.275888+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:33:17.275888+0000","last_undegraded":"2024-03-10T22:33:17.275888+0000","last_fullsized":"2024-03-10T22:33:17.275888+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483594+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:33:54.483594+0000","last_peered":"2024-03-10T22:33:54.483594+0000","last_clean":"2024-03-10T22:33:54.483594+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:33:54.483594+0000","last_undegraded":"2024-03-10T22:33:54.483594+0000","last_fullsized":"2024-03-10T22:33:54.483594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1244,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483666+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:33:54.483666+0000","last_peered":"2024-03-10T22:33:54.483666+0000","last_clean":"2024-03-10T22:33:54.483666+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:33:54.483666+0000","last_undegraded":"2024-03-10T22:33:54.483666+0000","last_fullsized":"2024-03-10T22:33:54.483666+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826498+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:32:04.826498+0000","last_peered":"2024-03-10T22:32:04.826498+0000","last_clean":"2024-03-10T22:32:04.826498+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:32:04.826498+0000","last_undegraded":"2024-03-10T22:32:04.826498+0000","last_fullsized":"2024-03-10T22:32:04.826498+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15025,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275952+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:33:17.275952+0000","last_peered":"2024-03-10T22:33:17.275952+0000","last_clean":"2024-03-10T22:33:17.275952+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:33:17.275952+0000","last_undegraded":"2024-03-10T22:33:17.275952+0000","last_fullsized":"2024-03-10T22:33:17.275952+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483647+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:33:54.483647+0000","last_peered":"2024-03-10T22:33:54.483647+0000","last_clean":"2024-03-10T22:33:54.483647+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:33:54.483647+0000","last_undegraded":"2024-03-10T22:33:54.483647+0000","last_fullsized":"2024-03-10T22:33:54.483647+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1124,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826422+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:32:04.826422+0000","last_peered":"2024-03-10T22:32:04.826422+0000","last_clean":"2024-03-10T22:32:04.826422+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:32:04.826422+0000","last_undegraded":"2024-03-10T22:32:04.826422+0000","last_fullsized":"2024-03-10T22:32:04.826422+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326727+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:33:35.326727+0000","last_peered":"2024-03-10T22:33:35.326727+0000","last_clean":"2024-03-10T22:33:35.326727+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:33:35.326727+0000","last_undegraded":"2024-03-10T22:33:35.326727+0000","last_fullsized":"2024-03-10T22:33:35.326727+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4229,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730536+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:32:53.730536+0000","last_peered":"2024-03-10T22:32:53.730536+0000","last_clean":"2024-03-10T22:32:53.730536+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:32:53.730536+0000","last_undegraded":"2024-03-10T22:32:53.730536+0000","last_fullsized":"2024-03-10T22:32:53.730536+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473352+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:32:19.473352+0000","last_peered":"2024-03-10T22:32:19.473352+0000","last_clean":"2024-03-10T22:32:19.473352+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:32:19.473352+0000","last_undegraded":"2024-03-10T22:32:19.473352+0000","last_fullsized":"2024-03-10T22:32:19.473352+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480031+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:33:19.480031+0000","last_peered":"2024-03-10T22:33:19.480031+0000","last_clean":"2024-03-10T22:33:19.480031+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:33:19.480031+0000","last_undegraded":"2024-03-10T22:33:19.480031+0000","last_fullsized":"2024-03-10T22:33:19.480031+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727353+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:32:23.727353+0000","last_peered":"2024-03-10T22:32:23.727353+0000","last_clean":"2024-03-10T22:32:23.727353+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:32:23.727353+0000","last_undegraded":"2024-03-10T22:32:23.727353+0000","last_fullsized":"2024-03-10T22:32:23.727353+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4296,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962405+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:33:15.962405+0000","last_peered":"2024-03-10T22:33:15.962405+0000","last_clean":"2024-03-10T22:33:15.962405+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:33:15.962405+0000","last_undegraded":"2024-03-10T22:33:15.962405+0000","last_fullsized":"2024-03-10T22:33:15.962405+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688239+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:32:40.688239+0000","last_peered":"2024-03-10T22:32:40.688239+0000","last_clean":"2024-03-10T22:32:40.688239+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:32:40.688239+0000","last_undegraded":"2024-03-10T22:32:40.688239+0000","last_fullsized":"2024-03-10T22:32:40.688239+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952719+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:32:58.952719+0000","last_peered":"2024-03-10T22:32:58.952719+0000","last_clean":"2024-03-10T22:32:58.952719+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:32:58.952719+0000","last_undegraded":"2024-03-10T22:32:58.952719+0000","last_fullsized":"2024-03-10T22:32:58.952719+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826465+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:32:04.826465+0000","last_peered":"2024-03-10T22:32:04.826465+0000","last_clean":"2024-03-10T22:32:04.826465+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:32:04.826465+0000","last_undegraded":"2024-03-10T22:32:04.826465+0000","last_fullsized":"2024-03-10T22:32:04.826465+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959253+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:32:50.959253+0000","last_peered":"2024-03-10T22:32:50.959253+0000","last_clean":"2024-03-10T22:32:50.959253+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:32:50.959253+0000","last_undegraded":"2024-03-10T22:32:50.959253+0000","last_fullsized":"2024-03-10T22:32:50.959253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3653,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829494+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:32:29.829494+0000","last_peered":"2024-03-10T22:32:29.829494+0000","last_clean":"2024-03-10T22:32:29.829494+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:32:29.829494+0000","last_undegraded":"2024-03-10T22:32:29.829494+0000","last_fullsized":"2024-03-10T22:32:29.829494+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:52.280345+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:33:52.280345+0000","last_peered":"2024-03-10T22:33:52.280345+0000","last_clean":"2024-03-10T22:33:52.280345+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:33:52.280345+0000","last_undegraded":"2024-03-10T22:33:52.280345+0000","last_fullsized":"2024-03-10T22:33:52.280345+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275840+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:33:17.275840+0000","last_peered":"2024-03-10T22:33:17.275840+0000","last_clean":"2024-03-10T22:33:17.275840+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:33:17.275840+0000","last_undegraded":"2024-03-10T22:33:17.275840+0000","last_fullsized":"2024-03-10T22:33:17.275840+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":921,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737443+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:33:53.737443+0000","last_peered":"2024-03-10T22:33:53.737443+0000","last_clean":"2024-03-10T22:33:53.737443+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:33:53.737443+0000","last_undegraded":"2024-03-10T22:33:53.737443+0000","last_fullsized":"2024-03-10T22:33:53.737443+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4505,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688204+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:32:40.688204+0000","last_peered":"2024-03-10T22:32:40.688204+0000","last_clean":"2024-03-10T22:32:40.688204+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:32:40.688204+0000","last_undegraded":"2024-03-10T22:32:40.688204+0000","last_fullsized":"2024-03-10T22:32:40.688204+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275937+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:33:17.275937+0000","last_peered":"2024-03-10T22:33:17.275937+0000","last_clean":"2024-03-10T22:33:17.275937+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:33:17.275937+0000","last_undegraded":"2024-03-10T22:33:17.275937+0000","last_fullsized":"2024-03-10T22:33:17.275937+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":963,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:59.484204+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:33:59.484204+0000","last_peered":"2024-03-10T22:33:59.484204+0000","last_clean":"2024-03-10T22:33:59.484204+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:33:59.484204+0000","last_undegraded":"2024-03-10T22:33:59.484204+0000","last_fullsized":"2024-03-10T22:33:59.484204+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483632+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:33:54.483632+0000","last_peered":"2024-03-10T22:33:54.483632+0000","last_clean":"2024-03-10T22:33:54.483632+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:33:54.483632+0000","last_undegraded":"2024-03-10T22:33:54.483632+0000","last_fullsized":"2024-03-10T22:33:54.483632+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5079,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326689+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:33:35.326689+0000","last_peered":"2024-03-10T22:33:35.326689+0000","last_clean":"2024-03-10T22:33:35.326689+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:33:35.326689+0000","last_undegraded":"2024-03-10T22:33:35.326689+0000","last_fullsized":"2024-03-10T22:33:35.326689+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949090+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:32:28.949090+0000","last_peered":"2024-03-10T22:32:28.949090+0000","last_clean":"2024-03-10T22:32:28.949090+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:32:28.949090+0000","last_undegraded":"2024-03-10T22:32:28.949090+0000","last_fullsized":"2024-03-10T22:32:28.949090+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473340+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:32:19.473340+0000","last_peered":"2024-03-10T22:32:19.473340+0000","last_clean":"2024-03-10T22:32:19.473340+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:32:19.473340+0000","last_undegraded":"2024-03-10T22:32:19.473340+0000","last_fullsized":"2024-03-10T22:32:19.473340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1197,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956392+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:33:28.956392+0000","last_peered":"2024-03-10T22:33:28.956392+0000","last_clean":"2024-03-10T22:33:28.956392+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:33:28.956392+0000","last_undegraded":"2024-03-10T22:33:28.956392+0000","last_fullsized":"2024-03-10T22:33:28.956392+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949109+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:32:28.949109+0000","last_peered":"2024-03-10T22:32:28.949109+0000","last_clean":"2024-03-10T22:32:28.949109+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:32:28.949109+0000","last_undegraded":"2024-03-10T22:32:28.949109+0000","last_fullsized":"2024-03-10T22:32:28.949109+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326652+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:33:35.326652+0000","last_peered":"2024-03-10T22:33:35.326652+0000","last_clean":"2024-03-10T22:33:35.326652+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:33:35.326652+0000","last_undegraded":"2024-03-10T22:33:35.326652+0000","last_fullsized":"2024-03-10T22:33:35.326652+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691134+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:33:05.691134+0000","last_peered":"2024-03-10T22:33:05.691134+0000","last_clean":"2024-03-10T22:33:05.691134+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:33:05.691134+0000","last_undegraded":"2024-03-10T22:33:05.691134+0000","last_fullsized":"2024-03-10T22:33:05.691134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:53.730557+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:32:53.730557+0000","last_peered":"2024-03-10T22:32:53.730557+0000","last_clean":"2024-03-10T22:32:53.730557+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:32:53.730557+0000","last_undegraded":"2024-03-10T22:32:53.730557+0000","last_fullsized":"2024-03-10T22:32:53.730557+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3249,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832529+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:32:54.832529+0000","last_peered":"2024-03-10T22:32:54.832529+0000","last_clean":"2024-03-10T22:32:54.832529+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:32:54.832529+0000","last_undegraded":"2024-03-10T22:32:54.832529+0000","last_fullsized":"2024-03-10T22:32:54.832529+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1027,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965611+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:33:40.965611+0000","last_peered":"2024-03-10T22:33:40.965611+0000","last_clean":"2024-03-10T22:33:40.965611+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:33:40.965611+0000","last_undegraded":"2024-03-10T22:33:40.965611+0000","last_fullsized":"2024-03-10T22:33:40.965611+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.315985+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:31:55.315985+0000","last_peered":"2024-03-10T22:31:55.315985+0000","last_clean":"2024-03-10T22:31:55.315985+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:31:55.315985+0000","last_undegraded":"2024-03-10T22:31:55.315985+0000","last_fullsized":"2024-03-10T22:31:55.315985+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4002,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:20.318631+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:32:20.318631+0000","last_peered":"2024-03-10T22:32:20.318631+0000","last_clean":"2024-03-10T22:32:20.318631+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:32:20.318631+0000","last_undegraded":"2024-03-10T22:32:20.318631+0000","last_fullsized":"2024-03-10T22:32:20.318631+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473276+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:32:19.473276+0000","last_peered":"2024-03-10T22:32:19.473276+0000","last_clean":"2024-03-10T22:32:19.473276+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:32:19.473276+0000","last_undegraded":"2024-03-10T22:32:19.473276+0000","last_fullsized":"2024-03-10T22:32:19.473276+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956329+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:33:28.956329+0000","last_peered":"2024-03-10T22:33:28.956329+0000","last_clean":"2024-03-10T22:33:28.956329+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:33:28.956329+0000","last_undegraded":"2024-03-10T22:33:28.956329+0000","last_fullsized":"2024-03-10T22:33:28.956329+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4943,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734178+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:33:23.734178+0000","last_peered":"2024-03-10T22:33:23.734178+0000","last_clean":"2024-03-10T22:33:23.734178+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:33:23.734178+0000","last_undegraded":"2024-03-10T22:33:23.734178+0000","last_fullsized":"2024-03-10T22:33:23.734178+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473299+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:32:19.473299+0000","last_peered":"2024-03-10T22:32:19.473299+0000","last_clean":"2024-03-10T22:32:19.473299+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:32:19.473299+0000","last_undegraded":"2024-03-10T22:32:19.473299+0000","last_fullsized":"2024-03-10T22:32:19.473299+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943774+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:31:43.943774+0000","last_peered":"2024-03-10T22:31:43.943774+0000","last_clean":"2024-03-10T22:31:43.943774+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:31:43.943774+0000","last_undegraded":"2024-03-10T22:31:43.943774+0000","last_fullsized":"2024-03-10T22:31:43.943774+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476787+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:32:49.476787+0000","last_peered":"2024-03-10T22:32:49.476787+0000","last_clean":"2024-03-10T22:32:49.476787+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:32:49.476787+0000","last_undegraded":"2024-03-10T22:32:49.476787+0000","last_fullsized":"2024-03-10T22:32:49.476787+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1210,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734154+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:33:23.734154+0000","last_peered":"2024-03-10T22:33:23.734154+0000","last_clean":"2024-03-10T22:33:23.734154+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:33:23.734154+0000","last_undegraded":"2024-03-10T22:33:23.734154+0000","last_fullsized":"2024-03-10T22:33:23.734154+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691087+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:33:05.691087+0000","last_peered":"2024-03-10T22:33:05.691087+0000","last_clean":"2024-03-10T22:33:05.691087+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:33:05.691087+0000","last_undegraded":"2024-03-10T22:33:05.691087+0000","last_fullsized":"2024-03-10T22:33:05.691087+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5332,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734121+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:33:23.734121+0000","last_peered":"2024-03-10T22:33:23.734121+0000","last_clean":"2024-03-10T22:33:23.734121+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:33:23.734121+0000","last_undegraded":"2024-03-10T22:33:23.734121+0000","last_fullsized":"2024-03-10T22:33:23.734121+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734167+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:33:23.734167+0000","last_peered":"2024-03-10T22:33:23.734167+0000","last_clean":"2024-03-10T22:33:23.734167+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:33:23.734167+0000","last_undegraded":"2024-03-10T22:33:23.734167+0000","last_fullsized":"2024-03-10T22:33:23.734167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952995+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:31:50.952995+0000","last_peered":"2024-03-10T22:31:50.952995+0000","last_clean":"2024-03-10T22:31:50.952995+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:50.952995+0000","last_undegraded":"2024-03-10T22:31:50.952995+0000","last_fullsized":"2024-03-10T22:31:50.952995+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4660,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730504+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:32:53.730504+0000","last_peered":"2024-03-10T22:32:53.730504+0000","last_clean":"2024-03-10T22:32:53.730504+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:32:53.730504+0000","last_undegraded":"2024-03-10T22:32:53.730504+0000","last_fullsized":"2024-03-10T22:32:53.730504+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476833+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:32:49.476833+0000","last_peered":"2024-03-10T22:32:49.476833+0000","last_clean":"2024-03-10T22:32:49.476833+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:32:49.476833+0000","last_undegraded":"2024-03-10T22:32:49.476833+0000","last_fullsized":"2024-03-10T22:32:49.476833+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832503+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:32:54.832503+0000","last_peered":"2024-03-10T22:32:54.832503+0000","last_clean":"2024-03-10T22:32:54.832503+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:32:54.832503+0000","last_undegraded":"2024-03-10T22:32:54.832503+0000","last_fullsized":"2024-03-10T22:32:54.832503+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3544,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965632+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:33:40.965632+0000","last_peered":"2024-03-10T22:33:40.965632+0000","last_clean":"2024-03-10T22:33:40.965632+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:33:40.965632+0000","last_undegraded":"2024-03-10T22:33:40.965632+0000","last_fullsized":"2024-03-10T22:33:40.965632+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734202+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:33:23.734202+0000","last_peered":"2024-03-10T22:33:23.734202+0000","last_clean":"2024-03-10T22:33:23.734202+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:33:23.734202+0000","last_undegraded":"2024-03-10T22:33:23.734202+0000","last_fullsized":"2024-03-10T22:33:23.734202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953022+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:31:50.953022+0000","last_peered":"2024-03-10T22:31:50.953022+0000","last_clean":"2024-03-10T22:31:50.953022+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:31:50.953022+0000","last_undegraded":"2024-03-10T22:31:50.953022+0000","last_fullsized":"2024-03-10T22:31:50.953022+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688161+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:32:40.688161+0000","last_peered":"2024-03-10T22:32:40.688161+0000","last_clean":"2024-03-10T22:32:40.688161+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:32:40.688161+0000","last_undegraded":"2024-03-10T22:32:40.688161+0000","last_fullsized":"2024-03-10T22:32:40.688161+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727328+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:32:23.727328+0000","last_peered":"2024-03-10T22:32:23.727328+0000","last_clean":"2024-03-10T22:32:23.727328+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:32:23.727328+0000","last_undegraded":"2024-03-10T22:32:23.727328+0000","last_fullsized":"2024-03-10T22:32:23.727328+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:04.826452+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:32:04.826452+0000","last_peered":"2024-03-10T22:32:04.826452+0000","last_clean":"2024-03-10T22:32:04.826452+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:32:04.826452+0000","last_undegraded":"2024-03-10T22:32:04.826452+0000","last_fullsized":"2024-03-10T22:32:04.826452+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275875+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:33:17.275875+0000","last_peered":"2024-03-10T22:33:17.275875+0000","last_clean":"2024-03-10T22:33:17.275875+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:33:17.275875+0000","last_undegraded":"2024-03-10T22:33:17.275875+0000","last_fullsized":"2024-03-10T22:33:17.275875+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956376+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:33:28.956376+0000","last_peered":"2024-03-10T22:33:28.956376+0000","last_clean":"2024-03-10T22:33:28.956376+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:33:28.956376+0000","last_undegraded":"2024-03-10T22:33:28.956376+0000","last_fullsized":"2024-03-10T22:33:28.956376+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473326+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:32:19.473326+0000","last_peered":"2024-03-10T22:32:19.473326+0000","last_clean":"2024-03-10T22:32:19.473326+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:32:19.473326+0000","last_undegraded":"2024-03-10T22:32:19.473326+0000","last_fullsized":"2024-03-10T22:32:19.473326+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691123+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:33:05.691123+0000","last_peered":"2024-03-10T22:33:05.691123+0000","last_clean":"2024-03-10T22:33:05.691123+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:33:05.691123+0000","last_undegraded":"2024-03-10T22:33:05.691123+0000","last_fullsized":"2024-03-10T22:33:05.691123+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956401+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:33:28.956401+0000","last_peered":"2024-03-10T22:33:28.956401+0000","last_clean":"2024-03-10T22:33:28.956401+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:33:28.956401+0000","last_undegraded":"2024-03-10T22:33:28.956401+0000","last_fullsized":"2024-03-10T22:33:28.956401+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829446+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:32:29.829446+0000","last_peered":"2024-03-10T22:32:29.829446+0000","last_clean":"2024-03-10T22:32:29.829446+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:32:29.829446+0000","last_undegraded":"2024-03-10T22:32:29.829446+0000","last_fullsized":"2024-03-10T22:32:29.829446+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:43.943746+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:31:43.943746+0000","last_peered":"2024-03-10T22:31:43.943746+0000","last_clean":"2024-03-10T22:31:43.943746+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:31:43.943746+0000","last_undegraded":"2024-03-10T22:31:43.943746+0000","last_fullsized":"2024-03-10T22:31:43.943746+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832470+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:32:54.832470+0000","last_peered":"2024-03-10T22:32:54.832470+0000","last_clean":"2024-03-10T22:32:54.832470+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:32:54.832470+0000","last_undegraded":"2024-03-10T22:32:54.832470+0000","last_fullsized":"2024-03-10T22:32:54.832470+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:12.269287+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:32:12.269287+0000","last_peered":"2024-03-10T22:32:12.269287+0000","last_clean":"2024-03-10T22:32:12.269287+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:32:12.269287+0000","last_undegraded":"2024-03-10T22:32:12.269287+0000","last_fullsized":"2024-03-10T22:32:12.269287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:30.693720+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:33:30.693720+0000","last_peered":"2024-03-10T22:33:30.693720+0000","last_clean":"2024-03-10T22:33:30.693720+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:33:30.693720+0000","last_undegraded":"2024-03-10T22:33:30.693720+0000","last_fullsized":"2024-03-10T22:33:30.693720+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784031,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928678,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586506,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796561,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474563,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329916,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152564,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073325,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:36:06.887 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:06.887 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:06.887 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:06.887 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:06.887 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:06.887 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:06.887 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:06.887 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:06.887 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:36:07.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:07 smithi169 ceph-mon[88180]: from='client.44690 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:07.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:07 smithi169 ceph-mon[90638]: from='client.44690 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:07.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:07 smithi172 ceph-mon[84635]: from='client.44690 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:08.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:08 smithi169 ceph-mon[88180]: pgmap v1160: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:08.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:08 smithi169 ceph-mon[90638]: pgmap v1160: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:08.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:08 smithi172 ceph-mon[84635]: pgmap v1160: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:10.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:10 smithi169 ceph-mon[88180]: pgmap v1161: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:10.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:10 smithi169 ceph-mon[90638]: pgmap v1161: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:10.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:10 smithi172 ceph-mon[84635]: pgmap v1161: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:11.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:11.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:11.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:12.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:12 smithi169 ceph-mon[88180]: pgmap v1162: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:12.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:12 smithi169 ceph-mon[90638]: pgmap v1162: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:12.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:12 smithi172 ceph-mon[84635]: pgmap v1162: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:12.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:36:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:36:14.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:14 smithi169 ceph-mon[90638]: pgmap v1163: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:14.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:14 smithi169 ceph-mon[88180]: pgmap v1163: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:14.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:14 smithi172 ceph-mon[84635]: pgmap v1163: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:16.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:16 smithi169 ceph-mon[90638]: pgmap v1164: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:16.253 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:16 smithi169 ceph-mon[88180]: pgmap v1164: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:36:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:36:15] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:36:16.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:16 smithi172 ceph-mon[84635]: pgmap v1164: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:16.888 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:36:17.108 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:36:18.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:18 smithi169 ceph-mon[88180]: pgmap v1165: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:18.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:18 smithi169 ceph-mon[90638]: pgmap v1165: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:18.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:18 smithi172 ceph-mon[84635]: pgmap v1165: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:19.043 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:36:19.046 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:36:19.722 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1166,"stamp":"2024-03-10T22:36:18.763601+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003947"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962450+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:33:15.962450+0000","last_peered":"2024-03-10T22:33:15.962450+0000","last_clean":"2024-03-10T22:33:15.962450+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:33:15.962450+0000","last_undegraded":"2024-03-10T22:33:15.962450+0000","last_fullsized":"2024-03-10T22:33:15.962450+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1237,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483692+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:33:54.483692+0000","last_peered":"2024-03-10T22:33:54.483692+0000","last_clean":"2024-03-10T22:33:54.483692+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:33:54.483692+0000","last_undegraded":"2024-03-10T22:33:54.483692+0000","last_fullsized":"2024-03-10T22:33:54.483692+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275964+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:33:17.275964+0000","last_peered":"2024-03-10T22:33:17.275964+0000","last_clean":"2024-03-10T22:33:17.275964+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:33:17.275964+0000","last_undegraded":"2024-03-10T22:33:17.275964+0000","last_fullsized":"2024-03-10T22:33:17.275964+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:39.837582+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:33:39.837582+0000","last_peered":"2024-03-10T22:33:39.837582+0000","last_clean":"2024-03-10T22:33:39.837582+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:33:39.837582+0000","last_undegraded":"2024-03-10T22:33:39.837582+0000","last_fullsized":"2024-03-10T22:33:39.837582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959315+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:32:50.959315+0000","last_peered":"2024-03-10T22:32:50.959315+0000","last_clean":"2024-03-10T22:32:50.959315+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:32:50.959315+0000","last_undegraded":"2024-03-10T22:32:50.959315+0000","last_fullsized":"2024-03-10T22:32:50.959315+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1128,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823430+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:31:39.823430+0000","last_peered":"2024-03-10T22:31:39.823430+0000","last_clean":"2024-03-10T22:31:39.823430+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:31:39.823430+0000","last_undegraded":"2024-03-10T22:31:39.823430+0000","last_fullsized":"2024-03-10T22:31:39.823430+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959290+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:32:50.959290+0000","last_peered":"2024-03-10T22:32:50.959290+0000","last_clean":"2024-03-10T22:32:50.959290+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:32:50.959290+0000","last_undegraded":"2024-03-10T22:32:50.959290+0000","last_fullsized":"2024-03-10T22:32:50.959290+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952675+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:32:58.952675+0000","last_peered":"2024-03-10T22:32:58.952675+0000","last_clean":"2024-03-10T22:32:58.952675+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:32:58.952675+0000","last_undegraded":"2024-03-10T22:32:58.952675+0000","last_fullsized":"2024-03-10T22:32:58.952675+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957182+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:32:30.957182+0000","last_peered":"2024-03-10T22:32:30.957182+0000","last_clean":"2024-03-10T22:32:30.957182+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:32:30.957182+0000","last_undegraded":"2024-03-10T22:32:30.957182+0000","last_fullsized":"2024-03-10T22:32:30.957182+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:10.323997+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:33:10.323997+0000","last_peered":"2024-03-10T22:33:10.323997+0000","last_clean":"2024-03-10T22:33:10.323997+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:33:10.323997+0000","last_undegraded":"2024-03-10T22:33:10.323997+0000","last_fullsized":"2024-03-10T22:33:10.323997+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272134+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:32:42.272134+0000","last_peered":"2024-03-10T22:32:42.272134+0000","last_clean":"2024-03-10T22:32:42.272134+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:32:42.272134+0000","last_undegraded":"2024-03-10T22:32:42.272134+0000","last_fullsized":"2024-03-10T22:32:42.272134+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480054+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:33:19.480054+0000","last_peered":"2024-03-10T22:33:19.480054+0000","last_clean":"2024-03-10T22:33:19.480054+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:33:19.480054+0000","last_undegraded":"2024-03-10T22:33:19.480054+0000","last_fullsized":"2024-03-10T22:33:19.480054+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835481+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:33:19.835481+0000","last_peered":"2024-03-10T22:33:19.835481+0000","last_clean":"2024-03-10T22:33:19.835481+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:33:19.835481+0000","last_undegraded":"2024-03-10T22:33:19.835481+0000","last_fullsized":"2024-03-10T22:33:19.835481+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737526+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:33:53.737526+0000","last_peered":"2024-03-10T22:33:53.737526+0000","last_clean":"2024-03-10T22:33:53.737526+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:33:53.737526+0000","last_undegraded":"2024-03-10T22:33:53.737526+0000","last_fullsized":"2024-03-10T22:33:53.737526+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737511+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:33:53.737511+0000","last_peered":"2024-03-10T22:33:53.737511+0000","last_clean":"2024-03-10T22:33:53.737511+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:33:53.737511+0000","last_undegraded":"2024-03-10T22:33:53.737511+0000","last_fullsized":"2024-03-10T22:33:53.737511+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952970+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:31:50.952970+0000","last_peered":"2024-03-10T22:31:50.952970+0000","last_clean":"2024-03-10T22:31:50.952970+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:31:50.952970+0000","last_undegraded":"2024-03-10T22:31:50.952970+0000","last_fullsized":"2024-03-10T22:31:50.952970+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275990+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:33:17.275990+0000","last_peered":"2024-03-10T22:33:17.275990+0000","last_clean":"2024-03-10T22:33:17.275990+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:33:17.275990+0000","last_undegraded":"2024-03-10T22:33:17.275990+0000","last_fullsized":"2024-03-10T22:33:17.275990+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949150+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:32:28.949150+0000","last_peered":"2024-03-10T22:32:28.949150+0000","last_clean":"2024-03-10T22:32:28.949150+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:32:28.949150+0000","last_undegraded":"2024-03-10T22:32:28.949150+0000","last_fullsized":"2024-03-10T22:32:28.949150+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949167+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:32:28.949167+0000","last_peered":"2024-03-10T22:32:28.949167+0000","last_clean":"2024-03-10T22:32:28.949167+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:32:28.949167+0000","last_undegraded":"2024-03-10T22:32:28.949167+0000","last_fullsized":"2024-03-10T22:32:28.949167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275976+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:33:17.275976+0000","last_peered":"2024-03-10T22:33:17.275976+0000","last_clean":"2024-03-10T22:33:17.275976+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:33:17.275976+0000","last_undegraded":"2024-03-10T22:33:17.275976+0000","last_fullsized":"2024-03-10T22:33:17.275976+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959346+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:32:50.959346+0000","last_peered":"2024-03-10T22:32:50.959346+0000","last_clean":"2024-03-10T22:32:50.959346+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:32:50.959346+0000","last_undegraded":"2024-03-10T22:32:50.959346+0000","last_fullsized":"2024-03-10T22:32:50.959346+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823469+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:31:39.823469+0000","last_peered":"2024-03-10T22:31:39.823469+0000","last_clean":"2024-03-10T22:31:39.823469+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:31:39.823469+0000","last_undegraded":"2024-03-10T22:31:39.823469+0000","last_fullsized":"2024-03-10T22:31:39.823469+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":976,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470399+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:31:54.470399+0000","last_peered":"2024-03-10T22:31:54.470399+0000","last_clean":"2024-03-10T22:31:54.470399+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:31:54.470399+0000","last_undegraded":"2024-03-10T22:31:54.470399+0000","last_fullsized":"2024-03-10T22:31:54.470399+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823479+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:31:39.823479+0000","last_peered":"2024-03-10T22:31:39.823479+0000","last_clean":"2024-03-10T22:31:39.823479+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:31:39.823479+0000","last_undegraded":"2024-03-10T22:31:39.823479+0000","last_fullsized":"2024-03-10T22:31:39.823479+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952734+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:32:58.952734+0000","last_peered":"2024-03-10T22:32:58.952734+0000","last_clean":"2024-03-10T22:32:58.952734+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:32:58.952734+0000","last_undegraded":"2024-03-10T22:32:58.952734+0000","last_fullsized":"2024-03-10T22:32:58.952734+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1156,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326717+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:33:35.326717+0000","last_peered":"2024-03-10T22:33:35.326717+0000","last_clean":"2024-03-10T22:33:35.326717+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:33:35.326717+0000","last_undegraded":"2024-03-10T22:33:35.326717+0000","last_fullsized":"2024-03-10T22:33:35.326717+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:42.279294+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:33:42.279294+0000","last_peered":"2024-03-10T22:33:42.279294+0000","last_clean":"2024-03-10T22:33:42.279294+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:33:42.279294+0000","last_undegraded":"2024-03-10T22:33:42.279294+0000","last_fullsized":"2024-03-10T22:33:42.279294+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838293+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:33:44.838293+0000","last_peered":"2024-03-10T22:33:44.838293+0000","last_clean":"2024-03-10T22:33:44.838293+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:33:44.838293+0000","last_undegraded":"2024-03-10T22:33:44.838293+0000","last_fullsized":"2024-03-10T22:33:44.838293+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482929+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:33:49.482929+0000","last_peered":"2024-03-10T22:33:49.482929+0000","last_clean":"2024-03-10T22:33:49.482929+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:33:49.482929+0000","last_undegraded":"2024-03-10T22:33:49.482929+0000","last_fullsized":"2024-03-10T22:33:49.482929+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838353+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:33:44.838353+0000","last_peered":"2024-03-10T22:33:44.838353+0000","last_clean":"2024-03-10T22:33:44.838353+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:33:44.838353+0000","last_undegraded":"2024-03-10T22:33:44.838353+0000","last_fullsized":"2024-03-10T22:33:44.838353+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838340+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:33:44.838340+0000","last_peered":"2024-03-10T22:33:44.838340+0000","last_clean":"2024-03-10T22:33:44.838340+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:33:44.838340+0000","last_undegraded":"2024-03-10T22:33:44.838340+0000","last_fullsized":"2024-03-10T22:33:44.838340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:12.275426+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:33:12.275426+0000","last_peered":"2024-03-10T22:33:12.275426+0000","last_clean":"2024-03-10T22:33:12.275426+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:33:12.275426+0000","last_undegraded":"2024-03-10T22:33:12.275426+0000","last_fullsized":"2024-03-10T22:33:12.275426+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482988+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:33:49.482988+0000","last_peered":"2024-03-10T22:33:49.482988+0000","last_clean":"2024-03-10T22:33:49.482988+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:33:49.482988+0000","last_undegraded":"2024-03-10T22:33:49.482988+0000","last_fullsized":"2024-03-10T22:33:49.482988+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:45.321287+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:32:45.321287+0000","last_peered":"2024-03-10T22:32:45.321287+0000","last_clean":"2024-03-10T22:32:45.321287+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:32:45.321287+0000","last_undegraded":"2024-03-10T22:32:45.321287+0000","last_fullsized":"2024-03-10T22:32:45.321287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696312+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:33:55.696312+0000","last_peered":"2024-03-10T22:33:55.696312+0000","last_clean":"2024-03-10T22:33:55.696312+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:33:55.696312+0000","last_undegraded":"2024-03-10T22:33:55.696312+0000","last_fullsized":"2024-03-10T22:33:55.696312+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957142+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:32:30.957142+0000","last_peered":"2024-03-10T22:32:30.957142+0000","last_clean":"2024-03-10T22:32:30.957142+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:32:30.957142+0000","last_undegraded":"2024-03-10T22:32:30.957142+0000","last_fullsized":"2024-03-10T22:32:30.957142+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1275,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272174+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:32:42.272174+0000","last_peered":"2024-03-10T22:32:42.272174+0000","last_clean":"2024-03-10T22:32:42.272174+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:32:42.272174+0000","last_undegraded":"2024-03-10T22:32:42.272174+0000","last_fullsized":"2024-03-10T22:32:42.272174+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272154+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:32:42.272154+0000","last_peered":"2024-03-10T22:32:42.272154+0000","last_clean":"2024-03-10T22:32:42.272154+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:32:42.272154+0000","last_undegraded":"2024-03-10T22:32:42.272154+0000","last_fullsized":"2024-03-10T22:32:42.272154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835513+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:33:19.835513+0000","last_peered":"2024-03-10T22:33:19.835513+0000","last_clean":"2024-03-10T22:33:19.835513+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:33:19.835513+0000","last_undegraded":"2024-03-10T22:33:19.835513+0000","last_fullsized":"2024-03-10T22:33:19.835513+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955265+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:32:10.955265+0000","last_peered":"2024-03-10T22:32:10.955265+0000","last_clean":"2024-03-10T22:32:10.955265+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:32:10.955265+0000","last_undegraded":"2024-03-10T22:32:10.955265+0000","last_fullsized":"2024-03-10T22:32:10.955265+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696293+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:33:55.696293+0000","last_peered":"2024-03-10T22:33:55.696293+0000","last_clean":"2024-03-10T22:33:55.696293+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:33:55.696293+0000","last_undegraded":"2024-03-10T22:33:55.696293+0000","last_fullsized":"2024-03-10T22:33:55.696293+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696271+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:33:55.696271+0000","last_peered":"2024-03-10T22:33:55.696271+0000","last_clean":"2024-03-10T22:33:55.696271+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:33:55.696271+0000","last_undegraded":"2024-03-10T22:33:55.696271+0000","last_fullsized":"2024-03-10T22:33:55.696271+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1264,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737474+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:33:53.737474+0000","last_peered":"2024-03-10T22:33:53.737474+0000","last_clean":"2024-03-10T22:33:53.737474+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:33:53.737474+0000","last_undegraded":"2024-03-10T22:33:53.737474+0000","last_fullsized":"2024-03-10T22:33:53.737474+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955238+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:32:10.955238+0000","last_peered":"2024-03-10T22:32:10.955238+0000","last_clean":"2024-03-10T22:32:10.955238+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:32:10.955238+0000","last_undegraded":"2024-03-10T22:32:10.955238+0000","last_fullsized":"2024-03-10T22:32:10.955238+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4443,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730462+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:32:53.730462+0000","last_peered":"2024-03-10T22:32:53.730462+0000","last_clean":"2024-03-10T22:32:53.730462+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:32:53.730462+0000","last_undegraded":"2024-03-10T22:32:53.730462+0000","last_fullsized":"2024-03-10T22:32:53.730462+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1165,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:20.318667+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:32:20.318667+0000","last_peered":"2024-03-10T22:32:20.318667+0000","last_clean":"2024-03-10T22:32:20.318667+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:32:20.318667+0000","last_undegraded":"2024-03-10T22:32:20.318667+0000","last_fullsized":"2024-03-10T22:32:20.318667+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953010+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:31:50.953010+0000","last_peered":"2024-03-10T22:31:50.953010+0000","last_clean":"2024-03-10T22:31:50.953010+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:31:50.953010+0000","last_undegraded":"2024-03-10T22:31:50.953010+0000","last_fullsized":"2024-03-10T22:31:50.953010+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12612,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275888+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:33:17.275888+0000","last_peered":"2024-03-10T22:33:17.275888+0000","last_clean":"2024-03-10T22:33:17.275888+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:33:17.275888+0000","last_undegraded":"2024-03-10T22:33:17.275888+0000","last_fullsized":"2024-03-10T22:33:17.275888+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483594+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:33:54.483594+0000","last_peered":"2024-03-10T22:33:54.483594+0000","last_clean":"2024-03-10T22:33:54.483594+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:33:54.483594+0000","last_undegraded":"2024-03-10T22:33:54.483594+0000","last_fullsized":"2024-03-10T22:33:54.483594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1244,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483666+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:33:54.483666+0000","last_peered":"2024-03-10T22:33:54.483666+0000","last_clean":"2024-03-10T22:33:54.483666+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:33:54.483666+0000","last_undegraded":"2024-03-10T22:33:54.483666+0000","last_fullsized":"2024-03-10T22:33:54.483666+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841303+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:34:09.841303+0000","last_peered":"2024-03-10T22:34:09.841303+0000","last_clean":"2024-03-10T22:34:09.841303+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:34:09.841303+0000","last_undegraded":"2024-03-10T22:34:09.841303+0000","last_fullsized":"2024-03-10T22:34:09.841303+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15025,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275952+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:33:17.275952+0000","last_peered":"2024-03-10T22:33:17.275952+0000","last_clean":"2024-03-10T22:33:17.275952+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:33:17.275952+0000","last_undegraded":"2024-03-10T22:33:17.275952+0000","last_fullsized":"2024-03-10T22:33:17.275952+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483647+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:33:54.483647+0000","last_peered":"2024-03-10T22:33:54.483647+0000","last_clean":"2024-03-10T22:33:54.483647+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:33:54.483647+0000","last_undegraded":"2024-03-10T22:33:54.483647+0000","last_fullsized":"2024-03-10T22:33:54.483647+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841235+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:34:09.841235+0000","last_peered":"2024-03-10T22:34:09.841235+0000","last_clean":"2024-03-10T22:34:09.841235+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:34:09.841235+0000","last_undegraded":"2024-03-10T22:34:09.841235+0000","last_fullsized":"2024-03-10T22:34:09.841235+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326727+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:33:35.326727+0000","last_peered":"2024-03-10T22:33:35.326727+0000","last_clean":"2024-03-10T22:33:35.326727+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:33:35.326727+0000","last_undegraded":"2024-03-10T22:33:35.326727+0000","last_fullsized":"2024-03-10T22:33:35.326727+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4229,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730536+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:32:53.730536+0000","last_peered":"2024-03-10T22:32:53.730536+0000","last_clean":"2024-03-10T22:32:53.730536+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:32:53.730536+0000","last_undegraded":"2024-03-10T22:32:53.730536+0000","last_fullsized":"2024-03-10T22:32:53.730536+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473352+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:32:19.473352+0000","last_peered":"2024-03-10T22:32:19.473352+0000","last_clean":"2024-03-10T22:32:19.473352+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:32:19.473352+0000","last_undegraded":"2024-03-10T22:32:19.473352+0000","last_fullsized":"2024-03-10T22:32:19.473352+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480031+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:33:19.480031+0000","last_peered":"2024-03-10T22:33:19.480031+0000","last_clean":"2024-03-10T22:33:19.480031+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:33:19.480031+0000","last_undegraded":"2024-03-10T22:33:19.480031+0000","last_fullsized":"2024-03-10T22:33:19.480031+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727353+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:32:23.727353+0000","last_peered":"2024-03-10T22:32:23.727353+0000","last_clean":"2024-03-10T22:32:23.727353+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:32:23.727353+0000","last_undegraded":"2024-03-10T22:32:23.727353+0000","last_fullsized":"2024-03-10T22:32:23.727353+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4296,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962405+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:33:15.962405+0000","last_peered":"2024-03-10T22:33:15.962405+0000","last_clean":"2024-03-10T22:33:15.962405+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:33:15.962405+0000","last_undegraded":"2024-03-10T22:33:15.962405+0000","last_fullsized":"2024-03-10T22:33:15.962405+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688239+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:32:40.688239+0000","last_peered":"2024-03-10T22:32:40.688239+0000","last_clean":"2024-03-10T22:32:40.688239+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:32:40.688239+0000","last_undegraded":"2024-03-10T22:32:40.688239+0000","last_fullsized":"2024-03-10T22:32:40.688239+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952719+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:32:58.952719+0000","last_peered":"2024-03-10T22:32:58.952719+0000","last_clean":"2024-03-10T22:32:58.952719+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:32:58.952719+0000","last_undegraded":"2024-03-10T22:32:58.952719+0000","last_fullsized":"2024-03-10T22:32:58.952719+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1118,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841281+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:34:09.841281+0000","last_peered":"2024-03-10T22:34:09.841281+0000","last_clean":"2024-03-10T22:34:09.841281+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:34:09.841281+0000","last_undegraded":"2024-03-10T22:34:09.841281+0000","last_fullsized":"2024-03-10T22:34:09.841281+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959253+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:32:50.959253+0000","last_peered":"2024-03-10T22:32:50.959253+0000","last_clean":"2024-03-10T22:32:50.959253+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:32:50.959253+0000","last_undegraded":"2024-03-10T22:32:50.959253+0000","last_fullsized":"2024-03-10T22:32:50.959253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3653,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829494+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:32:29.829494+0000","last_peered":"2024-03-10T22:32:29.829494+0000","last_clean":"2024-03-10T22:32:29.829494+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:32:29.829494+0000","last_undegraded":"2024-03-10T22:32:29.829494+0000","last_fullsized":"2024-03-10T22:32:29.829494+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:52.280345+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:33:52.280345+0000","last_peered":"2024-03-10T22:33:52.280345+0000","last_clean":"2024-03-10T22:33:52.280345+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:33:52.280345+0000","last_undegraded":"2024-03-10T22:33:52.280345+0000","last_fullsized":"2024-03-10T22:33:52.280345+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275840+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:33:17.275840+0000","last_peered":"2024-03-10T22:33:17.275840+0000","last_clean":"2024-03-10T22:33:17.275840+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:33:17.275840+0000","last_undegraded":"2024-03-10T22:33:17.275840+0000","last_fullsized":"2024-03-10T22:33:17.275840+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":921,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737443+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:33:53.737443+0000","last_peered":"2024-03-10T22:33:53.737443+0000","last_clean":"2024-03-10T22:33:53.737443+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:33:53.737443+0000","last_undegraded":"2024-03-10T22:33:53.737443+0000","last_fullsized":"2024-03-10T22:33:53.737443+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4505,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688204+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:32:40.688204+0000","last_peered":"2024-03-10T22:32:40.688204+0000","last_clean":"2024-03-10T22:32:40.688204+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:32:40.688204+0000","last_undegraded":"2024-03-10T22:32:40.688204+0000","last_fullsized":"2024-03-10T22:32:40.688204+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275937+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:33:17.275937+0000","last_peered":"2024-03-10T22:33:17.275937+0000","last_clean":"2024-03-10T22:33:17.275937+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:33:17.275937+0000","last_undegraded":"2024-03-10T22:33:17.275937+0000","last_fullsized":"2024-03-10T22:33:17.275937+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":963,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:59.484204+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:33:59.484204+0000","last_peered":"2024-03-10T22:33:59.484204+0000","last_clean":"2024-03-10T22:33:59.484204+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:33:59.484204+0000","last_undegraded":"2024-03-10T22:33:59.484204+0000","last_fullsized":"2024-03-10T22:33:59.484204+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483632+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:33:54.483632+0000","last_peered":"2024-03-10T22:33:54.483632+0000","last_clean":"2024-03-10T22:33:54.483632+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:33:54.483632+0000","last_undegraded":"2024-03-10T22:33:54.483632+0000","last_fullsized":"2024-03-10T22:33:54.483632+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5079,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326689+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:33:35.326689+0000","last_peered":"2024-03-10T22:33:35.326689+0000","last_clean":"2024-03-10T22:33:35.326689+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:33:35.326689+0000","last_undegraded":"2024-03-10T22:33:35.326689+0000","last_fullsized":"2024-03-10T22:33:35.326689+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949090+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:32:28.949090+0000","last_peered":"2024-03-10T22:32:28.949090+0000","last_clean":"2024-03-10T22:32:28.949090+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:32:28.949090+0000","last_undegraded":"2024-03-10T22:32:28.949090+0000","last_fullsized":"2024-03-10T22:32:28.949090+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473340+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:32:19.473340+0000","last_peered":"2024-03-10T22:32:19.473340+0000","last_clean":"2024-03-10T22:32:19.473340+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:32:19.473340+0000","last_undegraded":"2024-03-10T22:32:19.473340+0000","last_fullsized":"2024-03-10T22:32:19.473340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1197,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956392+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:33:28.956392+0000","last_peered":"2024-03-10T22:33:28.956392+0000","last_clean":"2024-03-10T22:33:28.956392+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:33:28.956392+0000","last_undegraded":"2024-03-10T22:33:28.956392+0000","last_fullsized":"2024-03-10T22:33:28.956392+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:28.949109+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:32:28.949109+0000","last_peered":"2024-03-10T22:32:28.949109+0000","last_clean":"2024-03-10T22:32:28.949109+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:32:28.949109+0000","last_undegraded":"2024-03-10T22:32:28.949109+0000","last_fullsized":"2024-03-10T22:32:28.949109+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326652+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:33:35.326652+0000","last_peered":"2024-03-10T22:33:35.326652+0000","last_clean":"2024-03-10T22:33:35.326652+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:33:35.326652+0000","last_undegraded":"2024-03-10T22:33:35.326652+0000","last_fullsized":"2024-03-10T22:33:35.326652+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691134+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:33:05.691134+0000","last_peered":"2024-03-10T22:33:05.691134+0000","last_clean":"2024-03-10T22:33:05.691134+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:33:05.691134+0000","last_undegraded":"2024-03-10T22:33:05.691134+0000","last_fullsized":"2024-03-10T22:33:05.691134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:53.730557+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:32:53.730557+0000","last_peered":"2024-03-10T22:32:53.730557+0000","last_clean":"2024-03-10T22:32:53.730557+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:32:53.730557+0000","last_undegraded":"2024-03-10T22:32:53.730557+0000","last_fullsized":"2024-03-10T22:32:53.730557+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3249,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832529+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:32:54.832529+0000","last_peered":"2024-03-10T22:32:54.832529+0000","last_clean":"2024-03-10T22:32:54.832529+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:32:54.832529+0000","last_undegraded":"2024-03-10T22:32:54.832529+0000","last_fullsized":"2024-03-10T22:32:54.832529+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1027,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965611+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:33:40.965611+0000","last_peered":"2024-03-10T22:33:40.965611+0000","last_clean":"2024-03-10T22:33:40.965611+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:33:40.965611+0000","last_undegraded":"2024-03-10T22:33:40.965611+0000","last_fullsized":"2024-03-10T22:33:40.965611+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.329719+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:34:05.329719+0000","last_peered":"2024-03-10T22:34:05.329719+0000","last_clean":"2024-03-10T22:34:05.329719+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:34:05.329719+0000","last_undegraded":"2024-03-10T22:34:05.329719+0000","last_fullsized":"2024-03-10T22:34:05.329719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4002,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:20.318631+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:32:20.318631+0000","last_peered":"2024-03-10T22:32:20.318631+0000","last_clean":"2024-03-10T22:32:20.318631+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:32:20.318631+0000","last_undegraded":"2024-03-10T22:32:20.318631+0000","last_fullsized":"2024-03-10T22:32:20.318631+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473276+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:32:19.473276+0000","last_peered":"2024-03-10T22:32:19.473276+0000","last_clean":"2024-03-10T22:32:19.473276+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:32:19.473276+0000","last_undegraded":"2024-03-10T22:32:19.473276+0000","last_fullsized":"2024-03-10T22:32:19.473276+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956329+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:33:28.956329+0000","last_peered":"2024-03-10T22:33:28.956329+0000","last_clean":"2024-03-10T22:33:28.956329+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:33:28.956329+0000","last_undegraded":"2024-03-10T22:33:28.956329+0000","last_fullsized":"2024-03-10T22:33:28.956329+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4943,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734178+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:33:23.734178+0000","last_peered":"2024-03-10T22:33:23.734178+0000","last_clean":"2024-03-10T22:33:23.734178+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:33:23.734178+0000","last_undegraded":"2024-03-10T22:33:23.734178+0000","last_fullsized":"2024-03-10T22:33:23.734178+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473299+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:32:19.473299+0000","last_peered":"2024-03-10T22:32:19.473299+0000","last_clean":"2024-03-10T22:32:19.473299+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:32:19.473299+0000","last_undegraded":"2024-03-10T22:32:19.473299+0000","last_fullsized":"2024-03-10T22:32:19.473299+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959521+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:33:58.959521+0000","last_peered":"2024-03-10T22:33:58.959521+0000","last_clean":"2024-03-10T22:33:58.959521+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:33:58.959521+0000","last_undegraded":"2024-03-10T22:33:58.959521+0000","last_fullsized":"2024-03-10T22:33:58.959521+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476787+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:32:49.476787+0000","last_peered":"2024-03-10T22:32:49.476787+0000","last_clean":"2024-03-10T22:32:49.476787+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:32:49.476787+0000","last_undegraded":"2024-03-10T22:32:49.476787+0000","last_fullsized":"2024-03-10T22:32:49.476787+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1210,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734154+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:33:23.734154+0000","last_peered":"2024-03-10T22:33:23.734154+0000","last_clean":"2024-03-10T22:33:23.734154+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:33:23.734154+0000","last_undegraded":"2024-03-10T22:33:23.734154+0000","last_fullsized":"2024-03-10T22:33:23.734154+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691087+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:33:05.691087+0000","last_peered":"2024-03-10T22:33:05.691087+0000","last_clean":"2024-03-10T22:33:05.691087+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:33:05.691087+0000","last_undegraded":"2024-03-10T22:33:05.691087+0000","last_fullsized":"2024-03-10T22:33:05.691087+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5332,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734121+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:33:23.734121+0000","last_peered":"2024-03-10T22:33:23.734121+0000","last_clean":"2024-03-10T22:33:23.734121+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:33:23.734121+0000","last_undegraded":"2024-03-10T22:33:23.734121+0000","last_fullsized":"2024-03-10T22:33:23.734121+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734167+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:33:23.734167+0000","last_peered":"2024-03-10T22:33:23.734167+0000","last_clean":"2024-03-10T22:33:23.734167+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:33:23.734167+0000","last_undegraded":"2024-03-10T22:33:23.734167+0000","last_fullsized":"2024-03-10T22:33:23.734167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1032,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.952995+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:31:50.952995+0000","last_peered":"2024-03-10T22:31:50.952995+0000","last_clean":"2024-03-10T22:31:50.952995+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:31:50.952995+0000","last_undegraded":"2024-03-10T22:31:50.952995+0000","last_fullsized":"2024-03-10T22:31:50.952995+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4660,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730504+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:32:53.730504+0000","last_peered":"2024-03-10T22:32:53.730504+0000","last_clean":"2024-03-10T22:32:53.730504+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:32:53.730504+0000","last_undegraded":"2024-03-10T22:32:53.730504+0000","last_fullsized":"2024-03-10T22:32:53.730504+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476833+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:32:49.476833+0000","last_peered":"2024-03-10T22:32:49.476833+0000","last_clean":"2024-03-10T22:32:49.476833+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:32:49.476833+0000","last_undegraded":"2024-03-10T22:32:49.476833+0000","last_fullsized":"2024-03-10T22:32:49.476833+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832503+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:32:54.832503+0000","last_peered":"2024-03-10T22:32:54.832503+0000","last_clean":"2024-03-10T22:32:54.832503+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:32:54.832503+0000","last_undegraded":"2024-03-10T22:32:54.832503+0000","last_fullsized":"2024-03-10T22:32:54.832503+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3544,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965632+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:33:40.965632+0000","last_peered":"2024-03-10T22:33:40.965632+0000","last_clean":"2024-03-10T22:33:40.965632+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:33:40.965632+0000","last_undegraded":"2024-03-10T22:33:40.965632+0000","last_fullsized":"2024-03-10T22:33:40.965632+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734202+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:33:23.734202+0000","last_peered":"2024-03-10T22:33:23.734202+0000","last_clean":"2024-03-10T22:33:23.734202+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:33:23.734202+0000","last_undegraded":"2024-03-10T22:33:23.734202+0000","last_fullsized":"2024-03-10T22:33:23.734202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:50.953022+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:31:50.953022+0000","last_peered":"2024-03-10T22:31:50.953022+0000","last_clean":"2024-03-10T22:31:50.953022+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:31:50.953022+0000","last_undegraded":"2024-03-10T22:31:50.953022+0000","last_fullsized":"2024-03-10T22:31:50.953022+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688161+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:32:40.688161+0000","last_peered":"2024-03-10T22:32:40.688161+0000","last_clean":"2024-03-10T22:32:40.688161+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:32:40.688161+0000","last_undegraded":"2024-03-10T22:32:40.688161+0000","last_fullsized":"2024-03-10T22:32:40.688161+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727328+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:32:23.727328+0000","last_peered":"2024-03-10T22:32:23.727328+0000","last_clean":"2024-03-10T22:32:23.727328+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:32:23.727328+0000","last_undegraded":"2024-03-10T22:32:23.727328+0000","last_fullsized":"2024-03-10T22:32:23.727328+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841259+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:34:09.841259+0000","last_peered":"2024-03-10T22:34:09.841259+0000","last_clean":"2024-03-10T22:34:09.841259+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:34:09.841259+0000","last_undegraded":"2024-03-10T22:34:09.841259+0000","last_fullsized":"2024-03-10T22:34:09.841259+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275875+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:33:17.275875+0000","last_peered":"2024-03-10T22:33:17.275875+0000","last_clean":"2024-03-10T22:33:17.275875+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:33:17.275875+0000","last_undegraded":"2024-03-10T22:33:17.275875+0000","last_fullsized":"2024-03-10T22:33:17.275875+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956376+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:33:28.956376+0000","last_peered":"2024-03-10T22:33:28.956376+0000","last_clean":"2024-03-10T22:33:28.956376+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:33:28.956376+0000","last_undegraded":"2024-03-10T22:33:28.956376+0000","last_fullsized":"2024-03-10T22:33:28.956376+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473326+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:32:19.473326+0000","last_peered":"2024-03-10T22:32:19.473326+0000","last_clean":"2024-03-10T22:32:19.473326+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:32:19.473326+0000","last_undegraded":"2024-03-10T22:32:19.473326+0000","last_fullsized":"2024-03-10T22:32:19.473326+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691123+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:33:05.691123+0000","last_peered":"2024-03-10T22:33:05.691123+0000","last_clean":"2024-03-10T22:33:05.691123+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:33:05.691123+0000","last_undegraded":"2024-03-10T22:33:05.691123+0000","last_fullsized":"2024-03-10T22:33:05.691123+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956401+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:33:28.956401+0000","last_peered":"2024-03-10T22:33:28.956401+0000","last_clean":"2024-03-10T22:33:28.956401+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:33:28.956401+0000","last_undegraded":"2024-03-10T22:33:28.956401+0000","last_fullsized":"2024-03-10T22:33:28.956401+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829446+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:32:29.829446+0000","last_peered":"2024-03-10T22:32:29.829446+0000","last_clean":"2024-03-10T22:32:29.829446+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:32:29.829446+0000","last_undegraded":"2024-03-10T22:32:29.829446+0000","last_fullsized":"2024-03-10T22:32:29.829446+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959488+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:33:58.959488+0000","last_peered":"2024-03-10T22:33:58.959488+0000","last_clean":"2024-03-10T22:33:58.959488+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:33:58.959488+0000","last_undegraded":"2024-03-10T22:33:58.959488+0000","last_fullsized":"2024-03-10T22:33:58.959488+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832470+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:32:54.832470+0000","last_peered":"2024-03-10T22:32:54.832470+0000","last_clean":"2024-03-10T22:32:54.832470+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:32:54.832470+0000","last_undegraded":"2024-03-10T22:32:54.832470+0000","last_fullsized":"2024-03-10T22:32:54.832470+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:12.269287+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:32:12.269287+0000","last_peered":"2024-03-10T22:32:12.269287+0000","last_clean":"2024-03-10T22:32:12.269287+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:32:12.269287+0000","last_undegraded":"2024-03-10T22:32:12.269287+0000","last_fullsized":"2024-03-10T22:32:12.269287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:30.693720+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:33:30.693720+0000","last_peered":"2024-03-10T22:33:30.693720+0000","last_clean":"2024-03-10T22:33:30.693720+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:33:30.693720+0000","last_undegraded":"2024-03-10T22:33:30.693720+0000","last_fullsized":"2024-03-10T22:33:30.693720+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784034,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928681,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586508,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796564,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474566,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329918,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152567,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073328,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:36:19.727 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:19.727 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:19.727 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:19.727 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:19.727 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:19.728 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:19.728 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:19.728 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:19.728 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:36:20.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:20 smithi169 ceph-mon[88180]: pgmap v1166: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:20.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:20 smithi169 ceph-mon[88180]: from='client.44696 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:20.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:20 smithi169 ceph-mon[90638]: pgmap v1166: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:20.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:20 smithi169 ceph-mon[90638]: from='client.44696 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:20.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:20 smithi172 ceph-mon[84635]: pgmap v1166: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:20.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:20 smithi172 ceph-mon[84635]: from='client.44696 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:22.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:22 smithi169 ceph-mon[88180]: pgmap v1167: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:22.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:22 smithi169 ceph-mon[90638]: pgmap v1167: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:22.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:22 smithi172 ceph-mon[84635]: pgmap v1167: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:22.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:36:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:36:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:36:24.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:24 smithi169 ceph-mon[90638]: pgmap v1168: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:24.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:24 smithi169 ceph-mon[88180]: pgmap v1168: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:24.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:24 smithi172 ceph-mon[84635]: pgmap v1168: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:26.189 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:36:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:36:25] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-03-10T22:36:26.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:26 smithi169 ceph-mon[90638]: pgmap v1169: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:26.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:26.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:26 smithi169 ceph-mon[88180]: pgmap v1169: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:26.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:26.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:26 smithi172 ceph-mon[84635]: pgmap v1169: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:26.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:28.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:28 smithi169 ceph-mon[88180]: pgmap v1170: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:28.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:28 smithi169 ceph-mon[90638]: pgmap v1170: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:28.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:28 smithi172 ceph-mon[84635]: pgmap v1170: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:29.728 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:36:29.952 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:36:30.369 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:30 smithi169 ceph-mon[88180]: pgmap v1171: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:30.369 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:30 smithi169 ceph-mon[90638]: pgmap v1171: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:30.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:30 smithi172 ceph-mon[84635]: pgmap v1171: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:31.830 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:36:31.833 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:36:32.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:32 smithi169 ceph-mon[88180]: pgmap v1172: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:32.464 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:32 smithi169 ceph-mon[90638]: pgmap v1172: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:32.486 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1172,"stamp":"2024-03-10T22:36:30.767433+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003831"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962450+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:33:15.962450+0000","last_peered":"2024-03-10T22:33:15.962450+0000","last_clean":"2024-03-10T22:33:15.962450+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:33:15.962450+0000","last_undegraded":"2024-03-10T22:33:15.962450+0000","last_fullsized":"2024-03-10T22:33:15.962450+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1237,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483692+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:33:54.483692+0000","last_peered":"2024-03-10T22:33:54.483692+0000","last_clean":"2024-03-10T22:33:54.483692+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:33:54.483692+0000","last_undegraded":"2024-03-10T22:33:54.483692+0000","last_fullsized":"2024-03-10T22:33:54.483692+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275964+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:33:17.275964+0000","last_peered":"2024-03-10T22:33:17.275964+0000","last_clean":"2024-03-10T22:33:17.275964+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:33:17.275964+0000","last_undegraded":"2024-03-10T22:33:17.275964+0000","last_fullsized":"2024-03-10T22:33:17.275964+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:39.837582+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:33:39.837582+0000","last_peered":"2024-03-10T22:33:39.837582+0000","last_clean":"2024-03-10T22:33:39.837582+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:33:39.837582+0000","last_undegraded":"2024-03-10T22:33:39.837582+0000","last_fullsized":"2024-03-10T22:33:39.837582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959315+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:32:50.959315+0000","last_peered":"2024-03-10T22:32:50.959315+0000","last_clean":"2024-03-10T22:32:50.959315+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:32:50.959315+0000","last_undegraded":"2024-03-10T22:32:50.959315+0000","last_fullsized":"2024-03-10T22:32:50.959315+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1128,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823430+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:31:39.823430+0000","last_peered":"2024-03-10T22:31:39.823430+0000","last_clean":"2024-03-10T22:31:39.823430+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:31:39.823430+0000","last_undegraded":"2024-03-10T22:31:39.823430+0000","last_fullsized":"2024-03-10T22:31:39.823430+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959290+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:32:50.959290+0000","last_peered":"2024-03-10T22:32:50.959290+0000","last_clean":"2024-03-10T22:32:50.959290+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:32:50.959290+0000","last_undegraded":"2024-03-10T22:32:50.959290+0000","last_fullsized":"2024-03-10T22:32:50.959290+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952675+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:32:58.952675+0000","last_peered":"2024-03-10T22:32:58.952675+0000","last_clean":"2024-03-10T22:32:58.952675+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:32:58.952675+0000","last_undegraded":"2024-03-10T22:32:58.952675+0000","last_fullsized":"2024-03-10T22:32:58.952675+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957182+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:32:30.957182+0000","last_peered":"2024-03-10T22:32:30.957182+0000","last_clean":"2024-03-10T22:32:30.957182+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:32:30.957182+0000","last_undegraded":"2024-03-10T22:32:30.957182+0000","last_fullsized":"2024-03-10T22:32:30.957182+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:10.323997+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:33:10.323997+0000","last_peered":"2024-03-10T22:33:10.323997+0000","last_clean":"2024-03-10T22:33:10.323997+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:33:10.323997+0000","last_undegraded":"2024-03-10T22:33:10.323997+0000","last_fullsized":"2024-03-10T22:33:10.323997+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272134+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:32:42.272134+0000","last_peered":"2024-03-10T22:32:42.272134+0000","last_clean":"2024-03-10T22:32:42.272134+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:32:42.272134+0000","last_undegraded":"2024-03-10T22:32:42.272134+0000","last_fullsized":"2024-03-10T22:32:42.272134+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480054+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:33:19.480054+0000","last_peered":"2024-03-10T22:33:19.480054+0000","last_clean":"2024-03-10T22:33:19.480054+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:33:19.480054+0000","last_undegraded":"2024-03-10T22:33:19.480054+0000","last_fullsized":"2024-03-10T22:33:19.480054+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835481+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:33:19.835481+0000","last_peered":"2024-03-10T22:33:19.835481+0000","last_clean":"2024-03-10T22:33:19.835481+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:33:19.835481+0000","last_undegraded":"2024-03-10T22:33:19.835481+0000","last_fullsized":"2024-03-10T22:33:19.835481+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737526+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:33:53.737526+0000","last_peered":"2024-03-10T22:33:53.737526+0000","last_clean":"2024-03-10T22:33:53.737526+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:33:53.737526+0000","last_undegraded":"2024-03-10T22:33:53.737526+0000","last_fullsized":"2024-03-10T22:33:53.737526+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737511+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:33:53.737511+0000","last_peered":"2024-03-10T22:33:53.737511+0000","last_clean":"2024-03-10T22:33:53.737511+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:33:53.737511+0000","last_undegraded":"2024-03-10T22:33:53.737511+0000","last_fullsized":"2024-03-10T22:33:53.737511+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968420+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:34:05.968420+0000","last_peered":"2024-03-10T22:34:05.968420+0000","last_clean":"2024-03-10T22:34:05.968420+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:34:05.968420+0000","last_undegraded":"2024-03-10T22:34:05.968420+0000","last_fullsized":"2024-03-10T22:34:05.968420+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275990+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:33:17.275990+0000","last_peered":"2024-03-10T22:33:17.275990+0000","last_clean":"2024-03-10T22:33:17.275990+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:33:17.275990+0000","last_undegraded":"2024-03-10T22:33:17.275990+0000","last_fullsized":"2024-03-10T22:33:17.275990+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1181,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963043+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:34:28.963043+0000","last_peered":"2024-03-10T22:34:28.963043+0000","last_clean":"2024-03-10T22:34:28.963043+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:34:28.963043+0000","last_undegraded":"2024-03-10T22:34:28.963043+0000","last_fullsized":"2024-03-10T22:34:28.963043+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963055+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:34:28.963055+0000","last_peered":"2024-03-10T22:34:28.963055+0000","last_clean":"2024-03-10T22:34:28.963055+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:34:28.963055+0000","last_undegraded":"2024-03-10T22:34:28.963055+0000","last_fullsized":"2024-03-10T22:34:28.963055+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275976+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:33:17.275976+0000","last_peered":"2024-03-10T22:33:17.275976+0000","last_clean":"2024-03-10T22:33:17.275976+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:33:17.275976+0000","last_undegraded":"2024-03-10T22:33:17.275976+0000","last_fullsized":"2024-03-10T22:33:17.275976+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959346+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:32:50.959346+0000","last_peered":"2024-03-10T22:32:50.959346+0000","last_clean":"2024-03-10T22:32:50.959346+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:32:50.959346+0000","last_undegraded":"2024-03-10T22:32:50.959346+0000","last_fullsized":"2024-03-10T22:32:50.959346+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1108,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823469+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:31:39.823469+0000","last_peered":"2024-03-10T22:31:39.823469+0000","last_clean":"2024-03-10T22:31:39.823469+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:31:39.823469+0000","last_undegraded":"2024-03-10T22:31:39.823469+0000","last_fullsized":"2024-03-10T22:31:39.823469+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":976,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470399+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:31:54.470399+0000","last_peered":"2024-03-10T22:31:54.470399+0000","last_clean":"2024-03-10T22:31:54.470399+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:31:54.470399+0000","last_undegraded":"2024-03-10T22:31:54.470399+0000","last_fullsized":"2024-03-10T22:31:54.470399+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1102,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:39.823479+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:31:39.823479+0000","last_peered":"2024-03-10T22:31:39.823479+0000","last_clean":"2024-03-10T22:31:39.823479+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:31:39.823479+0000","last_undegraded":"2024-03-10T22:31:39.823479+0000","last_fullsized":"2024-03-10T22:31:39.823479+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952734+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:32:58.952734+0000","last_peered":"2024-03-10T22:32:58.952734+0000","last_clean":"2024-03-10T22:32:58.952734+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:32:58.952734+0000","last_undegraded":"2024-03-10T22:32:58.952734+0000","last_fullsized":"2024-03-10T22:32:58.952734+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1156,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326717+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:33:35.326717+0000","last_peered":"2024-03-10T22:33:35.326717+0000","last_clean":"2024-03-10T22:33:35.326717+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:33:35.326717+0000","last_undegraded":"2024-03-10T22:33:35.326717+0000","last_fullsized":"2024-03-10T22:33:35.326717+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:42.279294+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:33:42.279294+0000","last_peered":"2024-03-10T22:33:42.279294+0000","last_clean":"2024-03-10T22:33:42.279294+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:33:42.279294+0000","last_undegraded":"2024-03-10T22:33:42.279294+0000","last_fullsized":"2024-03-10T22:33:42.279294+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838293+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:33:44.838293+0000","last_peered":"2024-03-10T22:33:44.838293+0000","last_clean":"2024-03-10T22:33:44.838293+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:33:44.838293+0000","last_undegraded":"2024-03-10T22:33:44.838293+0000","last_fullsized":"2024-03-10T22:33:44.838293+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482929+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:33:49.482929+0000","last_peered":"2024-03-10T22:33:49.482929+0000","last_clean":"2024-03-10T22:33:49.482929+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:33:49.482929+0000","last_undegraded":"2024-03-10T22:33:49.482929+0000","last_fullsized":"2024-03-10T22:33:49.482929+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838353+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:33:44.838353+0000","last_peered":"2024-03-10T22:33:44.838353+0000","last_clean":"2024-03-10T22:33:44.838353+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:33:44.838353+0000","last_undegraded":"2024-03-10T22:33:44.838353+0000","last_fullsized":"2024-03-10T22:33:44.838353+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838340+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:33:44.838340+0000","last_peered":"2024-03-10T22:33:44.838340+0000","last_clean":"2024-03-10T22:33:44.838340+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:33:44.838340+0000","last_undegraded":"2024-03-10T22:33:44.838340+0000","last_fullsized":"2024-03-10T22:33:44.838340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:12.275426+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:33:12.275426+0000","last_peered":"2024-03-10T22:33:12.275426+0000","last_clean":"2024-03-10T22:33:12.275426+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:33:12.275426+0000","last_undegraded":"2024-03-10T22:33:12.275426+0000","last_fullsized":"2024-03-10T22:33:12.275426+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482988+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:33:49.482988+0000","last_peered":"2024-03-10T22:33:49.482988+0000","last_clean":"2024-03-10T22:33:49.482988+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:33:49.482988+0000","last_undegraded":"2024-03-10T22:33:49.482988+0000","last_fullsized":"2024-03-10T22:33:49.482988+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:45.321287+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:32:45.321287+0000","last_peered":"2024-03-10T22:32:45.321287+0000","last_clean":"2024-03-10T22:32:45.321287+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:32:45.321287+0000","last_undegraded":"2024-03-10T22:32:45.321287+0000","last_fullsized":"2024-03-10T22:32:45.321287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696312+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:33:55.696312+0000","last_peered":"2024-03-10T22:33:55.696312+0000","last_clean":"2024-03-10T22:33:55.696312+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:33:55.696312+0000","last_undegraded":"2024-03-10T22:33:55.696312+0000","last_fullsized":"2024-03-10T22:33:55.696312+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957142+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:32:30.957142+0000","last_peered":"2024-03-10T22:32:30.957142+0000","last_clean":"2024-03-10T22:32:30.957142+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:32:30.957142+0000","last_undegraded":"2024-03-10T22:32:30.957142+0000","last_fullsized":"2024-03-10T22:32:30.957142+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1275,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272174+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:32:42.272174+0000","last_peered":"2024-03-10T22:32:42.272174+0000","last_clean":"2024-03-10T22:32:42.272174+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:32:42.272174+0000","last_undegraded":"2024-03-10T22:32:42.272174+0000","last_fullsized":"2024-03-10T22:32:42.272174+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272154+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:32:42.272154+0000","last_peered":"2024-03-10T22:32:42.272154+0000","last_clean":"2024-03-10T22:32:42.272154+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:32:42.272154+0000","last_undegraded":"2024-03-10T22:32:42.272154+0000","last_fullsized":"2024-03-10T22:32:42.272154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835513+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:33:19.835513+0000","last_peered":"2024-03-10T22:33:19.835513+0000","last_clean":"2024-03-10T22:33:19.835513+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:33:19.835513+0000","last_undegraded":"2024-03-10T22:33:19.835513+0000","last_fullsized":"2024-03-10T22:33:19.835513+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955265+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:32:10.955265+0000","last_peered":"2024-03-10T22:32:10.955265+0000","last_clean":"2024-03-10T22:32:10.955265+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:32:10.955265+0000","last_undegraded":"2024-03-10T22:32:10.955265+0000","last_fullsized":"2024-03-10T22:32:10.955265+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696293+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:33:55.696293+0000","last_peered":"2024-03-10T22:33:55.696293+0000","last_clean":"2024-03-10T22:33:55.696293+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:33:55.696293+0000","last_undegraded":"2024-03-10T22:33:55.696293+0000","last_fullsized":"2024-03-10T22:33:55.696293+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696271+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:33:55.696271+0000","last_peered":"2024-03-10T22:33:55.696271+0000","last_clean":"2024-03-10T22:33:55.696271+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:33:55.696271+0000","last_undegraded":"2024-03-10T22:33:55.696271+0000","last_fullsized":"2024-03-10T22:33:55.696271+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1264,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737474+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:33:53.737474+0000","last_peered":"2024-03-10T22:33:53.737474+0000","last_clean":"2024-03-10T22:33:53.737474+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:33:53.737474+0000","last_undegraded":"2024-03-10T22:33:53.737474+0000","last_fullsized":"2024-03-10T22:33:53.737474+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955238+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:32:10.955238+0000","last_peered":"2024-03-10T22:32:10.955238+0000","last_clean":"2024-03-10T22:32:10.955238+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:32:10.955238+0000","last_undegraded":"2024-03-10T22:32:10.955238+0000","last_fullsized":"2024-03-10T22:32:10.955238+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4443,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730462+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:32:53.730462+0000","last_peered":"2024-03-10T22:32:53.730462+0000","last_clean":"2024-03-10T22:32:53.730462+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:32:53.730462+0000","last_undegraded":"2024-03-10T22:32:53.730462+0000","last_fullsized":"2024-03-10T22:32:53.730462+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1165,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:20.318667+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:32:20.318667+0000","last_peered":"2024-03-10T22:32:20.318667+0000","last_clean":"2024-03-10T22:32:20.318667+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:32:20.318667+0000","last_undegraded":"2024-03-10T22:32:20.318667+0000","last_fullsized":"2024-03-10T22:32:20.318667+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1049,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968458+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:34:05.968458+0000","last_peered":"2024-03-10T22:34:05.968458+0000","last_clean":"2024-03-10T22:34:05.968458+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:34:05.968458+0000","last_undegraded":"2024-03-10T22:34:05.968458+0000","last_fullsized":"2024-03-10T22:34:05.968458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12612,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275888+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:33:17.275888+0000","last_peered":"2024-03-10T22:33:17.275888+0000","last_clean":"2024-03-10T22:33:17.275888+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:33:17.275888+0000","last_undegraded":"2024-03-10T22:33:17.275888+0000","last_fullsized":"2024-03-10T22:33:17.275888+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483594+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:33:54.483594+0000","last_peered":"2024-03-10T22:33:54.483594+0000","last_clean":"2024-03-10T22:33:54.483594+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:33:54.483594+0000","last_undegraded":"2024-03-10T22:33:54.483594+0000","last_fullsized":"2024-03-10T22:33:54.483594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1244,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483666+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:33:54.483666+0000","last_peered":"2024-03-10T22:33:54.483666+0000","last_clean":"2024-03-10T22:33:54.483666+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:33:54.483666+0000","last_undegraded":"2024-03-10T22:33:54.483666+0000","last_fullsized":"2024-03-10T22:33:54.483666+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841303+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:34:09.841303+0000","last_peered":"2024-03-10T22:34:09.841303+0000","last_clean":"2024-03-10T22:34:09.841303+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:34:09.841303+0000","last_undegraded":"2024-03-10T22:34:09.841303+0000","last_fullsized":"2024-03-10T22:34:09.841303+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15025,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275952+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:33:17.275952+0000","last_peered":"2024-03-10T22:33:17.275952+0000","last_clean":"2024-03-10T22:33:17.275952+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:33:17.275952+0000","last_undegraded":"2024-03-10T22:33:17.275952+0000","last_fullsized":"2024-03-10T22:33:17.275952+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483647+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:33:54.483647+0000","last_peered":"2024-03-10T22:33:54.483647+0000","last_clean":"2024-03-10T22:33:54.483647+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:33:54.483647+0000","last_undegraded":"2024-03-10T22:33:54.483647+0000","last_fullsized":"2024-03-10T22:33:54.483647+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841235+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:34:09.841235+0000","last_peered":"2024-03-10T22:34:09.841235+0000","last_clean":"2024-03-10T22:34:09.841235+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:34:09.841235+0000","last_undegraded":"2024-03-10T22:34:09.841235+0000","last_fullsized":"2024-03-10T22:34:09.841235+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326727+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:33:35.326727+0000","last_peered":"2024-03-10T22:33:35.326727+0000","last_clean":"2024-03-10T22:33:35.326727+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:33:35.326727+0000","last_undegraded":"2024-03-10T22:33:35.326727+0000","last_fullsized":"2024-03-10T22:33:35.326727+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4229,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730536+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:32:53.730536+0000","last_peered":"2024-03-10T22:32:53.730536+0000","last_clean":"2024-03-10T22:32:53.730536+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:32:53.730536+0000","last_undegraded":"2024-03-10T22:32:53.730536+0000","last_fullsized":"2024-03-10T22:32:53.730536+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473352+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:32:19.473352+0000","last_peered":"2024-03-10T22:32:19.473352+0000","last_clean":"2024-03-10T22:32:19.473352+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:32:19.473352+0000","last_undegraded":"2024-03-10T22:32:19.473352+0000","last_fullsized":"2024-03-10T22:32:19.473352+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480031+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:33:19.480031+0000","last_peered":"2024-03-10T22:33:19.480031+0000","last_clean":"2024-03-10T22:33:19.480031+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:33:19.480031+0000","last_undegraded":"2024-03-10T22:33:19.480031+0000","last_fullsized":"2024-03-10T22:33:19.480031+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727353+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:32:23.727353+0000","last_peered":"2024-03-10T22:32:23.727353+0000","last_clean":"2024-03-10T22:32:23.727353+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:32:23.727353+0000","last_undegraded":"2024-03-10T22:32:23.727353+0000","last_fullsized":"2024-03-10T22:32:23.727353+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4296,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962405+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:33:15.962405+0000","last_peered":"2024-03-10T22:33:15.962405+0000","last_clean":"2024-03-10T22:33:15.962405+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:33:15.962405+0000","last_undegraded":"2024-03-10T22:33:15.962405+0000","last_fullsized":"2024-03-10T22:33:15.962405+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688239+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:32:40.688239+0000","last_peered":"2024-03-10T22:32:40.688239+0000","last_clean":"2024-03-10T22:32:40.688239+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:32:40.688239+0000","last_undegraded":"2024-03-10T22:32:40.688239+0000","last_fullsized":"2024-03-10T22:32:40.688239+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952719+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:32:58.952719+0000","last_peered":"2024-03-10T22:32:58.952719+0000","last_clean":"2024-03-10T22:32:58.952719+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:32:58.952719+0000","last_undegraded":"2024-03-10T22:32:58.952719+0000","last_fullsized":"2024-03-10T22:32:58.952719+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1118,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841281+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:34:09.841281+0000","last_peered":"2024-03-10T22:34:09.841281+0000","last_clean":"2024-03-10T22:34:09.841281+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:34:09.841281+0000","last_undegraded":"2024-03-10T22:34:09.841281+0000","last_fullsized":"2024-03-10T22:34:09.841281+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959253+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:32:50.959253+0000","last_peered":"2024-03-10T22:32:50.959253+0000","last_clean":"2024-03-10T22:32:50.959253+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:32:50.959253+0000","last_undegraded":"2024-03-10T22:32:50.959253+0000","last_fullsized":"2024-03-10T22:32:50.959253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3653,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829494+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:32:29.829494+0000","last_peered":"2024-03-10T22:32:29.829494+0000","last_clean":"2024-03-10T22:32:29.829494+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:32:29.829494+0000","last_undegraded":"2024-03-10T22:32:29.829494+0000","last_fullsized":"2024-03-10T22:32:29.829494+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:52.280345+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:33:52.280345+0000","last_peered":"2024-03-10T22:33:52.280345+0000","last_clean":"2024-03-10T22:33:52.280345+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:33:52.280345+0000","last_undegraded":"2024-03-10T22:33:52.280345+0000","last_fullsized":"2024-03-10T22:33:52.280345+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275840+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:33:17.275840+0000","last_peered":"2024-03-10T22:33:17.275840+0000","last_clean":"2024-03-10T22:33:17.275840+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:33:17.275840+0000","last_undegraded":"2024-03-10T22:33:17.275840+0000","last_fullsized":"2024-03-10T22:33:17.275840+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":921,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737443+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:33:53.737443+0000","last_peered":"2024-03-10T22:33:53.737443+0000","last_clean":"2024-03-10T22:33:53.737443+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:33:53.737443+0000","last_undegraded":"2024-03-10T22:33:53.737443+0000","last_fullsized":"2024-03-10T22:33:53.737443+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4505,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688204+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:32:40.688204+0000","last_peered":"2024-03-10T22:32:40.688204+0000","last_clean":"2024-03-10T22:32:40.688204+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:32:40.688204+0000","last_undegraded":"2024-03-10T22:32:40.688204+0000","last_fullsized":"2024-03-10T22:32:40.688204+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275937+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:33:17.275937+0000","last_peered":"2024-03-10T22:33:17.275937+0000","last_clean":"2024-03-10T22:33:17.275937+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:33:17.275937+0000","last_undegraded":"2024-03-10T22:33:17.275937+0000","last_fullsized":"2024-03-10T22:33:17.275937+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":963,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:59.484204+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:33:59.484204+0000","last_peered":"2024-03-10T22:33:59.484204+0000","last_clean":"2024-03-10T22:33:59.484204+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:33:59.484204+0000","last_undegraded":"2024-03-10T22:33:59.484204+0000","last_fullsized":"2024-03-10T22:33:59.484204+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483632+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:33:54.483632+0000","last_peered":"2024-03-10T22:33:54.483632+0000","last_clean":"2024-03-10T22:33:54.483632+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:33:54.483632+0000","last_undegraded":"2024-03-10T22:33:54.483632+0000","last_fullsized":"2024-03-10T22:33:54.483632+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5079,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326689+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:33:35.326689+0000","last_peered":"2024-03-10T22:33:35.326689+0000","last_clean":"2024-03-10T22:33:35.326689+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:33:35.326689+0000","last_undegraded":"2024-03-10T22:33:35.326689+0000","last_fullsized":"2024-03-10T22:33:35.326689+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.962982+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:34:28.962982+0000","last_peered":"2024-03-10T22:34:28.962982+0000","last_clean":"2024-03-10T22:34:28.962982+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:34:28.962982+0000","last_undegraded":"2024-03-10T22:34:28.962982+0000","last_fullsized":"2024-03-10T22:34:28.962982+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1231,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473340+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:32:19.473340+0000","last_peered":"2024-03-10T22:32:19.473340+0000","last_clean":"2024-03-10T22:32:19.473340+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:32:19.473340+0000","last_undegraded":"2024-03-10T22:32:19.473340+0000","last_fullsized":"2024-03-10T22:32:19.473340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1197,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956392+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:33:28.956392+0000","last_peered":"2024-03-10T22:33:28.956392+0000","last_clean":"2024-03-10T22:33:28.956392+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:33:28.956392+0000","last_undegraded":"2024-03-10T22:33:28.956392+0000","last_fullsized":"2024-03-10T22:33:28.956392+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4118,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963007+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:34:28.963007+0000","last_peered":"2024-03-10T22:34:28.963007+0000","last_clean":"2024-03-10T22:34:28.963007+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:34:28.963007+0000","last_undegraded":"2024-03-10T22:34:28.963007+0000","last_fullsized":"2024-03-10T22:34:28.963007+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326652+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:33:35.326652+0000","last_peered":"2024-03-10T22:33:35.326652+0000","last_clean":"2024-03-10T22:33:35.326652+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:33:35.326652+0000","last_undegraded":"2024-03-10T22:33:35.326652+0000","last_fullsized":"2024-03-10T22:33:35.326652+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691134+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:33:05.691134+0000","last_peered":"2024-03-10T22:33:05.691134+0000","last_clean":"2024-03-10T22:33:05.691134+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:33:05.691134+0000","last_undegraded":"2024-03-10T22:33:05.691134+0000","last_fullsized":"2024-03-10T22:33:05.691134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:53.730557+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:32:53.730557+0000","last_peered":"2024-03-10T22:32:53.730557+0000","last_clean":"2024-03-10T22:32:53.730557+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:32:53.730557+0000","last_undegraded":"2024-03-10T22:32:53.730557+0000","last_fullsized":"2024-03-10T22:32:53.730557+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3249,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832529+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:32:54.832529+0000","last_peered":"2024-03-10T22:32:54.832529+0000","last_clean":"2024-03-10T22:32:54.832529+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:32:54.832529+0000","last_undegraded":"2024-03-10T22:32:54.832529+0000","last_fullsized":"2024-03-10T22:32:54.832529+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1027,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965611+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:33:40.965611+0000","last_peered":"2024-03-10T22:33:40.965611+0000","last_clean":"2024-03-10T22:33:40.965611+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:33:40.965611+0000","last_undegraded":"2024-03-10T22:33:40.965611+0000","last_fullsized":"2024-03-10T22:33:40.965611+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.329719+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:34:05.329719+0000","last_peered":"2024-03-10T22:34:05.329719+0000","last_clean":"2024-03-10T22:34:05.329719+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:34:05.329719+0000","last_undegraded":"2024-03-10T22:34:05.329719+0000","last_fullsized":"2024-03-10T22:34:05.329719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4002,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:20.318631+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:32:20.318631+0000","last_peered":"2024-03-10T22:32:20.318631+0000","last_clean":"2024-03-10T22:32:20.318631+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:32:20.318631+0000","last_undegraded":"2024-03-10T22:32:20.318631+0000","last_fullsized":"2024-03-10T22:32:20.318631+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473276+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:32:19.473276+0000","last_peered":"2024-03-10T22:32:19.473276+0000","last_clean":"2024-03-10T22:32:19.473276+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:32:19.473276+0000","last_undegraded":"2024-03-10T22:32:19.473276+0000","last_fullsized":"2024-03-10T22:32:19.473276+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956329+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:33:28.956329+0000","last_peered":"2024-03-10T22:33:28.956329+0000","last_clean":"2024-03-10T22:33:28.956329+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:33:28.956329+0000","last_undegraded":"2024-03-10T22:33:28.956329+0000","last_fullsized":"2024-03-10T22:33:28.956329+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4943,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734178+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:33:23.734178+0000","last_peered":"2024-03-10T22:33:23.734178+0000","last_clean":"2024-03-10T22:33:23.734178+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:33:23.734178+0000","last_undegraded":"2024-03-10T22:33:23.734178+0000","last_fullsized":"2024-03-10T22:33:23.734178+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473299+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:32:19.473299+0000","last_peered":"2024-03-10T22:32:19.473299+0000","last_clean":"2024-03-10T22:32:19.473299+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:32:19.473299+0000","last_undegraded":"2024-03-10T22:32:19.473299+0000","last_fullsized":"2024-03-10T22:32:19.473299+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959521+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:33:58.959521+0000","last_peered":"2024-03-10T22:33:58.959521+0000","last_clean":"2024-03-10T22:33:58.959521+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:33:58.959521+0000","last_undegraded":"2024-03-10T22:33:58.959521+0000","last_fullsized":"2024-03-10T22:33:58.959521+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476787+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:32:49.476787+0000","last_peered":"2024-03-10T22:32:49.476787+0000","last_clean":"2024-03-10T22:32:49.476787+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:32:49.476787+0000","last_undegraded":"2024-03-10T22:32:49.476787+0000","last_fullsized":"2024-03-10T22:32:49.476787+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1210,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734154+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:33:23.734154+0000","last_peered":"2024-03-10T22:33:23.734154+0000","last_clean":"2024-03-10T22:33:23.734154+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:33:23.734154+0000","last_undegraded":"2024-03-10T22:33:23.734154+0000","last_fullsized":"2024-03-10T22:33:23.734154+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691087+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:33:05.691087+0000","last_peered":"2024-03-10T22:33:05.691087+0000","last_clean":"2024-03-10T22:33:05.691087+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:33:05.691087+0000","last_undegraded":"2024-03-10T22:33:05.691087+0000","last_fullsized":"2024-03-10T22:33:05.691087+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5332,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734121+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:33:23.734121+0000","last_peered":"2024-03-10T22:33:23.734121+0000","last_clean":"2024-03-10T22:33:23.734121+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:33:23.734121+0000","last_undegraded":"2024-03-10T22:33:23.734121+0000","last_fullsized":"2024-03-10T22:33:23.734121+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734167+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:33:23.734167+0000","last_peered":"2024-03-10T22:33:23.734167+0000","last_clean":"2024-03-10T22:33:23.734167+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:33:23.734167+0000","last_undegraded":"2024-03-10T22:33:23.734167+0000","last_fullsized":"2024-03-10T22:33:23.734167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968443+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:34:05.968443+0000","last_peered":"2024-03-10T22:34:05.968443+0000","last_clean":"2024-03-10T22:34:05.968443+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:34:05.968443+0000","last_undegraded":"2024-03-10T22:34:05.968443+0000","last_fullsized":"2024-03-10T22:34:05.968443+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4660,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730504+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:32:53.730504+0000","last_peered":"2024-03-10T22:32:53.730504+0000","last_clean":"2024-03-10T22:32:53.730504+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:32:53.730504+0000","last_undegraded":"2024-03-10T22:32:53.730504+0000","last_fullsized":"2024-03-10T22:32:53.730504+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476833+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:32:49.476833+0000","last_peered":"2024-03-10T22:32:49.476833+0000","last_clean":"2024-03-10T22:32:49.476833+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:32:49.476833+0000","last_undegraded":"2024-03-10T22:32:49.476833+0000","last_fullsized":"2024-03-10T22:32:49.476833+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832503+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:32:54.832503+0000","last_peered":"2024-03-10T22:32:54.832503+0000","last_clean":"2024-03-10T22:32:54.832503+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:32:54.832503+0000","last_undegraded":"2024-03-10T22:32:54.832503+0000","last_fullsized":"2024-03-10T22:32:54.832503+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3544,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965632+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:33:40.965632+0000","last_peered":"2024-03-10T22:33:40.965632+0000","last_clean":"2024-03-10T22:33:40.965632+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:33:40.965632+0000","last_undegraded":"2024-03-10T22:33:40.965632+0000","last_fullsized":"2024-03-10T22:33:40.965632+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734202+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:33:23.734202+0000","last_peered":"2024-03-10T22:33:23.734202+0000","last_clean":"2024-03-10T22:33:23.734202+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:33:23.734202+0000","last_undegraded":"2024-03-10T22:33:23.734202+0000","last_fullsized":"2024-03-10T22:33:23.734202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968468+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:34:05.968468+0000","last_peered":"2024-03-10T22:34:05.968468+0000","last_clean":"2024-03-10T22:34:05.968468+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:34:05.968468+0000","last_undegraded":"2024-03-10T22:34:05.968468+0000","last_fullsized":"2024-03-10T22:34:05.968468+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688161+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:32:40.688161+0000","last_peered":"2024-03-10T22:32:40.688161+0000","last_clean":"2024-03-10T22:32:40.688161+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:32:40.688161+0000","last_undegraded":"2024-03-10T22:32:40.688161+0000","last_fullsized":"2024-03-10T22:32:40.688161+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:23.727328+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:32:23.727328+0000","last_peered":"2024-03-10T22:32:23.727328+0000","last_clean":"2024-03-10T22:32:23.727328+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:32:23.727328+0000","last_undegraded":"2024-03-10T22:32:23.727328+0000","last_fullsized":"2024-03-10T22:32:23.727328+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841259+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:34:09.841259+0000","last_peered":"2024-03-10T22:34:09.841259+0000","last_clean":"2024-03-10T22:34:09.841259+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:34:09.841259+0000","last_undegraded":"2024-03-10T22:34:09.841259+0000","last_fullsized":"2024-03-10T22:34:09.841259+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275875+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:33:17.275875+0000","last_peered":"2024-03-10T22:33:17.275875+0000","last_clean":"2024-03-10T22:33:17.275875+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:33:17.275875+0000","last_undegraded":"2024-03-10T22:33:17.275875+0000","last_fullsized":"2024-03-10T22:33:17.275875+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956376+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:33:28.956376+0000","last_peered":"2024-03-10T22:33:28.956376+0000","last_clean":"2024-03-10T22:33:28.956376+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:33:28.956376+0000","last_undegraded":"2024-03-10T22:33:28.956376+0000","last_fullsized":"2024-03-10T22:33:28.956376+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:19.473326+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:32:19.473326+0000","last_peered":"2024-03-10T22:32:19.473326+0000","last_clean":"2024-03-10T22:32:19.473326+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:32:19.473326+0000","last_undegraded":"2024-03-10T22:32:19.473326+0000","last_fullsized":"2024-03-10T22:32:19.473326+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691123+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:33:05.691123+0000","last_peered":"2024-03-10T22:33:05.691123+0000","last_clean":"2024-03-10T22:33:05.691123+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:33:05.691123+0000","last_undegraded":"2024-03-10T22:33:05.691123+0000","last_fullsized":"2024-03-10T22:33:05.691123+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956401+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:33:28.956401+0000","last_peered":"2024-03-10T22:33:28.956401+0000","last_clean":"2024-03-10T22:33:28.956401+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:33:28.956401+0000","last_undegraded":"2024-03-10T22:33:28.956401+0000","last_fullsized":"2024-03-10T22:33:28.956401+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829446+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:32:29.829446+0000","last_peered":"2024-03-10T22:32:29.829446+0000","last_clean":"2024-03-10T22:32:29.829446+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:32:29.829446+0000","last_undegraded":"2024-03-10T22:32:29.829446+0000","last_fullsized":"2024-03-10T22:32:29.829446+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959488+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:33:58.959488+0000","last_peered":"2024-03-10T22:33:58.959488+0000","last_clean":"2024-03-10T22:33:58.959488+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:33:58.959488+0000","last_undegraded":"2024-03-10T22:33:58.959488+0000","last_fullsized":"2024-03-10T22:33:58.959488+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832470+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:32:54.832470+0000","last_peered":"2024-03-10T22:32:54.832470+0000","last_clean":"2024-03-10T22:32:54.832470+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:32:54.832470+0000","last_undegraded":"2024-03-10T22:32:54.832470+0000","last_fullsized":"2024-03-10T22:32:54.832470+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:12.269287+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:32:12.269287+0000","last_peered":"2024-03-10T22:32:12.269287+0000","last_clean":"2024-03-10T22:32:12.269287+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:32:12.269287+0000","last_undegraded":"2024-03-10T22:32:12.269287+0000","last_fullsized":"2024-03-10T22:32:12.269287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:30.693720+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:33:30.693720+0000","last_peered":"2024-03-10T22:33:30.693720+0000","last_clean":"2024-03-10T22:33:30.693720+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:33:30.693720+0000","last_undegraded":"2024-03-10T22:33:30.693720+0000","last_fullsized":"2024-03-10T22:33:30.693720+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784036,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928684,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586511,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796566,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474568,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329921,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152570,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073331,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:36:32.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:32.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:32.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:32.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:32.492 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:32.492 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:32.492 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:32.492 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:32.492 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:36:32.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:32 smithi172 ceph-mon[84635]: pgmap v1172: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:32.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:36:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:36:33.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:33 smithi169 ceph-mon[88180]: from='client.34779 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:33.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:33 smithi169 ceph-mon[90638]: from='client.34779 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:33.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:33 smithi172 ceph-mon[84635]: from='client.34779 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:34.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:34 smithi169 ceph-mon[88180]: pgmap v1173: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:34.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:34 smithi169 ceph-mon[90638]: pgmap v1173: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:34.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:34 smithi172 ceph-mon[84635]: pgmap v1173: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:36.211 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:36:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:36:35] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-03-10T22:36:36.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:36 smithi169 ceph-mon[90638]: pgmap v1174: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:36.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:36 smithi169 ceph-mon[88180]: pgmap v1174: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:36.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:36 smithi172 ceph-mon[84635]: pgmap v1174: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:38.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:38 smithi169 ceph-mon[88180]: pgmap v1175: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:38.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:38 smithi169 ceph-mon[90638]: pgmap v1175: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:38.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:38 smithi172 ceph-mon[84635]: pgmap v1175: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:40.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:40 smithi169 ceph-mon[90638]: pgmap v1176: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:40.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:40 smithi169 ceph-mon[88180]: pgmap v1176: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:40.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:40 smithi172 ceph-mon[84635]: pgmap v1176: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:41.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:41 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:41.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:41 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:41.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:41 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:42.493 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:36:42.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:42 smithi169 ceph-mon[88180]: pgmap v1177: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:42.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:42 smithi169 ceph-mon[90638]: pgmap v1177: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:42.512 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:36:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:36:42.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:42 smithi172 ceph-mon[84635]: pgmap v1177: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:42.713 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:36:44.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:44 smithi169 ceph-mon[88180]: pgmap v1178: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:44.504 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:44 smithi169 ceph-mon[90638]: pgmap v1178: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:44.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:44 smithi172 ceph-mon[84635]: pgmap v1178: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:44.637 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:36:44.639 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:36:45.338 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:45 smithi169 ceph-mon[90638]: from='client.34785 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:45.338 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:45 smithi169 ceph-mon[88180]: from='client.34785 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:45.359 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1178,"stamp":"2024-03-10T22:36:42.771468+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004035"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962450+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:33:15.962450+0000","last_peered":"2024-03-10T22:33:15.962450+0000","last_clean":"2024-03-10T22:33:15.962450+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:33:15.962450+0000","last_undegraded":"2024-03-10T22:33:15.962450+0000","last_fullsized":"2024-03-10T22:33:15.962450+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1237,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483692+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:33:54.483692+0000","last_peered":"2024-03-10T22:33:54.483692+0000","last_clean":"2024-03-10T22:33:54.483692+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:33:54.483692+0000","last_undegraded":"2024-03-10T22:33:54.483692+0000","last_fullsized":"2024-03-10T22:33:54.483692+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275964+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:33:17.275964+0000","last_peered":"2024-03-10T22:33:17.275964+0000","last_clean":"2024-03-10T22:33:17.275964+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:33:17.275964+0000","last_undegraded":"2024-03-10T22:33:17.275964+0000","last_fullsized":"2024-03-10T22:33:17.275964+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:39.837582+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:33:39.837582+0000","last_peered":"2024-03-10T22:33:39.837582+0000","last_clean":"2024-03-10T22:33:39.837582+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:33:39.837582+0000","last_undegraded":"2024-03-10T22:33:39.837582+0000","last_fullsized":"2024-03-10T22:33:39.837582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959315+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:32:50.959315+0000","last_peered":"2024-03-10T22:32:50.959315+0000","last_clean":"2024-03-10T22:32:50.959315+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:32:50.959315+0000","last_undegraded":"2024-03-10T22:32:50.959315+0000","last_fullsized":"2024-03-10T22:32:50.959315+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1129,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841270+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:34:09.841270+0000","last_peered":"2024-03-10T22:34:09.841270+0000","last_clean":"2024-03-10T22:34:09.841270+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:34:09.841270+0000","last_undegraded":"2024-03-10T22:34:09.841270+0000","last_fullsized":"2024-03-10T22:34:09.841270+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959290+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:32:50.959290+0000","last_peered":"2024-03-10T22:32:50.959290+0000","last_clean":"2024-03-10T22:32:50.959290+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:32:50.959290+0000","last_undegraded":"2024-03-10T22:32:50.959290+0000","last_fullsized":"2024-03-10T22:32:50.959290+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952675+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:32:58.952675+0000","last_peered":"2024-03-10T22:32:58.952675+0000","last_clean":"2024-03-10T22:32:58.952675+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:32:58.952675+0000","last_undegraded":"2024-03-10T22:32:58.952675+0000","last_fullsized":"2024-03-10T22:32:58.952675+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957182+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:32:30.957182+0000","last_peered":"2024-03-10T22:32:30.957182+0000","last_clean":"2024-03-10T22:32:30.957182+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:32:30.957182+0000","last_undegraded":"2024-03-10T22:32:30.957182+0000","last_fullsized":"2024-03-10T22:32:30.957182+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683119+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:31:55.683119+0000","last_peered":"2024-03-10T22:31:55.683119+0000","last_clean":"2024-03-10T22:31:55.683119+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:31:55.683119+0000","last_undegraded":"2024-03-10T22:31:55.683119+0000","last_fullsized":"2024-03-10T22:31:55.683119+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683081+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:31:55.683081+0000","last_peered":"2024-03-10T22:31:55.683081+0000","last_clean":"2024-03-10T22:31:55.683081+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:31:55.683081+0000","last_undegraded":"2024-03-10T22:31:55.683081+0000","last_fullsized":"2024-03-10T22:31:55.683081+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:10.323997+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:33:10.323997+0000","last_peered":"2024-03-10T22:33:10.323997+0000","last_clean":"2024-03-10T22:33:10.323997+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:33:10.323997+0000","last_undegraded":"2024-03-10T22:33:10.323997+0000","last_fullsized":"2024-03-10T22:33:10.323997+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272134+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:32:42.272134+0000","last_peered":"2024-03-10T22:32:42.272134+0000","last_clean":"2024-03-10T22:32:42.272134+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:32:42.272134+0000","last_undegraded":"2024-03-10T22:32:42.272134+0000","last_fullsized":"2024-03-10T22:32:42.272134+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480054+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:33:19.480054+0000","last_peered":"2024-03-10T22:33:19.480054+0000","last_clean":"2024-03-10T22:33:19.480054+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:33:19.480054+0000","last_undegraded":"2024-03-10T22:33:19.480054+0000","last_fullsized":"2024-03-10T22:33:19.480054+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835481+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:33:19.835481+0000","last_peered":"2024-03-10T22:33:19.835481+0000","last_clean":"2024-03-10T22:33:19.835481+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:33:19.835481+0000","last_undegraded":"2024-03-10T22:33:19.835481+0000","last_fullsized":"2024-03-10T22:33:19.835481+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737526+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:33:53.737526+0000","last_peered":"2024-03-10T22:33:53.737526+0000","last_clean":"2024-03-10T22:33:53.737526+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:33:53.737526+0000","last_undegraded":"2024-03-10T22:33:53.737526+0000","last_fullsized":"2024-03-10T22:33:53.737526+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737511+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:33:53.737511+0000","last_peered":"2024-03-10T22:33:53.737511+0000","last_clean":"2024-03-10T22:33:53.737511+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:33:53.737511+0000","last_undegraded":"2024-03-10T22:33:53.737511+0000","last_fullsized":"2024-03-10T22:33:53.737511+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968420+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:34:05.968420+0000","last_peered":"2024-03-10T22:34:05.968420+0000","last_clean":"2024-03-10T22:34:05.968420+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:34:05.968420+0000","last_undegraded":"2024-03-10T22:34:05.968420+0000","last_fullsized":"2024-03-10T22:34:05.968420+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275990+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:33:17.275990+0000","last_peered":"2024-03-10T22:33:17.275990+0000","last_clean":"2024-03-10T22:33:17.275990+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:33:17.275990+0000","last_undegraded":"2024-03-10T22:33:17.275990+0000","last_fullsized":"2024-03-10T22:33:17.275990+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1181,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963043+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:34:28.963043+0000","last_peered":"2024-03-10T22:34:28.963043+0000","last_clean":"2024-03-10T22:34:28.963043+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:34:28.963043+0000","last_undegraded":"2024-03-10T22:34:28.963043+0000","last_fullsized":"2024-03-10T22:34:28.963043+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963055+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:34:28.963055+0000","last_peered":"2024-03-10T22:34:28.963055+0000","last_clean":"2024-03-10T22:34:28.963055+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:34:28.963055+0000","last_undegraded":"2024-03-10T22:34:28.963055+0000","last_fullsized":"2024-03-10T22:34:28.963055+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275976+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:33:17.275976+0000","last_peered":"2024-03-10T22:33:17.275976+0000","last_clean":"2024-03-10T22:33:17.275976+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:33:17.275976+0000","last_undegraded":"2024-03-10T22:33:17.275976+0000","last_fullsized":"2024-03-10T22:33:17.275976+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959346+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:32:50.959346+0000","last_peered":"2024-03-10T22:32:50.959346+0000","last_clean":"2024-03-10T22:32:50.959346+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:32:50.959346+0000","last_undegraded":"2024-03-10T22:32:50.959346+0000","last_fullsized":"2024-03-10T22:32:50.959346+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841295+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:34:09.841295+0000","last_peered":"2024-03-10T22:34:09.841295+0000","last_clean":"2024-03-10T22:34:09.841295+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:34:09.841295+0000","last_undegraded":"2024-03-10T22:34:09.841295+0000","last_fullsized":"2024-03-10T22:34:09.841295+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":976,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:54.470399+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:31:54.470399+0000","last_peered":"2024-03-10T22:31:54.470399+0000","last_clean":"2024-03-10T22:31:54.470399+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:31:54.470399+0000","last_undegraded":"2024-03-10T22:31:54.470399+0000","last_fullsized":"2024-03-10T22:31:54.470399+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841311+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:34:09.841311+0000","last_peered":"2024-03-10T22:34:09.841311+0000","last_clean":"2024-03-10T22:34:09.841311+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:34:09.841311+0000","last_undegraded":"2024-03-10T22:34:09.841311+0000","last_fullsized":"2024-03-10T22:34:09.841311+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952734+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:32:58.952734+0000","last_peered":"2024-03-10T22:32:58.952734+0000","last_clean":"2024-03-10T22:32:58.952734+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:32:58.952734+0000","last_undegraded":"2024-03-10T22:32:58.952734+0000","last_fullsized":"2024-03-10T22:32:58.952734+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1156,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326717+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:33:35.326717+0000","last_peered":"2024-03-10T22:33:35.326717+0000","last_clean":"2024-03-10T22:33:35.326717+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:33:35.326717+0000","last_undegraded":"2024-03-10T22:33:35.326717+0000","last_fullsized":"2024-03-10T22:33:35.326717+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:42.279294+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:33:42.279294+0000","last_peered":"2024-03-10T22:33:42.279294+0000","last_clean":"2024-03-10T22:33:42.279294+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:33:42.279294+0000","last_undegraded":"2024-03-10T22:33:42.279294+0000","last_fullsized":"2024-03-10T22:33:42.279294+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838293+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:33:44.838293+0000","last_peered":"2024-03-10T22:33:44.838293+0000","last_clean":"2024-03-10T22:33:44.838293+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:33:44.838293+0000","last_undegraded":"2024-03-10T22:33:44.838293+0000","last_fullsized":"2024-03-10T22:33:44.838293+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482929+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:33:49.482929+0000","last_peered":"2024-03-10T22:33:49.482929+0000","last_clean":"2024-03-10T22:33:49.482929+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:33:49.482929+0000","last_undegraded":"2024-03-10T22:33:49.482929+0000","last_fullsized":"2024-03-10T22:33:49.482929+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:31:55.683139+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:31:55.683139+0000","last_peered":"2024-03-10T22:31:55.683139+0000","last_clean":"2024-03-10T22:31:55.683139+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:31:55.683139+0000","last_undegraded":"2024-03-10T22:31:55.683139+0000","last_fullsized":"2024-03-10T22:31:55.683139+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838353+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:33:44.838353+0000","last_peered":"2024-03-10T22:33:44.838353+0000","last_clean":"2024-03-10T22:33:44.838353+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:33:44.838353+0000","last_undegraded":"2024-03-10T22:33:44.838353+0000","last_fullsized":"2024-03-10T22:33:44.838353+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838340+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:33:44.838340+0000","last_peered":"2024-03-10T22:33:44.838340+0000","last_clean":"2024-03-10T22:33:44.838340+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:33:44.838340+0000","last_undegraded":"2024-03-10T22:33:44.838340+0000","last_fullsized":"2024-03-10T22:33:44.838340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:12.275426+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:33:12.275426+0000","last_peered":"2024-03-10T22:33:12.275426+0000","last_clean":"2024-03-10T22:33:12.275426+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:33:12.275426+0000","last_undegraded":"2024-03-10T22:33:12.275426+0000","last_fullsized":"2024-03-10T22:33:12.275426+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482988+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:33:49.482988+0000","last_peered":"2024-03-10T22:33:49.482988+0000","last_clean":"2024-03-10T22:33:49.482988+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:33:49.482988+0000","last_undegraded":"2024-03-10T22:33:49.482988+0000","last_fullsized":"2024-03-10T22:33:49.482988+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:45.321287+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:32:45.321287+0000","last_peered":"2024-03-10T22:32:45.321287+0000","last_clean":"2024-03-10T22:32:45.321287+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:32:45.321287+0000","last_undegraded":"2024-03-10T22:32:45.321287+0000","last_fullsized":"2024-03-10T22:32:45.321287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696312+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:33:55.696312+0000","last_peered":"2024-03-10T22:33:55.696312+0000","last_clean":"2024-03-10T22:33:55.696312+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:33:55.696312+0000","last_undegraded":"2024-03-10T22:33:55.696312+0000","last_fullsized":"2024-03-10T22:33:55.696312+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957142+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:32:30.957142+0000","last_peered":"2024-03-10T22:32:30.957142+0000","last_clean":"2024-03-10T22:32:30.957142+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:32:30.957142+0000","last_undegraded":"2024-03-10T22:32:30.957142+0000","last_fullsized":"2024-03-10T22:32:30.957142+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1275,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272174+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:32:42.272174+0000","last_peered":"2024-03-10T22:32:42.272174+0000","last_clean":"2024-03-10T22:32:42.272174+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:32:42.272174+0000","last_undegraded":"2024-03-10T22:32:42.272174+0000","last_fullsized":"2024-03-10T22:32:42.272174+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272154+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:32:42.272154+0000","last_peered":"2024-03-10T22:32:42.272154+0000","last_clean":"2024-03-10T22:32:42.272154+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:32:42.272154+0000","last_undegraded":"2024-03-10T22:32:42.272154+0000","last_fullsized":"2024-03-10T22:32:42.272154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835513+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:33:19.835513+0000","last_peered":"2024-03-10T22:33:19.835513+0000","last_clean":"2024-03-10T22:33:19.835513+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:33:19.835513+0000","last_undegraded":"2024-03-10T22:33:19.835513+0000","last_fullsized":"2024-03-10T22:33:19.835513+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955265+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:32:10.955265+0000","last_peered":"2024-03-10T22:32:10.955265+0000","last_clean":"2024-03-10T22:32:10.955265+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:32:10.955265+0000","last_undegraded":"2024-03-10T22:32:10.955265+0000","last_fullsized":"2024-03-10T22:32:10.955265+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696293+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:33:55.696293+0000","last_peered":"2024-03-10T22:33:55.696293+0000","last_clean":"2024-03-10T22:33:55.696293+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:33:55.696293+0000","last_undegraded":"2024-03-10T22:33:55.696293+0000","last_fullsized":"2024-03-10T22:33:55.696293+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696271+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:33:55.696271+0000","last_peered":"2024-03-10T22:33:55.696271+0000","last_clean":"2024-03-10T22:33:55.696271+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:33:55.696271+0000","last_undegraded":"2024-03-10T22:33:55.696271+0000","last_fullsized":"2024-03-10T22:33:55.696271+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1264,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737474+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:33:53.737474+0000","last_peered":"2024-03-10T22:33:53.737474+0000","last_clean":"2024-03-10T22:33:53.737474+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:33:53.737474+0000","last_undegraded":"2024-03-10T22:33:53.737474+0000","last_fullsized":"2024-03-10T22:33:53.737474+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:10.955238+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:32:10.955238+0000","last_peered":"2024-03-10T22:32:10.955238+0000","last_clean":"2024-03-10T22:32:10.955238+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:32:10.955238+0000","last_undegraded":"2024-03-10T22:32:10.955238+0000","last_fullsized":"2024-03-10T22:32:10.955238+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4443,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730462+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:32:53.730462+0000","last_peered":"2024-03-10T22:32:53.730462+0000","last_clean":"2024-03-10T22:32:53.730462+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:32:53.730462+0000","last_undegraded":"2024-03-10T22:32:53.730462+0000","last_fullsized":"2024-03-10T22:32:53.730462+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1165,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:20.318667+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:32:20.318667+0000","last_peered":"2024-03-10T22:32:20.318667+0000","last_clean":"2024-03-10T22:32:20.318667+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:32:20.318667+0000","last_undegraded":"2024-03-10T22:32:20.318667+0000","last_fullsized":"2024-03-10T22:32:20.318667+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1049,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968458+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:34:05.968458+0000","last_peered":"2024-03-10T22:34:05.968458+0000","last_clean":"2024-03-10T22:34:05.968458+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:34:05.968458+0000","last_undegraded":"2024-03-10T22:34:05.968458+0000","last_fullsized":"2024-03-10T22:34:05.968458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12612,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275888+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:33:17.275888+0000","last_peered":"2024-03-10T22:33:17.275888+0000","last_clean":"2024-03-10T22:33:17.275888+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:33:17.275888+0000","last_undegraded":"2024-03-10T22:33:17.275888+0000","last_fullsized":"2024-03-10T22:33:17.275888+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483594+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:33:54.483594+0000","last_peered":"2024-03-10T22:33:54.483594+0000","last_clean":"2024-03-10T22:33:54.483594+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:33:54.483594+0000","last_undegraded":"2024-03-10T22:33:54.483594+0000","last_fullsized":"2024-03-10T22:33:54.483594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1244,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483666+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:33:54.483666+0000","last_peered":"2024-03-10T22:33:54.483666+0000","last_clean":"2024-03-10T22:33:54.483666+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:33:54.483666+0000","last_undegraded":"2024-03-10T22:33:54.483666+0000","last_fullsized":"2024-03-10T22:33:54.483666+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841303+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:34:09.841303+0000","last_peered":"2024-03-10T22:34:09.841303+0000","last_clean":"2024-03-10T22:34:09.841303+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:34:09.841303+0000","last_undegraded":"2024-03-10T22:34:09.841303+0000","last_fullsized":"2024-03-10T22:34:09.841303+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15025,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275952+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:33:17.275952+0000","last_peered":"2024-03-10T22:33:17.275952+0000","last_clean":"2024-03-10T22:33:17.275952+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:33:17.275952+0000","last_undegraded":"2024-03-10T22:33:17.275952+0000","last_fullsized":"2024-03-10T22:33:17.275952+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483647+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:33:54.483647+0000","last_peered":"2024-03-10T22:33:54.483647+0000","last_clean":"2024-03-10T22:33:54.483647+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:33:54.483647+0000","last_undegraded":"2024-03-10T22:33:54.483647+0000","last_fullsized":"2024-03-10T22:33:54.483647+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841235+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:34:09.841235+0000","last_peered":"2024-03-10T22:34:09.841235+0000","last_clean":"2024-03-10T22:34:09.841235+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:34:09.841235+0000","last_undegraded":"2024-03-10T22:34:09.841235+0000","last_fullsized":"2024-03-10T22:34:09.841235+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326727+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:33:35.326727+0000","last_peered":"2024-03-10T22:33:35.326727+0000","last_clean":"2024-03-10T22:33:35.326727+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:33:35.326727+0000","last_undegraded":"2024-03-10T22:33:35.326727+0000","last_fullsized":"2024-03-10T22:33:35.326727+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4229,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730536+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:32:53.730536+0000","last_peered":"2024-03-10T22:32:53.730536+0000","last_clean":"2024-03-10T22:32:53.730536+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:32:53.730536+0000","last_undegraded":"2024-03-10T22:32:53.730536+0000","last_fullsized":"2024-03-10T22:32:53.730536+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487539+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:34:29.487539+0000","last_peered":"2024-03-10T22:34:29.487539+0000","last_clean":"2024-03-10T22:34:29.487539+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:34:29.487539+0000","last_undegraded":"2024-03-10T22:34:29.487539+0000","last_fullsized":"2024-03-10T22:34:29.487539+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480031+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:33:19.480031+0000","last_peered":"2024-03-10T22:33:19.480031+0000","last_clean":"2024-03-10T22:33:19.480031+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:33:19.480031+0000","last_undegraded":"2024-03-10T22:33:19.480031+0000","last_fullsized":"2024-03-10T22:33:19.480031+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1217,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.741492+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:34:28.741492+0000","last_peered":"2024-03-10T22:34:28.741492+0000","last_clean":"2024-03-10T22:34:28.741492+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:34:28.741492+0000","last_undegraded":"2024-03-10T22:34:28.741492+0000","last_fullsized":"2024-03-10T22:34:28.741492+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4296,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962405+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:33:15.962405+0000","last_peered":"2024-03-10T22:33:15.962405+0000","last_clean":"2024-03-10T22:33:15.962405+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:33:15.962405+0000","last_undegraded":"2024-03-10T22:33:15.962405+0000","last_fullsized":"2024-03-10T22:33:15.962405+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1066,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688239+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:32:40.688239+0000","last_peered":"2024-03-10T22:32:40.688239+0000","last_clean":"2024-03-10T22:32:40.688239+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:32:40.688239+0000","last_undegraded":"2024-03-10T22:32:40.688239+0000","last_fullsized":"2024-03-10T22:32:40.688239+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952719+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:32:58.952719+0000","last_peered":"2024-03-10T22:32:58.952719+0000","last_clean":"2024-03-10T22:32:58.952719+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:32:58.952719+0000","last_undegraded":"2024-03-10T22:32:58.952719+0000","last_fullsized":"2024-03-10T22:32:58.952719+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1118,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841281+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:34:09.841281+0000","last_peered":"2024-03-10T22:34:09.841281+0000","last_clean":"2024-03-10T22:34:09.841281+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:34:09.841281+0000","last_undegraded":"2024-03-10T22:34:09.841281+0000","last_fullsized":"2024-03-10T22:34:09.841281+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1542,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959253+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:32:50.959253+0000","last_peered":"2024-03-10T22:32:50.959253+0000","last_clean":"2024-03-10T22:32:50.959253+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:32:50.959253+0000","last_undegraded":"2024-03-10T22:32:50.959253+0000","last_fullsized":"2024-03-10T22:32:50.959253+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3653,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829494+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:32:29.829494+0000","last_peered":"2024-03-10T22:32:29.829494+0000","last_clean":"2024-03-10T22:32:29.829494+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:32:29.829494+0000","last_undegraded":"2024-03-10T22:32:29.829494+0000","last_fullsized":"2024-03-10T22:32:29.829494+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:52.280345+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:33:52.280345+0000","last_peered":"2024-03-10T22:33:52.280345+0000","last_clean":"2024-03-10T22:33:52.280345+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:33:52.280345+0000","last_undegraded":"2024-03-10T22:33:52.280345+0000","last_fullsized":"2024-03-10T22:33:52.280345+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275840+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:33:17.275840+0000","last_peered":"2024-03-10T22:33:17.275840+0000","last_clean":"2024-03-10T22:33:17.275840+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:33:17.275840+0000","last_undegraded":"2024-03-10T22:33:17.275840+0000","last_fullsized":"2024-03-10T22:33:17.275840+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":921,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737443+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:33:53.737443+0000","last_peered":"2024-03-10T22:33:53.737443+0000","last_clean":"2024-03-10T22:33:53.737443+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:33:53.737443+0000","last_undegraded":"2024-03-10T22:33:53.737443+0000","last_fullsized":"2024-03-10T22:33:53.737443+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4505,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688204+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:32:40.688204+0000","last_peered":"2024-03-10T22:32:40.688204+0000","last_clean":"2024-03-10T22:32:40.688204+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:32:40.688204+0000","last_undegraded":"2024-03-10T22:32:40.688204+0000","last_fullsized":"2024-03-10T22:32:40.688204+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275937+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:33:17.275937+0000","last_peered":"2024-03-10T22:33:17.275937+0000","last_clean":"2024-03-10T22:33:17.275937+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:33:17.275937+0000","last_undegraded":"2024-03-10T22:33:17.275937+0000","last_fullsized":"2024-03-10T22:33:17.275937+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":963,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:59.484204+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:33:59.484204+0000","last_peered":"2024-03-10T22:33:59.484204+0000","last_clean":"2024-03-10T22:33:59.484204+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:33:59.484204+0000","last_undegraded":"2024-03-10T22:33:59.484204+0000","last_fullsized":"2024-03-10T22:33:59.484204+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483632+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:33:54.483632+0000","last_peered":"2024-03-10T22:33:54.483632+0000","last_clean":"2024-03-10T22:33:54.483632+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:33:54.483632+0000","last_undegraded":"2024-03-10T22:33:54.483632+0000","last_fullsized":"2024-03-10T22:33:54.483632+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5079,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326689+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:33:35.326689+0000","last_peered":"2024-03-10T22:33:35.326689+0000","last_clean":"2024-03-10T22:33:35.326689+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:33:35.326689+0000","last_undegraded":"2024-03-10T22:33:35.326689+0000","last_fullsized":"2024-03-10T22:33:35.326689+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.962982+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:34:28.962982+0000","last_peered":"2024-03-10T22:34:28.962982+0000","last_clean":"2024-03-10T22:34:28.962982+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:34:28.962982+0000","last_undegraded":"2024-03-10T22:34:28.962982+0000","last_fullsized":"2024-03-10T22:34:28.962982+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487528+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:34:29.487528+0000","last_peered":"2024-03-10T22:34:29.487528+0000","last_clean":"2024-03-10T22:34:29.487528+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:34:29.487528+0000","last_undegraded":"2024-03-10T22:34:29.487528+0000","last_fullsized":"2024-03-10T22:34:29.487528+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1197,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956392+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:33:28.956392+0000","last_peered":"2024-03-10T22:33:28.956392+0000","last_clean":"2024-03-10T22:33:28.956392+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:33:28.956392+0000","last_undegraded":"2024-03-10T22:33:28.956392+0000","last_fullsized":"2024-03-10T22:33:28.956392+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4118,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963007+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:34:28.963007+0000","last_peered":"2024-03-10T22:34:28.963007+0000","last_clean":"2024-03-10T22:34:28.963007+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:34:28.963007+0000","last_undegraded":"2024-03-10T22:34:28.963007+0000","last_fullsized":"2024-03-10T22:34:28.963007+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326652+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:33:35.326652+0000","last_peered":"2024-03-10T22:33:35.326652+0000","last_clean":"2024-03-10T22:33:35.326652+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:33:35.326652+0000","last_undegraded":"2024-03-10T22:33:35.326652+0000","last_fullsized":"2024-03-10T22:33:35.326652+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691134+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:33:05.691134+0000","last_peered":"2024-03-10T22:33:05.691134+0000","last_clean":"2024-03-10T22:33:05.691134+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:33:05.691134+0000","last_undegraded":"2024-03-10T22:33:05.691134+0000","last_fullsized":"2024-03-10T22:33:05.691134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:53.730557+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:32:53.730557+0000","last_peered":"2024-03-10T22:32:53.730557+0000","last_clean":"2024-03-10T22:32:53.730557+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:32:53.730557+0000","last_undegraded":"2024-03-10T22:32:53.730557+0000","last_fullsized":"2024-03-10T22:32:53.730557+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3249,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832529+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:32:54.832529+0000","last_peered":"2024-03-10T22:32:54.832529+0000","last_clean":"2024-03-10T22:32:54.832529+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:32:54.832529+0000","last_undegraded":"2024-03-10T22:32:54.832529+0000","last_fullsized":"2024-03-10T22:32:54.832529+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1027,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965611+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:33:40.965611+0000","last_peered":"2024-03-10T22:33:40.965611+0000","last_clean":"2024-03-10T22:33:40.965611+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:33:40.965611+0000","last_undegraded":"2024-03-10T22:33:40.965611+0000","last_fullsized":"2024-03-10T22:33:40.965611+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.329719+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:34:05.329719+0000","last_peered":"2024-03-10T22:34:05.329719+0000","last_clean":"2024-03-10T22:34:05.329719+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:34:05.329719+0000","last_undegraded":"2024-03-10T22:34:05.329719+0000","last_fullsized":"2024-03-10T22:34:05.329719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4002,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:20.318631+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:32:20.318631+0000","last_peered":"2024-03-10T22:32:20.318631+0000","last_clean":"2024-03-10T22:32:20.318631+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:32:20.318631+0000","last_undegraded":"2024-03-10T22:32:20.318631+0000","last_fullsized":"2024-03-10T22:32:20.318631+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487460+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:34:29.487460+0000","last_peered":"2024-03-10T22:34:29.487460+0000","last_clean":"2024-03-10T22:34:29.487460+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:34:29.487460+0000","last_undegraded":"2024-03-10T22:34:29.487460+0000","last_fullsized":"2024-03-10T22:34:29.487460+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956329+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:33:28.956329+0000","last_peered":"2024-03-10T22:33:28.956329+0000","last_clean":"2024-03-10T22:33:28.956329+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:33:28.956329+0000","last_undegraded":"2024-03-10T22:33:28.956329+0000","last_fullsized":"2024-03-10T22:33:28.956329+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4943,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734178+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:33:23.734178+0000","last_peered":"2024-03-10T22:33:23.734178+0000","last_clean":"2024-03-10T22:33:23.734178+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:33:23.734178+0000","last_undegraded":"2024-03-10T22:33:23.734178+0000","last_fullsized":"2024-03-10T22:33:23.734178+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487485+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:34:29.487485+0000","last_peered":"2024-03-10T22:34:29.487485+0000","last_clean":"2024-03-10T22:34:29.487485+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:34:29.487485+0000","last_undegraded":"2024-03-10T22:34:29.487485+0000","last_fullsized":"2024-03-10T22:34:29.487485+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959521+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:33:58.959521+0000","last_peered":"2024-03-10T22:33:58.959521+0000","last_clean":"2024-03-10T22:33:58.959521+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:33:58.959521+0000","last_undegraded":"2024-03-10T22:33:58.959521+0000","last_fullsized":"2024-03-10T22:33:58.959521+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476787+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:32:49.476787+0000","last_peered":"2024-03-10T22:32:49.476787+0000","last_clean":"2024-03-10T22:32:49.476787+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:32:49.476787+0000","last_undegraded":"2024-03-10T22:32:49.476787+0000","last_fullsized":"2024-03-10T22:32:49.476787+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1210,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734154+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:33:23.734154+0000","last_peered":"2024-03-10T22:33:23.734154+0000","last_clean":"2024-03-10T22:33:23.734154+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:33:23.734154+0000","last_undegraded":"2024-03-10T22:33:23.734154+0000","last_fullsized":"2024-03-10T22:33:23.734154+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691087+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:33:05.691087+0000","last_peered":"2024-03-10T22:33:05.691087+0000","last_clean":"2024-03-10T22:33:05.691087+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:33:05.691087+0000","last_undegraded":"2024-03-10T22:33:05.691087+0000","last_fullsized":"2024-03-10T22:33:05.691087+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5332,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734121+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:33:23.734121+0000","last_peered":"2024-03-10T22:33:23.734121+0000","last_clean":"2024-03-10T22:33:23.734121+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:33:23.734121+0000","last_undegraded":"2024-03-10T22:33:23.734121+0000","last_fullsized":"2024-03-10T22:33:23.734121+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734167+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:33:23.734167+0000","last_peered":"2024-03-10T22:33:23.734167+0000","last_clean":"2024-03-10T22:33:23.734167+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:33:23.734167+0000","last_undegraded":"2024-03-10T22:33:23.734167+0000","last_fullsized":"2024-03-10T22:33:23.734167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968443+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:34:05.968443+0000","last_peered":"2024-03-10T22:34:05.968443+0000","last_clean":"2024-03-10T22:34:05.968443+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:34:05.968443+0000","last_undegraded":"2024-03-10T22:34:05.968443+0000","last_fullsized":"2024-03-10T22:34:05.968443+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4660,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730504+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:32:53.730504+0000","last_peered":"2024-03-10T22:32:53.730504+0000","last_clean":"2024-03-10T22:32:53.730504+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:32:53.730504+0000","last_undegraded":"2024-03-10T22:32:53.730504+0000","last_fullsized":"2024-03-10T22:32:53.730504+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476833+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:32:49.476833+0000","last_peered":"2024-03-10T22:32:49.476833+0000","last_clean":"2024-03-10T22:32:49.476833+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:32:49.476833+0000","last_undegraded":"2024-03-10T22:32:49.476833+0000","last_fullsized":"2024-03-10T22:32:49.476833+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832503+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:32:54.832503+0000","last_peered":"2024-03-10T22:32:54.832503+0000","last_clean":"2024-03-10T22:32:54.832503+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:32:54.832503+0000","last_undegraded":"2024-03-10T22:32:54.832503+0000","last_fullsized":"2024-03-10T22:32:54.832503+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3544,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965632+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:33:40.965632+0000","last_peered":"2024-03-10T22:33:40.965632+0000","last_clean":"2024-03-10T22:33:40.965632+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:33:40.965632+0000","last_undegraded":"2024-03-10T22:33:40.965632+0000","last_fullsized":"2024-03-10T22:33:40.965632+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734202+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:33:23.734202+0000","last_peered":"2024-03-10T22:33:23.734202+0000","last_clean":"2024-03-10T22:33:23.734202+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:33:23.734202+0000","last_undegraded":"2024-03-10T22:33:23.734202+0000","last_fullsized":"2024-03-10T22:33:23.734202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968468+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:34:05.968468+0000","last_peered":"2024-03-10T22:34:05.968468+0000","last_clean":"2024-03-10T22:34:05.968468+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:34:05.968468+0000","last_undegraded":"2024-03-10T22:34:05.968468+0000","last_fullsized":"2024-03-10T22:34:05.968468+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:40.688161+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:32:40.688161+0000","last_peered":"2024-03-10T22:32:40.688161+0000","last_clean":"2024-03-10T22:32:40.688161+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:32:40.688161+0000","last_undegraded":"2024-03-10T22:32:40.688161+0000","last_fullsized":"2024-03-10T22:32:40.688161+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.741466+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:34:28.741466+0000","last_peered":"2024-03-10T22:34:28.741466+0000","last_clean":"2024-03-10T22:34:28.741466+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:34:28.741466+0000","last_undegraded":"2024-03-10T22:34:28.741466+0000","last_fullsized":"2024-03-10T22:34:28.741466+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841259+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:34:09.841259+0000","last_peered":"2024-03-10T22:34:09.841259+0000","last_clean":"2024-03-10T22:34:09.841259+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:34:09.841259+0000","last_undegraded":"2024-03-10T22:34:09.841259+0000","last_fullsized":"2024-03-10T22:34:09.841259+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275875+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:33:17.275875+0000","last_peered":"2024-03-10T22:33:17.275875+0000","last_clean":"2024-03-10T22:33:17.275875+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:33:17.275875+0000","last_undegraded":"2024-03-10T22:33:17.275875+0000","last_fullsized":"2024-03-10T22:33:17.275875+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956376+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:33:28.956376+0000","last_peered":"2024-03-10T22:33:28.956376+0000","last_clean":"2024-03-10T22:33:28.956376+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:33:28.956376+0000","last_undegraded":"2024-03-10T22:33:28.956376+0000","last_fullsized":"2024-03-10T22:33:28.956376+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487512+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:34:29.487512+0000","last_peered":"2024-03-10T22:34:29.487512+0000","last_clean":"2024-03-10T22:34:29.487512+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:34:29.487512+0000","last_undegraded":"2024-03-10T22:34:29.487512+0000","last_fullsized":"2024-03-10T22:34:29.487512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691123+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:33:05.691123+0000","last_peered":"2024-03-10T22:33:05.691123+0000","last_clean":"2024-03-10T22:33:05.691123+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:33:05.691123+0000","last_undegraded":"2024-03-10T22:33:05.691123+0000","last_fullsized":"2024-03-10T22:33:05.691123+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956401+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:33:28.956401+0000","last_peered":"2024-03-10T22:33:28.956401+0000","last_clean":"2024-03-10T22:33:28.956401+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:33:28.956401+0000","last_undegraded":"2024-03-10T22:33:28.956401+0000","last_fullsized":"2024-03-10T22:33:28.956401+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1116,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:29.829446+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:32:29.829446+0000","last_peered":"2024-03-10T22:32:29.829446+0000","last_clean":"2024-03-10T22:32:29.829446+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:32:29.829446+0000","last_undegraded":"2024-03-10T22:32:29.829446+0000","last_fullsized":"2024-03-10T22:32:29.829446+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959488+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:33:58.959488+0000","last_peered":"2024-03-10T22:33:58.959488+0000","last_clean":"2024-03-10T22:33:58.959488+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:33:58.959488+0000","last_undegraded":"2024-03-10T22:33:58.959488+0000","last_fullsized":"2024-03-10T22:33:58.959488+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832470+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:32:54.832470+0000","last_peered":"2024-03-10T22:32:54.832470+0000","last_clean":"2024-03-10T22:32:54.832470+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:32:54.832470+0000","last_undegraded":"2024-03-10T22:32:54.832470+0000","last_fullsized":"2024-03-10T22:32:54.832470+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:27.287759+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:34:27.287759+0000","last_peered":"2024-03-10T22:34:27.287759+0000","last_clean":"2024-03-10T22:34:27.287759+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:34:27.287759+0000","last_undegraded":"2024-03-10T22:34:27.287759+0000","last_fullsized":"2024-03-10T22:34:27.287759+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:30.693720+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:33:30.693720+0000","last_peered":"2024-03-10T22:33:30.693720+0000","last_clean":"2024-03-10T22:33:30.693720+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:33:30.693720+0000","last_undegraded":"2024-03-10T22:33:30.693720+0000","last_fullsized":"2024-03-10T22:33:30.693720+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784039,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928686,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586513,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796569,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474570,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329923,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152572,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073333,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:36:45.365 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:45.365 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:45.365 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:45.365 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:45.365 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:45.365 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:45.365 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:45.365 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:45.365 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:36:45.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:45 smithi172 ceph-mon[84635]: from='client.34785 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:46.248 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:36:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:36:45] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-03-10T22:36:46.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:46 smithi169 ceph-mon[88180]: pgmap v1179: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:46.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:46 smithi169 ceph-mon[90638]: pgmap v1179: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:46.514 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:46 smithi172 ceph-mon[84635]: pgmap v1179: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:48.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:48 smithi169 ceph-mon[88180]: pgmap v1180: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:48.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:48 smithi169 ceph-mon[90638]: pgmap v1180: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:48.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:48 smithi172 ceph-mon[84635]: pgmap v1180: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:50.512 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:50 smithi172 ceph-mon[84635]: pgmap v1181: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:50.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:50 smithi169 ceph-mon[88180]: pgmap v1181: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:50.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:50 smithi169 ceph-mon[90638]: pgmap v1181: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:52.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:52 smithi172 ceph-mon[84635]: pgmap v1182: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:52.513 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:36:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:36:52.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:52 smithi169 ceph-mon[88180]: pgmap v1182: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:52.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:52 smithi169 ceph-mon[90638]: pgmap v1182: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:54.513 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:54 smithi172 ceph-mon[84635]: pgmap v1183: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:54.554 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:54 smithi169 ceph-mon[90638]: pgmap v1183: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:54.554 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:54 smithi169 ceph-mon[88180]: pgmap v1183: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:55.367 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:36:55.579 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:36:56.003 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:36:55 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:36:55] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-03-10T22:36:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:56 smithi169 ceph-mon[90638]: pgmap v1184: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:56.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:56 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:56.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:56 smithi169 ceph-mon[88180]: pgmap v1184: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:56.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:56 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:56.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:56 smithi172 ceph-mon[84635]: pgmap v1184: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:56.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:56 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:36:57.537 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:36:57.538 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:36:58.208 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1185,"stamp":"2024-03-10T22:36:56.775850+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003860"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962450+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:33:15.962450+0000","last_peered":"2024-03-10T22:33:15.962450+0000","last_clean":"2024-03-10T22:33:15.962450+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:33:15.962450+0000","last_undegraded":"2024-03-10T22:33:15.962450+0000","last_fullsized":"2024-03-10T22:33:15.962450+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1237,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483692+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:33:54.483692+0000","last_peered":"2024-03-10T22:33:54.483692+0000","last_clean":"2024-03-10T22:33:54.483692+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:33:54.483692+0000","last_undegraded":"2024-03-10T22:33:54.483692+0000","last_fullsized":"2024-03-10T22:33:54.483692+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275964+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:33:17.275964+0000","last_peered":"2024-03-10T22:33:17.275964+0000","last_clean":"2024-03-10T22:33:17.275964+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:33:17.275964+0000","last_undegraded":"2024-03-10T22:33:17.275964+0000","last_fullsized":"2024-03-10T22:33:17.275964+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:39.837582+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:33:39.837582+0000","last_peered":"2024-03-10T22:33:39.837582+0000","last_clean":"2024-03-10T22:33:39.837582+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:33:39.837582+0000","last_undegraded":"2024-03-10T22:33:39.837582+0000","last_fullsized":"2024-03-10T22:33:39.837582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959315+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:32:50.959315+0000","last_peered":"2024-03-10T22:32:50.959315+0000","last_clean":"2024-03-10T22:32:50.959315+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:32:50.959315+0000","last_undegraded":"2024-03-10T22:32:50.959315+0000","last_fullsized":"2024-03-10T22:32:50.959315+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1129,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841270+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:34:09.841270+0000","last_peered":"2024-03-10T22:34:09.841270+0000","last_clean":"2024-03-10T22:34:09.841270+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:34:09.841270+0000","last_undegraded":"2024-03-10T22:34:09.841270+0000","last_fullsized":"2024-03-10T22:34:09.841270+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959290+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:32:50.959290+0000","last_peered":"2024-03-10T22:32:50.959290+0000","last_clean":"2024-03-10T22:32:50.959290+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:32:50.959290+0000","last_undegraded":"2024-03-10T22:32:50.959290+0000","last_fullsized":"2024-03-10T22:32:50.959290+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952675+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:32:58.952675+0000","last_peered":"2024-03-10T22:32:58.952675+0000","last_clean":"2024-03-10T22:32:58.952675+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:32:58.952675+0000","last_undegraded":"2024-03-10T22:32:58.952675+0000","last_fullsized":"2024-03-10T22:32:58.952675+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957182+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:32:30.957182+0000","last_peered":"2024-03-10T22:32:30.957182+0000","last_clean":"2024-03-10T22:32:30.957182+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:32:30.957182+0000","last_undegraded":"2024-03-10T22:32:30.957182+0000","last_fullsized":"2024-03-10T22:32:30.957182+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:20.698823+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:34:20.698823+0000","last_peered":"2024-03-10T22:34:20.698823+0000","last_clean":"2024-03-10T22:34:20.698823+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:34:20.698823+0000","last_undegraded":"2024-03-10T22:34:20.698823+0000","last_fullsized":"2024-03-10T22:34:20.698823+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:20.698779+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:34:20.698779+0000","last_peered":"2024-03-10T22:34:20.698779+0000","last_clean":"2024-03-10T22:34:20.698779+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:34:20.698779+0000","last_undegraded":"2024-03-10T22:34:20.698779+0000","last_fullsized":"2024-03-10T22:34:20.698779+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:10.323997+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:33:10.323997+0000","last_peered":"2024-03-10T22:33:10.323997+0000","last_clean":"2024-03-10T22:33:10.323997+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:33:10.323997+0000","last_undegraded":"2024-03-10T22:33:10.323997+0000","last_fullsized":"2024-03-10T22:33:10.323997+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272134+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:32:42.272134+0000","last_peered":"2024-03-10T22:32:42.272134+0000","last_clean":"2024-03-10T22:32:42.272134+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:32:42.272134+0000","last_undegraded":"2024-03-10T22:32:42.272134+0000","last_fullsized":"2024-03-10T22:32:42.272134+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480054+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:33:19.480054+0000","last_peered":"2024-03-10T22:33:19.480054+0000","last_clean":"2024-03-10T22:33:19.480054+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:33:19.480054+0000","last_undegraded":"2024-03-10T22:33:19.480054+0000","last_fullsized":"2024-03-10T22:33:19.480054+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835481+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:33:19.835481+0000","last_peered":"2024-03-10T22:33:19.835481+0000","last_clean":"2024-03-10T22:33:19.835481+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:33:19.835481+0000","last_undegraded":"2024-03-10T22:33:19.835481+0000","last_fullsized":"2024-03-10T22:33:19.835481+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737526+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:33:53.737526+0000","last_peered":"2024-03-10T22:33:53.737526+0000","last_clean":"2024-03-10T22:33:53.737526+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:33:53.737526+0000","last_undegraded":"2024-03-10T22:33:53.737526+0000","last_fullsized":"2024-03-10T22:33:53.737526+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737511+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:33:53.737511+0000","last_peered":"2024-03-10T22:33:53.737511+0000","last_clean":"2024-03-10T22:33:53.737511+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:33:53.737511+0000","last_undegraded":"2024-03-10T22:33:53.737511+0000","last_fullsized":"2024-03-10T22:33:53.737511+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968420+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:34:05.968420+0000","last_peered":"2024-03-10T22:34:05.968420+0000","last_clean":"2024-03-10T22:34:05.968420+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:34:05.968420+0000","last_undegraded":"2024-03-10T22:34:05.968420+0000","last_fullsized":"2024-03-10T22:34:05.968420+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275990+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:33:17.275990+0000","last_peered":"2024-03-10T22:33:17.275990+0000","last_clean":"2024-03-10T22:33:17.275990+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:33:17.275990+0000","last_undegraded":"2024-03-10T22:33:17.275990+0000","last_fullsized":"2024-03-10T22:33:17.275990+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1181,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963043+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:34:28.963043+0000","last_peered":"2024-03-10T22:34:28.963043+0000","last_clean":"2024-03-10T22:34:28.963043+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:34:28.963043+0000","last_undegraded":"2024-03-10T22:34:28.963043+0000","last_fullsized":"2024-03-10T22:34:28.963043+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963055+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:34:28.963055+0000","last_peered":"2024-03-10T22:34:28.963055+0000","last_clean":"2024-03-10T22:34:28.963055+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:34:28.963055+0000","last_undegraded":"2024-03-10T22:34:28.963055+0000","last_fullsized":"2024-03-10T22:34:28.963055+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275976+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:33:17.275976+0000","last_peered":"2024-03-10T22:33:17.275976+0000","last_clean":"2024-03-10T22:33:17.275976+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:33:17.275976+0000","last_undegraded":"2024-03-10T22:33:17.275976+0000","last_fullsized":"2024-03-10T22:33:17.275976+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959346+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:32:50.959346+0000","last_peered":"2024-03-10T22:32:50.959346+0000","last_clean":"2024-03-10T22:32:50.959346+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:32:50.959346+0000","last_undegraded":"2024-03-10T22:32:50.959346+0000","last_fullsized":"2024-03-10T22:32:50.959346+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841295+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:34:09.841295+0000","last_peered":"2024-03-10T22:34:09.841295+0000","last_clean":"2024-03-10T22:34:09.841295+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:34:09.841295+0000","last_undegraded":"2024-03-10T22:34:09.841295+0000","last_fullsized":"2024-03-10T22:34:09.841295+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":977,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:24.486888+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:34:24.486888+0000","last_peered":"2024-03-10T22:34:24.486888+0000","last_clean":"2024-03-10T22:34:24.486888+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:34:24.486888+0000","last_undegraded":"2024-03-10T22:34:24.486888+0000","last_fullsized":"2024-03-10T22:34:24.486888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841311+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:34:09.841311+0000","last_peered":"2024-03-10T22:34:09.841311+0000","last_clean":"2024-03-10T22:34:09.841311+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:34:09.841311+0000","last_undegraded":"2024-03-10T22:34:09.841311+0000","last_fullsized":"2024-03-10T22:34:09.841311+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952734+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:32:58.952734+0000","last_peered":"2024-03-10T22:32:58.952734+0000","last_clean":"2024-03-10T22:32:58.952734+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:32:58.952734+0000","last_undegraded":"2024-03-10T22:32:58.952734+0000","last_fullsized":"2024-03-10T22:32:58.952734+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1156,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326717+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:33:35.326717+0000","last_peered":"2024-03-10T22:33:35.326717+0000","last_clean":"2024-03-10T22:33:35.326717+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:33:35.326717+0000","last_undegraded":"2024-03-10T22:33:35.326717+0000","last_fullsized":"2024-03-10T22:33:35.326717+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:42.279294+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:33:42.279294+0000","last_peered":"2024-03-10T22:33:42.279294+0000","last_clean":"2024-03-10T22:33:42.279294+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:33:42.279294+0000","last_undegraded":"2024-03-10T22:33:42.279294+0000","last_fullsized":"2024-03-10T22:33:42.279294+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838293+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:33:44.838293+0000","last_peered":"2024-03-10T22:33:44.838293+0000","last_clean":"2024-03-10T22:33:44.838293+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:33:44.838293+0000","last_undegraded":"2024-03-10T22:33:44.838293+0000","last_fullsized":"2024-03-10T22:33:44.838293+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482929+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:33:49.482929+0000","last_peered":"2024-03-10T22:33:49.482929+0000","last_clean":"2024-03-10T22:33:49.482929+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:33:49.482929+0000","last_undegraded":"2024-03-10T22:33:49.482929+0000","last_fullsized":"2024-03-10T22:33:49.482929+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:20.698837+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:34:20.698837+0000","last_peered":"2024-03-10T22:34:20.698837+0000","last_clean":"2024-03-10T22:34:20.698837+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:34:20.698837+0000","last_undegraded":"2024-03-10T22:34:20.698837+0000","last_fullsized":"2024-03-10T22:34:20.698837+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838353+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:33:44.838353+0000","last_peered":"2024-03-10T22:33:44.838353+0000","last_clean":"2024-03-10T22:33:44.838353+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:33:44.838353+0000","last_undegraded":"2024-03-10T22:33:44.838353+0000","last_fullsized":"2024-03-10T22:33:44.838353+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838340+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:33:44.838340+0000","last_peered":"2024-03-10T22:33:44.838340+0000","last_clean":"2024-03-10T22:33:44.838340+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:33:44.838340+0000","last_undegraded":"2024-03-10T22:33:44.838340+0000","last_fullsized":"2024-03-10T22:33:44.838340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:12.275426+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:33:12.275426+0000","last_peered":"2024-03-10T22:33:12.275426+0000","last_clean":"2024-03-10T22:33:12.275426+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:33:12.275426+0000","last_undegraded":"2024-03-10T22:33:12.275426+0000","last_fullsized":"2024-03-10T22:33:12.275426+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482988+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:33:49.482988+0000","last_peered":"2024-03-10T22:33:49.482988+0000","last_clean":"2024-03-10T22:33:49.482988+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:33:49.482988+0000","last_undegraded":"2024-03-10T22:33:49.482988+0000","last_fullsized":"2024-03-10T22:33:49.482988+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:45.321287+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:32:45.321287+0000","last_peered":"2024-03-10T22:32:45.321287+0000","last_clean":"2024-03-10T22:32:45.321287+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:32:45.321287+0000","last_undegraded":"2024-03-10T22:32:45.321287+0000","last_fullsized":"2024-03-10T22:32:45.321287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696312+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:33:55.696312+0000","last_peered":"2024-03-10T22:33:55.696312+0000","last_clean":"2024-03-10T22:33:55.696312+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:33:55.696312+0000","last_undegraded":"2024-03-10T22:33:55.696312+0000","last_fullsized":"2024-03-10T22:33:55.696312+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957142+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:32:30.957142+0000","last_peered":"2024-03-10T22:32:30.957142+0000","last_clean":"2024-03-10T22:32:30.957142+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:32:30.957142+0000","last_undegraded":"2024-03-10T22:32:30.957142+0000","last_fullsized":"2024-03-10T22:32:30.957142+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1275,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272174+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:32:42.272174+0000","last_peered":"2024-03-10T22:32:42.272174+0000","last_clean":"2024-03-10T22:32:42.272174+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:32:42.272174+0000","last_undegraded":"2024-03-10T22:32:42.272174+0000","last_fullsized":"2024-03-10T22:32:42.272174+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272154+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:32:42.272154+0000","last_peered":"2024-03-10T22:32:42.272154+0000","last_clean":"2024-03-10T22:32:42.272154+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:32:42.272154+0000","last_undegraded":"2024-03-10T22:32:42.272154+0000","last_fullsized":"2024-03-10T22:32:42.272154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835513+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:33:19.835513+0000","last_peered":"2024-03-10T22:33:19.835513+0000","last_clean":"2024-03-10T22:33:19.835513+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:33:19.835513+0000","last_undegraded":"2024-03-10T22:33:19.835513+0000","last_fullsized":"2024-03-10T22:33:19.835513+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:30.971168+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:34:30.971168+0000","last_peered":"2024-03-10T22:34:30.971168+0000","last_clean":"2024-03-10T22:34:30.971168+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:34:30.971168+0000","last_undegraded":"2024-03-10T22:34:30.971168+0000","last_fullsized":"2024-03-10T22:34:30.971168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696293+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:33:55.696293+0000","last_peered":"2024-03-10T22:33:55.696293+0000","last_clean":"2024-03-10T22:33:55.696293+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:33:55.696293+0000","last_undegraded":"2024-03-10T22:33:55.696293+0000","last_fullsized":"2024-03-10T22:33:55.696293+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696271+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:33:55.696271+0000","last_peered":"2024-03-10T22:33:55.696271+0000","last_clean":"2024-03-10T22:33:55.696271+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:33:55.696271+0000","last_undegraded":"2024-03-10T22:33:55.696271+0000","last_fullsized":"2024-03-10T22:33:55.696271+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1264,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737474+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:33:53.737474+0000","last_peered":"2024-03-10T22:33:53.737474+0000","last_clean":"2024-03-10T22:33:53.737474+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:33:53.737474+0000","last_undegraded":"2024-03-10T22:33:53.737474+0000","last_fullsized":"2024-03-10T22:33:53.737474+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1042,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:30.971139+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:34:30.971139+0000","last_peered":"2024-03-10T22:34:30.971139+0000","last_clean":"2024-03-10T22:34:30.971139+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:34:30.971139+0000","last_undegraded":"2024-03-10T22:34:30.971139+0000","last_fullsized":"2024-03-10T22:34:30.971139+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4443,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730462+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:32:53.730462+0000","last_peered":"2024-03-10T22:32:53.730462+0000","last_clean":"2024-03-10T22:32:53.730462+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:32:53.730462+0000","last_undegraded":"2024-03-10T22:32:53.730462+0000","last_fullsized":"2024-03-10T22:32:53.730462+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1166,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:35.333188+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:34:35.333188+0000","last_peered":"2024-03-10T22:34:35.333188+0000","last_clean":"2024-03-10T22:34:35.333188+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:34:35.333188+0000","last_undegraded":"2024-03-10T22:34:35.333188+0000","last_fullsized":"2024-03-10T22:34:35.333188+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1049,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968458+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:34:05.968458+0000","last_peered":"2024-03-10T22:34:05.968458+0000","last_clean":"2024-03-10T22:34:05.968458+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:34:05.968458+0000","last_undegraded":"2024-03-10T22:34:05.968458+0000","last_fullsized":"2024-03-10T22:34:05.968458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12612,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275888+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:33:17.275888+0000","last_peered":"2024-03-10T22:33:17.275888+0000","last_clean":"2024-03-10T22:33:17.275888+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:33:17.275888+0000","last_undegraded":"2024-03-10T22:33:17.275888+0000","last_fullsized":"2024-03-10T22:33:17.275888+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483594+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:33:54.483594+0000","last_peered":"2024-03-10T22:33:54.483594+0000","last_clean":"2024-03-10T22:33:54.483594+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:33:54.483594+0000","last_undegraded":"2024-03-10T22:33:54.483594+0000","last_fullsized":"2024-03-10T22:33:54.483594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1244,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483666+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:33:54.483666+0000","last_peered":"2024-03-10T22:33:54.483666+0000","last_clean":"2024-03-10T22:33:54.483666+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:33:54.483666+0000","last_undegraded":"2024-03-10T22:33:54.483666+0000","last_fullsized":"2024-03-10T22:33:54.483666+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841303+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:34:09.841303+0000","last_peered":"2024-03-10T22:34:09.841303+0000","last_clean":"2024-03-10T22:34:09.841303+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:34:09.841303+0000","last_undegraded":"2024-03-10T22:34:09.841303+0000","last_fullsized":"2024-03-10T22:34:09.841303+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15025,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275952+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:33:17.275952+0000","last_peered":"2024-03-10T22:33:17.275952+0000","last_clean":"2024-03-10T22:33:17.275952+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:33:17.275952+0000","last_undegraded":"2024-03-10T22:33:17.275952+0000","last_fullsized":"2024-03-10T22:33:17.275952+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483647+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:33:54.483647+0000","last_peered":"2024-03-10T22:33:54.483647+0000","last_clean":"2024-03-10T22:33:54.483647+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:33:54.483647+0000","last_undegraded":"2024-03-10T22:33:54.483647+0000","last_fullsized":"2024-03-10T22:33:54.483647+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841235+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:34:09.841235+0000","last_peered":"2024-03-10T22:34:09.841235+0000","last_clean":"2024-03-10T22:34:09.841235+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:34:09.841235+0000","last_undegraded":"2024-03-10T22:34:09.841235+0000","last_fullsized":"2024-03-10T22:34:09.841235+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326727+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:33:35.326727+0000","last_peered":"2024-03-10T22:33:35.326727+0000","last_clean":"2024-03-10T22:33:35.326727+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:33:35.326727+0000","last_undegraded":"2024-03-10T22:33:35.326727+0000","last_fullsized":"2024-03-10T22:33:35.326727+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4229,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730536+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:32:53.730536+0000","last_peered":"2024-03-10T22:32:53.730536+0000","last_clean":"2024-03-10T22:32:53.730536+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:32:53.730536+0000","last_undegraded":"2024-03-10T22:32:53.730536+0000","last_fullsized":"2024-03-10T22:32:53.730536+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487539+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:34:29.487539+0000","last_peered":"2024-03-10T22:34:29.487539+0000","last_clean":"2024-03-10T22:34:29.487539+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:34:29.487539+0000","last_undegraded":"2024-03-10T22:34:29.487539+0000","last_fullsized":"2024-03-10T22:34:29.487539+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480031+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:33:19.480031+0000","last_peered":"2024-03-10T22:33:19.480031+0000","last_clean":"2024-03-10T22:33:19.480031+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:33:19.480031+0000","last_undegraded":"2024-03-10T22:33:19.480031+0000","last_fullsized":"2024-03-10T22:33:19.480031+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1217,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.741492+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:34:28.741492+0000","last_peered":"2024-03-10T22:34:28.741492+0000","last_clean":"2024-03-10T22:34:28.741492+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:34:28.741492+0000","last_undegraded":"2024-03-10T22:34:28.741492+0000","last_fullsized":"2024-03-10T22:34:28.741492+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4296,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962405+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:33:15.962405+0000","last_peered":"2024-03-10T22:33:15.962405+0000","last_clean":"2024-03-10T22:33:15.962405+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:33:15.962405+0000","last_undegraded":"2024-03-10T22:33:15.962405+0000","last_fullsized":"2024-03-10T22:33:15.962405+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:45.701595+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:34:45.701595+0000","last_peered":"2024-03-10T22:34:45.701595+0000","last_clean":"2024-03-10T22:34:45.701595+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:34:45.701595+0000","last_undegraded":"2024-03-10T22:34:45.701595+0000","last_fullsized":"2024-03-10T22:34:45.701595+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952719+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:32:58.952719+0000","last_peered":"2024-03-10T22:32:58.952719+0000","last_clean":"2024-03-10T22:32:58.952719+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:32:58.952719+0000","last_undegraded":"2024-03-10T22:32:58.952719+0000","last_fullsized":"2024-03-10T22:32:58.952719+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1118,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841281+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:34:09.841281+0000","last_peered":"2024-03-10T22:34:09.841281+0000","last_clean":"2024-03-10T22:34:09.841281+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:34:09.841281+0000","last_undegraded":"2024-03-10T22:34:09.841281+0000","last_fullsized":"2024-03-10T22:34:09.841281+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:50.973268+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:34:50.973268+0000","last_peered":"2024-03-10T22:34:50.973268+0000","last_clean":"2024-03-10T22:34:50.973268+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:34:50.973268+0000","last_undegraded":"2024-03-10T22:34:50.973268+0000","last_fullsized":"2024-03-10T22:34:50.973268+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3654,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:39.844951+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:34:39.844951+0000","last_peered":"2024-03-10T22:34:39.844951+0000","last_clean":"2024-03-10T22:34:39.844951+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:34:39.844951+0000","last_undegraded":"2024-03-10T22:34:39.844951+0000","last_fullsized":"2024-03-10T22:34:39.844951+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:52.280345+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:33:52.280345+0000","last_peered":"2024-03-10T22:33:52.280345+0000","last_clean":"2024-03-10T22:33:52.280345+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:33:52.280345+0000","last_undegraded":"2024-03-10T22:33:52.280345+0000","last_fullsized":"2024-03-10T22:33:52.280345+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275840+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:33:17.275840+0000","last_peered":"2024-03-10T22:33:17.275840+0000","last_clean":"2024-03-10T22:33:17.275840+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:33:17.275840+0000","last_undegraded":"2024-03-10T22:33:17.275840+0000","last_fullsized":"2024-03-10T22:33:17.275840+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":921,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737443+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:33:53.737443+0000","last_peered":"2024-03-10T22:33:53.737443+0000","last_clean":"2024-03-10T22:33:53.737443+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:33:53.737443+0000","last_undegraded":"2024-03-10T22:33:53.737443+0000","last_fullsized":"2024-03-10T22:33:53.737443+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4506,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:45.701558+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:34:45.701558+0000","last_peered":"2024-03-10T22:34:45.701558+0000","last_clean":"2024-03-10T22:34:45.701558+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:34:45.701558+0000","last_undegraded":"2024-03-10T22:34:45.701558+0000","last_fullsized":"2024-03-10T22:34:45.701558+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275937+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:33:17.275937+0000","last_peered":"2024-03-10T22:33:17.275937+0000","last_clean":"2024-03-10T22:33:17.275937+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:33:17.275937+0000","last_undegraded":"2024-03-10T22:33:17.275937+0000","last_fullsized":"2024-03-10T22:33:17.275937+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":963,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:59.484204+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:33:59.484204+0000","last_peered":"2024-03-10T22:33:59.484204+0000","last_clean":"2024-03-10T22:33:59.484204+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:33:59.484204+0000","last_undegraded":"2024-03-10T22:33:59.484204+0000","last_fullsized":"2024-03-10T22:33:59.484204+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483632+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:33:54.483632+0000","last_peered":"2024-03-10T22:33:54.483632+0000","last_clean":"2024-03-10T22:33:54.483632+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:33:54.483632+0000","last_undegraded":"2024-03-10T22:33:54.483632+0000","last_fullsized":"2024-03-10T22:33:54.483632+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5079,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326689+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:33:35.326689+0000","last_peered":"2024-03-10T22:33:35.326689+0000","last_clean":"2024-03-10T22:33:35.326689+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:33:35.326689+0000","last_undegraded":"2024-03-10T22:33:35.326689+0000","last_fullsized":"2024-03-10T22:33:35.326689+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.962982+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:34:28.962982+0000","last_peered":"2024-03-10T22:34:28.962982+0000","last_clean":"2024-03-10T22:34:28.962982+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:34:28.962982+0000","last_undegraded":"2024-03-10T22:34:28.962982+0000","last_fullsized":"2024-03-10T22:34:28.962982+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487528+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:34:29.487528+0000","last_peered":"2024-03-10T22:34:29.487528+0000","last_clean":"2024-03-10T22:34:29.487528+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:34:29.487528+0000","last_undegraded":"2024-03-10T22:34:29.487528+0000","last_fullsized":"2024-03-10T22:34:29.487528+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1197,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956392+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:33:28.956392+0000","last_peered":"2024-03-10T22:33:28.956392+0000","last_clean":"2024-03-10T22:33:28.956392+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:33:28.956392+0000","last_undegraded":"2024-03-10T22:33:28.956392+0000","last_fullsized":"2024-03-10T22:33:28.956392+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4118,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963007+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:34:28.963007+0000","last_peered":"2024-03-10T22:34:28.963007+0000","last_clean":"2024-03-10T22:34:28.963007+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:34:28.963007+0000","last_undegraded":"2024-03-10T22:34:28.963007+0000","last_fullsized":"2024-03-10T22:34:28.963007+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326652+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:33:35.326652+0000","last_peered":"2024-03-10T22:33:35.326652+0000","last_clean":"2024-03-10T22:33:35.326652+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:33:35.326652+0000","last_undegraded":"2024-03-10T22:33:35.326652+0000","last_fullsized":"2024-03-10T22:33:35.326652+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691134+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:33:05.691134+0000","last_peered":"2024-03-10T22:33:05.691134+0000","last_clean":"2024-03-10T22:33:05.691134+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:33:05.691134+0000","last_undegraded":"2024-03-10T22:33:05.691134+0000","last_fullsized":"2024-03-10T22:33:05.691134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:53.730557+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:32:53.730557+0000","last_peered":"2024-03-10T22:32:53.730557+0000","last_clean":"2024-03-10T22:32:53.730557+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:32:53.730557+0000","last_undegraded":"2024-03-10T22:32:53.730557+0000","last_fullsized":"2024-03-10T22:32:53.730557+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3249,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832529+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:32:54.832529+0000","last_peered":"2024-03-10T22:32:54.832529+0000","last_clean":"2024-03-10T22:32:54.832529+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:32:54.832529+0000","last_undegraded":"2024-03-10T22:32:54.832529+0000","last_fullsized":"2024-03-10T22:32:54.832529+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1027,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965611+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:33:40.965611+0000","last_peered":"2024-03-10T22:33:40.965611+0000","last_clean":"2024-03-10T22:33:40.965611+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:33:40.965611+0000","last_undegraded":"2024-03-10T22:33:40.965611+0000","last_fullsized":"2024-03-10T22:33:40.965611+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.329719+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:34:05.329719+0000","last_peered":"2024-03-10T22:34:05.329719+0000","last_clean":"2024-03-10T22:34:05.329719+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:34:05.329719+0000","last_undegraded":"2024-03-10T22:34:05.329719+0000","last_fullsized":"2024-03-10T22:34:05.329719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4003,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:34:35.333155+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:34:35.333155+0000","last_peered":"2024-03-10T22:34:35.333155+0000","last_clean":"2024-03-10T22:34:35.333155+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:34:35.333155+0000","last_undegraded":"2024-03-10T22:34:35.333155+0000","last_fullsized":"2024-03-10T22:34:35.333155+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487460+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:34:29.487460+0000","last_peered":"2024-03-10T22:34:29.487460+0000","last_clean":"2024-03-10T22:34:29.487460+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:34:29.487460+0000","last_undegraded":"2024-03-10T22:34:29.487460+0000","last_fullsized":"2024-03-10T22:34:29.487460+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956329+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:33:28.956329+0000","last_peered":"2024-03-10T22:33:28.956329+0000","last_clean":"2024-03-10T22:33:28.956329+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:33:28.956329+0000","last_undegraded":"2024-03-10T22:33:28.956329+0000","last_fullsized":"2024-03-10T22:33:28.956329+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4943,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734178+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:33:23.734178+0000","last_peered":"2024-03-10T22:33:23.734178+0000","last_clean":"2024-03-10T22:33:23.734178+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:33:23.734178+0000","last_undegraded":"2024-03-10T22:33:23.734178+0000","last_fullsized":"2024-03-10T22:33:23.734178+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487485+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:34:29.487485+0000","last_peered":"2024-03-10T22:34:29.487485+0000","last_clean":"2024-03-10T22:34:29.487485+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:34:29.487485+0000","last_undegraded":"2024-03-10T22:34:29.487485+0000","last_fullsized":"2024-03-10T22:34:29.487485+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959521+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:33:58.959521+0000","last_peered":"2024-03-10T22:33:58.959521+0000","last_clean":"2024-03-10T22:33:58.959521+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:33:58.959521+0000","last_undegraded":"2024-03-10T22:33:58.959521+0000","last_fullsized":"2024-03-10T22:33:58.959521+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476787+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:32:49.476787+0000","last_peered":"2024-03-10T22:32:49.476787+0000","last_clean":"2024-03-10T22:32:49.476787+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:32:49.476787+0000","last_undegraded":"2024-03-10T22:32:49.476787+0000","last_fullsized":"2024-03-10T22:32:49.476787+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1210,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734154+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:33:23.734154+0000","last_peered":"2024-03-10T22:33:23.734154+0000","last_clean":"2024-03-10T22:33:23.734154+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:33:23.734154+0000","last_undegraded":"2024-03-10T22:33:23.734154+0000","last_fullsized":"2024-03-10T22:33:23.734154+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691087+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:33:05.691087+0000","last_peered":"2024-03-10T22:33:05.691087+0000","last_clean":"2024-03-10T22:33:05.691087+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:33:05.691087+0000","last_undegraded":"2024-03-10T22:33:05.691087+0000","last_fullsized":"2024-03-10T22:33:05.691087+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5332,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734121+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:33:23.734121+0000","last_peered":"2024-03-10T22:33:23.734121+0000","last_clean":"2024-03-10T22:33:23.734121+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:33:23.734121+0000","last_undegraded":"2024-03-10T22:33:23.734121+0000","last_fullsized":"2024-03-10T22:33:23.734121+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734167+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:33:23.734167+0000","last_peered":"2024-03-10T22:33:23.734167+0000","last_clean":"2024-03-10T22:33:23.734167+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:33:23.734167+0000","last_undegraded":"2024-03-10T22:33:23.734167+0000","last_fullsized":"2024-03-10T22:33:23.734167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968443+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:34:05.968443+0000","last_peered":"2024-03-10T22:34:05.968443+0000","last_clean":"2024-03-10T22:34:05.968443+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:34:05.968443+0000","last_undegraded":"2024-03-10T22:34:05.968443+0000","last_fullsized":"2024-03-10T22:34:05.968443+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4660,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730504+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:32:53.730504+0000","last_peered":"2024-03-10T22:32:53.730504+0000","last_clean":"2024-03-10T22:32:53.730504+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:32:53.730504+0000","last_undegraded":"2024-03-10T22:32:53.730504+0000","last_fullsized":"2024-03-10T22:32:53.730504+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476833+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:32:49.476833+0000","last_peered":"2024-03-10T22:32:49.476833+0000","last_clean":"2024-03-10T22:32:49.476833+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:32:49.476833+0000","last_undegraded":"2024-03-10T22:32:49.476833+0000","last_fullsized":"2024-03-10T22:32:49.476833+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832503+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:32:54.832503+0000","last_peered":"2024-03-10T22:32:54.832503+0000","last_clean":"2024-03-10T22:32:54.832503+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:32:54.832503+0000","last_undegraded":"2024-03-10T22:32:54.832503+0000","last_fullsized":"2024-03-10T22:32:54.832503+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3544,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965632+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:33:40.965632+0000","last_peered":"2024-03-10T22:33:40.965632+0000","last_clean":"2024-03-10T22:33:40.965632+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:33:40.965632+0000","last_undegraded":"2024-03-10T22:33:40.965632+0000","last_fullsized":"2024-03-10T22:33:40.965632+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734202+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:33:23.734202+0000","last_peered":"2024-03-10T22:33:23.734202+0000","last_clean":"2024-03-10T22:33:23.734202+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:33:23.734202+0000","last_undegraded":"2024-03-10T22:33:23.734202+0000","last_fullsized":"2024-03-10T22:33:23.734202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968468+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:34:05.968468+0000","last_peered":"2024-03-10T22:34:05.968468+0000","last_clean":"2024-03-10T22:34:05.968468+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:34:05.968468+0000","last_undegraded":"2024-03-10T22:34:05.968468+0000","last_fullsized":"2024-03-10T22:34:05.968468+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:45.701499+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:34:45.701499+0000","last_peered":"2024-03-10T22:34:45.701499+0000","last_clean":"2024-03-10T22:34:45.701499+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:34:45.701499+0000","last_undegraded":"2024-03-10T22:34:45.701499+0000","last_fullsized":"2024-03-10T22:34:45.701499+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.741466+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:34:28.741466+0000","last_peered":"2024-03-10T22:34:28.741466+0000","last_clean":"2024-03-10T22:34:28.741466+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:34:28.741466+0000","last_undegraded":"2024-03-10T22:34:28.741466+0000","last_fullsized":"2024-03-10T22:34:28.741466+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841259+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:34:09.841259+0000","last_peered":"2024-03-10T22:34:09.841259+0000","last_clean":"2024-03-10T22:34:09.841259+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:34:09.841259+0000","last_undegraded":"2024-03-10T22:34:09.841259+0000","last_fullsized":"2024-03-10T22:34:09.841259+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275875+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:33:17.275875+0000","last_peered":"2024-03-10T22:33:17.275875+0000","last_clean":"2024-03-10T22:33:17.275875+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:33:17.275875+0000","last_undegraded":"2024-03-10T22:33:17.275875+0000","last_fullsized":"2024-03-10T22:33:17.275875+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956376+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:33:28.956376+0000","last_peered":"2024-03-10T22:33:28.956376+0000","last_clean":"2024-03-10T22:33:28.956376+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:33:28.956376+0000","last_undegraded":"2024-03-10T22:33:28.956376+0000","last_fullsized":"2024-03-10T22:33:28.956376+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487512+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:34:29.487512+0000","last_peered":"2024-03-10T22:34:29.487512+0000","last_clean":"2024-03-10T22:34:29.487512+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:34:29.487512+0000","last_undegraded":"2024-03-10T22:34:29.487512+0000","last_fullsized":"2024-03-10T22:34:29.487512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691123+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:33:05.691123+0000","last_peered":"2024-03-10T22:33:05.691123+0000","last_clean":"2024-03-10T22:33:05.691123+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:33:05.691123+0000","last_undegraded":"2024-03-10T22:33:05.691123+0000","last_fullsized":"2024-03-10T22:33:05.691123+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956401+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:33:28.956401+0000","last_peered":"2024-03-10T22:33:28.956401+0000","last_clean":"2024-03-10T22:33:28.956401+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:33:28.956401+0000","last_undegraded":"2024-03-10T22:33:28.956401+0000","last_fullsized":"2024-03-10T22:33:28.956401+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:39.844900+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:34:39.844900+0000","last_peered":"2024-03-10T22:34:39.844900+0000","last_clean":"2024-03-10T22:34:39.844900+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:34:39.844900+0000","last_undegraded":"2024-03-10T22:34:39.844900+0000","last_fullsized":"2024-03-10T22:34:39.844900+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959488+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:33:58.959488+0000","last_peered":"2024-03-10T22:33:58.959488+0000","last_clean":"2024-03-10T22:33:58.959488+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:33:58.959488+0000","last_undegraded":"2024-03-10T22:33:58.959488+0000","last_fullsized":"2024-03-10T22:33:58.959488+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832470+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:32:54.832470+0000","last_peered":"2024-03-10T22:32:54.832470+0000","last_clean":"2024-03-10T22:32:54.832470+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:32:54.832470+0000","last_undegraded":"2024-03-10T22:32:54.832470+0000","last_fullsized":"2024-03-10T22:32:54.832470+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:27.287759+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:34:27.287759+0000","last_peered":"2024-03-10T22:34:27.287759+0000","last_clean":"2024-03-10T22:34:27.287759+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:34:27.287759+0000","last_undegraded":"2024-03-10T22:34:27.287759+0000","last_fullsized":"2024-03-10T22:34:27.287759+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:30.693720+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:33:30.693720+0000","last_peered":"2024-03-10T22:33:30.693720+0000","last_clean":"2024-03-10T22:33:30.693720+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:33:30.693720+0000","last_undegraded":"2024-03-10T22:33:30.693720+0000","last_fullsized":"2024-03-10T22:33:30.693720+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784042,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928689,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586516,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796571,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474573,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329926,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152575,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073336,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:36:58.213 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:58.214 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:58.214 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:58.214 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:58.214 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:58.214 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:58.214 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:58.214 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:36:58.214 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:36:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:58 smithi169 ceph-mon[88180]: pgmap v1185: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:58.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:58 smithi169 ceph-mon[88180]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:58 smithi169 ceph-mon[90638]: pgmap v1185: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:58.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:58 smithi169 ceph-mon[90638]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:58 smithi172 ceph-mon[84635]: pgmap v1185: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:36:58.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:58 smithi172 ceph-mon[84635]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:36:59.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:36:59 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:36:59.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:36:59 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:36:59.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:36:59 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T22:37:00.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[88180]: pgmap v1186: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:00.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:37:00.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:37:00.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:37:00.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:37:00.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[88180]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:37:00.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[90638]: pgmap v1186: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:00.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:37:00.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:37:00.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:37:00.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:37:00.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:00 smithi169 ceph-mon[90638]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:37:00.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:00 smithi172 ceph-mon[84635]: pgmap v1186: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:00.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:00 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:37:00.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:00 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:37:00.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:00 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T22:37:00.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:00 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T22:37:00.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:00 smithi172 ceph-mon[84635]: from='mgr.25151 ' entity='mgr.y' 2024-03-10T22:37:02.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:02 smithi169 ceph-mon[88180]: pgmap v1187: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:02.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:02 smithi169 ceph-mon[90638]: pgmap v1187: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:02.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:02 smithi172 ceph-mon[84635]: pgmap v1187: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:02.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:37:02 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:37:04.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:04 smithi169 ceph-mon[88180]: pgmap v1188: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:04.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:04 smithi169 ceph-mon[90638]: pgmap v1188: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:04.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:04 smithi172 ceph-mon[84635]: pgmap v1188: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:06.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:05 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:37:05] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-03-10T22:37:06.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:06 smithi169 ceph-mon[88180]: pgmap v1189: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:06.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:06 smithi169 ceph-mon[90638]: pgmap v1189: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:06.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:06 smithi172 ceph-mon[84635]: pgmap v1189: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:08.215 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:37:08.433 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:37:08.505 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:08 smithi169 ceph-mon[88180]: pgmap v1190: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:08.505 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:08 smithi169 ceph-mon[90638]: pgmap v1190: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:08.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:08 smithi172 ceph-mon[84635]: pgmap v1190: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:10.298 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:37:10.300 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:37:10.531 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:10 smithi169 ceph-mon[88180]: pgmap v1191: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:10.531 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:10 smithi169 ceph-mon[90638]: pgmap v1191: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:10.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:10 smithi172 ceph-mon[84635]: pgmap v1191: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:10.957 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1191,"stamp":"2024-03-10T22:37:08.779653+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003802"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962450+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:33:15.962450+0000","last_peered":"2024-03-10T22:33:15.962450+0000","last_clean":"2024-03-10T22:33:15.962450+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:33:15.962450+0000","last_undegraded":"2024-03-10T22:33:15.962450+0000","last_fullsized":"2024-03-10T22:33:15.962450+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1237,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483692+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:33:54.483692+0000","last_peered":"2024-03-10T22:33:54.483692+0000","last_clean":"2024-03-10T22:33:54.483692+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:33:54.483692+0000","last_undegraded":"2024-03-10T22:33:54.483692+0000","last_fullsized":"2024-03-10T22:33:54.483692+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275964+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:33:17.275964+0000","last_peered":"2024-03-10T22:33:17.275964+0000","last_clean":"2024-03-10T22:33:17.275964+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:33:17.275964+0000","last_undegraded":"2024-03-10T22:33:17.275964+0000","last_fullsized":"2024-03-10T22:33:17.275964+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:39.837582+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:33:39.837582+0000","last_peered":"2024-03-10T22:33:39.837582+0000","last_clean":"2024-03-10T22:33:39.837582+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:33:39.837582+0000","last_undegraded":"2024-03-10T22:33:39.837582+0000","last_fullsized":"2024-03-10T22:33:39.837582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959315+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:32:50.959315+0000","last_peered":"2024-03-10T22:32:50.959315+0000","last_clean":"2024-03-10T22:32:50.959315+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:32:50.959315+0000","last_undegraded":"2024-03-10T22:32:50.959315+0000","last_fullsized":"2024-03-10T22:32:50.959315+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1129,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841270+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:34:09.841270+0000","last_peered":"2024-03-10T22:34:09.841270+0000","last_clean":"2024-03-10T22:34:09.841270+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:34:09.841270+0000","last_undegraded":"2024-03-10T22:34:09.841270+0000","last_fullsized":"2024-03-10T22:34:09.841270+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959290+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:32:50.959290+0000","last_peered":"2024-03-10T22:32:50.959290+0000","last_clean":"2024-03-10T22:32:50.959290+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:32:50.959290+0000","last_undegraded":"2024-03-10T22:32:50.959290+0000","last_fullsized":"2024-03-10T22:32:50.959290+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952675+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:32:58.952675+0000","last_peered":"2024-03-10T22:32:58.952675+0000","last_clean":"2024-03-10T22:32:58.952675+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:32:58.952675+0000","last_undegraded":"2024-03-10T22:32:58.952675+0000","last_fullsized":"2024-03-10T22:32:58.952675+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957182+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:32:30.957182+0000","last_peered":"2024-03-10T22:32:30.957182+0000","last_clean":"2024-03-10T22:32:30.957182+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:32:30.957182+0000","last_undegraded":"2024-03-10T22:32:30.957182+0000","last_fullsized":"2024-03-10T22:32:30.957182+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:20.698823+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:34:20.698823+0000","last_peered":"2024-03-10T22:34:20.698823+0000","last_clean":"2024-03-10T22:34:20.698823+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:34:20.698823+0000","last_undegraded":"2024-03-10T22:34:20.698823+0000","last_fullsized":"2024-03-10T22:34:20.698823+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:20.698779+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:34:20.698779+0000","last_peered":"2024-03-10T22:34:20.698779+0000","last_clean":"2024-03-10T22:34:20.698779+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:34:20.698779+0000","last_undegraded":"2024-03-10T22:34:20.698779+0000","last_fullsized":"2024-03-10T22:34:20.698779+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:10.323997+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:33:10.323997+0000","last_peered":"2024-03-10T22:33:10.323997+0000","last_clean":"2024-03-10T22:33:10.323997+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:33:10.323997+0000","last_undegraded":"2024-03-10T22:33:10.323997+0000","last_fullsized":"2024-03-10T22:33:10.323997+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272134+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:32:42.272134+0000","last_peered":"2024-03-10T22:32:42.272134+0000","last_clean":"2024-03-10T22:32:42.272134+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:32:42.272134+0000","last_undegraded":"2024-03-10T22:32:42.272134+0000","last_fullsized":"2024-03-10T22:32:42.272134+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480054+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:33:19.480054+0000","last_peered":"2024-03-10T22:33:19.480054+0000","last_clean":"2024-03-10T22:33:19.480054+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:33:19.480054+0000","last_undegraded":"2024-03-10T22:33:19.480054+0000","last_fullsized":"2024-03-10T22:33:19.480054+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835481+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:33:19.835481+0000","last_peered":"2024-03-10T22:33:19.835481+0000","last_clean":"2024-03-10T22:33:19.835481+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:33:19.835481+0000","last_undegraded":"2024-03-10T22:33:19.835481+0000","last_fullsized":"2024-03-10T22:33:19.835481+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737526+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:33:53.737526+0000","last_peered":"2024-03-10T22:33:53.737526+0000","last_clean":"2024-03-10T22:33:53.737526+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:33:53.737526+0000","last_undegraded":"2024-03-10T22:33:53.737526+0000","last_fullsized":"2024-03-10T22:33:53.737526+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737511+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:33:53.737511+0000","last_peered":"2024-03-10T22:33:53.737511+0000","last_clean":"2024-03-10T22:33:53.737511+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:33:53.737511+0000","last_undegraded":"2024-03-10T22:33:53.737511+0000","last_fullsized":"2024-03-10T22:33:53.737511+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968420+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:34:05.968420+0000","last_peered":"2024-03-10T22:34:05.968420+0000","last_clean":"2024-03-10T22:34:05.968420+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:34:05.968420+0000","last_undegraded":"2024-03-10T22:34:05.968420+0000","last_fullsized":"2024-03-10T22:34:05.968420+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275990+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:33:17.275990+0000","last_peered":"2024-03-10T22:33:17.275990+0000","last_clean":"2024-03-10T22:33:17.275990+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:33:17.275990+0000","last_undegraded":"2024-03-10T22:33:17.275990+0000","last_fullsized":"2024-03-10T22:33:17.275990+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1181,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963043+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:34:28.963043+0000","last_peered":"2024-03-10T22:34:28.963043+0000","last_clean":"2024-03-10T22:34:28.963043+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:34:28.963043+0000","last_undegraded":"2024-03-10T22:34:28.963043+0000","last_fullsized":"2024-03-10T22:34:28.963043+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963055+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:34:28.963055+0000","last_peered":"2024-03-10T22:34:28.963055+0000","last_clean":"2024-03-10T22:34:28.963055+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:34:28.963055+0000","last_undegraded":"2024-03-10T22:34:28.963055+0000","last_fullsized":"2024-03-10T22:34:28.963055+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275976+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:33:17.275976+0000","last_peered":"2024-03-10T22:33:17.275976+0000","last_clean":"2024-03-10T22:33:17.275976+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:33:17.275976+0000","last_undegraded":"2024-03-10T22:33:17.275976+0000","last_fullsized":"2024-03-10T22:33:17.275976+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959346+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:32:50.959346+0000","last_peered":"2024-03-10T22:32:50.959346+0000","last_clean":"2024-03-10T22:32:50.959346+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:32:50.959346+0000","last_undegraded":"2024-03-10T22:32:50.959346+0000","last_fullsized":"2024-03-10T22:32:50.959346+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841295+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:34:09.841295+0000","last_peered":"2024-03-10T22:34:09.841295+0000","last_clean":"2024-03-10T22:34:09.841295+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:34:09.841295+0000","last_undegraded":"2024-03-10T22:34:09.841295+0000","last_fullsized":"2024-03-10T22:34:09.841295+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":977,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:24.486888+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:34:24.486888+0000","last_peered":"2024-03-10T22:34:24.486888+0000","last_clean":"2024-03-10T22:34:24.486888+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:34:24.486888+0000","last_undegraded":"2024-03-10T22:34:24.486888+0000","last_fullsized":"2024-03-10T22:34:24.486888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841311+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:34:09.841311+0000","last_peered":"2024-03-10T22:34:09.841311+0000","last_clean":"2024-03-10T22:34:09.841311+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:34:09.841311+0000","last_undegraded":"2024-03-10T22:34:09.841311+0000","last_fullsized":"2024-03-10T22:34:09.841311+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952734+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:32:58.952734+0000","last_peered":"2024-03-10T22:32:58.952734+0000","last_clean":"2024-03-10T22:32:58.952734+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:32:58.952734+0000","last_undegraded":"2024-03-10T22:32:58.952734+0000","last_fullsized":"2024-03-10T22:32:58.952734+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1156,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326717+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:33:35.326717+0000","last_peered":"2024-03-10T22:33:35.326717+0000","last_clean":"2024-03-10T22:33:35.326717+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:33:35.326717+0000","last_undegraded":"2024-03-10T22:33:35.326717+0000","last_fullsized":"2024-03-10T22:33:35.326717+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1072,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:15.685258+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:32:15.685258+0000","last_peered":"2024-03-10T22:32:15.685258+0000","last_clean":"2024-03-10T22:32:15.685258+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:32:15.685258+0000","last_undegraded":"2024-03-10T22:32:15.685258+0000","last_fullsized":"2024-03-10T22:32:15.685258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:42.279294+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:33:42.279294+0000","last_peered":"2024-03-10T22:33:42.279294+0000","last_clean":"2024-03-10T22:33:42.279294+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:33:42.279294+0000","last_undegraded":"2024-03-10T22:33:42.279294+0000","last_fullsized":"2024-03-10T22:33:42.279294+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838293+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:33:44.838293+0000","last_peered":"2024-03-10T22:33:44.838293+0000","last_clean":"2024-03-10T22:33:44.838293+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:33:44.838293+0000","last_undegraded":"2024-03-10T22:33:44.838293+0000","last_fullsized":"2024-03-10T22:33:44.838293+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482929+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:33:49.482929+0000","last_peered":"2024-03-10T22:33:49.482929+0000","last_clean":"2024-03-10T22:33:49.482929+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:33:49.482929+0000","last_undegraded":"2024-03-10T22:33:49.482929+0000","last_fullsized":"2024-03-10T22:33:49.482929+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:20.698837+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:34:20.698837+0000","last_peered":"2024-03-10T22:34:20.698837+0000","last_clean":"2024-03-10T22:34:20.698837+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:34:20.698837+0000","last_undegraded":"2024-03-10T22:34:20.698837+0000","last_fullsized":"2024-03-10T22:34:20.698837+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838353+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:33:44.838353+0000","last_peered":"2024-03-10T22:33:44.838353+0000","last_clean":"2024-03-10T22:33:44.838353+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:33:44.838353+0000","last_undegraded":"2024-03-10T22:33:44.838353+0000","last_fullsized":"2024-03-10T22:33:44.838353+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838340+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:33:44.838340+0000","last_peered":"2024-03-10T22:33:44.838340+0000","last_clean":"2024-03-10T22:33:44.838340+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:33:44.838340+0000","last_undegraded":"2024-03-10T22:33:44.838340+0000","last_fullsized":"2024-03-10T22:33:44.838340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:12.275426+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:33:12.275426+0000","last_peered":"2024-03-10T22:33:12.275426+0000","last_clean":"2024-03-10T22:33:12.275426+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:33:12.275426+0000","last_undegraded":"2024-03-10T22:33:12.275426+0000","last_fullsized":"2024-03-10T22:33:12.275426+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482988+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:33:49.482988+0000","last_peered":"2024-03-10T22:33:49.482988+0000","last_clean":"2024-03-10T22:33:49.482988+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:33:49.482988+0000","last_undegraded":"2024-03-10T22:33:49.482988+0000","last_fullsized":"2024-03-10T22:33:49.482988+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:45.321287+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:32:45.321287+0000","last_peered":"2024-03-10T22:32:45.321287+0000","last_clean":"2024-03-10T22:32:45.321287+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:32:45.321287+0000","last_undegraded":"2024-03-10T22:32:45.321287+0000","last_fullsized":"2024-03-10T22:32:45.321287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696312+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:33:55.696312+0000","last_peered":"2024-03-10T22:33:55.696312+0000","last_clean":"2024-03-10T22:33:55.696312+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:33:55.696312+0000","last_undegraded":"2024-03-10T22:33:55.696312+0000","last_fullsized":"2024-03-10T22:33:55.696312+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:30.957142+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:32:30.957142+0000","last_peered":"2024-03-10T22:32:30.957142+0000","last_clean":"2024-03-10T22:32:30.957142+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:32:30.957142+0000","last_undegraded":"2024-03-10T22:32:30.957142+0000","last_fullsized":"2024-03-10T22:32:30.957142+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1275,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272174+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:32:42.272174+0000","last_peered":"2024-03-10T22:32:42.272174+0000","last_clean":"2024-03-10T22:32:42.272174+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:32:42.272174+0000","last_undegraded":"2024-03-10T22:32:42.272174+0000","last_fullsized":"2024-03-10T22:32:42.272174+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:42.272154+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:32:42.272154+0000","last_peered":"2024-03-10T22:32:42.272154+0000","last_clean":"2024-03-10T22:32:42.272154+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:32:42.272154+0000","last_undegraded":"2024-03-10T22:32:42.272154+0000","last_fullsized":"2024-03-10T22:32:42.272154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835513+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:33:19.835513+0000","last_peered":"2024-03-10T22:33:19.835513+0000","last_clean":"2024-03-10T22:33:19.835513+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:33:19.835513+0000","last_undegraded":"2024-03-10T22:33:19.835513+0000","last_fullsized":"2024-03-10T22:33:19.835513+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:30.971168+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:34:30.971168+0000","last_peered":"2024-03-10T22:34:30.971168+0000","last_clean":"2024-03-10T22:34:30.971168+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:34:30.971168+0000","last_undegraded":"2024-03-10T22:34:30.971168+0000","last_fullsized":"2024-03-10T22:34:30.971168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696293+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:33:55.696293+0000","last_peered":"2024-03-10T22:33:55.696293+0000","last_clean":"2024-03-10T22:33:55.696293+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:33:55.696293+0000","last_undegraded":"2024-03-10T22:33:55.696293+0000","last_fullsized":"2024-03-10T22:33:55.696293+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696271+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:33:55.696271+0000","last_peered":"2024-03-10T22:33:55.696271+0000","last_clean":"2024-03-10T22:33:55.696271+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:33:55.696271+0000","last_undegraded":"2024-03-10T22:33:55.696271+0000","last_fullsized":"2024-03-10T22:33:55.696271+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1264,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737474+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:33:53.737474+0000","last_peered":"2024-03-10T22:33:53.737474+0000","last_clean":"2024-03-10T22:33:53.737474+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:33:53.737474+0000","last_undegraded":"2024-03-10T22:33:53.737474+0000","last_fullsized":"2024-03-10T22:33:53.737474+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1042,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:30.971139+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:34:30.971139+0000","last_peered":"2024-03-10T22:34:30.971139+0000","last_clean":"2024-03-10T22:34:30.971139+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:34:30.971139+0000","last_undegraded":"2024-03-10T22:34:30.971139+0000","last_fullsized":"2024-03-10T22:34:30.971139+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4443,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730462+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:32:53.730462+0000","last_peered":"2024-03-10T22:32:53.730462+0000","last_clean":"2024-03-10T22:32:53.730462+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:32:53.730462+0000","last_undegraded":"2024-03-10T22:32:53.730462+0000","last_fullsized":"2024-03-10T22:32:53.730462+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1166,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:35.333188+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:34:35.333188+0000","last_peered":"2024-03-10T22:34:35.333188+0000","last_clean":"2024-03-10T22:34:35.333188+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:34:35.333188+0000","last_undegraded":"2024-03-10T22:34:35.333188+0000","last_fullsized":"2024-03-10T22:34:35.333188+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1049,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968458+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:34:05.968458+0000","last_peered":"2024-03-10T22:34:05.968458+0000","last_clean":"2024-03-10T22:34:05.968458+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:34:05.968458+0000","last_undegraded":"2024-03-10T22:34:05.968458+0000","last_fullsized":"2024-03-10T22:34:05.968458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12612,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275888+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:33:17.275888+0000","last_peered":"2024-03-10T22:33:17.275888+0000","last_clean":"2024-03-10T22:33:17.275888+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:33:17.275888+0000","last_undegraded":"2024-03-10T22:33:17.275888+0000","last_fullsized":"2024-03-10T22:33:17.275888+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483594+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:33:54.483594+0000","last_peered":"2024-03-10T22:33:54.483594+0000","last_clean":"2024-03-10T22:33:54.483594+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:33:54.483594+0000","last_undegraded":"2024-03-10T22:33:54.483594+0000","last_fullsized":"2024-03-10T22:33:54.483594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1244,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483666+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:33:54.483666+0000","last_peered":"2024-03-10T22:33:54.483666+0000","last_clean":"2024-03-10T22:33:54.483666+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:33:54.483666+0000","last_undegraded":"2024-03-10T22:33:54.483666+0000","last_fullsized":"2024-03-10T22:33:54.483666+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841303+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:34:09.841303+0000","last_peered":"2024-03-10T22:34:09.841303+0000","last_clean":"2024-03-10T22:34:09.841303+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:34:09.841303+0000","last_undegraded":"2024-03-10T22:34:09.841303+0000","last_fullsized":"2024-03-10T22:34:09.841303+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15025,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275952+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:33:17.275952+0000","last_peered":"2024-03-10T22:33:17.275952+0000","last_clean":"2024-03-10T22:33:17.275952+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:33:17.275952+0000","last_undegraded":"2024-03-10T22:33:17.275952+0000","last_fullsized":"2024-03-10T22:33:17.275952+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483647+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:33:54.483647+0000","last_peered":"2024-03-10T22:33:54.483647+0000","last_clean":"2024-03-10T22:33:54.483647+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:33:54.483647+0000","last_undegraded":"2024-03-10T22:33:54.483647+0000","last_fullsized":"2024-03-10T22:33:54.483647+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841235+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:34:09.841235+0000","last_peered":"2024-03-10T22:34:09.841235+0000","last_clean":"2024-03-10T22:34:09.841235+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:34:09.841235+0000","last_undegraded":"2024-03-10T22:34:09.841235+0000","last_fullsized":"2024-03-10T22:34:09.841235+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326727+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:33:35.326727+0000","last_peered":"2024-03-10T22:33:35.326727+0000","last_clean":"2024-03-10T22:33:35.326727+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:33:35.326727+0000","last_undegraded":"2024-03-10T22:33:35.326727+0000","last_fullsized":"2024-03-10T22:33:35.326727+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4229,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730536+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:32:53.730536+0000","last_peered":"2024-03-10T22:32:53.730536+0000","last_clean":"2024-03-10T22:32:53.730536+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:32:53.730536+0000","last_undegraded":"2024-03-10T22:32:53.730536+0000","last_fullsized":"2024-03-10T22:32:53.730536+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487539+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:34:29.487539+0000","last_peered":"2024-03-10T22:34:29.487539+0000","last_clean":"2024-03-10T22:34:29.487539+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:34:29.487539+0000","last_undegraded":"2024-03-10T22:34:29.487539+0000","last_fullsized":"2024-03-10T22:34:29.487539+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480031+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:33:19.480031+0000","last_peered":"2024-03-10T22:33:19.480031+0000","last_clean":"2024-03-10T22:33:19.480031+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:33:19.480031+0000","last_undegraded":"2024-03-10T22:33:19.480031+0000","last_fullsized":"2024-03-10T22:33:19.480031+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1217,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.741492+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:34:28.741492+0000","last_peered":"2024-03-10T22:34:28.741492+0000","last_clean":"2024-03-10T22:34:28.741492+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:34:28.741492+0000","last_undegraded":"2024-03-10T22:34:28.741492+0000","last_fullsized":"2024-03-10T22:34:28.741492+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4296,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962405+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:33:15.962405+0000","last_peered":"2024-03-10T22:33:15.962405+0000","last_clean":"2024-03-10T22:33:15.962405+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:33:15.962405+0000","last_undegraded":"2024-03-10T22:33:15.962405+0000","last_fullsized":"2024-03-10T22:33:15.962405+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:45.701595+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:34:45.701595+0000","last_peered":"2024-03-10T22:34:45.701595+0000","last_clean":"2024-03-10T22:34:45.701595+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:34:45.701595+0000","last_undegraded":"2024-03-10T22:34:45.701595+0000","last_fullsized":"2024-03-10T22:34:45.701595+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1180,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952719+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:32:58.952719+0000","last_peered":"2024-03-10T22:32:58.952719+0000","last_clean":"2024-03-10T22:32:58.952719+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:32:58.952719+0000","last_undegraded":"2024-03-10T22:32:58.952719+0000","last_fullsized":"2024-03-10T22:32:58.952719+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1118,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841281+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:34:09.841281+0000","last_peered":"2024-03-10T22:34:09.841281+0000","last_clean":"2024-03-10T22:34:09.841281+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:34:09.841281+0000","last_undegraded":"2024-03-10T22:34:09.841281+0000","last_fullsized":"2024-03-10T22:34:09.841281+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:50.973268+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:34:50.973268+0000","last_peered":"2024-03-10T22:34:50.973268+0000","last_clean":"2024-03-10T22:34:50.973268+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:34:50.973268+0000","last_undegraded":"2024-03-10T22:34:50.973268+0000","last_fullsized":"2024-03-10T22:34:50.973268+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3654,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:39.844951+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:34:39.844951+0000","last_peered":"2024-03-10T22:34:39.844951+0000","last_clean":"2024-03-10T22:34:39.844951+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:34:39.844951+0000","last_undegraded":"2024-03-10T22:34:39.844951+0000","last_fullsized":"2024-03-10T22:34:39.844951+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:52.280345+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:33:52.280345+0000","last_peered":"2024-03-10T22:33:52.280345+0000","last_clean":"2024-03-10T22:33:52.280345+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:33:52.280345+0000","last_undegraded":"2024-03-10T22:33:52.280345+0000","last_fullsized":"2024-03-10T22:33:52.280345+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275840+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:33:17.275840+0000","last_peered":"2024-03-10T22:33:17.275840+0000","last_clean":"2024-03-10T22:33:17.275840+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:33:17.275840+0000","last_undegraded":"2024-03-10T22:33:17.275840+0000","last_fullsized":"2024-03-10T22:33:17.275840+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":921,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737443+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:33:53.737443+0000","last_peered":"2024-03-10T22:33:53.737443+0000","last_clean":"2024-03-10T22:33:53.737443+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:33:53.737443+0000","last_undegraded":"2024-03-10T22:33:53.737443+0000","last_fullsized":"2024-03-10T22:33:53.737443+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4506,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:45.701558+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:34:45.701558+0000","last_peered":"2024-03-10T22:34:45.701558+0000","last_clean":"2024-03-10T22:34:45.701558+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:34:45.701558+0000","last_undegraded":"2024-03-10T22:34:45.701558+0000","last_fullsized":"2024-03-10T22:34:45.701558+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275937+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:33:17.275937+0000","last_peered":"2024-03-10T22:33:17.275937+0000","last_clean":"2024-03-10T22:33:17.275937+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:33:17.275937+0000","last_undegraded":"2024-03-10T22:33:17.275937+0000","last_fullsized":"2024-03-10T22:33:17.275937+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":963,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:59.484204+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:33:59.484204+0000","last_peered":"2024-03-10T22:33:59.484204+0000","last_clean":"2024-03-10T22:33:59.484204+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:33:59.484204+0000","last_undegraded":"2024-03-10T22:33:59.484204+0000","last_fullsized":"2024-03-10T22:33:59.484204+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483632+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:33:54.483632+0000","last_peered":"2024-03-10T22:33:54.483632+0000","last_clean":"2024-03-10T22:33:54.483632+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:33:54.483632+0000","last_undegraded":"2024-03-10T22:33:54.483632+0000","last_fullsized":"2024-03-10T22:33:54.483632+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5079,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326689+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:33:35.326689+0000","last_peered":"2024-03-10T22:33:35.326689+0000","last_clean":"2024-03-10T22:33:35.326689+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:33:35.326689+0000","last_undegraded":"2024-03-10T22:33:35.326689+0000","last_fullsized":"2024-03-10T22:33:35.326689+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.962982+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:34:28.962982+0000","last_peered":"2024-03-10T22:34:28.962982+0000","last_clean":"2024-03-10T22:34:28.962982+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:34:28.962982+0000","last_undegraded":"2024-03-10T22:34:28.962982+0000","last_fullsized":"2024-03-10T22:34:28.962982+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487528+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:34:29.487528+0000","last_peered":"2024-03-10T22:34:29.487528+0000","last_clean":"2024-03-10T22:34:29.487528+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:34:29.487528+0000","last_undegraded":"2024-03-10T22:34:29.487528+0000","last_fullsized":"2024-03-10T22:34:29.487528+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1197,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956392+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:33:28.956392+0000","last_peered":"2024-03-10T22:33:28.956392+0000","last_clean":"2024-03-10T22:33:28.956392+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:33:28.956392+0000","last_undegraded":"2024-03-10T22:33:28.956392+0000","last_fullsized":"2024-03-10T22:33:28.956392+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4118,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963007+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:34:28.963007+0000","last_peered":"2024-03-10T22:34:28.963007+0000","last_clean":"2024-03-10T22:34:28.963007+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:34:28.963007+0000","last_undegraded":"2024-03-10T22:34:28.963007+0000","last_fullsized":"2024-03-10T22:34:28.963007+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326652+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:33:35.326652+0000","last_peered":"2024-03-10T22:33:35.326652+0000","last_clean":"2024-03-10T22:33:35.326652+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:33:35.326652+0000","last_undegraded":"2024-03-10T22:33:35.326652+0000","last_fullsized":"2024-03-10T22:33:35.326652+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691134+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:33:05.691134+0000","last_peered":"2024-03-10T22:33:05.691134+0000","last_clean":"2024-03-10T22:33:05.691134+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:33:05.691134+0000","last_undegraded":"2024-03-10T22:33:05.691134+0000","last_fullsized":"2024-03-10T22:33:05.691134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:53.730557+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:32:53.730557+0000","last_peered":"2024-03-10T22:32:53.730557+0000","last_clean":"2024-03-10T22:32:53.730557+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:32:53.730557+0000","last_undegraded":"2024-03-10T22:32:53.730557+0000","last_fullsized":"2024-03-10T22:32:53.730557+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3249,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832529+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:32:54.832529+0000","last_peered":"2024-03-10T22:32:54.832529+0000","last_clean":"2024-03-10T22:32:54.832529+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:32:54.832529+0000","last_undegraded":"2024-03-10T22:32:54.832529+0000","last_fullsized":"2024-03-10T22:32:54.832529+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1027,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965611+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:33:40.965611+0000","last_peered":"2024-03-10T22:33:40.965611+0000","last_clean":"2024-03-10T22:33:40.965611+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:33:40.965611+0000","last_undegraded":"2024-03-10T22:33:40.965611+0000","last_fullsized":"2024-03-10T22:33:40.965611+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.329719+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:34:05.329719+0000","last_peered":"2024-03-10T22:34:05.329719+0000","last_clean":"2024-03-10T22:34:05.329719+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:34:05.329719+0000","last_undegraded":"2024-03-10T22:34:05.329719+0000","last_fullsized":"2024-03-10T22:34:05.329719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4003,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:34:35.333155+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:34:35.333155+0000","last_peered":"2024-03-10T22:34:35.333155+0000","last_clean":"2024-03-10T22:34:35.333155+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:34:35.333155+0000","last_undegraded":"2024-03-10T22:34:35.333155+0000","last_fullsized":"2024-03-10T22:34:35.333155+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487460+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:34:29.487460+0000","last_peered":"2024-03-10T22:34:29.487460+0000","last_clean":"2024-03-10T22:34:29.487460+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:34:29.487460+0000","last_undegraded":"2024-03-10T22:34:29.487460+0000","last_fullsized":"2024-03-10T22:34:29.487460+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956329+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:33:28.956329+0000","last_peered":"2024-03-10T22:33:28.956329+0000","last_clean":"2024-03-10T22:33:28.956329+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:33:28.956329+0000","last_undegraded":"2024-03-10T22:33:28.956329+0000","last_fullsized":"2024-03-10T22:33:28.956329+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4943,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734178+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:33:23.734178+0000","last_peered":"2024-03-10T22:33:23.734178+0000","last_clean":"2024-03-10T22:33:23.734178+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:33:23.734178+0000","last_undegraded":"2024-03-10T22:33:23.734178+0000","last_fullsized":"2024-03-10T22:33:23.734178+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487485+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:34:29.487485+0000","last_peered":"2024-03-10T22:34:29.487485+0000","last_clean":"2024-03-10T22:34:29.487485+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:34:29.487485+0000","last_undegraded":"2024-03-10T22:34:29.487485+0000","last_fullsized":"2024-03-10T22:34:29.487485+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959521+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:33:58.959521+0000","last_peered":"2024-03-10T22:33:58.959521+0000","last_clean":"2024-03-10T22:33:58.959521+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:33:58.959521+0000","last_undegraded":"2024-03-10T22:33:58.959521+0000","last_fullsized":"2024-03-10T22:33:58.959521+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3207,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476787+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:32:49.476787+0000","last_peered":"2024-03-10T22:32:49.476787+0000","last_clean":"2024-03-10T22:32:49.476787+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:32:49.476787+0000","last_undegraded":"2024-03-10T22:32:49.476787+0000","last_fullsized":"2024-03-10T22:32:49.476787+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1210,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734154+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:33:23.734154+0000","last_peered":"2024-03-10T22:33:23.734154+0000","last_clean":"2024-03-10T22:33:23.734154+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:33:23.734154+0000","last_undegraded":"2024-03-10T22:33:23.734154+0000","last_fullsized":"2024-03-10T22:33:23.734154+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691087+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:33:05.691087+0000","last_peered":"2024-03-10T22:33:05.691087+0000","last_clean":"2024-03-10T22:33:05.691087+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:33:05.691087+0000","last_undegraded":"2024-03-10T22:33:05.691087+0000","last_fullsized":"2024-03-10T22:33:05.691087+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5332,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734121+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:33:23.734121+0000","last_peered":"2024-03-10T22:33:23.734121+0000","last_clean":"2024-03-10T22:33:23.734121+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:33:23.734121+0000","last_undegraded":"2024-03-10T22:33:23.734121+0000","last_fullsized":"2024-03-10T22:33:23.734121+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734167+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:33:23.734167+0000","last_peered":"2024-03-10T22:33:23.734167+0000","last_clean":"2024-03-10T22:33:23.734167+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:33:23.734167+0000","last_undegraded":"2024-03-10T22:33:23.734167+0000","last_fullsized":"2024-03-10T22:33:23.734167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968443+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:34:05.968443+0000","last_peered":"2024-03-10T22:34:05.968443+0000","last_clean":"2024-03-10T22:34:05.968443+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:34:05.968443+0000","last_undegraded":"2024-03-10T22:34:05.968443+0000","last_fullsized":"2024-03-10T22:34:05.968443+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4660,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:32:53.730504+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:32:53.730504+0000","last_peered":"2024-03-10T22:32:53.730504+0000","last_clean":"2024-03-10T22:32:53.730504+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:32:53.730504+0000","last_undegraded":"2024-03-10T22:32:53.730504+0000","last_fullsized":"2024-03-10T22:32:53.730504+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1228,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:49.476833+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:32:49.476833+0000","last_peered":"2024-03-10T22:32:49.476833+0000","last_clean":"2024-03-10T22:32:49.476833+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:32:49.476833+0000","last_undegraded":"2024-03-10T22:32:49.476833+0000","last_fullsized":"2024-03-10T22:32:49.476833+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832503+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:32:54.832503+0000","last_peered":"2024-03-10T22:32:54.832503+0000","last_clean":"2024-03-10T22:32:54.832503+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:32:54.832503+0000","last_undegraded":"2024-03-10T22:32:54.832503+0000","last_fullsized":"2024-03-10T22:32:54.832503+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3544,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965632+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:33:40.965632+0000","last_peered":"2024-03-10T22:33:40.965632+0000","last_clean":"2024-03-10T22:33:40.965632+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:33:40.965632+0000","last_undegraded":"2024-03-10T22:33:40.965632+0000","last_fullsized":"2024-03-10T22:33:40.965632+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734202+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:33:23.734202+0000","last_peered":"2024-03-10T22:33:23.734202+0000","last_clean":"2024-03-10T22:33:23.734202+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:33:23.734202+0000","last_undegraded":"2024-03-10T22:33:23.734202+0000","last_fullsized":"2024-03-10T22:33:23.734202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968468+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:34:05.968468+0000","last_peered":"2024-03-10T22:34:05.968468+0000","last_clean":"2024-03-10T22:34:05.968468+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:34:05.968468+0000","last_undegraded":"2024-03-10T22:34:05.968468+0000","last_fullsized":"2024-03-10T22:34:05.968468+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:45.701499+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:34:45.701499+0000","last_peered":"2024-03-10T22:34:45.701499+0000","last_clean":"2024-03-10T22:34:45.701499+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:34:45.701499+0000","last_undegraded":"2024-03-10T22:34:45.701499+0000","last_fullsized":"2024-03-10T22:34:45.701499+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.741466+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:34:28.741466+0000","last_peered":"2024-03-10T22:34:28.741466+0000","last_clean":"2024-03-10T22:34:28.741466+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:34:28.741466+0000","last_undegraded":"2024-03-10T22:34:28.741466+0000","last_fullsized":"2024-03-10T22:34:28.741466+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841259+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:34:09.841259+0000","last_peered":"2024-03-10T22:34:09.841259+0000","last_clean":"2024-03-10T22:34:09.841259+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:34:09.841259+0000","last_undegraded":"2024-03-10T22:34:09.841259+0000","last_fullsized":"2024-03-10T22:34:09.841259+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275875+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:33:17.275875+0000","last_peered":"2024-03-10T22:33:17.275875+0000","last_clean":"2024-03-10T22:33:17.275875+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:33:17.275875+0000","last_undegraded":"2024-03-10T22:33:17.275875+0000","last_fullsized":"2024-03-10T22:33:17.275875+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956376+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:33:28.956376+0000","last_peered":"2024-03-10T22:33:28.956376+0000","last_clean":"2024-03-10T22:33:28.956376+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:33:28.956376+0000","last_undegraded":"2024-03-10T22:33:28.956376+0000","last_fullsized":"2024-03-10T22:33:28.956376+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487512+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:34:29.487512+0000","last_peered":"2024-03-10T22:34:29.487512+0000","last_clean":"2024-03-10T22:34:29.487512+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:34:29.487512+0000","last_undegraded":"2024-03-10T22:34:29.487512+0000","last_fullsized":"2024-03-10T22:34:29.487512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691123+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:33:05.691123+0000","last_peered":"2024-03-10T22:33:05.691123+0000","last_clean":"2024-03-10T22:33:05.691123+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:33:05.691123+0000","last_undegraded":"2024-03-10T22:33:05.691123+0000","last_fullsized":"2024-03-10T22:33:05.691123+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956401+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:33:28.956401+0000","last_peered":"2024-03-10T22:33:28.956401+0000","last_clean":"2024-03-10T22:33:28.956401+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:33:28.956401+0000","last_undegraded":"2024-03-10T22:33:28.956401+0000","last_fullsized":"2024-03-10T22:33:28.956401+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:39.844900+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:34:39.844900+0000","last_peered":"2024-03-10T22:34:39.844900+0000","last_clean":"2024-03-10T22:34:39.844900+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:34:39.844900+0000","last_undegraded":"2024-03-10T22:34:39.844900+0000","last_fullsized":"2024-03-10T22:34:39.844900+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959488+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:33:58.959488+0000","last_peered":"2024-03-10T22:33:58.959488+0000","last_clean":"2024-03-10T22:33:58.959488+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:33:58.959488+0000","last_undegraded":"2024-03-10T22:33:58.959488+0000","last_fullsized":"2024-03-10T22:33:58.959488+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832470+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:32:54.832470+0000","last_peered":"2024-03-10T22:32:54.832470+0000","last_clean":"2024-03-10T22:32:54.832470+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:32:54.832470+0000","last_undegraded":"2024-03-10T22:32:54.832470+0000","last_fullsized":"2024-03-10T22:32:54.832470+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:27.287759+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:34:27.287759+0000","last_peered":"2024-03-10T22:34:27.287759+0000","last_clean":"2024-03-10T22:34:27.287759+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:34:27.287759+0000","last_undegraded":"2024-03-10T22:34:27.287759+0000","last_fullsized":"2024-03-10T22:34:27.287759+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:30.693720+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:33:30.693720+0000","last_peered":"2024-03-10T22:33:30.693720+0000","last_clean":"2024-03-10T22:33:30.693720+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:33:30.693720+0000","last_undegraded":"2024-03-10T22:33:30.693720+0000","last_fullsized":"2024-03-10T22:33:30.693720+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784044,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928691,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586518,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796574,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474576,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329928,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152577,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073338,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:37:10.963 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:10.963 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:10.963 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:10.963 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:10.963 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:10.963 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:10.963 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:10.963 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:10.963 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:37:11.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:11 smithi169 ceph-mon[88180]: from='client.44720 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:37:11.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:11 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:37:11.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:11 smithi169 ceph-mon[90638]: from='client.44720 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:37:11.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:11 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:37:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:11 smithi172 ceph-mon[84635]: from='client.44720 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:37:11.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:11 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:37:12.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:12 smithi169 ceph-mon[88180]: pgmap v1192: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:12.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:12 smithi169 ceph-mon[90638]: pgmap v1192: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:12.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:12 smithi172 ceph-mon[84635]: pgmap v1192: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:12.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:37:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:37:14.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:14 smithi169 ceph-mon[90638]: pgmap v1193: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:14.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:14 smithi169 ceph-mon[88180]: pgmap v1193: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:14.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:14 smithi172 ceph-mon[84635]: pgmap v1193: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:16.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:15 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:37:15] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-03-10T22:37:16.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:16 smithi169 ceph-mon[88180]: pgmap v1194: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:16.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:16 smithi169 ceph-mon[90638]: pgmap v1194: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:16.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:16 smithi172 ceph-mon[84635]: pgmap v1194: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:18.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:18 smithi169 ceph-mon[88180]: pgmap v1195: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:18.809 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:18 smithi169 ceph-mon[90638]: pgmap v1195: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:18.810 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:18 smithi172 ceph-mon[84635]: pgmap v1195: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:20.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:20 smithi169 ceph-mon[88180]: pgmap v1196: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:20.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:20 smithi169 ceph-mon[90638]: pgmap v1196: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:20.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:20 smithi172 ceph-mon[84635]: pgmap v1196: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:20.964 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T22:37:21.184 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T22:37:22.565 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:37:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:37:22.566 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:22 smithi172 ceph-mon[84635]: pgmap v1197: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:22.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:22 smithi169 ceph-mon[88180]: pgmap v1197: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:22.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:22 smithi169 ceph-mon[90638]: pgmap v1197: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:23.260 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:37:23.262 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-03-10T22:37:23.916 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":1198,"stamp":"2024-03-10T22:37:22.784072+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842865660,"num_objects":616,"num_object_clones":544,"num_object_copies":1848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":616,"num_whiteouts":7,"num_read":4814,"num_read_kb":5171311,"num_write":8947,"num_write_kb":1837124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":369092774,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23587,"ondisk_log_size":23587,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3428252,"kb_used_data":1298928,"kb_used_omap":261,"kb_used_meta":2128954,"kb_avail":746532964,"statfs":{"total":767960285184,"available":764449755136,"internally_reserved":0,"allocated":1330102272,"data_stored":3268628404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":267933,"internal_metadata":2180049251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003953"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962450+0000","last_change":"2024-03-10T22:22:52.853453+0000","last_active":"2024-03-10T22:33:15.962450+0000","last_peered":"2024-03-10T22:33:15.962450+0000","last_clean":"2024-03-10T22:33:15.962450+0000","last_became_active":"2024-03-10T22:22:52.853143+0000","last_became_peered":"2024-03-10T22:22:52.853143+0000","last_unstale":"2024-03-10T22:33:15.962450+0000","last_undegraded":"2024-03-10T22:33:15.962450+0000","last_fullsized":"2024-03-10T22:33:15.962450+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:44:36.775090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1237,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483692+0000","last_change":"2024-03-10T22:22:17.582808+0000","last_active":"2024-03-10T22:33:54.483692+0000","last_peered":"2024-03-10T22:33:54.483692+0000","last_clean":"2024-03-10T22:33:54.483692+0000","last_became_active":"2024-03-10T22:22:17.582462+0000","last_became_peered":"2024-03-10T22:22:17.582462+0000","last_unstale":"2024-03-10T22:33:54.483692+0000","last_undegraded":"2024-03-10T22:33:54.483692+0000","last_fullsized":"2024-03-10T22:33:54.483692+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:07.163884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275964+0000","last_change":"2024-03-10T22:19:55.602250+0000","last_active":"2024-03-10T22:33:17.275964+0000","last_peered":"2024-03-10T22:33:17.275964+0000","last_clean":"2024-03-10T22:33:17.275964+0000","last_became_active":"2024-03-10T22:19:55.601882+0000","last_became_peered":"2024-03-10T22:19:55.601882+0000","last_unstale":"2024-03-10T22:33:17.275964+0000","last_undegraded":"2024-03-10T22:33:17.275964+0000","last_fullsized":"2024-03-10T22:33:17.275964+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:41.287054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:39.837582+0000","last_change":"2024-03-10T22:22:52.860198+0000","last_active":"2024-03-10T22:33:39.837582+0000","last_peered":"2024-03-10T22:33:39.837582+0000","last_clean":"2024-03-10T22:33:39.837582+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:33:39.837582+0000","last_undegraded":"2024-03-10T22:33:39.837582+0000","last_fullsized":"2024-03-10T22:33:39.837582+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:03.374694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959315+0000","last_change":"2024-03-10T22:22:52.856139+0000","last_active":"2024-03-10T22:32:50.959315+0000","last_peered":"2024-03-10T22:32:50.959315+0000","last_clean":"2024-03-10T22:32:50.959315+0000","last_became_active":"2024-03-10T22:22:52.855534+0000","last_became_peered":"2024-03-10T22:22:52.855534+0000","last_unstale":"2024-03-10T22:32:50.959315+0000","last_undegraded":"2024-03-10T22:32:50.959315+0000","last_fullsized":"2024-03-10T22:32:50.959315+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:58.866007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1129,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841270+0000","last_change":"2024-03-10T22:21:42.193870+0000","last_active":"2024-03-10T22:34:09.841270+0000","last_peered":"2024-03-10T22:34:09.841270+0000","last_clean":"2024-03-10T22:34:09.841270+0000","last_became_active":"2024-03-10T22:21:42.193477+0000","last_became_peered":"2024-03-10T22:21:42.193477+0000","last_unstale":"2024-03-10T22:34:09.841270+0000","last_undegraded":"2024-03-10T22:34:09.841270+0000","last_fullsized":"2024-03-10T22:34:09.841270+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:24:18.535429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1047,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959290+0000","last_change":"2024-03-10T22:22:52.862630+0000","last_active":"2024-03-10T22:32:50.959290+0000","last_peered":"2024-03-10T22:32:50.959290+0000","last_clean":"2024-03-10T22:32:50.959290+0000","last_became_active":"2024-03-10T22:22:52.862152+0000","last_became_peered":"2024-03-10T22:22:52.862152+0000","last_unstale":"2024-03-10T22:32:50.959290+0000","last_undegraded":"2024-03-10T22:32:50.959290+0000","last_fullsized":"2024-03-10T22:32:50.959290+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:07.739257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1178,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952675+0000","last_change":"2024-03-10T22:22:17.589033+0000","last_active":"2024-03-10T22:32:58.952675+0000","last_peered":"2024-03-10T22:32:58.952675+0000","last_clean":"2024-03-10T22:32:58.952675+0000","last_became_active":"2024-03-10T22:22:17.588502+0000","last_became_peered":"2024-03-10T22:22:17.588502+0000","last_unstale":"2024-03-10T22:32:58.952675+0000","last_undegraded":"2024-03-10T22:32:58.952675+0000","last_fullsized":"2024-03-10T22:32:58.952675+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:32:46.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1040,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:55.973837+0000","last_change":"2024-03-10T22:22:52.856523+0000","last_active":"2024-03-10T22:34:55.973837+0000","last_peered":"2024-03-10T22:34:55.973837+0000","last_clean":"2024-03-10T22:34:55.973837+0000","last_became_active":"2024-03-10T22:22:52.855497+0000","last_became_peered":"2024-03-10T22:22:52.855497+0000","last_unstale":"2024-03-10T22:34:55.973837+0000","last_undegraded":"2024-03-10T22:34:55.973837+0000","last_fullsized":"2024-03-10T22:34:55.973837+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:54:30.743826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:20.698823+0000","last_change":"2024-03-10T22:22:17.588601+0000","last_active":"2024-03-10T22:34:20.698823+0000","last_peered":"2024-03-10T22:34:20.698823+0000","last_clean":"2024-03-10T22:34:20.698823+0000","last_became_active":"2024-03-10T22:22:17.588171+0000","last_became_peered":"2024-03-10T22:22:17.588171+0000","last_unstale":"2024-03-10T22:34:20.698823+0000","last_undegraded":"2024-03-10T22:34:20.698823+0000","last_fullsized":"2024-03-10T22:34:20.698823+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:01:43.338310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:20.698779+0000","last_change":"2024-03-10T22:22:17.585556+0000","last_active":"2024-03-10T22:34:20.698779+0000","last_peered":"2024-03-10T22:34:20.698779+0000","last_clean":"2024-03-10T22:34:20.698779+0000","last_became_active":"2024-03-10T22:22:17.585236+0000","last_became_peered":"2024-03-10T22:22:17.585236+0000","last_unstale":"2024-03-10T22:34:20.698779+0000","last_undegraded":"2024-03-10T22:34:20.698779+0000","last_fullsized":"2024-03-10T22:34:20.698779+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:51:15.814648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1161,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:10.323997+0000","last_change":"2024-03-10T22:22:17.585943+0000","last_active":"2024-03-10T22:33:10.323997+0000","last_peered":"2024-03-10T22:33:10.323997+0000","last_clean":"2024-03-10T22:33:10.323997+0000","last_became_active":"2024-03-10T22:22:17.585604+0000","last_became_peered":"2024-03-10T22:22:17.585604+0000","last_unstale":"2024-03-10T22:33:10.323997+0000","last_undegraded":"2024-03-10T22:33:10.323997+0000","last_fullsized":"2024-03-10T22:33:10.323997+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:55:09.944185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1186,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949698+0000","last_change":"2024-03-10T22:22:17.589816+0000","last_active":"2024-03-10T22:32:33.949698+0000","last_peered":"2024-03-10T22:32:33.949698+0000","last_clean":"2024-03-10T22:32:33.949698+0000","last_became_active":"2024-03-10T22:22:17.588721+0000","last_became_peered":"2024-03-10T22:22:17.588721+0000","last_unstale":"2024-03-10T22:32:33.949698+0000","last_undegraded":"2024-03-10T22:32:33.949698+0000","last_fullsized":"2024-03-10T22:32:33.949698+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:50.764656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:35:02.291293+0000","last_change":"2024-03-10T22:21:42.188259+0000","last_active":"2024-03-10T22:35:02.291293+0000","last_peered":"2024-03-10T22:35:02.291293+0000","last_clean":"2024-03-10T22:35:02.291293+0000","last_became_active":"2024-03-10T22:21:42.187954+0000","last_became_peered":"2024-03-10T22:21:42.187954+0000","last_unstale":"2024-03-10T22:35:02.291293+0000","last_undegraded":"2024-03-10T22:35:02.291293+0000","last_fullsized":"2024-03-10T22:35:02.291293+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:52.096031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.480054+0000","last_change":"2024-03-10T22:21:42.182942+0000","last_active":"2024-03-10T22:33:19.480054+0000","last_peered":"2024-03-10T22:33:19.480054+0000","last_clean":"2024-03-10T22:33:19.480054+0000","last_became_active":"2024-03-10T22:21:42.182581+0000","last_became_peered":"2024-03-10T22:21:42.182581+0000","last_unstale":"2024-03-10T22:33:19.480054+0000","last_undegraded":"2024-03-10T22:33:19.480054+0000","last_fullsized":"2024-03-10T22:33:19.480054+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:37:36.970177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835481+0000","last_change":"2024-03-10T22:22:52.857149+0000","last_active":"2024-03-10T22:33:19.835481+0000","last_peered":"2024-03-10T22:33:19.835481+0000","last_clean":"2024-03-10T22:33:19.835481+0000","last_became_active":"2024-03-10T22:22:52.856811+0000","last_became_peered":"2024-03-10T22:22:52.856811+0000","last_unstale":"2024-03-10T22:33:19.835481+0000","last_undegraded":"2024-03-10T22:33:19.835481+0000","last_fullsized":"2024-03-10T22:33:19.835481+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:30.806499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737526+0000","last_change":"2024-03-10T22:22:52.865283+0000","last_active":"2024-03-10T22:33:53.737526+0000","last_peered":"2024-03-10T22:33:53.737526+0000","last_clean":"2024-03-10T22:33:53.737526+0000","last_became_active":"2024-03-10T22:22:52.864394+0000","last_became_peered":"2024-03-10T22:22:52.864394+0000","last_unstale":"2024-03-10T22:33:53.737526+0000","last_undegraded":"2024-03-10T22:33:53.737526+0000","last_fullsized":"2024-03-10T22:33:53.737526+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:17:01.214144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1203,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737511+0000","last_change":"2024-03-10T22:22:52.857682+0000","last_active":"2024-03-10T22:33:53.737511+0000","last_peered":"2024-03-10T22:33:53.737511+0000","last_clean":"2024-03-10T22:33:53.737511+0000","last_became_active":"2024-03-10T22:22:52.857354+0000","last_became_peered":"2024-03-10T22:22:52.857354+0000","last_unstale":"2024-03-10T22:33:53.737511+0000","last_undegraded":"2024-03-10T22:33:53.737511+0000","last_fullsized":"2024-03-10T22:33:53.737511+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:10:45.601561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968420+0000","last_change":"2024-03-10T22:22:52.862718+0000","last_active":"2024-03-10T22:34:05.968420+0000","last_peered":"2024-03-10T22:34:05.968420+0000","last_clean":"2024-03-10T22:34:05.968420+0000","last_became_active":"2024-03-10T22:22:52.860622+0000","last_became_peered":"2024-03-10T22:22:52.860622+0000","last_unstale":"2024-03-10T22:34:05.968420+0000","last_undegraded":"2024-03-10T22:34:05.968420+0000","last_fullsized":"2024-03-10T22:34:05.968420+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:45:39.848469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":1292,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275990+0000","last_change":"2024-03-10T22:21:07.243309+0000","last_active":"2024-03-10T22:33:17.275990+0000","last_peered":"2024-03-10T22:33:17.275990+0000","last_clean":"2024-03-10T22:33:17.275990+0000","last_became_active":"2024-03-10T22:21:07.242762+0000","last_became_peered":"2024-03-10T22:21:07.242762+0000","last_unstale":"2024-03-10T22:33:17.275990+0000","last_undegraded":"2024-03-10T22:33:17.275990+0000","last_fullsized":"2024-03-10T22:33:17.275990+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:22:07.176158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1181,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963043+0000","last_change":"2024-03-10T22:22:17.588469+0000","last_active":"2024-03-10T22:34:28.963043+0000","last_peered":"2024-03-10T22:34:28.963043+0000","last_clean":"2024-03-10T22:34:28.963043+0000","last_became_active":"2024-03-10T22:22:17.588099+0000","last_became_peered":"2024-03-10T22:22:17.588099+0000","last_unstale":"2024-03-10T22:34:28.963043+0000","last_undegraded":"2024-03-10T22:34:28.963043+0000","last_fullsized":"2024-03-10T22:34:28.963043+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:18.488520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":1196,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963055+0000","last_change":"2024-03-10T22:21:42.187622+0000","last_active":"2024-03-10T22:34:28.963055+0000","last_peered":"2024-03-10T22:34:28.963055+0000","last_clean":"2024-03-10T22:34:28.963055+0000","last_became_active":"2024-03-10T22:21:42.187248+0000","last_became_peered":"2024-03-10T22:21:42.187248+0000","last_unstale":"2024-03-10T22:34:28.963055+0000","last_undegraded":"2024-03-10T22:34:28.963055+0000","last_fullsized":"2024-03-10T22:34:28.963055+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:46:18.806510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275976+0000","last_change":"2024-03-10T22:21:42.184729+0000","last_active":"2024-03-10T22:33:17.275976+0000","last_peered":"2024-03-10T22:33:17.275976+0000","last_clean":"2024-03-10T22:33:17.275976+0000","last_became_active":"2024-03-10T22:21:42.184416+0000","last_became_peered":"2024-03-10T22:21:42.184416+0000","last_unstale":"2024-03-10T22:33:17.275976+0000","last_undegraded":"2024-03-10T22:33:17.275976+0000","last_fullsized":"2024-03-10T22:33:17.275976+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:09:26.595552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1037,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:50.959346+0000","last_change":"2024-03-10T22:22:52.864361+0000","last_active":"2024-03-10T22:32:50.959346+0000","last_peered":"2024-03-10T22:32:50.959346+0000","last_clean":"2024-03-10T22:32:50.959346+0000","last_became_active":"2024-03-10T22:22:52.863358+0000","last_became_peered":"2024-03-10T22:22:52.863358+0000","last_unstale":"2024-03-10T22:32:50.959346+0000","last_undegraded":"2024-03-10T22:32:50.959346+0000","last_fullsized":"2024-03-10T22:32:50.959346+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:13:40.522148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1109,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841295+0000","last_change":"2024-03-10T22:21:42.196054+0000","last_active":"2024-03-10T22:34:09.841295+0000","last_peered":"2024-03-10T22:34:09.841295+0000","last_clean":"2024-03-10T22:34:09.841295+0000","last_became_active":"2024-03-10T22:21:42.194011+0000","last_became_peered":"2024-03-10T22:21:42.194011+0000","last_unstale":"2024-03-10T22:34:09.841295+0000","last_undegraded":"2024-03-10T22:34:09.841295+0000","last_fullsized":"2024-03-10T22:34:09.841295+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:30:55.710025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":977,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:24.486888+0000","last_change":"2024-03-10T22:21:42.183105+0000","last_active":"2024-03-10T22:34:24.486888+0000","last_peered":"2024-03-10T22:34:24.486888+0000","last_clean":"2024-03-10T22:34:24.486888+0000","last_became_active":"2024-03-10T22:21:42.182665+0000","last_became_peered":"2024-03-10T22:21:42.182665+0000","last_unstale":"2024-03-10T22:34:24.486888+0000","last_undegraded":"2024-03-10T22:34:24.486888+0000","last_fullsized":"2024-03-10T22:34:24.486888+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:43:39.508644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841311+0000","last_change":"2024-03-10T22:22:17.581092+0000","last_active":"2024-03-10T22:34:09.841311+0000","last_peered":"2024-03-10T22:34:09.841311+0000","last_clean":"2024-03-10T22:34:09.841311+0000","last_became_active":"2024-03-10T22:22:17.580798+0000","last_became_peered":"2024-03-10T22:22:17.580798+0000","last_unstale":"2024-03-10T22:34:09.841311+0000","last_undegraded":"2024-03-10T22:34:09.841311+0000","last_fullsized":"2024-03-10T22:34:09.841311+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:53:06.082344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:58.952734+0000","last_change":"2024-03-10T22:22:17.589707+0000","last_active":"2024-03-10T22:32:58.952734+0000","last_peered":"2024-03-10T22:32:58.952734+0000","last_clean":"2024-03-10T22:32:58.952734+0000","last_became_active":"2024-03-10T22:22:17.588164+0000","last_became_peered":"2024-03-10T22:22:17.588164+0000","last_unstale":"2024-03-10T22:32:58.952734+0000","last_undegraded":"2024-03-10T22:32:58.952734+0000","last_fullsized":"2024-03-10T22:32:58.952734+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:21.715855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1156,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326717+0000","last_change":"2024-03-10T22:21:07.239356+0000","last_active":"2024-03-10T22:33:35.326717+0000","last_peered":"2024-03-10T22:33:35.326717+0000","last_clean":"2024-03-10T22:33:35.326717+0000","last_became_active":"2024-03-10T22:21:07.238913+0000","last_became_peered":"2024-03-10T22:21:07.238913+0000","last_unstale":"2024-03-10T22:33:35.326717+0000","last_undegraded":"2024-03-10T22:33:35.326717+0000","last_fullsized":"2024-03-10T22:33:35.326717+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:48.294701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":1073,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:45.701537+0000","last_change":"2024-03-10T22:22:52.855049+0000","last_active":"2024-03-10T22:34:45.701537+0000","last_peered":"2024-03-10T22:34:45.701537+0000","last_clean":"2024-03-10T22:34:45.701537+0000","last_became_active":"2024-03-10T22:22:52.854456+0000","last_became_peered":"2024-03-10T22:22:52.854456+0000","last_unstale":"2024-03-10T22:34:45.701537+0000","last_undegraded":"2024-03-10T22:34:45.701537+0000","last_fullsized":"2024-03-10T22:34:45.701537+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:28:26.790816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:42.279294+0000","last_change":"2024-03-10T22:22:52.858715+0000","last_active":"2024-03-10T22:33:42.279294+0000","last_peered":"2024-03-10T22:33:42.279294+0000","last_clean":"2024-03-10T22:33:42.279294+0000","last_became_active":"2024-03-10T22:22:52.858386+0000","last_became_peered":"2024-03-10T22:22:52.858386+0000","last_unstale":"2024-03-10T22:33:42.279294+0000","last_undegraded":"2024-03-10T22:33:42.279294+0000","last_fullsized":"2024-03-10T22:33:42.279294+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:05.842053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1191,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949682+0000","last_change":"2024-03-10T22:22:17.588985+0000","last_active":"2024-03-10T22:32:33.949682+0000","last_peered":"2024-03-10T22:32:33.949682+0000","last_clean":"2024-03-10T22:32:33.949682+0000","last_became_active":"2024-03-10T22:22:17.588584+0000","last_became_peered":"2024-03-10T22:22:17.588584+0000","last_unstale":"2024-03-10T22:32:33.949682+0000","last_undegraded":"2024-03-10T22:32:33.949682+0000","last_fullsized":"2024-03-10T22:32:33.949682+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:12:12.672152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1192,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:33.949654+0000","last_change":"2024-03-10T22:20:30.863464+0000","last_active":"2024-03-10T22:32:33.949654+0000","last_peered":"2024-03-10T22:32:33.949654+0000","last_clean":"2024-03-10T22:32:33.949654+0000","last_became_active":"2024-03-10T22:20:30.861641+0000","last_became_peered":"2024-03-10T22:20:30.861641+0000","last_unstale":"2024-03-10T22:32:33.949654+0000","last_undegraded":"2024-03-10T22:32:33.949654+0000","last_fullsized":"2024-03-10T22:32:33.949654+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:15:54.469959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1105,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838293+0000","last_change":"2024-03-10T22:22:52.856959+0000","last_active":"2024-03-10T22:33:44.838293+0000","last_peered":"2024-03-10T22:33:44.838293+0000","last_clean":"2024-03-10T22:33:44.838293+0000","last_became_active":"2024-03-10T22:22:52.856600+0000","last_became_peered":"2024-03-10T22:22:52.856600+0000","last_unstale":"2024-03-10T22:33:44.838293+0000","last_undegraded":"2024-03-10T22:33:44.838293+0000","last_fullsized":"2024-03-10T22:33:44.838293+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:56:16.981357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1225,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482929+0000","last_change":"2024-03-10T22:21:07.228173+0000","last_active":"2024-03-10T22:33:49.482929+0000","last_peered":"2024-03-10T22:33:49.482929+0000","last_clean":"2024-03-10T22:33:49.482929+0000","last_became_active":"2024-03-10T22:21:07.226810+0000","last_became_peered":"2024-03-10T22:21:07.226810+0000","last_unstale":"2024-03-10T22:33:49.482929+0000","last_undegraded":"2024-03-10T22:33:49.482929+0000","last_fullsized":"2024-03-10T22:33:49.482929+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:55:23.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1068,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:20.698837+0000","last_change":"2024-03-10T22:22:17.588636+0000","last_active":"2024-03-10T22:34:20.698837+0000","last_peered":"2024-03-10T22:34:20.698837+0000","last_clean":"2024-03-10T22:34:20.698837+0000","last_became_active":"2024-03-10T22:22:17.588175+0000","last_became_peered":"2024-03-10T22:22:17.588175+0000","last_unstale":"2024-03-10T22:34:20.698837+0000","last_undegraded":"2024-03-10T22:34:20.698837+0000","last_fullsized":"2024-03-10T22:34:20.698837+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:19:12.733246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838353+0000","last_change":"2024-03-10T22:22:52.854142+0000","last_active":"2024-03-10T22:33:44.838353+0000","last_peered":"2024-03-10T22:33:44.838353+0000","last_clean":"2024-03-10T22:33:44.838353+0000","last_became_active":"2024-03-10T22:22:52.853769+0000","last_became_peered":"2024-03-10T22:22:52.853769+0000","last_unstale":"2024-03-10T22:33:44.838353+0000","last_undegraded":"2024-03-10T22:33:44.838353+0000","last_fullsized":"2024-03-10T22:33:44.838353+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:01:46.623134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:44.838340+0000","last_change":"2024-03-10T22:22:17.582240+0000","last_active":"2024-03-10T22:33:44.838340+0000","last_peered":"2024-03-10T22:33:44.838340+0000","last_clean":"2024-03-10T22:33:44.838340+0000","last_became_active":"2024-03-10T22:22:17.581950+0000","last_became_peered":"2024-03-10T22:22:17.581950+0000","last_unstale":"2024-03-10T22:33:44.838340+0000","last_undegraded":"2024-03-10T22:33:44.838340+0000","last_fullsized":"2024-03-10T22:33:44.838340+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:02.636106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:12.275426+0000","last_change":"2024-03-10T22:21:42.188841+0000","last_active":"2024-03-10T22:33:12.275426+0000","last_peered":"2024-03-10T22:33:12.275426+0000","last_clean":"2024-03-10T22:33:12.275426+0000","last_became_active":"2024-03-10T22:21:42.186574+0000","last_became_peered":"2024-03-10T22:21:42.186574+0000","last_unstale":"2024-03-10T22:33:12.275426+0000","last_undegraded":"2024-03-10T22:33:12.275426+0000","last_fullsized":"2024-03-10T22:33:12.275426+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:21:58.954383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1243,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:49.482988+0000","last_change":"2024-03-10T22:21:42.189061+0000","last_active":"2024-03-10T22:33:49.482988+0000","last_peered":"2024-03-10T22:33:49.482988+0000","last_clean":"2024-03-10T22:33:49.482988+0000","last_became_active":"2024-03-10T22:21:42.188697+0000","last_became_peered":"2024-03-10T22:21:42.188697+0000","last_unstale":"2024-03-10T22:33:49.482988+0000","last_undegraded":"2024-03-10T22:33:49.482988+0000","last_fullsized":"2024-03-10T22:33:49.482988+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:14:03.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1150,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:45.321287+0000","last_change":"2024-03-10T22:22:52.857916+0000","last_active":"2024-03-10T22:32:45.321287+0000","last_peered":"2024-03-10T22:32:45.321287+0000","last_clean":"2024-03-10T22:32:45.321287+0000","last_became_active":"2024-03-10T22:22:52.857545+0000","last_became_peered":"2024-03-10T22:22:52.857545+0000","last_unstale":"2024-03-10T22:32:45.321287+0000","last_undegraded":"2024-03-10T22:32:45.321287+0000","last_fullsized":"2024-03-10T22:32:45.321287+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:23.146175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":1103,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696312+0000","last_change":"2024-03-10T22:22:17.590733+0000","last_active":"2024-03-10T22:33:55.696312+0000","last_peered":"2024-03-10T22:33:55.696312+0000","last_clean":"2024-03-10T22:33:55.696312+0000","last_became_active":"2024-03-10T22:22:17.588217+0000","last_became_peered":"2024-03-10T22:22:17.588217+0000","last_unstale":"2024-03-10T22:33:55.696312+0000","last_undegraded":"2024-03-10T22:33:55.696312+0000","last_fullsized":"2024-03-10T22:33:55.696312+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:04:41.746499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:55.973783+0000","last_change":"2024-03-10T22:22:52.860163+0000","last_active":"2024-03-10T22:34:55.973783+0000","last_peered":"2024-03-10T22:34:55.973783+0000","last_clean":"2024-03-10T22:34:55.973783+0000","last_became_active":"2024-03-10T22:22:52.859753+0000","last_became_peered":"2024-03-10T22:22:52.859753+0000","last_unstale":"2024-03-10T22:34:55.973783+0000","last_undegraded":"2024-03-10T22:34:55.973783+0000","last_fullsized":"2024-03-10T22:34:55.973783+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:00:07.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1276,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:35:02.291330+0000","last_change":"2024-03-10T22:21:07.242134+0000","last_active":"2024-03-10T22:35:02.291330+0000","last_peered":"2024-03-10T22:35:02.291330+0000","last_clean":"2024-03-10T22:35:02.291330+0000","last_became_active":"2024-03-10T22:21:07.241043+0000","last_became_peered":"2024-03-10T22:21:07.241043+0000","last_unstale":"2024-03-10T22:35:02.291330+0000","last_undegraded":"2024-03-10T22:35:02.291330+0000","last_fullsized":"2024-03-10T22:35:02.291330+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:59:12.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:35:02.291313+0000","last_change":"2024-03-10T22:22:52.863797+0000","last_active":"2024-03-10T22:35:02.291313+0000","last_peered":"2024-03-10T22:35:02.291313+0000","last_clean":"2024-03-10T22:35:02.291313+0000","last_became_active":"2024-03-10T22:22:52.863468+0000","last_became_peered":"2024-03-10T22:22:52.863468+0000","last_unstale":"2024-03-10T22:35:02.291313+0000","last_undegraded":"2024-03-10T22:35:02.291313+0000","last_fullsized":"2024-03-10T22:35:02.291313+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:27:52.726026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1111,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:19.835513+0000","last_change":"2024-03-10T22:22:52.858049+0000","last_active":"2024-03-10T22:33:19.835513+0000","last_peered":"2024-03-10T22:33:19.835513+0000","last_clean":"2024-03-10T22:33:19.835513+0000","last_became_active":"2024-03-10T22:22:52.857249+0000","last_became_peered":"2024-03-10T22:22:52.857249+0000","last_unstale":"2024-03-10T22:33:19.835513+0000","last_undegraded":"2024-03-10T22:33:19.835513+0000","last_fullsized":"2024-03-10T22:33:19.835513+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:00.227691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:30.971168+0000","last_change":"2024-03-10T22:22:52.853779+0000","last_active":"2024-03-10T22:34:30.971168+0000","last_peered":"2024-03-10T22:34:30.971168+0000","last_clean":"2024-03-10T22:34:30.971168+0000","last_became_active":"2024-03-10T22:22:52.853403+0000","last_became_peered":"2024-03-10T22:22:52.853403+0000","last_unstale":"2024-03-10T22:34:30.971168+0000","last_undegraded":"2024-03-10T22:34:30.971168+0000","last_fullsized":"2024-03-10T22:34:30.971168+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:27:48.783062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1077,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696293+0000","last_change":"2024-03-10T22:22:17.582703+0000","last_active":"2024-03-10T22:33:55.696293+0000","last_peered":"2024-03-10T22:33:55.696293+0000","last_clean":"2024-03-10T22:33:55.696293+0000","last_became_active":"2024-03-10T22:22:17.582303+0000","last_became_peered":"2024-03-10T22:22:17.582303+0000","last_unstale":"2024-03-10T22:33:55.696293+0000","last_undegraded":"2024-03-10T22:33:55.696293+0000","last_fullsized":"2024-03-10T22:33:55.696293+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:39:58.298324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:55.696271+0000","last_change":"2024-03-10T22:22:17.588124+0000","last_active":"2024-03-10T22:33:55.696271+0000","last_peered":"2024-03-10T22:33:55.696271+0000","last_clean":"2024-03-10T22:33:55.696271+0000","last_became_active":"2024-03-10T22:22:17.587692+0000","last_became_peered":"2024-03-10T22:22:17.587692+0000","last_unstale":"2024-03-10T22:33:55.696271+0000","last_undegraded":"2024-03-10T22:33:55.696271+0000","last_fullsized":"2024-03-10T22:33:55.696271+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:38:54.932926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1264,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737474+0000","last_change":"2024-03-10T22:20:30.851591+0000","last_active":"2024-03-10T22:33:53.737474+0000","last_peered":"2024-03-10T22:33:53.737474+0000","last_clean":"2024-03-10T22:33:53.737474+0000","last_became_active":"2024-03-10T22:20:30.851100+0000","last_became_peered":"2024-03-10T22:20:30.851100+0000","last_unstale":"2024-03-10T22:33:53.737474+0000","last_undegraded":"2024-03-10T22:33:53.737474+0000","last_fullsized":"2024-03-10T22:33:53.737474+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:46:15.919434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1042,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:30.971139+0000","last_change":"2024-03-10T22:22:52.860023+0000","last_active":"2024-03-10T22:34:30.971139+0000","last_peered":"2024-03-10T22:34:30.971139+0000","last_clean":"2024-03-10T22:34:30.971139+0000","last_became_active":"2024-03-10T22:22:52.859595+0000","last_became_peered":"2024-03-10T22:22:52.859595+0000","last_unstale":"2024-03-10T22:34:30.971139+0000","last_undegraded":"2024-03-10T22:34:30.971139+0000","last_fullsized":"2024-03-10T22:34:30.971139+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:10.643433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"816'405","reported_seq":4444,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:35:03.588375+0000","last_change":"2024-03-10T22:27:27.476310+0000","last_active":"2024-03-10T22:35:03.588375+0000","last_peered":"2024-03-10T22:35:03.588375+0000","last_clean":"2024-03-10T22:35:03.588375+0000","last_became_active":"2024-03-10T22:19:55.609481+0000","last_became_peered":"2024-03-10T22:19:55.609481+0000","last_unstale":"2024-03-10T22:35:03.588375+0000","last_undegraded":"2024-03-10T22:35:03.588375+0000","last_fullsized":"2024-03-10T22:35:03.588375+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:24.604528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053257900000000004,"stat_sum":{"num_bytes":60194816,"num_objects":31,"num_object_clones":29,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":136,"num_read_kb":193879,"num_write":274,"num_write_kb":84528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18128896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1166,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:35.333188+0000","last_change":"2024-03-10T22:22:52.857863+0000","last_active":"2024-03-10T22:34:35.333188+0000","last_peered":"2024-03-10T22:34:35.333188+0000","last_clean":"2024-03-10T22:34:35.333188+0000","last_became_active":"2024-03-10T22:22:52.857508+0000","last_became_peered":"2024-03-10T22:22:52.857508+0000","last_unstale":"2024-03-10T22:34:35.333188+0000","last_undegraded":"2024-03-10T22:34:35.333188+0000","last_fullsized":"2024-03-10T22:34:35.333188+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:57:41.641499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1049,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968458+0000","last_change":"2024-03-10T22:22:52.852497+0000","last_active":"2024-03-10T22:34:05.968458+0000","last_peered":"2024-03-10T22:34:05.968458+0000","last_clean":"2024-03-10T22:34:05.968458+0000","last_became_active":"2024-03-10T22:22:52.852191+0000","last_became_peered":"2024-03-10T22:22:52.852191+0000","last_unstale":"2024-03-10T22:34:05.968458+0000","last_undegraded":"2024-03-10T22:34:05.968458+0000","last_fullsized":"2024-03-10T22:34:05.968458+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:05.330209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"816'10740","reported_seq":12612,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275888+0000","last_change":"2024-03-10T22:27:26.357045+0000","last_active":"2024-03-10T22:33:17.275888+0000","last_peered":"2024-03-10T22:33:17.275888+0000","last_clean":"2024-03-10T22:33:17.275888+0000","last_became_active":"2024-03-10T22:22:17.582922+0000","last_became_peered":"2024-03-10T22:22:17.582922+0000","last_unstale":"2024-03-10T22:33:17.275888+0000","last_undegraded":"2024-03-10T22:33:17.275888+0000","last_fullsized":"2024-03-10T22:33:17.275888+0000","mapping_epoch":522,"log_start":"318'4703","ondisk_log_start":"318'4703","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":6037,"log_dups_size":0,"ondisk_log_size":6037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:07:20.250796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012049046000000001,"stat_sum":{"num_bytes":145727488,"num_objects":131,"num_object_clones":125,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":2,"num_read":417,"num_read_kb":442878,"num_write":1035,"num_write_kb":191720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42967040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483594+0000","last_change":"2024-03-10T22:21:42.194618+0000","last_active":"2024-03-10T22:33:54.483594+0000","last_peered":"2024-03-10T22:33:54.483594+0000","last_clean":"2024-03-10T22:33:54.483594+0000","last_became_active":"2024-03-10T22:21:42.194243+0000","last_became_peered":"2024-03-10T22:21:42.194243+0000","last_unstale":"2024-03-10T22:33:54.483594+0000","last_undegraded":"2024-03-10T22:33:54.483594+0000","last_fullsized":"2024-03-10T22:33:54.483594+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:34:15.588511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1244,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483666+0000","last_change":"2024-03-10T22:22:52.853408+0000","last_active":"2024-03-10T22:33:54.483666+0000","last_peered":"2024-03-10T22:33:54.483666+0000","last_clean":"2024-03-10T22:33:54.483666+0000","last_became_active":"2024-03-10T22:22:52.853027+0000","last_became_peered":"2024-03-10T22:22:52.853027+0000","last_unstale":"2024-03-10T22:33:54.483666+0000","last_undegraded":"2024-03-10T22:33:54.483666+0000","last_fullsized":"2024-03-10T22:33:54.483666+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:23:27.200611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841303+0000","last_change":"2024-03-10T22:21:42.183265+0000","last_active":"2024-03-10T22:34:09.841303+0000","last_peered":"2024-03-10T22:34:09.841303+0000","last_clean":"2024-03-10T22:34:09.841303+0000","last_became_active":"2024-03-10T22:21:42.182963+0000","last_became_peered":"2024-03-10T22:21:42.182963+0000","last_unstale":"2024-03-10T22:34:09.841303+0000","last_undegraded":"2024-03-10T22:34:09.841303+0000","last_fullsized":"2024-03-10T22:34:09.841303+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:05:13.759921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"813'14177","reported_seq":15025,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:17.275952+0000","last_change":"2024-03-10T22:27:26.357230+0000","last_active":"2024-03-10T22:33:17.275952+0000","last_peered":"2024-03-10T22:33:17.275952+0000","last_clean":"2024-03-10T22:33:17.275952+0000","last_became_active":"2024-03-10T22:21:07.241333+0000","last_became_peered":"2024-03-10T22:21:07.241333+0000","last_unstale":"2024-03-10T22:33:17.275952+0000","last_undegraded":"2024-03-10T22:33:17.275952+0000","last_fullsized":"2024-03-10T22:33:17.275952+0000","mapping_epoch":454,"log_start":"325'8200","ondisk_log_start":"325'8200","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":261,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:07.964366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035808150000000002,"stat_sum":{"num_bytes":103235584,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":293,"num_read_kb":427164,"num_write":665,"num_write_kb":147600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":16547840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483647+0000","last_change":"2024-03-10T22:20:30.863365+0000","last_active":"2024-03-10T22:33:54.483647+0000","last_peered":"2024-03-10T22:33:54.483647+0000","last_clean":"2024-03-10T22:33:54.483647+0000","last_became_active":"2024-03-10T22:20:30.862538+0000","last_became_peered":"2024-03-10T22:20:30.862538+0000","last_unstale":"2024-03-10T22:33:54.483647+0000","last_undegraded":"2024-03-10T22:33:54.483647+0000","last_fullsized":"2024-03-10T22:33:54.483647+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:44:21.753692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1125,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841235+0000","last_change":"2024-03-10T22:22:17.589591+0000","last_active":"2024-03-10T22:34:09.841235+0000","last_peered":"2024-03-10T22:34:09.841235+0000","last_clean":"2024-03-10T22:34:09.841235+0000","last_became_active":"2024-03-10T22:22:17.589251+0000","last_became_peered":"2024-03-10T22:22:17.589251+0000","last_unstale":"2024-03-10T22:34:09.841235+0000","last_undegraded":"2024-03-10T22:34:09.841235+0000","last_fullsized":"2024-03-10T22:34:09.841235+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:37.001943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1163,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326727+0000","last_change":"2024-03-10T22:22:17.573114+0000","last_active":"2024-03-10T22:33:35.326727+0000","last_peered":"2024-03-10T22:33:35.326727+0000","last_clean":"2024-03-10T22:33:35.326727+0000","last_became_active":"2024-03-10T22:22:17.572788+0000","last_became_peered":"2024-03-10T22:22:17.572788+0000","last_unstale":"2024-03-10T22:33:35.326727+0000","last_undegraded":"2024-03-10T22:33:35.326727+0000","last_fullsized":"2024-03-10T22:33:35.326727+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:26:26.972441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"797'263","reported_seq":4230,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:35:03.588432+0000","last_change":"2024-03-10T22:27:27.476597+0000","last_active":"2024-03-10T22:35:03.588432+0000","last_peered":"2024-03-10T22:35:03.588432+0000","last_clean":"2024-03-10T22:35:03.588432+0000","last_became_active":"2024-03-10T22:21:42.178320+0000","last_became_peered":"2024-03-10T22:21:42.178320+0000","last_unstale":"2024-03-10T22:35:03.588432+0000","last_undegraded":"2024-03-10T22:35:03.588432+0000","last_fullsized":"2024-03-10T22:35:03.588432+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:29:03.467848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037280249999999998,"stat_sum":{"num_bytes":42950656,"num_objects":29,"num_object_clones":28,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":74,"num_read_kb":97972,"num_write":164,"num_write_kb":46408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5513216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1233,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487539+0000","last_change":"2024-03-10T22:21:42.188577+0000","last_active":"2024-03-10T22:34:29.487539+0000","last_peered":"2024-03-10T22:34:29.487539+0000","last_clean":"2024-03-10T22:34:29.487539+0000","last_became_active":"2024-03-10T22:21:42.188235+0000","last_became_peered":"2024-03-10T22:21:42.188235+0000","last_unstale":"2024-03-10T22:34:29.487539+0000","last_undegraded":"2024-03-10T22:34:29.487539+0000","last_fullsized":"2024-03-10T22:34:29.487539+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:12:33.776486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1227,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:35:19.492747+0000","last_change":"2024-03-10T22:22:17.582624+0000","last_active":"2024-03-10T22:35:19.492747+0000","last_peered":"2024-03-10T22:35:19.492747+0000","last_clean":"2024-03-10T22:35:19.492747+0000","last_became_active":"2024-03-10T22:22:17.582279+0000","last_became_peered":"2024-03-10T22:22:17.582279+0000","last_unstale":"2024-03-10T22:35:19.492747+0000","last_undegraded":"2024-03-10T22:35:19.492747+0000","last_fullsized":"2024-03-10T22:35:19.492747+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:08:49.954141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1217,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.741492+0000","last_change":"2024-03-10T22:20:30.851995+0000","last_active":"2024-03-10T22:34:28.741492+0000","last_peered":"2024-03-10T22:34:28.741492+0000","last_clean":"2024-03-10T22:34:28.741492+0000","last_became_active":"2024-03-10T22:20:30.851726+0000","last_became_peered":"2024-03-10T22:20:30.851726+0000","last_unstale":"2024-03-10T22:34:28.741492+0000","last_undegraded":"2024-03-10T22:34:28.741492+0000","last_fullsized":"2024-03-10T22:34:28.741492+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:25:24.636778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"821'1279","reported_seq":4296,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:15.962405+0000","last_change":"2024-03-10T22:27:25.338789+0000","last_active":"2024-03-10T22:33:15.962405+0000","last_peered":"2024-03-10T22:33:15.962405+0000","last_clean":"2024-03-10T22:33:15.962405+0000","last_became_active":"2024-03-10T22:22:52.855785+0000","last_became_peered":"2024-03-10T22:22:52.855785+0000","last_unstale":"2024-03-10T22:33:15.962405+0000","last_undegraded":"2024-03-10T22:33:15.962405+0000","last_fullsized":"2024-03-10T22:33:15.962405+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1279,"log_dups_size":0,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:11:27.244669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064645399999999997,"stat_sum":{"num_bytes":10706944,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":398,"num_read_kb":623089,"num_write":765,"num_write_kb":126528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.5","version":"0'0","reported_seq":1067,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:45.701595+0000","last_change":"2024-03-10T22:22:52.854165+0000","last_active":"2024-03-10T22:34:45.701595+0000","last_peered":"2024-03-10T22:34:45.701595+0000","last_clean":"2024-03-10T22:34:45.701595+0000","last_became_active":"2024-03-10T22:22:52.853596+0000","last_became_peered":"2024-03-10T22:22:52.853596+0000","last_unstale":"2024-03-10T22:34:45.701595+0000","last_undegraded":"2024-03-10T22:34:45.701595+0000","last_fullsized":"2024-03-10T22:34:45.701595+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:43:08.052345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1181,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:35:03.966329+0000","last_change":"2024-03-10T22:22:17.589160+0000","last_active":"2024-03-10T22:35:03.966329+0000","last_peered":"2024-03-10T22:35:03.966329+0000","last_clean":"2024-03-10T22:35:03.966329+0000","last_became_active":"2024-03-10T22:22:17.588576+0000","last_became_peered":"2024-03-10T22:22:17.588576+0000","last_unstale":"2024-03-10T22:35:03.966329+0000","last_undegraded":"2024-03-10T22:35:03.966329+0000","last_fullsized":"2024-03-10T22:35:03.966329+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:55:19.402201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1118,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841281+0000","last_change":"2024-03-10T22:22:52.854450+0000","last_active":"2024-03-10T22:34:09.841281+0000","last_peered":"2024-03-10T22:34:09.841281+0000","last_clean":"2024-03-10T22:34:09.841281+0000","last_became_active":"2024-03-10T22:22:52.854140+0000","last_became_peered":"2024-03-10T22:22:52.854140+0000","last_unstale":"2024-03-10T22:34:09.841281+0000","last_undegraded":"2024-03-10T22:34:09.841281+0000","last_fullsized":"2024-03-10T22:34:09.841281+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:20:28.996041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"794'201","reported_seq":1543,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:50.973268+0000","last_change":"2024-03-10T22:22:52.856426+0000","last_active":"2024-03-10T22:34:50.973268+0000","last_peered":"2024-03-10T22:34:50.973268+0000","last_clean":"2024-03-10T22:34:50.973268+0000","last_became_active":"2024-03-10T22:22:52.852720+0000","last_became_peered":"2024-03-10T22:22:52.852720+0000","last_unstale":"2024-03-10T22:34:50.973268+0000","last_undegraded":"2024-03-10T22:34:50.973268+0000","last_fullsized":"2024-03-10T22:34:50.973268+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:08:53.532817+0000","last_clean_scrub_stamp":"2024-03-10T22:08:53.532817+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:17:41.177642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"814'679","reported_seq":3654,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:39.844951+0000","last_change":"2024-03-10T22:27:25.346749+0000","last_active":"2024-03-10T22:34:39.844951+0000","last_peered":"2024-03-10T22:34:39.844951+0000","last_clean":"2024-03-10T22:34:39.844951+0000","last_became_active":"2024-03-10T22:21:42.193823+0000","last_became_peered":"2024-03-10T22:21:42.193823+0000","last_unstale":"2024-03-10T22:34:39.844951+0000","last_undegraded":"2024-03-10T22:34:39.844951+0000","last_fullsized":"2024-03-10T22:34:39.844951+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:40:22.144639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001743086,"stat_sum":{"num_bytes":13271040,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":186567,"num_write":351,"num_write_kb":73504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9961472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.6","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:52.280345+0000","last_change":"2024-03-10T22:19:55.601723+0000","last_active":"2024-03-10T22:33:52.280345+0000","last_peered":"2024-03-10T22:33:52.280345+0000","last_clean":"2024-03-10T22:33:52.280345+0000","last_became_active":"2024-03-10T22:19:55.601422+0000","last_became_peered":"2024-03-10T22:19:55.601422+0000","last_unstale":"2024-03-10T22:33:52.280345+0000","last_undegraded":"2024-03-10T22:33:52.280345+0000","last_fullsized":"2024-03-10T22:33:52.280345+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:37.234988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275840+0000","last_change":"2024-03-10T22:21:07.238381+0000","last_active":"2024-03-10T22:33:17.275840+0000","last_peered":"2024-03-10T22:33:17.275840+0000","last_clean":"2024-03-10T22:33:17.275840+0000","last_became_active":"2024-03-10T22:21:07.238070+0000","last_became_peered":"2024-03-10T22:21:07.238070+0000","last_unstale":"2024-03-10T22:33:17.275840+0000","last_undegraded":"2024-03-10T22:33:17.275840+0000","last_fullsized":"2024-03-10T22:33:17.275840+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:27:32.135769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":921,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:53.737443+0000","last_change":"2024-03-10T22:19:55.609648+0000","last_active":"2024-03-10T22:33:53.737443+0000","last_peered":"2024-03-10T22:33:53.737443+0000","last_clean":"2024-03-10T22:33:53.737443+0000","last_became_active":"2024-03-10T22:19:55.609250+0000","last_became_peered":"2024-03-10T22:19:55.609250+0000","last_unstale":"2024-03-10T22:33:53.737443+0000","last_undegraded":"2024-03-10T22:33:53.737443+0000","last_fullsized":"2024-03-10T22:33:53.737443+0000","mapping_epoch":383,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":384,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:05:15.850551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"816'1572","reported_seq":4506,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:45.701558+0000","last_change":"2024-03-10T22:27:25.361602+0000","last_active":"2024-03-10T22:34:45.701558+0000","last_peered":"2024-03-10T22:34:45.701558+0000","last_clean":"2024-03-10T22:34:45.701558+0000","last_became_active":"2024-03-10T22:22:17.590769+0000","last_became_peered":"2024-03-10T22:22:17.590769+0000","last_unstale":"2024-03-10T22:34:45.701558+0000","last_undegraded":"2024-03-10T22:34:45.701558+0000","last_fullsized":"2024-03-10T22:34:45.701558+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1572,"log_dups_size":0,"ondisk_log_size":1572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:08:32.961699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065668300000000003,"stat_sum":{"num_bytes":16039936,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":374,"num_read_kb":496752,"num_write":716,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":33079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.3","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275937+0000","last_change":"2024-03-10T22:22:52.864634+0000","last_active":"2024-03-10T22:33:17.275937+0000","last_peered":"2024-03-10T22:33:17.275937+0000","last_clean":"2024-03-10T22:33:17.275937+0000","last_became_active":"2024-03-10T22:22:52.863307+0000","last_became_peered":"2024-03-10T22:22:52.863307+0000","last_unstale":"2024-03-10T22:33:17.275937+0000","last_undegraded":"2024-03-10T22:33:17.275937+0000","last_fullsized":"2024-03-10T22:33:17.275937+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:41:07.189673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":963,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:59.484204+0000","last_change":"2024-03-10T22:21:07.234108+0000","last_active":"2024-03-10T22:33:59.484204+0000","last_peered":"2024-03-10T22:33:59.484204+0000","last_clean":"2024-03-10T22:33:59.484204+0000","last_became_active":"2024-03-10T22:21:07.233731+0000","last_became_peered":"2024-03-10T22:21:07.233731+0000","last_unstale":"2024-03-10T22:33:59.484204+0000","last_undegraded":"2024-03-10T22:33:59.484204+0000","last_fullsized":"2024-03-10T22:33:59.484204+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:26.341956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:54.483632+0000","last_change":"2024-03-10T22:21:42.182986+0000","last_active":"2024-03-10T22:33:54.483632+0000","last_peered":"2024-03-10T22:33:54.483632+0000","last_clean":"2024-03-10T22:33:54.483632+0000","last_became_active":"2024-03-10T22:21:42.182633+0000","last_became_peered":"2024-03-10T22:21:42.182633+0000","last_unstale":"2024-03-10T22:33:54.483632+0000","last_undegraded":"2024-03-10T22:33:54.483632+0000","last_fullsized":"2024-03-10T22:33:54.483632+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:41:50.668694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"821'2081","reported_seq":5079,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326689+0000","last_change":"2024-03-10T22:27:25.326629+0000","last_active":"2024-03-10T22:33:35.326689+0000","last_peered":"2024-03-10T22:33:35.326689+0000","last_clean":"2024-03-10T22:33:35.326689+0000","last_became_active":"2024-03-10T22:22:52.863832+0000","last_became_peered":"2024-03-10T22:22:52.863832+0000","last_unstale":"2024-03-10T22:33:35.326689+0000","last_undegraded":"2024-03-10T22:33:35.326689+0000","last_fullsized":"2024-03-10T22:33:35.326689+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":2081,"log_dups_size":0,"ondisk_log_size":2081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:54.463008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055119000000000001,"stat_sum":{"num_bytes":29114368,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":445,"num_read_kb":468016,"num_write":1216,"num_write_kb":213720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.0","version":"0'0","reported_seq":1189,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.962982+0000","last_change":"2024-03-10T22:22:52.852092+0000","last_active":"2024-03-10T22:34:28.962982+0000","last_peered":"2024-03-10T22:34:28.962982+0000","last_clean":"2024-03-10T22:34:28.962982+0000","last_became_active":"2024-03-10T22:22:52.851746+0000","last_became_peered":"2024-03-10T22:22:52.851746+0000","last_unstale":"2024-03-10T22:34:28.962982+0000","last_undegraded":"2024-03-10T22:34:28.962982+0000","last_fullsized":"2024-03-10T22:34:28.962982+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:56:54.438132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"584'2","reported_seq":1232,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487528+0000","last_change":"2024-03-10T22:22:17.582877+0000","last_active":"2024-03-10T22:34:29.487528+0000","last_peered":"2024-03-10T22:34:29.487528+0000","last_clean":"2024-03-10T22:34:29.487528+0000","last_became_active":"2024-03-10T22:22:17.582510+0000","last_became_peered":"2024-03-10T22:22:17.582510+0000","last_unstale":"2024-03-10T22:34:29.487528+0000","last_undegraded":"2024-03-10T22:34:29.487528+0000","last_fullsized":"2024-03-10T22:34:29.487528+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:01.654686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1197,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956392+0000","last_change":"2024-03-10T22:22:52.861929+0000","last_active":"2024-03-10T22:33:28.956392+0000","last_peered":"2024-03-10T22:33:28.956392+0000","last_clean":"2024-03-10T22:33:28.956392+0000","last_became_active":"2024-03-10T22:22:52.861349+0000","last_became_peered":"2024-03-10T22:22:52.861349+0000","last_unstale":"2024-03-10T22:33:28.956392+0000","last_undegraded":"2024-03-10T22:33:28.956392+0000","last_fullsized":"2024-03-10T22:33:28.956392+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:55:35.714035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"818'957","reported_seq":4118,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.963007+0000","last_change":"2024-03-10T22:27:25.339080+0000","last_active":"2024-03-10T22:34:28.963007+0000","last_peered":"2024-03-10T22:34:28.963007+0000","last_clean":"2024-03-10T22:34:28.963007+0000","last_became_active":"2024-03-10T22:21:07.229874+0000","last_became_peered":"2024-03-10T22:21:07.229874+0000","last_unstale":"2024-03-10T22:34:28.963007+0000","last_undegraded":"2024-03-10T22:34:28.963007+0000","last_fullsized":"2024-03-10T22:34:28.963007+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":957,"log_dups_size":0,"ondisk_log_size":957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:01:02.589592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099559600000000007,"stat_sum":{"num_bytes":20398080,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":265,"num_read_kb":371525,"num_write":443,"num_write_kb":154568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26140672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"4.1","version":"0'0","reported_seq":1151,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:35.326652+0000","last_change":"2024-03-10T22:22:17.572225+0000","last_active":"2024-03-10T22:33:35.326652+0000","last_peered":"2024-03-10T22:33:35.326652+0000","last_clean":"2024-03-10T22:33:35.326652+0000","last_became_active":"2024-03-10T22:22:17.571913+0000","last_became_peered":"2024-03-10T22:22:17.571913+0000","last_unstale":"2024-03-10T22:33:35.326652+0000","last_undegraded":"2024-03-10T22:33:35.326652+0000","last_fullsized":"2024-03-10T22:33:35.326652+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:57.232888+0000","last_clean_scrub_stamp":"2024-03-10T22:11:57.232888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:42.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691134+0000","last_change":"2024-03-10T22:22:52.861462+0000","last_active":"2024-03-10T22:33:05.691134+0000","last_peered":"2024-03-10T22:33:05.691134+0000","last_clean":"2024-03-10T22:33:05.691134+0000","last_became_active":"2024-03-10T22:22:52.861108+0000","last_became_peered":"2024-03-10T22:22:52.861108+0000","last_unstale":"2024-03-10T22:33:05.691134+0000","last_undegraded":"2024-03-10T22:33:05.691134+0000","last_fullsized":"2024-03-10T22:33:05.691134+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:51:18.568017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:35:03.588451+0000","last_change":"2024-03-10T22:21:07.225323+0000","last_active":"2024-03-10T22:35:03.588451+0000","last_peered":"2024-03-10T22:35:03.588451+0000","last_clean":"2024-03-10T22:35:03.588451+0000","last_became_active":"2024-03-10T22:21:07.224962+0000","last_became_peered":"2024-03-10T22:21:07.224962+0000","last_unstale":"2024-03-10T22:35:03.588451+0000","last_undegraded":"2024-03-10T22:35:03.588451+0000","last_fullsized":"2024-03-10T22:35:03.588451+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:36.675709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"778'279","reported_seq":3249,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832529+0000","last_change":"2024-03-10T22:27:25.346142+0000","last_active":"2024-03-10T22:32:54.832529+0000","last_peered":"2024-03-10T22:32:54.832529+0000","last_clean":"2024-03-10T22:32:54.832529+0000","last_became_active":"2024-03-10T22:22:17.581876+0000","last_became_peered":"2024-03-10T22:22:17.581876+0000","last_unstale":"2024-03-10T22:32:54.832529+0000","last_undegraded":"2024-03-10T22:32:54.832529+0000","last_fullsized":"2024-03-10T22:32:54.832529+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":279,"log_dups_size":0,"ondisk_log_size":279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:11:34.031719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063225,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":69082,"num_write":118,"num_write_kb":26752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5758976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.8","version":"0'0","reported_seq":1027,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965611+0000","last_change":"2024-03-10T22:22:52.856269+0000","last_active":"2024-03-10T22:33:40.965611+0000","last_peered":"2024-03-10T22:33:40.965611+0000","last_clean":"2024-03-10T22:33:40.965611+0000","last_became_active":"2024-03-10T22:22:52.855880+0000","last_became_peered":"2024-03-10T22:22:52.855880+0000","last_unstale":"2024-03-10T22:33:40.965611+0000","last_undegraded":"2024-03-10T22:33:40.965611+0000","last_fullsized":"2024-03-10T22:33:40.965611+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:04:11.191049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1152,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.329719+0000","last_change":"2024-03-10T22:22:52.865510+0000","last_active":"2024-03-10T22:34:05.329719+0000","last_peered":"2024-03-10T22:34:05.329719+0000","last_clean":"2024-03-10T22:34:05.329719+0000","last_became_active":"2024-03-10T22:22:52.863519+0000","last_became_peered":"2024-03-10T22:22:52.863519+0000","last_unstale":"2024-03-10T22:34:05.329719+0000","last_undegraded":"2024-03-10T22:34:05.329719+0000","last_fullsized":"2024-03-10T22:34:05.329719+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:51.888508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"821'266","reported_seq":4003,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:34:35.333155+0000","last_change":"2024-03-10T22:27:26.355277+0000","last_active":"2024-03-10T22:34:35.333155+0000","last_peered":"2024-03-10T22:34:35.333155+0000","last_clean":"2024-03-10T22:34:35.333155+0000","last_became_active":"2024-03-10T22:21:42.188657+0000","last_became_peered":"2024-03-10T22:21:42.188657+0000","last_unstale":"2024-03-10T22:34:35.333155+0000","last_undegraded":"2024-03-10T22:34:35.333155+0000","last_fullsized":"2024-03-10T22:34:35.333155+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:08:26.452308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049827170000000002,"stat_sum":{"num_bytes":15884288,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":78,"num_read_kb":100017,"num_write":171,"num_write_kb":34960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"3e"},{"start":"fc","length":"5"},{"start":"102","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487460+0000","last_change":"2024-03-10T22:22:52.863646+0000","last_active":"2024-03-10T22:34:29.487460+0000","last_peered":"2024-03-10T22:34:29.487460+0000","last_clean":"2024-03-10T22:34:29.487460+0000","last_became_active":"2024-03-10T22:22:52.863321+0000","last_became_peered":"2024-03-10T22:22:52.863321+0000","last_unstale":"2024-03-10T22:34:29.487460+0000","last_undegraded":"2024-03-10T22:34:29.487460+0000","last_fullsized":"2024-03-10T22:34:29.487460+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:57:45.209803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1188,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956329+0000","last_change":"2024-03-10T22:22:52.853929+0000","last_active":"2024-03-10T22:33:28.956329+0000","last_peered":"2024-03-10T22:33:28.956329+0000","last_clean":"2024-03-10T22:33:28.956329+0000","last_became_active":"2024-03-10T22:22:52.853581+0000","last_became_peered":"2024-03-10T22:22:52.853581+0000","last_unstale":"2024-03-10T22:33:28.956329+0000","last_undegraded":"2024-03-10T22:33:28.956329+0000","last_fullsized":"2024-03-10T22:33:28.956329+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:29:43.821808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"817'929","reported_seq":4943,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734178+0000","last_change":"2024-03-10T22:27:27.476551+0000","last_active":"2024-03-10T22:33:23.734178+0000","last_peered":"2024-03-10T22:33:23.734178+0000","last_clean":"2024-03-10T22:33:23.734178+0000","last_became_active":"2024-03-10T22:22:52.862133+0000","last_became_peered":"2024-03-10T22:22:52.862133+0000","last_unstale":"2024-03-10T22:33:23.734178+0000","last_undegraded":"2024-03-10T22:33:23.734178+0000","last_fullsized":"2024-03-10T22:33:23.734178+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":929,"log_dups_size":0,"ondisk_log_size":929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.243052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006973684,"stat_sum":{"num_bytes":93642752,"num_objects":80,"num_object_clones":76,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":354,"num_read_kb":484788,"num_write":821,"num_write_kb":142992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":28262400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487485+0000","last_change":"2024-03-10T22:22:52.855234+0000","last_active":"2024-03-10T22:34:29.487485+0000","last_peered":"2024-03-10T22:34:29.487485+0000","last_clean":"2024-03-10T22:34:29.487485+0000","last_became_active":"2024-03-10T22:22:52.854862+0000","last_became_peered":"2024-03-10T22:22:52.854862+0000","last_unstale":"2024-03-10T22:34:29.487485+0000","last_undegraded":"2024-03-10T22:34:29.487485+0000","last_fullsized":"2024-03-10T22:34:29.487485+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T10:01:01.644884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959521+0000","last_change":"2024-03-10T22:21:07.231080+0000","last_active":"2024-03-10T22:33:58.959521+0000","last_peered":"2024-03-10T22:33:58.959521+0000","last_clean":"2024-03-10T22:33:58.959521+0000","last_became_active":"2024-03-10T22:21:07.230304+0000","last_became_peered":"2024-03-10T22:21:07.230304+0000","last_unstale":"2024-03-10T22:33:58.959521+0000","last_undegraded":"2024-03-10T22:33:58.959521+0000","last_fullsized":"2024-03-10T22:33:58.959521+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:12.582439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":3208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:35:04.491124+0000","last_change":"2024-03-10T22:27:25.355599+0000","last_active":"2024-03-10T22:35:04.491124+0000","last_peered":"2024-03-10T22:35:04.491124+0000","last_clean":"2024-03-10T22:35:04.491124+0000","last_became_active":"2024-03-10T22:21:07.228573+0000","last_became_peered":"2024-03-10T22:21:07.228573+0000","last_unstale":"2024-03-10T22:35:04.491124+0000","last_undegraded":"2024-03-10T22:35:04.491124+0000","last_fullsized":"2024-03-10T22:35:04.491124+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:54.191276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048013299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.b","version":"581'3","reported_seq":1210,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734154+0000","last_change":"2024-03-10T22:21:42.181649+0000","last_active":"2024-03-10T22:33:23.734154+0000","last_peered":"2024-03-10T22:33:23.734154+0000","last_clean":"2024-03-10T22:33:23.734154+0000","last_became_active":"2024-03-10T22:21:42.181287+0000","last_became_peered":"2024-03-10T22:21:42.181287+0000","last_unstale":"2024-03-10T22:33:23.734154+0000","last_undegraded":"2024-03-10T22:33:23.734154+0000","last_fullsized":"2024-03-10T22:33:23.734154+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:53:05.578516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691087+0000","last_change":"2024-03-10T22:22:17.585011+0000","last_active":"2024-03-10T22:33:05.691087+0000","last_peered":"2024-03-10T22:33:05.691087+0000","last_clean":"2024-03-10T22:33:05.691087+0000","last_became_active":"2024-03-10T22:22:17.582275+0000","last_became_peered":"2024-03-10T22:22:17.582275+0000","last_unstale":"2024-03-10T22:33:05.691087+0000","last_undegraded":"2024-03-10T22:33:05.691087+0000","last_fullsized":"2024-03-10T22:33:05.691087+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:39:25.397147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"816'1233","reported_seq":5332,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:33:23.734121+0000","last_change":"2024-03-10T22:27:27.476443+0000","last_active":"2024-03-10T22:33:23.734121+0000","last_peered":"2024-03-10T22:33:23.734121+0000","last_clean":"2024-03-10T22:33:23.734121+0000","last_became_active":"2024-03-10T22:21:42.187443+0000","last_became_peered":"2024-03-10T22:21:42.187443+0000","last_unstale":"2024-03-10T22:33:23.734121+0000","last_undegraded":"2024-03-10T22:33:23.734121+0000","last_fullsized":"2024-03-10T22:33:23.734121+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:47:15.664167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050977089999999997,"stat_sum":{"num_bytes":180117504,"num_objects":119,"num_object_clones":113,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":0,"num_read":438,"num_read_kb":622202,"num_write":920,"num_write_kb":239808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":67428352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1216,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734167+0000","last_change":"2024-03-10T22:21:42.180155+0000","last_active":"2024-03-10T22:33:23.734167+0000","last_peered":"2024-03-10T22:33:23.734167+0000","last_clean":"2024-03-10T22:33:23.734167+0000","last_became_active":"2024-03-10T22:21:42.179836+0000","last_became_peered":"2024-03-10T22:21:42.179836+0000","last_unstale":"2024-03-10T22:33:23.734167+0000","last_undegraded":"2024-03-10T22:33:23.734167+0000","last_fullsized":"2024-03-10T22:33:23.734167+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:53:26.868223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968443+0000","last_change":"2024-03-10T22:22:52.860168+0000","last_active":"2024-03-10T22:34:05.968443+0000","last_peered":"2024-03-10T22:34:05.968443+0000","last_clean":"2024-03-10T22:34:05.968443+0000","last_became_active":"2024-03-10T22:22:52.859856+0000","last_became_peered":"2024-03-10T22:22:52.859856+0000","last_unstale":"2024-03-10T22:34:05.968443+0000","last_undegraded":"2024-03-10T22:34:05.968443+0000","last_fullsized":"2024-03-10T22:34:05.968443+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:28:47.304564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"815'695","reported_seq":4661,"reported_epoch":822,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T22:35:08.589095+0000","last_change":"2024-03-10T22:27:27.476247+0000","last_active":"2024-03-10T22:35:08.589095+0000","last_peered":"2024-03-10T22:35:08.589095+0000","last_clean":"2024-03-10T22:35:08.589095+0000","last_became_active":"2024-03-10T22:21:07.231831+0000","last_became_peered":"2024-03-10T22:21:07.231831+0000","last_unstale":"2024-03-10T22:35:08.589095+0000","last_undegraded":"2024-03-10T22:35:08.589095+0000","last_fullsized":"2024-03-10T22:35:08.589095+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":695,"log_dups_size":0,"ondisk_log_size":695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":224,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:50:42.756486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059645800000000001,"stat_sum":{"num_bytes":79052800,"num_objects":75,"num_object_clones":72,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":1,"num_read":239,"num_read_kb":250491,"num_write":628,"num_write_kb":99512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":27361280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"19"},{"start":"d7","length":"2"},{"start":"da","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1229,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:35:04.491167+0000","last_change":"2024-03-10T22:21:07.229980+0000","last_active":"2024-03-10T22:35:04.491167+0000","last_peered":"2024-03-10T22:35:04.491167+0000","last_clean":"2024-03-10T22:35:04.491167+0000","last_became_active":"2024-03-10T22:21:07.226610+0000","last_became_peered":"2024-03-10T22:21:07.226610+0000","last_unstale":"2024-03-10T22:35:04.491167+0000","last_undegraded":"2024-03-10T22:35:04.491167+0000","last_fullsized":"2024-03-10T22:35:04.491167+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:25:31.781460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1110,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832503+0000","last_change":"2024-03-10T22:22:17.582042+0000","last_active":"2024-03-10T22:32:54.832503+0000","last_peered":"2024-03-10T22:32:54.832503+0000","last_clean":"2024-03-10T22:32:54.832503+0000","last_became_active":"2024-03-10T22:22:17.581723+0000","last_became_peered":"2024-03-10T22:22:17.581723+0000","last_unstale":"2024-03-10T22:32:54.832503+0000","last_undegraded":"2024-03-10T22:32:54.832503+0000","last_fullsized":"2024-03-10T22:32:54.832503+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:03:44.407902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'666","reported_seq":3544,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:40.965632+0000","last_change":"2024-03-10T22:27:25.339200+0000","last_active":"2024-03-10T22:33:40.965632+0000","last_peered":"2024-03-10T22:33:40.965632+0000","last_clean":"2024-03-10T22:33:40.965632+0000","last_became_active":"2024-03-10T22:22:52.862168+0000","last_became_peered":"2024-03-10T22:22:52.862168+0000","last_unstale":"2024-03-10T22:33:40.965632+0000","last_undegraded":"2024-03-10T22:33:40.965632+0000","last_fullsized":"2024-03-10T22:33:40.965632+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:14:29.492130+0000","last_clean_scrub_stamp":"2024-03-10T22:14:29.492130+0000","objects_scrubbed":0,"log_size":666,"log_dups_size":0,"ondisk_log_size":666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:19.655448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048770699999999998,"stat_sum":{"num_bytes":31932416,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":186,"num_read_kb":335334,"num_write":273,"num_write_kb":96296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":45350912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"b1","length":"1"},{"start":"b4","length":"2"},{"start":"b7","length":"5"},{"start":"bd","length":"f7"},{"start":"1b5","length":"1"},{"start":"1b7","length":"1"},{"start":"1b9","length":"4"}]},{"pgid":"2.e","version":"61'2","reported_seq":1208,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:23.734202+0000","last_change":"2024-03-10T22:22:52.853752+0000","last_active":"2024-03-10T22:33:23.734202+0000","last_peered":"2024-03-10T22:33:23.734202+0000","last_clean":"2024-03-10T22:33:23.734202+0000","last_became_active":"2024-03-10T22:22:52.853395+0000","last_became_peered":"2024-03-10T22:22:52.853395+0000","last_unstale":"2024-03-10T22:33:23.734202+0000","last_undegraded":"2024-03-10T22:33:23.734202+0000","last_fullsized":"2024-03-10T22:33:23.734202+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:11.303416+0000","last_clean_scrub_stamp":"2024-03-10T22:11:11.303416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:23:06.961507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1048,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:05.968468+0000","last_change":"2024-03-10T22:22:52.856421+0000","last_active":"2024-03-10T22:34:05.968468+0000","last_peered":"2024-03-10T22:34:05.968468+0000","last_clean":"2024-03-10T22:34:05.968468+0000","last_became_active":"2024-03-10T22:22:52.856089+0000","last_became_peered":"2024-03-10T22:22:52.856089+0000","last_unstale":"2024-03-10T22:34:05.968468+0000","last_undegraded":"2024-03-10T22:34:05.968468+0000","last_fullsized":"2024-03-10T22:34:05.968468+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:08:43.109615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1069,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:45.701499+0000","last_change":"2024-03-10T22:22:17.585465+0000","last_active":"2024-03-10T22:34:45.701499+0000","last_peered":"2024-03-10T22:34:45.701499+0000","last_clean":"2024-03-10T22:34:45.701499+0000","last_became_active":"2024-03-10T22:22:17.584840+0000","last_became_peered":"2024-03-10T22:22:17.584840+0000","last_unstale":"2024-03-10T22:34:45.701499+0000","last_undegraded":"2024-03-10T22:34:45.701499+0000","last_fullsized":"2024-03-10T22:34:45.701499+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:29:32.625850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1204,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:28.741466+0000","last_change":"2024-03-10T22:22:17.577956+0000","last_active":"2024-03-10T22:34:28.741466+0000","last_peered":"2024-03-10T22:34:28.741466+0000","last_clean":"2024-03-10T22:34:28.741466+0000","last_became_active":"2024-03-10T22:22:17.577601+0000","last_became_peered":"2024-03-10T22:22:17.577601+0000","last_unstale":"2024-03-10T22:34:28.741466+0000","last_undegraded":"2024-03-10T22:34:28.741466+0000","last_fullsized":"2024-03-10T22:34:28.741466+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:10.809804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:09.841259+0000","last_change":"2024-03-10T22:21:42.191660+0000","last_active":"2024-03-10T22:34:09.841259+0000","last_peered":"2024-03-10T22:34:09.841259+0000","last_clean":"2024-03-10T22:34:09.841259+0000","last_became_active":"2024-03-10T22:21:42.187588+0000","last_became_peered":"2024-03-10T22:21:42.187588+0000","last_unstale":"2024-03-10T22:34:09.841259+0000","last_undegraded":"2024-03-10T22:34:09.841259+0000","last_fullsized":"2024-03-10T22:34:09.841259+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:49:09.068650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1272,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:17.275875+0000","last_change":"2024-03-10T22:21:07.240968+0000","last_active":"2024-03-10T22:33:17.275875+0000","last_peered":"2024-03-10T22:33:17.275875+0000","last_clean":"2024-03-10T22:33:17.275875+0000","last_became_active":"2024-03-10T22:21:07.239698+0000","last_became_peered":"2024-03-10T22:21:07.239698+0000","last_unstale":"2024-03-10T22:33:17.275875+0000","last_undegraded":"2024-03-10T22:33:17.275875+0000","last_fullsized":"2024-03-10T22:33:17.275875+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:28:25.336828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1195,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956376+0000","last_change":"2024-03-10T22:20:30.853808+0000","last_active":"2024-03-10T22:33:28.956376+0000","last_peered":"2024-03-10T22:33:28.956376+0000","last_clean":"2024-03-10T22:33:28.956376+0000","last_became_active":"2024-03-10T22:20:30.853071+0000","last_became_peered":"2024-03-10T22:20:30.853071+0000","last_unstale":"2024-03-10T22:33:28.956376+0000","last_undegraded":"2024-03-10T22:33:28.956376+0000","last_fullsized":"2024-03-10T22:33:28.956376+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:47.871860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1226,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:29.487512+0000","last_change":"2024-03-10T22:20:30.863309+0000","last_active":"2024-03-10T22:34:29.487512+0000","last_peered":"2024-03-10T22:34:29.487512+0000","last_clean":"2024-03-10T22:34:29.487512+0000","last_became_active":"2024-03-10T22:20:30.863005+0000","last_became_peered":"2024-03-10T22:20:30.863005+0000","last_unstale":"2024-03-10T22:34:29.487512+0000","last_undegraded":"2024-03-10T22:34:29.487512+0000","last_fullsized":"2024-03-10T22:34:29.487512+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:47:59.919429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:05.691123+0000","last_change":"2024-03-10T22:22:52.861111+0000","last_active":"2024-03-10T22:33:05.691123+0000","last_peered":"2024-03-10T22:33:05.691123+0000","last_clean":"2024-03-10T22:33:05.691123+0000","last_became_active":"2024-03-10T22:22:52.860762+0000","last_became_peered":"2024-03-10T22:22:52.860762+0000","last_unstale":"2024-03-10T22:33:05.691123+0000","last_undegraded":"2024-03-10T22:33:05.691123+0000","last_fullsized":"2024-03-10T22:33:05.691123+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:38.794708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1179,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:28.956401+0000","last_change":"2024-03-10T22:21:07.228025+0000","last_active":"2024-03-10T22:33:28.956401+0000","last_peered":"2024-03-10T22:33:28.956401+0000","last_clean":"2024-03-10T22:33:28.956401+0000","last_became_active":"2024-03-10T22:21:07.227453+0000","last_became_peered":"2024-03-10T22:21:07.227453+0000","last_unstale":"2024-03-10T22:33:28.956401+0000","last_undegraded":"2024-03-10T22:33:28.956401+0000","last_fullsized":"2024-03-10T22:33:28.956401+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:48:57.655862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1117,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:39.844900+0000","last_change":"2024-03-10T22:21:42.191229+0000","last_active":"2024-03-10T22:34:39.844900+0000","last_peered":"2024-03-10T22:34:39.844900+0000","last_clean":"2024-03-10T22:34:39.844900+0000","last_became_active":"2024-03-10T22:21:42.187623+0000","last_became_peered":"2024-03-10T22:21:42.187623+0000","last_unstale":"2024-03-10T22:34:39.844900+0000","last_undegraded":"2024-03-10T22:34:39.844900+0000","last_fullsized":"2024-03-10T22:34:39.844900+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":488,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:01:04.608159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1187,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:58.959488+0000","last_change":"2024-03-10T22:21:07.233740+0000","last_active":"2024-03-10T22:33:58.959488+0000","last_peered":"2024-03-10T22:33:58.959488+0000","last_clean":"2024-03-10T22:33:58.959488+0000","last_became_active":"2024-03-10T22:21:07.233395+0000","last_became_peered":"2024-03-10T22:21:07.233395+0000","last_unstale":"2024-03-10T22:33:58.959488+0000","last_undegraded":"2024-03-10T22:33:58.959488+0000","last_fullsized":"2024-03-10T22:33:58.959488+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:59.274568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1115,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:32:54.832470+0000","last_change":"2024-03-10T22:22:52.857808+0000","last_active":"2024-03-10T22:32:54.832470+0000","last_peered":"2024-03-10T22:32:54.832470+0000","last_clean":"2024-03-10T22:32:54.832470+0000","last_became_active":"2024-03-10T22:22:52.856708+0000","last_became_peered":"2024-03-10T22:22:52.856708+0000","last_unstale":"2024-03-10T22:32:54.832470+0000","last_undegraded":"2024-03-10T22:32:54.832470+0000","last_fullsized":"2024-03-10T22:32:54.832470+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:02:48.365011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:34:27.287759+0000","last_change":"2024-03-10T22:22:52.864615+0000","last_active":"2024-03-10T22:34:27.287759+0000","last_peered":"2024-03-10T22:34:27.287759+0000","last_clean":"2024-03-10T22:34:27.287759+0000","last_became_active":"2024-03-10T22:22:52.863241+0000","last_became_peered":"2024-03-10T22:22:52.863241+0000","last_unstale":"2024-03-10T22:34:27.287759+0000","last_undegraded":"2024-03-10T22:34:27.287759+0000","last_fullsized":"2024-03-10T22:34:27.287759+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:25:11.731600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-03-10T22:33:30.693720+0000","last_change":"2024-03-10T22:22:17.587650+0000","last_active":"2024-03-10T22:33:30.693720+0000","last_peered":"2024-03-10T22:33:30.693720+0000","last_clean":"2024-03-10T22:33:30.693720+0000","last_became_active":"2024-03-10T22:22:17.586851+0000","last_became_peered":"2024-03-10T22:22:17.586851+0000","last_unstale":"2024-03-10T22:33:30.693720+0000","last_undegraded":"2024-03-10T22:33:30.693720+0000","last_fullsized":"2024-03-10T22:33:30.693720+0000","mapping_epoch":522,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":523,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T22:11:12.307971+0000","last_clean_scrub_stamp":"2024-03-10T22:11:12.307971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:16:55.682788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":842268672,"num_objects":592,"num_object_clones":544,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":7,"num_read":3885,"num_read_kb":5169756,"num_write":8560,"num_write_kb":1834672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":367321088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1253171200,"data_stored":3222319104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23318,"ondisk_log_size":23318,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41520,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":557,"seq":2392296784047,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":91116,"kb_used_omap":35,"kb_used_meta":206684,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":93302784,"data_stored":188251054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35853,"internal_metadata":211645427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":522,"seq":2241972928694,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225496,"kb_used_data":107852,"kb_used_omap":32,"kb_used_meta":117599,"kb_avail":93519656,"statfs":{"total":95995035648,"available":95764127744,"internally_reserved":0,"allocated":110440448,"data_stored":244183638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33488,"internal_metadata":120421680},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586521,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":323120,"kb_used_data":143524,"kb_used_omap":22,"kb_used_meta":179561,"kb_avail":93422032,"statfs":{"total":95995035648,"available":95664160768,"internally_reserved":0,"allocated":146968576,"data_stored":328952344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23527,"internal_metadata":183870489},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796577,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1085852,"kb_used_data":264972,"kb_used_omap":33,"kb_used_meta":820830,"kb_avail":92659300,"statfs":{"total":95995035648,"available":94883123200,"internally_reserved":0,"allocated":271331328,"data_stored":690974320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34000,"internal_metadata":840530736},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":383,"seq":1644972474578,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416628,"kb_used_data":225448,"kb_used_omap":27,"kb_used_meta":191140,"kb_avail":93328524,"statfs":{"total":95995035648,"available":95568408576,"internally_reserved":0,"allocated":230858752,"data_stored":631253950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28474,"internal_metadata":195727558},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":418,"seq":1795296329931,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363696,"kb_used_data":152548,"kb_used_omap":32,"kb_used_meta":211103,"kb_avail":93381456,"statfs":{"total":95995035648,"available":95622610944,"internally_reserved":0,"allocated":156209152,"data_stored":370225310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":216170092},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152580,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347932,"kb_used_data":133456,"kb_used_omap":35,"kb_used_meta":214428,"kb_avail":93397220,"statfs":{"total":95995035648,"available":95638753280,"internally_reserved":0,"allocated":136658944,"data_stored":325422140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36019,"internal_metadata":219575117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":487,"seq":2091649073341,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367672,"kb_used_data":180012,"kb_used_omap":42,"kb_used_meta":187605,"kb_avail":93377480,"statfs":{"total":95995035648,"available":95618539520,"internally_reserved":0,"allocated":184332288,"data_stored":489365648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43400,"internal_metadata":192108152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6219,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4282,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4873,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5464,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5312,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4319,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5102,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":261341184,"data_stored":684818432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":137580544,"data_stored":323387392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":221474816,"data_stored":625688576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":146804736,"data_stored":364654592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":127262720,"data_stored":319856640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":174931968,"data_stored":483794944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":100450304,"data_stored":238022656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":83324928,"data_stored":182095872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T22:37:23.934 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:23.935 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:23.935 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:23.936 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:23.936 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:23.936 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:23.937 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:23.937 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T22:37:23.937 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T22:37:24.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:24 smithi169 ceph-mon[88180]: pgmap v1198: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:24.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:24 smithi169 ceph-mon[88180]: from='client.34803 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:37:24.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:24 smithi169 ceph-mon[90638]: pgmap v1198: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:24.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:24 smithi169 ceph-mon[90638]: from='client.34803 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:37:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:24 smithi172 ceph-mon[84635]: pgmap v1198: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:24.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:24 smithi172 ceph-mon[84635]: from='client.34803 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T22:37:26.253 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:25 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:37:25] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:37:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:26 smithi169 ceph-mon[88180]: pgmap v1199: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:26.754 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:26 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:37:26.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:26 smithi169 ceph-mon[90638]: pgmap v1199: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:26.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:26 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:37:26.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:26 smithi172 ceph-mon[84635]: pgmap v1199: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:26.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:26 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T22:37:28.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:28 smithi169 ceph-mon[88180]: pgmap v1200: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:28.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:28 smithi169 ceph-mon[90638]: pgmap v1200: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:28.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:28 smithi172 ceph-mon[84635]: pgmap v1200: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:30.753 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:30 smithi169 ceph-mon[88180]: pgmap v1201: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:30.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:30 smithi169 ceph-mon[90638]: pgmap v1201: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:30.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:30 smithi172 ceph-mon[84635]: pgmap v1201: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:32.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:32 smithi169 ceph-mon[90638]: pgmap v1202: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:32.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:32 smithi169 ceph-mon[88180]: pgmap v1202: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:32.762 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:32 smithi172 ceph-mon[84635]: pgmap v1202: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:32.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:37:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:37:33.939 ERROR:teuthology:Uncaught exception (Hub) Traceback (most recent call last): File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/rados.py", line 290, in thread manager.wait_snap_trimming_complete(pool); File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/ceph_manager.py", line 2506, in wait_snap_trimming_complete assert (now - start) < FATAL_TIMEOUT, \ AssertionError: failed to complete snap trimming before timeout 2024-03-10T22:37:33.941 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/full_sequential.py", line 37, in task mgr.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/rados.py", line 299, in task running.get() File "src/gevent/greenlet.py", line 831, in gevent._gevent_cgreenlet.Greenlet.get File "src/gevent/greenlet.py", line 373, in gevent._gevent_cgreenlet.Greenlet._raise_exception File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/virtualenv/lib/python3.8/site-packages/gevent/_compat.py", line 49, in reraise raise value.with_traceback(tb) File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/rados.py", line 290, in thread manager.wait_snap_trimming_complete(pool); File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/ceph_manager.py", line 2506, in wait_snap_trimming_complete assert (now - start) < FATAL_TIMEOUT, \ AssertionError: failed to complete snap trimming before timeout 2024-03-10T22:37:34.154 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=996c56fe9e1a4052812fa2e57f591b37 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/full_sequential.py", line 37, in task mgr.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/rados.py", line 299, in task running.get() File "src/gevent/greenlet.py", line 831, in gevent._gevent_cgreenlet.Greenlet.get File "src/gevent/greenlet.py", line 373, in gevent._gevent_cgreenlet.Greenlet._raise_exception File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/virtualenv/lib/python3.8/site-packages/gevent/_compat.py", line 49, in reraise raise value.with_traceback(tb) File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/rados.py", line 290, in thread manager.wait_snap_trimming_complete(pool); File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/ceph_manager.py", line 2506, in wait_snap_trimming_complete assert (now - start) < FATAL_TIMEOUT, \ AssertionError: failed to complete snap trimming before timeout 2024-03-10T22:37:34.157 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-03-10T22:37:34.168 INFO:tasks.cephadm:Teardown begin 2024-03-10T22:37:34.169 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-03-10T22:37:34.169 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T22:37:34.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:34 smithi169 ceph-mon[88180]: pgmap v1203: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:34.503 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:34 smithi169 ceph-mon[90638]: pgmap v1203: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:34.514 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:37:34.514 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54265,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/2975397083","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":2975397083},{"type":"v1","addr":"172.21.15.172:6833","nonce":2975397083}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T22:11:12.664512+0000","modified":"2024-03-10T22:23:17.612411+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":581,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":44342},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44342":{"gid":44342,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.169:6835/344844183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6834","nonce":344844183},{"type":"v1","addr":"172.21.15.169:6835","nonce":344844183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T22:37:34.514 INFO:teuthology.orchestra.run.smithi169.stderr:dumped fsmap epoch 14 2024-03-10T22:37:34.526 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T22:37:34.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:34 smithi172 ceph-mon[84635]: pgmap v1203: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:34.846 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:37:34.846 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54265,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/2975397083","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":2975397083},{"type":"v1","addr":"172.21.15.172:6833","nonce":2975397083}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T22:11:12.664512+0000","modified":"2024-03-10T22:23:17.612411+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":581,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":44342},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44342":{"gid":44342,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.169:6835/344844183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6834","nonce":344844183},{"type":"v1","addr":"172.21.15.169:6835","nonce":344844183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T22:37:34.846 INFO:teuthology.orchestra.run.smithi169.stderr:dumped fsmap epoch 14 2024-03-10T22:37:34.859 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T22:37:35.144 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-03-10T22:37:35.144 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":822,"fsid":"36c3355e-df2a-11ee-95c7-87774f69a715","created":"2024-03-10T22:05:43.082123+0000","modified":"2024-03-10T22:27:26.344726+0000","last_up_change":"2024-03-10T22:22:51.818680+0000","last_in_change":"2024-03-10T22:10:36.898458+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T22:08:53.281039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T22:11:10.665240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T22:11:11.853798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T22:11:56.477048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-03-10T22:14:28.739235+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"822","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":446,"snap_epoch":822,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"aa2e631c-340a-4a44-9927-777b8fa7943b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":301,"up_from":312,"up_thru":557,"down_at":302,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":1444758864},{"type":"v1","addr":"172.21.15.169:6803","nonce":1444758864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":1444758864},{"type":"v1","addr":"172.21.15.169:6805","nonce":1444758864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":1444758864},{"type":"v1","addr":"172.21.15.169:6809","nonce":1444758864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":1444758864},{"type":"v1","addr":"172.21.15.169:6807","nonce":1444758864}]},"public_addr":"172.21.15.169:6803/1444758864","cluster_addr":"172.21.15.169:6805/1444758864","heartbeat_back_addr":"172.21.15.169:6809/1444758864","heartbeat_front_addr":"172.21.15.169:6807/1444758864","state":["exists","up"]},{"osd":1,"uuid":"a3d64ce0-dffb-4440-a467-379a109240d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":337,"up_from":349,"up_thru":557,"down_at":338,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":545595540},{"type":"v1","addr":"172.21.15.169:6811","nonce":545595540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":545595540},{"type":"v1","addr":"172.21.15.169:6813","nonce":545595540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":545595540},{"type":"v1","addr":"172.21.15.169:6817","nonce":545595540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":545595540},{"type":"v1","addr":"172.21.15.169:6815","nonce":545595540}]},"public_addr":"172.21.15.169:6811/545595540","cluster_addr":"172.21.15.169:6813/545595540","heartbeat_back_addr":"172.21.15.169:6817/545595540","heartbeat_front_addr":"172.21.15.169:6815/545595540","state":["exists","up"]},{"osd":2,"uuid":"954f01a9-611e-4d4b-99a3-a63db110b999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":372,"up_from":383,"up_thru":557,"down_at":373,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1532232691},{"type":"v1","addr":"172.21.15.169:6819","nonce":1532232691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1532232691},{"type":"v1","addr":"172.21.15.169:6821","nonce":1532232691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":1532232691},{"type":"v1","addr":"172.21.15.169:6825","nonce":1532232691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1532232691},{"type":"v1","addr":"172.21.15.169:6823","nonce":1532232691}]},"public_addr":"172.21.15.169:6819/1532232691","cluster_addr":"172.21.15.169:6821/1532232691","heartbeat_back_addr":"172.21.15.169:6825/1532232691","heartbeat_front_addr":"172.21.15.169:6823/1532232691","state":["exists","up"]},{"osd":3,"uuid":"dc0bbb49-0d72-4175-a9a0-253b0e813f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":407,"up_from":418,"up_thru":557,"down_at":408,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":3649195998},{"type":"v1","addr":"172.21.15.169:6827","nonce":3649195998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":3649195998},{"type":"v1","addr":"172.21.15.169:6829","nonce":3649195998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":3649195998},{"type":"v1","addr":"172.21.15.169:6833","nonce":3649195998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":3649195998},{"type":"v1","addr":"172.21.15.169:6831","nonce":3649195998}]},"public_addr":"172.21.15.169:6827/3649195998","cluster_addr":"172.21.15.169:6829/3649195998","heartbeat_back_addr":"172.21.15.169:6833/3649195998","heartbeat_front_addr":"172.21.15.169:6831/3649195998","state":["exists","up"]},{"osd":4,"uuid":"4a316844-2de4-45ec-8af2-e9b9f544ef3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":442,"up_from":454,"up_thru":557,"down_at":443,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":2053236319},{"type":"v1","addr":"172.21.15.172:6801","nonce":2053236319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":2053236319},{"type":"v1","addr":"172.21.15.172:6803","nonce":2053236319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":2053236319},{"type":"v1","addr":"172.21.15.172:6807","nonce":2053236319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":2053236319},{"type":"v1","addr":"172.21.15.172:6805","nonce":2053236319}]},"public_addr":"172.21.15.172:6801/2053236319","cluster_addr":"172.21.15.172:6803/2053236319","heartbeat_back_addr":"172.21.15.172:6807/2053236319","heartbeat_front_addr":"172.21.15.172:6805/2053236319","state":["exists","up"]},{"osd":5,"uuid":"09350539-4865-463a-aa77-ce4d76943c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":476,"up_from":487,"up_thru":557,"down_at":477,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":549382936},{"type":"v1","addr":"172.21.15.172:6809","nonce":549382936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":549382936},{"type":"v1","addr":"172.21.15.172:6811","nonce":549382936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":549382936},{"type":"v1","addr":"172.21.15.172:6815","nonce":549382936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":549382936},{"type":"v1","addr":"172.21.15.172:6813","nonce":549382936}]},"public_addr":"172.21.15.172:6809/549382936","cluster_addr":"172.21.15.172:6811/549382936","heartbeat_back_addr":"172.21.15.172:6815/549382936","heartbeat_front_addr":"172.21.15.172:6813/549382936","state":["exists","up"]},{"osd":6,"uuid":"53a1635f-1c59-4c3a-8099-aae5fbc99ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":511,"up_from":522,"up_thru":557,"down_at":512,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":1336979010},{"type":"v1","addr":"172.21.15.172:6817","nonce":1336979010}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":1336979010},{"type":"v1","addr":"172.21.15.172:6819","nonce":1336979010}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":1336979010},{"type":"v1","addr":"172.21.15.172:6823","nonce":1336979010}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":1336979010},{"type":"v1","addr":"172.21.15.172:6821","nonce":1336979010}]},"public_addr":"172.21.15.172:6817/1336979010","cluster_addr":"172.21.15.172:6819/1336979010","heartbeat_back_addr":"172.21.15.172:6823/1336979010","heartbeat_front_addr":"172.21.15.172:6821/1336979010","state":["exists","up"]},{"osd":7,"uuid":"d5df5510-af8d-4896-8d0d-6b652920cafa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":546,"up_from":557,"up_thru":557,"down_at":547,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6824","nonce":2215628665},{"type":"v1","addr":"172.21.15.172:6825","nonce":2215628665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":2215628665},{"type":"v1","addr":"172.21.15.172:6827","nonce":2215628665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":2215628665},{"type":"v1","addr":"172.21.15.172:6831","nonce":2215628665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":2215628665},{"type":"v1","addr":"172.21.15.172:6829","nonce":2215628665}]},"public_addr":"172.21.15.172:6825/2215628665","cluster_addr":"172.21.15.172:6827/2215628665","heartbeat_back_addr":"172.21.15.172:6831/2215628665","heartbeat_front_addr":"172.21.15.172:6829/2215628665","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:00.294379+0000","dead_epoch":301},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:25.614519+0000","dead_epoch":337},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:08:50.761817+0000","dead_epoch":372},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:16.169730+0000","dead_epoch":407},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:09:39.028908+0000","dead_epoch":442},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:03.890535+0000","dead_epoch":476},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:28.255439+0000","dead_epoch":511},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T22:10:52.629992+0000","dead_epoch":546}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"2.4","mappings":[{"from":0,"to":4}]},{"pgid":"2.5","mappings":[{"from":7,"to":1}]},{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"2.10","mappings":[{"from":0,"to":3}]},{"pgid":"2.1b","mappings":[{"from":7,"to":1}]},{"pgid":"2.1c","mappings":[{"from":7,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"5.4","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.172:6832/2547010137":"2024-03-11T22:23:15.596402+0000","172.21.15.169:0/814165204":"2024-03-11T22:17:10.457198+0000","172.21.15.169:0/1967052211":"2024-03-11T22:17:10.457198+0000","172.21.15.169:0/3186442964":"2024-03-11T22:17:10.457198+0000","172.21.15.169:0/1449905816":"2024-03-11T22:17:10.457198+0000","172.21.15.169:6801/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6800/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6800/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.172:6835/1370121572":"2024-03-11T22:16:25.048539+0000","172.21.15.169:6801/2853503111":"2024-03-11T22:06:36.950963+0000","172.21.15.172:0/829126680":"2024-03-11T22:16:25.048539+0000","172.21.15.169:0/3253425594":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6801/2352364663":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/232653515":"2024-03-11T22:15:49.971440+0000","172.21.15.169:0/3884789915":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/182206874":"2024-03-11T22:06:36.950963+0000","172.21.15.169:0/4124587047":"2024-03-11T22:15:49.971440+0000","172.21.15.169:0/2154920487":"2024-03-11T22:06:10.978731+0000","172.21.15.172:6833/2547010137":"2024-03-11T22:23:15.596402+0000","172.21.15.169:0/800556964":"2024-03-11T22:15:49.971440+0000","172.21.15.169:0/1883893908":"2024-03-11T22:17:10.457198+0000","172.21.15.172:0/1882282429":"2024-03-11T22:16:25.048539+0000","172.21.15.169:0/1451105688":"2024-03-11T22:17:10.457198+0000","172.21.15.172:0/3594757702":"2024-03-11T22:16:25.048539+0000","172.21.15.169:0/4104213408":"2024-03-11T22:15:49.971440+0000","172.21.15.172:0/346758826":"2024-03-11T22:16:25.048539+0000","172.21.15.169:0/3289464791":"2024-03-11T22:17:10.457198+0000","172.21.15.172:0/2313961135":"2024-03-11T22:16:25.048539+0000","172.21.15.169:6800/583298680":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/58014368":"2024-03-11T22:15:49.971440+0000","172.21.15.169:0/3116045253":"2024-03-11T22:11:43.073507+0000","172.21.15.169:0/2549264332":"2024-03-11T22:06:36.950963+0000","172.21.15.169:6801/3585102573":"2024-03-11T22:15:49.971440+0000","172.21.15.169:0/4119194073":"2024-03-11T22:11:43.073507+0000","172.21.15.169:6801/383790419":"2024-03-11T22:17:10.457198+0000","172.21.15.169:0/524846811":"2024-03-11T22:06:10.978731+0000","172.21.15.169:0/2511390400":"2024-03-11T22:06:10.978731+0000","172.21.15.169:6800/3585102573":"2024-03-11T22:15:49.971440+0000","172.21.15.172:0/665471543":"2024-03-11T22:16:25.048539+0000","172.21.15.169:6800/383790419":"2024-03-11T22:17:10.457198+0000","172.21.15.172:6834/1370121572":"2024-03-11T22:16:25.048539+0000","172.21.15.169:0/2059871501":"2024-03-11T22:11:43.073507+0000","172.21.15.172:0/455878643":"2024-03-11T22:16:25.048539+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":177,"length":1},{"begin":180,"length":2},{"begin":183,"length":5},{"begin":189,"length":247},{"begin":437,"length":1},{"begin":439,"length":1},{"begin":441,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T22:37:35.158 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-03-10T22:37:35.492 INFO:teuthology.orchestra.run.smithi169.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-03-10T22:37:35.505 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-03-10T22:37:35.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/2195418816' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:37:35.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/3118243490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:37:35.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/2537486361' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:37:35.719 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/2195418816' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:37:35.719 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/3118243490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:37:35.719 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/2537486361' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:37:35.719 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:37:35.482+0000 7fc675098700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T22:37:35.720 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:37:35.494+0000 7fa2d782f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:37:35.720 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:37:35.494+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:37:35.720 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a[116021]: -4815> 2024-03-10T22:23:20.090+0000 7f8757b05700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-10T22:37:35.720 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a[116021]: ignoring --setuser ceph since I am not root 2024-03-10T22:37:35.721 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a[116021]: ignoring --setgroup ceph since I am not root 2024-03-10T22:37:35.721 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a[116021]: starting mds.a at 2024-03-10T22:37:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:35 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/2195418816' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:37:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:35 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/3118243490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T22:37:35.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:35 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/2537486361' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T22:37:35.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:37:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:37:35.491+0000 7f49b0433700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:37:35.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:37:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:37:35.491+0000 7f49b0433700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:37:35.970 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: ::ffff:172.21.15.172 - - [10/Mar/2024:22:37:35] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-03-10T22:37:35.970 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:35.718+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:37:35.971 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:35.718+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:37:35.971 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:35.718+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:37:35.971 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:35.718+0000 7f5688bab700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:37:35.971 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:35.718+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:37:35.971 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:35.718+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:37:35.971 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:35 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:35.718+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:37:36.508 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-03-10T22:37:36.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: pgmap v1204: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:36.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/3274339551' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T22:37:36.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T22:37:36.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T22:37:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T22:37:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-10T22:37:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: osdmap e823: 8 total, 8 up, 8 in 2024-03-10T22:37:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:37:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T22:37:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:37:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:37:36.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:37:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:37:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:37:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:37:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:37:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/1888846187' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:37:36.755 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[90638]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:37:36.755 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: pgmap v1204: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:36.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/3274339551' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T22:37:36.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T22:37:36.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T22:37:36.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T22:37:36.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-10T22:37:36.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: osdmap e823: 8 total, 8 up, 8 in 2024-03-10T22:37:36.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:37:36.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T22:37:36.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:37:36.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:37:36.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:37:36.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:37:36.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:37:36.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:37:36.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:37:36.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/1888846187' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:37:36.757 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:36 smithi169 ceph-mon[88180]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:37:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: pgmap v1204: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/3274339551' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T22:37:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T22:37:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T22:37:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T22:37:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-10T22:37:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: osdmap e823: 8 total, 8 up, 8 in 2024-03-10T22:37:36.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:37:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T22:37:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:37:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:37:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:37:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:37:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:37:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:37:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:37:36.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/1888846187' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:37:36.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:36 smithi172 ceph-mon[84635]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T22:37:37.506 INFO:teuthology.orchestra.run.smithi169.stderr:pool 'cephfs_metadata' removed 2024-03-10T22:37:37.524 DEBUG:teuthology.orchestra.run.smithi169:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-03-10T22:37:37.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:37:37.507+0000 7fa2d8831700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:37:37.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:37:37.507+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:37:37.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[90638]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T22:37:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[90638]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T22:37:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[90638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:37:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[90638]: mds.? [v2:172.21.15.169:6834/398662931,v1:172.21.15.169:6835/398662931] up:boot 2024-03-10T22:37:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[90638]: fsmap 2 up:standby 2024-03-10T22:37:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[90638]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:37:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/2583677382' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:37.754 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[90638]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:37.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:37.560+0000 7f56863a6700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:37:37.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:37.560+0000 7f56863a6700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:37:37.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:37.561+0000 7f56893ac700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:37:37.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:37.562+0000 7f56833a0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:37:37.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:37.564+0000 7f5688bab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:37:37.755 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:37.564+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:37:37.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[88180]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T22:37:37.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[88180]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T22:37:37.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[88180]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:37:37.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[88180]: mds.? [v2:172.21.15.169:6834/398662931,v1:172.21.15.169:6835/398662931] up:boot 2024-03-10T22:37:37.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[88180]: fsmap 2 up:standby 2024-03-10T22:37:37.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[88180]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:37:37.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/2583677382' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:37.756 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:37 smithi169 ceph-mon[88180]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:37.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:37:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:37:37.500+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:37:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:37 smithi172 ceph-mon[84635]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T22:37:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:37 smithi172 ceph-mon[84635]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T22:37:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:37 smithi172 ceph-mon[84635]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-10T22:37:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:37 smithi172 ceph-mon[84635]: mds.? [v2:172.21.15.169:6834/398662931,v1:172.21.15.169:6835/398662931] up:boot 2024-03-10T22:37:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:37 smithi172 ceph-mon[84635]: fsmap 2 up:standby 2024-03-10T22:37:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:37 smithi172 ceph-mon[84635]: from='mgr.25151 172.21.15.169:0/3173080995' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T22:37:37.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:37 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/2583677382' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:37.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:37 smithi172 ceph-mon[84635]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:38.503 INFO:teuthology.orchestra.run.smithi169.stderr:pool 'cephfs_data' removed 2024-03-10T22:37:38.528 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-10T22:37:38.556 DEBUG:teuthology.orchestra.run.smithi172:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-10T22:37:38.603 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-03-10T22:37:38.603 DEBUG:teuthology.orchestra.run.smithi169:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-10T22:37:38.618 DEBUG:teuthology.orchestra.run.smithi172:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-10T22:37:38.633 INFO:tasks.cephadm:Stopping all daemons... 2024-03-10T22:37:38.634 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-03-10T22:37:38.634 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.a 2024-03-10T22:37:38.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:37:38.501+0000 7f49ac42b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fb after trimming was started 2024-03-10T22:37:38.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:37:38.502+0000 7f49ac42b700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:37:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: pgmap v1206: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:38.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-10T22:37:38.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:37:38.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: osdmap e824: 8 total, 8 up, 8 in 2024-03-10T22:37:38.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:37:38.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:37:38.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:37:38.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:37:38.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:37:38.764 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:37:38.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:37:38.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: from='client.? 172.21.15.169:0/990642114' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:38.765 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:38 smithi172 ceph-mon[84635]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:38.972 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: pgmap v1206: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:38.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-10T22:37:38.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:37:38.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: osdmap e824: 8 total, 8 up, 8 in 2024-03-10T22:37:38.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:37:38.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:37:38.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:37:38.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:37:38.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:37:38.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:37:38.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:37:38.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: from='client.? 172.21.15.169:0/990642114' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:38.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[88180]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:38.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 systemd[1]: Stopping Ceph mon.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:37:38.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: pgmap v1206: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 804 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-03-10T22:37:38.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-10T22:37:38.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:74545209:::smithi16976610-36:fb repair needed (no obc) 2024-03-10T22:37:38.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: osdmap e824: 8 total, 8 up, 8 in 2024-03-10T22:37:38.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:37:38.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:37:38.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:37:38.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:37:38.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:37:38.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:37:38.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:37:38.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: from='client.? 172.21.15.169:0/990642114' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:38.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-mon[90638]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T22:37:38.976 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:37:38.509+0000 7fa2dc839700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:cee65a20:::smithi16976610-19:b4 repair needed (no obc) 2024-03-10T22:37:38.976 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:37:38.515+0000 7fa2db837700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a671bb45:::smithi16976610-13:be repair needed (no obc) 2024-03-10T22:37:38.977 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:38.502+0000 7f5684ba3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:37:38.977 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:38.502+0000 7f5684ba3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:dbee9716:::smithi16976610-27:db repair needed (no obc) 2024-03-10T22:37:38.977 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:38.502+0000 7f56853a4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e1fe690:::smithi16976610-29:da repair needed (no obc) 2024-03-10T22:37:38.977 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:38.503+0000 7f5687ba9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:bca38b6f:::smithi16976610-24:d7 repair needed (no obc) 2024-03-10T22:37:38.977 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:38.504+0000 7f56873a8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T22:37:38.977 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:38.504+0000 7f56873a8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:68b71019:::smithi16976610-10:d6 repair needed (no obc) 2024-03-10T22:37:38.977 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:37:38.504+0000 7f568a3ae700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{e9=[e8,e7],f9=[f9,f8,f3,f1],119=[118,116,115,10f],125=[125,124,123,122,11f],13a=[13a,139,138],13b=[13b],148=[148,147,146,145,144,143,142],14b=[14b,14a],154=[154,153,151,150,14f,14e],17d=[17d,17c,17a],19d=[19d,19c,19a,199,196,193,192,191],19f=[19e],1aa=[1aa,1a9,1a7,1a6,1a4,1a2,1a1,1a0],1b5=[1b5,1b4,1b3,1b0,1ab],1b7=[1b7,1b6]} for object 5:1317b890:::smithi16976610-9:d6 2024-03-10T22:37:39.247 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:37:38.972+0000 7fc67a8a3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:37:39.247 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:38 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a[88176]: 2024-03-10T22:37:38.972+0000 7fc67a8a3700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-03-10T22:37:39.503 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:39 smithi169 podman[138820]: 2024-03-10 22:37:39.248473879 +0000 UTC m=+0.401669807 container died 3ab73fd15216645ad8ae9d76d915d912ebd4616c4419b647d6693ce9744c062a (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d) 2024-03-10T22:37:39.998 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:39 smithi169 podman[138820]: 2024-03-10 22:37:39.731377271 +0000 UTC m=+0.884573202 container cleanup 3ab73fd15216645ad8ae9d76d915d912ebd4616c4419b647d6693ce9744c062a (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-cb2b48d) 2024-03-10T22:37:39.999 INFO:journalctl@ceph.mon.a.smithi169.stdout:Mar 10 22:37:39 smithi169 bash[138820]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-a 2024-03-10T22:37:40.112 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.a.service' 2024-03-10T22:37:40.164 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:37:40.165 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-03-10T22:37:40.165 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-03-10T22:37:40.165 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.c 2024-03-10T22:37:40.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:40 smithi169 systemd[1]: Stopping Ceph mon.c for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:37:40.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c[90634]: 2024-03-10T22:37:40.444+0000 7fdd1adcc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:37:40.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c[90634]: 2024-03-10T22:37:40.444+0000 7fdd1adcc700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-03-10T22:37:40.753 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:40 smithi169 podman[138943]: 2024-03-10 22:37:40.60818157 +0000 UTC m=+0.261643673 container died 4a535ced9626379dfd16495e3bbe04c0a34f50afe7cf367237a02fa5cf1d44f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-03-10T22:37:40.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:37:40] ENGINE Bus STOPPING 2024-03-10T22:37:40.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:37:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T22:37:40.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:37:40] ENGINE Bus STOPPED 2024-03-10T22:37:40.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:37:40] ENGINE Bus STARTING 2024-03-10T22:37:40.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:37:40] ENGINE Serving on http://:::9283 2024-03-10T22:37:40.754 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: [10/Mar/2024:22:37:40] ENGINE Bus STARTED 2024-03-10T22:37:41.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:41 smithi169 podman[138943]: 2024-03-10 22:37:41.095776606 +0000 UTC m=+0.749238754 container cleanup 4a535ced9626379dfd16495e3bbe04c0a34f50afe7cf367237a02fa5cf1d44f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c, RELEASE=main-cb2b48d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:37:41.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Mar 10 22:37:41 smithi169 bash[138943]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-c 2024-03-10T22:37:41.515 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.c.service' 2024-03-10T22:37:41.552 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:37:41.553 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-03-10T22:37:41.553 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-03-10T22:37:41.553 DEBUG:teuthology.orchestra.run.smithi172:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.b 2024-03-10T22:37:41.865 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:41 smithi172 systemd[1]: Stopping Ceph mon.b for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:37:42.262 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b[84631]: 2024-03-10T22:37:41.865+0000 7f69aec2c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:37:42.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b[84631]: 2024-03-10T22:37:41.865+0000 7f69aec2c700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-03-10T22:37:42.263 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:42 smithi172 podman[126816]: 2024-03-10 22:37:42.069932886 +0000 UTC m=+0.318931222 container died 8f5e1596cf772b757bdd57195a5028d6fcedfd41d1298ab8e7a6a88e906e86da (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d) 2024-03-10T22:37:42.762 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:37:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi169:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"36c3355e-df2a-11ee-95c7-87774f69a715\", instance=\"smithi169:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T22:37:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:42 smithi172 podman[126816]: 2024-03-10 22:37:42.541004913 +0000 UTC m=+0.790003260 container cleanup 8f5e1596cf772b757bdd57195a5028d6fcedfd41d1298ab8e7a6a88e906e86da (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-10T22:37:42.763 INFO:journalctl@ceph.mon.b.smithi172.stdout:Mar 10 22:37:42 smithi172 bash[126816]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mon-b 2024-03-10T22:37:42.966 DEBUG:teuthology.orchestra.run.smithi172:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mon.b.service' 2024-03-10T22:37:43.014 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:37:43.014 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-03-10T22:37:43.014 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-03-10T22:37:43.015 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.y 2024-03-10T22:37:43.332 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:43 smithi169 systemd[1]: Stopping Ceph mgr.y for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:37:43.600 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:37:43.331+0000 7fcbdcf54700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:37:43.601 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y[79377]: 2024-03-10T22:37:43.331+0000 7fcbdcf54700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-03-10T22:37:43.601 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:43 smithi169 podman[139075]: 2024-03-10 22:37:43.3639445 +0000 UTC m=+0.150645026 container died e3cc047c8b1551169729e994f8b6bd3a9f18ce2f3212b55a0849dc09e860e78b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d) 2024-03-10T22:37:43.893 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:43 smithi169 podman[139075]: 2024-03-10 22:37:43.67551338 +0000 UTC m=+0.462213905 container cleanup e3cc047c8b1551169729e994f8b6bd3a9f18ce2f3212b55a0849dc09e860e78b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-03-10T22:37:43.893 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Mar 10 22:37:43 smithi169 bash[139075]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-y 2024-03-10T22:37:44.039 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.y.service' 2024-03-10T22:37:44.075 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:37:44.076 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-03-10T22:37:44.076 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-03-10T22:37:44.076 DEBUG:teuthology.orchestra.run.smithi172:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.x 2024-03-10T22:37:44.485 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:37:44 smithi172 systemd[1]: Stopping Ceph mgr.x for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:37:44.763 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:37:44 smithi172 podman[126944]: 2024-03-10 22:37:44.485926931 +0000 UTC m=+0.221271886 container died 3626f844d40f176f8d35ed7659b9d08ecdb39aef2613300b4ddc32eb3cdf0e68 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-03-10T22:37:45.105 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:37:44 smithi172 podman[126944]: 2024-03-10 22:37:44.896244252 +0000 UTC m=+0.631589223 container cleanup 3626f844d40f176f8d35ed7659b9d08ecdb39aef2613300b4ddc32eb3cdf0e68 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:37:45.105 INFO:journalctl@ceph.mgr.x.smithi172.stdout:Mar 10 22:37:44 smithi172 bash[126944]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mgr-x 2024-03-10T22:37:45.233 DEBUG:teuthology.orchestra.run.smithi172:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mgr.x.service' 2024-03-10T22:37:45.284 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:37:45.284 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-03-10T22:37:45.285 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-03-10T22:37:45.285 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.0 2024-03-10T22:37:45.587 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:45 smithi169 systemd[1]: Stopping Ceph osd.0 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:37:46.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:37:45.586+0000 7fa2f526f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:37:46.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:37:45.586+0000 7fa2f526f700 -1 osd.0 825 *** Got signal Terminated *** 2024-03-10T22:37:46.003 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:45 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0[96060]: 2024-03-10T22:37:45.586+0000 7fa2f526f700 -1 osd.0 825 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:37:50.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:37:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:37:50.170Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:37:50.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:37:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:37:50.171Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:37:51.296 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:51 smithi169 podman[139196]: 2024-03-10 22:37:51.004572335 +0000 UTC m=+5.523755484 container died e60d9590433b16c27d2807380f7b6ba16489132741fcfbfad0770f2ab918369d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS) 2024-03-10T22:37:51.637 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:51 smithi169 podman[139196]: 2024-03-10 22:37:51.39619032 +0000 UTC m=+5.915373468 container cleanup e60d9590433b16c27d2807380f7b6ba16489132741fcfbfad0770f2ab918369d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0, RELEASE=main-cb2b48d, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-03-10T22:37:51.638 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:51 smithi169 bash[139196]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0 2024-03-10T22:37:51.958 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:51 smithi169 podman[139213]: 2024-03-10 22:37:51.639039768 +0000 UTC m=+0.629363135 container remove e60d9590433b16c27d2807380f7b6ba16489132741fcfbfad0770f2ab918369d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-03-10T22:37:52.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:51 smithi169 podman[139303]: 2024-03-10 22:37:51.862529441 +0000 UTC m=+0.019641889 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:37:52.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:51 smithi169 podman[139303]: 2024-03-10 22:37:51.964887314 +0000 UTC m=+0.121999756 container create 3b226ece1b72f9cb3bc46741f011de01527424304e4ddddaea66fd71278ff863 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-10T22:37:52.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:52 smithi169 podman[139303]: 2024-03-10 22:37:52.176158019 +0000 UTC m=+0.333270463 container init 3b226ece1b72f9cb3bc46741f011de01527424304e4ddddaea66fd71278ff863 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-03-10T22:37:52.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:52 smithi169 podman[139303]: 2024-03-10 22:37:52.179228232 +0000 UTC m=+0.336340675 container start 3b226ece1b72f9cb3bc46741f011de01527424304e4ddddaea66fd71278ff863 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=) 2024-03-10T22:37:52.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:52 smithi169 podman[139303]: 2024-03-10 22:37:52.259465587 +0000 UTC m=+0.416578055 container attach 3b226ece1b72f9cb3bc46741f011de01527424304e4ddddaea66fd71278ff863 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-10T22:37:52.753 INFO:journalctl@ceph.osd.0.smithi169.stdout:Mar 10 22:37:52 smithi169 podman[139303]: 2024-03-10 22:37:52.466487752 +0000 UTC m=+0.623600195 container died 3b226ece1b72f9cb3bc46741f011de01527424304e4ddddaea66fd71278ff863 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-0-deactivate, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:37:53.134 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.0.service' 2024-03-10T22:37:53.180 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:37:53.180 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-03-10T22:37:53.180 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-03-10T22:37:53.181 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.1 2024-03-10T22:37:53.411 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:37:53 smithi169 systemd[1]: Stopping Ceph osd.1 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:37:53.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:37:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:37:53.514Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:37:53.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:37:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:37:53.514Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:37:53.753 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:37:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[101077]: 2024-03-10T22:37:53.516+0000 7f20569cc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:37:53.754 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:37:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[101077]: 2024-03-10T22:37:53.516+0000 7f20569cc700 -1 osd.1 825 *** Got signal Terminated *** 2024-03-10T22:37:53.754 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:37:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1[101077]: 2024-03-10T22:37:53.516+0000 7f20569cc700 -1 osd.1 825 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:37:53.956 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:37:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:37:53.703Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-03-10T22:37:53.956 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:37:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:37:53.704Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-03-10T22:37:53.956 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:37:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:37:53.705Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-03-10T22:37:53.956 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:37:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:37:53.705Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-03-10T22:37:53.957 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:37:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:37:53.707Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-03-10T22:37:54.656 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:37:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:37:54.487Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:37:54.656 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:37:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:37:54.487Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:37:59.482 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:37:59 smithi169 podman[139410]: 2024-03-10 22:37:59.065163591 +0000 UTC m=+5.687875394 container died 32abc424c71c0f7276b7d4239c2beb986eeed105622b864d4c8288ec0a9150dc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-cb2b48d) 2024-03-10T22:37:59.482 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:37:59 smithi169 podman[139410]: 2024-03-10 22:37:59.483292765 +0000 UTC m=+6.106004613 container cleanup 32abc424c71c0f7276b7d4239c2beb986eeed105622b864d4c8288ec0a9150dc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-03-10T22:37:59.742 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:37:59 smithi169 bash[139410]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1 2024-03-10T22:38:00.003 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:37:59 smithi169 podman[139440]: 2024-03-10 22:37:59.743154895 +0000 UTC m=+0.676945188 container remove 32abc424c71c0f7276b7d4239c2beb986eeed105622b864d4c8288ec0a9150dc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:38:00.354 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:38:00 smithi169 podman[139535]: 2024-03-10 22:38:00.00107785 +0000 UTC m=+0.019143566 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:38:00.354 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:38:00 smithi169 podman[139535]: 2024-03-10 22:38:00.11067085 +0000 UTC m=+0.128736611 container create 456d7360726595364baa697a8e29ad6867bab456256644839696f9808fd47b03 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-03-10T22:38:00.354 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:38:00 smithi169 podman[139535]: 2024-03-10 22:38:00.35495593 +0000 UTC m=+0.373021646 container init 456d7360726595364baa697a8e29ad6867bab456256644839696f9808fd47b03 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, ceph=True) 2024-03-10T22:38:00.354 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:00.170Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:00.355 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:00.170Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:00.355 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:00.171Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:00.645 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:38:00 smithi169 podman[139535]: 2024-03-10 22:38:00.358276354 +0000 UTC m=+0.376342069 container start 456d7360726595364baa697a8e29ad6867bab456256644839696f9808fd47b03 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307) 2024-03-10T22:38:00.645 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:38:00 smithi169 podman[139535]: 2024-03-10 22:38:00.454951366 +0000 UTC m=+0.473017096 container attach 456d7360726595364baa697a8e29ad6867bab456256644839696f9808fd47b03 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-03-10T22:38:00.931 INFO:journalctl@ceph.osd.1.smithi169.stdout:Mar 10 22:38:00 smithi169 podman[139535]: 2024-03-10 22:38:00.646460682 +0000 UTC m=+0.664526390 container died 456d7360726595364baa697a8e29ad6867bab456256644839696f9808fd47b03 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-1-deactivate, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-10T22:38:01.239 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.1.service' 2024-03-10T22:38:01.282 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:38:01.282 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-03-10T22:38:01.283 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-03-10T22:38:01.283 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.2 2024-03-10T22:38:01.503 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:01 smithi169 systemd[1]: Stopping Ceph osd.2 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:38:02.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:38:01.611+0000 7f56a55e9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:38:02.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:38:01.611+0000 7f56a55e9700 -1 osd.2 825 *** Got signal Terminated *** 2024-03-10T22:38:02.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:01 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2[106159]: 2024-03-10T22:38:01.611+0000 7f56a55e9700 -1 osd.2 825 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:38:04.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:03.514Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:04.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:03.515Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:04.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:03 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:03.515Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:04.740 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:04.486Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:04.741 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:04.487Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:04.741 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:04 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:04.487Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:07.312 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:07 smithi169 podman[139641]: 2024-03-10 22:38:07.045163243 +0000 UTC m=+5.539702093 container died 16a3c6ec71656d2f45aa969c0c7732dd47920243afb5701d323531ad0d855796 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-03-10T22:38:07.686 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:07 smithi169 podman[139641]: 2024-03-10 22:38:07.478104569 +0000 UTC m=+5.972643460 container cleanup 16a3c6ec71656d2f45aa969c0c7732dd47920243afb5701d323531ad0d855796 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2) 2024-03-10T22:38:07.687 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:07 smithi169 bash[139641]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2 2024-03-10T22:38:08.003 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:07 smithi169 podman[139659]: 2024-03-10 22:38:07.687818877 +0000 UTC m=+0.640987650 container remove 16a3c6ec71656d2f45aa969c0c7732dd47920243afb5701d323531ad0d855796 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-03-10T22:38:08.407 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:08 smithi169 podman[139751]: 2024-03-10 22:38:08.105304921 +0000 UTC m=+0.115825741 container create 314af56869f5e30d3fc8166e184dbb26b8a55c661b9cc1ba13e5ac0542b8825d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-03-10T22:38:08.407 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:08 smithi169 podman[139751]: 2024-03-10 22:38:08.008920398 +0000 UTC m=+0.019441160 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:38:08.407 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:08 smithi169 podman[139751]: 2024-03-10 22:38:08.32456753 +0000 UTC m=+0.335088298 container init 314af56869f5e30d3fc8166e184dbb26b8a55c661b9cc1ba13e5ac0542b8825d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux ) 2024-03-10T22:38:08.407 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:08 smithi169 podman[139751]: 2024-03-10 22:38:08.327694689 +0000 UTC m=+0.338215444 container start 314af56869f5e30d3fc8166e184dbb26b8a55c661b9cc1ba13e5ac0542b8825d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5) 2024-03-10T22:38:08.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:08 smithi169 podman[139751]: 2024-03-10 22:38:08.407869896 +0000 UTC m=+0.418390661 container attach 314af56869f5e30d3fc8166e184dbb26b8a55c661b9cc1ba13e5ac0542b8825d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:38:08.753 INFO:journalctl@ceph.osd.2.smithi169.stdout:Mar 10 22:38:08 smithi169 podman[139751]: 2024-03-10 22:38:08.612816493 +0000 UTC m=+0.623337248 container died 314af56869f5e30d3fc8166e184dbb26b8a55c661b9cc1ba13e5ac0542b8825d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:38:09.173 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.2.service' 2024-03-10T22:38:09.214 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:38:09.214 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-03-10T22:38:09.214 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-03-10T22:38:09.214 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.3 2024-03-10T22:38:09.503 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:09 smithi169 systemd[1]: Stopping Ceph osd.3 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:38:10.003 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[110745]: 2024-03-10T22:38:09.555+0000 7f7746f4c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:38:10.003 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[110745]: 2024-03-10T22:38:09.555+0000 7f7746f4c700 -1 osd.3 825 *** Got signal Terminated *** 2024-03-10T22:38:10.003 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:09 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[110745]: 2024-03-10T22:38:09.555+0000 7f7746f4c700 -1 osd.3 825 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:38:10.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:10.171Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:10.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:10.171Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:10.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:10 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:10.172Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:12.753 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:12 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[110745]: 2024-03-10T22:38:12.404+0000 7f773f538700 -1 osd.3 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:45.018262+0000 front 2024-03-10T22:37:45.018336+0000 (oldest deadline 2024-03-10T22:38:12.018889+0000) 2024-03-10T22:38:12.763 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:12 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:12.461+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:13.753 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[110745]: 2024-03-10T22:38:13.443+0000 7f773f538700 -1 osd.3 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:45.018262+0000 front 2024-03-10T22:37:45.018336+0000 (oldest deadline 2024-03-10T22:38:12.018889+0000) 2024-03-10T22:38:13.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:13.515Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:13.754 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:13.515Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:13.754 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:13 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:13.516Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:13.759 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:13.486+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:14.013 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:13 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:13.760+0000 7f49c6c60700 -1 osd.4 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.953614+0000 front 2024-03-10T22:37:46.953489+0000 (oldest deadline 2024-03-10T22:38:12.853321+0000) 2024-03-10T22:38:14.753 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3[110745]: 2024-03-10T22:38:14.437+0000 7f773f538700 -1 osd.3 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:45.018262+0000 front 2024-03-10T22:37:45.018336+0000 (oldest deadline 2024-03-10T22:38:12.018889+0000) 2024-03-10T22:38:14.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:14.487Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:14.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:14.487Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:14.754 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:14 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:14.488Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:14.762 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:14.740+0000 7f49c6c60700 -1 osd.4 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.953614+0000 front 2024-03-10T22:37:46.953489+0000 (oldest deadline 2024-03-10T22:38:12.853321+0000) 2024-03-10T22:38:14.763 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:14 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:14.491+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:15.370 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:15 smithi169 podman[139857]: 2024-03-10 22:38:15.065948498 +0000 UTC m=+5.630317857 container died 5707c574c8007ff5ef3183b8ae298810c47af8c6febd6c3cca30e4add3a0cfb7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240307) 2024-03-10T22:38:15.753 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:15 smithi169 podman[139857]: 2024-03-10 22:38:15.371826242 +0000 UTC m=+5.936195601 container cleanup 5707c574c8007ff5ef3183b8ae298810c47af8c6febd6c3cca30e4add3a0cfb7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-10T22:38:15.753 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:15 smithi169 bash[139857]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3 2024-03-10T22:38:15.753 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:15 smithi169 podman[139874]: 2024-03-10 22:38:15.598154798 +0000 UTC m=+0.532308295 container remove 5707c574c8007ff5ef3183b8ae298810c47af8c6febd6c3cca30e4add3a0cfb7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-10T22:38:15.869 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:15.750+0000 7f49c6c60700 -1 osd.4 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.953614+0000 front 2024-03-10T22:37:46.953489+0000 (oldest deadline 2024-03-10T22:38:12.853321+0000) 2024-03-10T22:38:15.870 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:15.529+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:16.193 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:15 smithi169 podman[139966]: 2024-03-10 22:38:15.79221626 +0000 UTC m=+0.018601973 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:38:16.193 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:15 smithi169 podman[139966]: 2024-03-10 22:38:15.90727125 +0000 UTC m=+0.133656954 container create a0b7be6c991a3dbf305e69c3458e773046456ae292f655f813600e481f4fffb2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:38:16.194 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:16 smithi169 podman[139966]: 2024-03-10 22:38:16.118116768 +0000 UTC m=+0.344502475 container init a0b7be6c991a3dbf305e69c3458e773046456ae292f655f813600e481f4fffb2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-deactivate, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-03-10T22:38:16.194 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:16 smithi169 podman[139966]: 2024-03-10 22:38:16.121133488 +0000 UTC m=+0.347519194 container start a0b7be6c991a3dbf305e69c3458e773046456ae292f655f813600e481f4fffb2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-deactivate, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:38:16.194 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:16 smithi169 podman[139966]: 2024-03-10 22:38:16.192859308 +0000 UTC m=+0.419245014 container attach a0b7be6c991a3dbf305e69c3458e773046456ae292f655f813600e481f4fffb2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-10T22:38:16.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:15.921+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:16.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:15 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:15.869+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:16.503 INFO:journalctl@ceph.osd.3.smithi169.stdout:Mar 10 22:38:16 smithi169 podman[139966]: 2024-03-10 22:38:16.41186092 +0000 UTC m=+0.638246633 container died a0b7be6c991a3dbf305e69c3458e773046456ae292f655f813600e481f4fffb2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-3-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307) 2024-03-10T22:38:16.797 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:16.547+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:17.023 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.3.service' 2024-03-10T22:38:17.065 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:38:17.065 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-03-10T22:38:17.066 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-03-10T22:38:17.067 DEBUG:teuthology.orchestra.run.smithi172:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.4 2024-03-10T22:38:17.099 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:16.797+0000 7f49c6c60700 -1 osd.4 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.953614+0000 front 2024-03-10T22:37:46.953489+0000 (oldest deadline 2024-03-10T22:38:12.853321+0000) 2024-03-10T22:38:17.100 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:16.841+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:17.100 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:16 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:16.914+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:17.472 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:17 smithi172 systemd[1]: Stopping Ceph osd.4 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:38:17.762 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:17.553+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:17.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:17.472+0000 7f49ce674700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:38:17.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:17.472+0000 7f49ce674700 -1 osd.4 825 *** Got signal Terminated *** 2024-03-10T22:38:17.763 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:17.472+0000 7f49ce674700 -1 osd.4 825 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:38:18.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:17.769+0000 7f49c6c60700 -1 osd.4 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.953614+0000 front 2024-03-10T22:37:46.953489+0000 (oldest deadline 2024-03-10T22:38:12.853321+0000) 2024-03-10T22:38:18.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:17.792+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:18.264 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:17 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:17.870+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:18.901 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:18.790+0000 7f49c6c60700 -1 osd.4 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.953614+0000 front 2024-03-10T22:37:46.953489+0000 (oldest deadline 2024-03-10T22:38:12.853321+0000) 2024-03-10T22:38:18.901 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:18.591+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:18.901 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:18.759+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:19.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:18 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:18.901+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:19.937 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:19.578+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:19.937 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:19.819+0000 7f49c6c60700 -1 osd.4 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.953614+0000 front 2024-03-10T22:37:46.953489+0000 (oldest deadline 2024-03-10T22:38:12.853321+0000) 2024-03-10T22:38:19.938 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:19.793+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:20.262 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:19 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:19.937+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:20.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:20.171Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:20.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:20.172Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:20.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:20 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:20.172Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:20.958 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:20.807+0000 7f49c6c60700 -1 osd.4 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.953614+0000 front 2024-03-10T22:37:46.953489+0000 (oldest deadline 2024-03-10T22:38:12.853321+0000) 2024-03-10T22:38:20.959 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:20.807+0000 7f49c6c60700 -1 osd.4 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.154130+0000 front 2024-03-10T22:37:55.154142+0000 (oldest deadline 2024-03-10T22:38:20.454003+0000) 2024-03-10T22:38:20.959 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:20.599+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:20.959 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:20.599+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.058067+0000 front 2024-03-10T22:37:55.058075+0000 (oldest deadline 2024-03-10T22:38:19.758036+0000) 2024-03-10T22:38:20.960 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:20.811+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:21.262 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:20.959+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:21.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:20 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:20.959+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:21.973 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:21.637+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:21.974 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:21.637+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.058067+0000 front 2024-03-10T22:37:55.058075+0000 (oldest deadline 2024-03-10T22:38:19.758036+0000) 2024-03-10T22:38:21.974 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:21.815+0000 7f49c6c60700 -1 osd.4 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.953614+0000 front 2024-03-10T22:37:46.953489+0000 (oldest deadline 2024-03-10T22:38:12.853321+0000) 2024-03-10T22:38:21.974 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4[90451]: 2024-03-10T22:38:21.815+0000 7f49c6c60700 -1 osd.4 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.154130+0000 front 2024-03-10T22:37:55.154142+0000 (oldest deadline 2024-03-10T22:38:20.454003+0000) 2024-03-10T22:38:21.974 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:21.815+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:21.975 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:21.815+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:22.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:21.974+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:22.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:21 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:21.974+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:22.960 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:22.620+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:22.961 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:22.620+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.058067+0000 front 2024-03-10T22:37:55.058075+0000 (oldest deadline 2024-03-10T22:38:19.758036+0000) 2024-03-10T22:38:22.961 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:22.861+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:22.961 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:22.861+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:23.263 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:23 smithi172 podman[127082]: 2024-03-10 22:38:23.031687868 +0000 UTC m=+5.770610252 container died d63c7dbe9f737390c4c6e562fb2a6d784ce6f9c1ee8f2e7b7991f4b63b2c07af (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-03-10T22:38:23.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:22.960+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:23.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:22 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:22.960+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:23.658 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:23 smithi172 podman[127082]: 2024-03-10 22:38:23.408299737 +0000 UTC m=+6.147222119 container cleanup d63c7dbe9f737390c4c6e562fb2a6d784ce6f9c1ee8f2e7b7991f4b63b2c07af (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD) 2024-03-10T22:38:23.658 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:23 smithi172 bash[127082]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4 2024-03-10T22:38:23.917 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:23 smithi172 podman[127100]: 2024-03-10 22:38:23.659295666 +0000 UTC m=+0.624783056 container remove d63c7dbe9f737390c4c6e562fb2a6d784ce6f9c1ee8f2e7b7991f4b63b2c07af (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-10T22:38:23.917 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:23.661+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:23.917 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:23.661+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.058067+0000 front 2024-03-10T22:37:55.058075+0000 (oldest deadline 2024-03-10T22:38:19.758036+0000) 2024-03-10T22:38:23.918 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:23.894+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:23.918 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:23.894+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:24.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:23.515Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:24.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:23.516Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:24.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:23 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:23.516Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:24.170 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:23.917+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:24.170 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:23 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:23.917+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:24.170 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:24 smithi172 podman[127194]: 2024-03-10 22:38:23.924932637 +0000 UTC m=+0.017489064 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:38:24.170 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:24 smithi172 podman[127194]: 2024-03-10 22:38:24.035223129 +0000 UTC m=+0.127779601 container create 8c60e39ee140510e4f3cc82a907183136c865de64914b05ed08291a0f4071e80 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-03-10T22:38:24.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:24 smithi172 podman[127194]: 2024-03-10 22:38:24.313438614 +0000 UTC m=+0.405995050 container init 8c60e39ee140510e4f3cc82a907183136c865de64914b05ed08291a0f4071e80 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-10T22:38:24.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:24 smithi172 podman[127194]: 2024-03-10 22:38:24.317339526 +0000 UTC m=+0.409895961 container start 8c60e39ee140510e4f3cc82a907183136c865de64914b05ed08291a0f4071e80 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-10T22:38:24.513 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:24 smithi172 podman[127194]: 2024-03-10 22:38:24.412762089 +0000 UTC m=+0.505318520 container attach 8c60e39ee140510e4f3cc82a907183136c865de64914b05ed08291a0f4071e80 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_CLEAN=True) 2024-03-10T22:38:24.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:24.487Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:24.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:24.488Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:24.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:24 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:24.488Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:24.898 INFO:journalctl@ceph.osd.4.smithi172.stdout:Mar 10 22:38:24 smithi172 podman[127194]: 2024-03-10 22:38:24.607113607 +0000 UTC m=+0.699670025 container died 8c60e39ee140510e4f3cc82a907183136c865de64914b05ed08291a0f4071e80 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0) 2024-03-10T22:38:24.898 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:24.710+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:24.899 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:24.710+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.058067+0000 front 2024-03-10T22:37:55.058075+0000 (oldest deadline 2024-03-10T22:38:19.758036+0000) 2024-03-10T22:38:25.187 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:24.899+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:25.187 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:24.899+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:25.188 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:24.960+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:25.188 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:24 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:24.960+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:25.209 DEBUG:teuthology.orchestra.run.smithi172:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.4.service' 2024-03-10T22:38:25.293 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:38:25.293 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-03-10T22:38:25.293 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-03-10T22:38:25.294 DEBUG:teuthology.orchestra.run.smithi172:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.5 2024-03-10T22:38:25.512 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:25 smithi172 systemd[1]: Stopping Ceph osd.5 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:38:25.938 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:25.624+0000 7fb09517a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:38:25.938 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:25.624+0000 7fb09517a700 -1 osd.5 825 *** Got signal Terminated *** 2024-03-10T22:38:25.938 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:25.624+0000 7fb09517a700 -1 osd.5 825 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:38:25.938 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:25.716+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:25.938 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:25.716+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.058067+0000 front 2024-03-10T22:37:55.058075+0000 (oldest deadline 2024-03-10T22:38:19.758036+0000) 2024-03-10T22:38:26.262 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:25.953+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:26.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:25.953+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:26.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:25.938+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:26.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:25 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:25.938+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:26.962 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:26.667+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:26.962 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:26.667+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.058067+0000 front 2024-03-10T22:37:55.058075+0000 (oldest deadline 2024-03-10T22:38:19.758036+0000) 2024-03-10T22:38:27.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:26.976+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:27.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:26.976+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:27.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:26.963+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:27.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:26 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:26.963+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:27.921 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:27.643+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:27.921 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:27.643+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.058067+0000 front 2024-03-10T22:37:55.058075+0000 (oldest deadline 2024-03-10T22:38:19.758036+0000) 2024-03-10T22:38:28.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:28.021+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:28.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:28.021+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:28.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:27.921+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:28.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:27.921+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:28.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:27 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:27.921+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:05.741223+0000 front 2024-03-10T22:38:05.741446+0000 (oldest deadline 2024-03-10T22:38:27.441351+0000) 2024-03-10T22:38:28.903 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:28.601+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:28.903 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:28.601+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.058067+0000 front 2024-03-10T22:37:55.058075+0000 (oldest deadline 2024-03-10T22:38:19.758036+0000) 2024-03-10T22:38:28.903 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:28.601+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:04.760388+0000 front 2024-03-10T22:38:04.760355+0000 (oldest deadline 2024-03-10T22:38:27.660311+0000) 2024-03-10T22:38:29.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:29.008+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:29.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:29.008+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:29.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:28.903+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:29.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:28.903+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:29.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:28 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:28.903+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:05.741223+0000 front 2024-03-10T22:38:05.741446+0000 (oldest deadline 2024-03-10T22:38:27.441351+0000) 2024-03-10T22:38:29.931 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:29.609+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:46.957148+0000 front 2024-03-10T22:37:46.957173+0000 (oldest deadline 2024-03-10T22:38:11.656866+0000) 2024-03-10T22:38:29.932 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:29.609+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.058067+0000 front 2024-03-10T22:37:55.058075+0000 (oldest deadline 2024-03-10T22:38:19.758036+0000) 2024-03-10T22:38:29.932 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5[95416]: 2024-03-10T22:38:29.609+0000 7fb08d766700 -1 osd.5 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:04.760388+0000 front 2024-03-10T22:38:04.760355+0000 (oldest deadline 2024-03-10T22:38:27.660311+0000) 2024-03-10T22:38:30.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:29.994+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:30.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:29.994+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:30.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:29.994+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:30.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:29.932+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:30.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:29.932+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:30.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:29 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:29.932+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:05.741223+0000 front 2024-03-10T22:38:05.741446+0000 (oldest deadline 2024-03-10T22:38:27.441351+0000) 2024-03-10T22:38:30.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:30.172Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:30.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:30.173Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:30.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:30 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:30.173Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:31.263 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:31 smithi172 podman[127299]: 2024-03-10 22:38:31.110057619 +0000 UTC m=+5.585601694 container died 431175abf56a2516967c6d843e978038a7917d5702733600e492b3299f23cd92 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-03-10T22:38:31.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:31.013+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:31.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:31.013+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:31.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:31.013+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:31.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:30 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:30.978+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:31.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:30 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:30.978+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:31.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:30 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:30.978+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:05.741223+0000 front 2024-03-10T22:38:05.741446+0000 (oldest deadline 2024-03-10T22:38:27.441351+0000) 2024-03-10T22:38:31.641 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:31 smithi172 podman[127299]: 2024-03-10 22:38:31.449628989 +0000 UTC m=+5.925173075 container cleanup 431175abf56a2516967c6d843e978038a7917d5702733600e492b3299f23cd92 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0) 2024-03-10T22:38:31.642 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:31 smithi172 bash[127299]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5 2024-03-10T22:38:31.952 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:31 smithi172 podman[127316]: 2024-03-10 22:38:31.642822277 +0000 UTC m=+0.527142571 container remove 431175abf56a2516967c6d843e978038a7917d5702733600e492b3299f23cd92 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=) 2024-03-10T22:38:32.206 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:32 smithi172 podman[127409]: 2024-03-10 22:38:31.948863945 +0000 UTC m=+0.018355144 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:38:32.206 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:32 smithi172 podman[127409]: 2024-03-10 22:38:32.068844704 +0000 UTC m=+0.138335898 container create 15686dba483367328d71d1fc49bf0535b168840366593916b743154e86e439f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2) 2024-03-10T22:38:32.206 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:31.953+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:32.206 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:31.953+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:32.207 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:31 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:31.953+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:05.741223+0000 front 2024-03-10T22:38:05.741446+0000 (oldest deadline 2024-03-10T22:38:27.441351+0000) 2024-03-10T22:38:32.207 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:32.045+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:32.207 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:32.045+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:32.207 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:32.045+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:32.631 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:32 smithi172 podman[127409]: 2024-03-10 22:38:32.338413924 +0000 UTC m=+0.407905122 container init 15686dba483367328d71d1fc49bf0535b168840366593916b743154e86e439f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True) 2024-03-10T22:38:32.632 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:32 smithi172 podman[127409]: 2024-03-10 22:38:32.341688843 +0000 UTC m=+0.411180042 container start 15686dba483367328d71d1fc49bf0535b168840366593916b743154e86e439f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-deactivate, org.label-schema.build-date=20240307, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-10T22:38:32.632 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:32 smithi172 podman[127409]: 2024-03-10 22:38:32.421270351 +0000 UTC m=+0.490761573 container attach 15686dba483367328d71d1fc49bf0535b168840366593916b743154e86e439f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-03-10T22:38:32.932 INFO:journalctl@ceph.osd.5.smithi172.stdout:Mar 10 22:38:32 smithi172 podman[127409]: 2024-03-10 22:38:32.632930566 +0000 UTC m=+0.702421763 container died 15686dba483367328d71d1fc49bf0535b168840366593916b743154e86e439f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS) 2024-03-10T22:38:33.198 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:33.078+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:33.199 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:33.078+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:33.199 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:33.078+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:33.199 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:32.936+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:33.199 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:32.936+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:33.199 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:32 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:32.936+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:05.741223+0000 front 2024-03-10T22:38:05.741446+0000 (oldest deadline 2024-03-10T22:38:27.441351+0000) 2024-03-10T22:38:33.214 DEBUG:teuthology.orchestra.run.smithi172:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.5.service' 2024-03-10T22:38:33.254 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:38:33.254 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-03-10T22:38:33.255 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-03-10T22:38:33.255 DEBUG:teuthology.orchestra.run.smithi172:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.6 2024-03-10T22:38:33.513 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:33 smithi172 systemd[1]: Stopping Ceph osd.6 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:38:33.892 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:33.601+0000 7eff1dcae700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:38:33.892 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:33.601+0000 7eff1dcae700 -1 osd.6 825 *** Got signal Terminated *** 2024-03-10T22:38:33.893 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:33.601+0000 7eff1dcae700 -1 osd.6 825 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:38:33.893 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:33.891+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:33.893 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:33.891+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:33.893 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:33 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:33.891+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:05.741223+0000 front 2024-03-10T22:38:05.741446+0000 (oldest deadline 2024-03-10T22:38:27.441351+0000) 2024-03-10T22:38:34.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:33.517Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:34.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:33.517Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:34.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:33 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:33.518Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:34.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:34.048+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:34.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:34.048+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:34.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:34.048+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:34.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:34.488Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:34.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:34.488Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:34.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:34 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:34.489Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:35.262 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:34.860+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:35.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:34.860+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:35.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:34 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:34.860+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:05.741223+0000 front 2024-03-10T22:38:05.741446+0000 (oldest deadline 2024-03-10T22:38:27.441351+0000) 2024-03-10T22:38:35.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:35.038+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:35.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:35.038+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:35.264 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:35.038+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:36.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:35.894+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:36.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:35.894+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:36.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:35 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:35.894+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:05.741223+0000 front 2024-03-10T22:38:05.741446+0000 (oldest deadline 2024-03-10T22:38:27.441351+0000) 2024-03-10T22:38:36.264 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:36.048+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:36.264 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:36.048+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:36.264 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:36.048+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:37.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:37.046+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:37.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:37.046+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:37.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:37.046+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:37.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:36.853+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:37.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:36.853+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:37.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:36.853+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:05.741223+0000 front 2024-03-10T22:38:05.741446+0000 (oldest deadline 2024-03-10T22:38:27.441351+0000) 2024-03-10T22:38:37.264 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:36 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:36.853+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-03-10T22:38:10.942328+0000 front 2024-03-10T22:38:10.942385+0000 (oldest deadline 2024-03-10T22:38:36.842209+0000) 2024-03-10T22:38:38.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:37.817+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.439087+0000 front 2024-03-10T22:37:49.439109+0000 (oldest deadline 2024-03-10T22:38:15.338911+0000) 2024-03-10T22:38:38.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:37.817+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.339408+0000 front 2024-03-10T22:37:55.339449+0000 (oldest deadline 2024-03-10T22:38:21.239174+0000) 2024-03-10T22:38:38.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:37.817+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:05.741223+0000 front 2024-03-10T22:38:05.741446+0000 (oldest deadline 2024-03-10T22:38:27.441351+0000) 2024-03-10T22:38:38.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:37 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6[99965]: 2024-03-10T22:38:37.817+0000 7eff1629a700 -1 osd.6 825 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-03-10T22:38:10.942328+0000 front 2024-03-10T22:38:10.942385+0000 (oldest deadline 2024-03-10T22:38:36.842209+0000) 2024-03-10T22:38:38.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:38.037+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:38.264 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:38.037+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:38.264 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:38 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:38.037+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:39.361 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:39 smithi172 podman[127514]: 2024-03-10 22:38:39.069121587 +0000 UTC m=+5.595675145 container died 8163b3f87ae3eb432b1a923e1882fcbfe32545e5601ef0613f8706cea0c3bc2e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux ) 2024-03-10T22:38:39.361 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:39.014+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:39.361 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:39.014+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:39.362 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:39.014+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:39.362 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:39.014+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-03-10T22:38:12.400327+0000 front 2024-03-10T22:38:12.400386+0000 (oldest deadline 2024-03-10T22:38:38.300152+0000) 2024-03-10T22:38:39.644 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:39 smithi172 podman[127514]: 2024-03-10 22:38:39.444206629 +0000 UTC m=+5.970760184 container cleanup 8163b3f87ae3eb432b1a923e1882fcbfe32545e5601ef0613f8706cea0c3bc2e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-10T22:38:39.644 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:39 smithi172 bash[127514]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6 2024-03-10T22:38:39.966 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:39 smithi172 podman[127531]: 2024-03-10 22:38:39.645542095 +0000 UTC m=+0.578825057 container remove 8163b3f87ae3eb432b1a923e1882fcbfe32545e5601ef0613f8706cea0c3bc2e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240307) 2024-03-10T22:38:40.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:40 smithi172 podman[127620]: 2024-03-10 22:38:39.948465611 +0000 UTC m=+0.018004028 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:38:40.263 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:40 smithi172 podman[127620]: 2024-03-10 22:38:40.063084557 +0000 UTC m=+0.132622961 container create 9df51316519aa3d023b7cb986ff474e6d3d503eab0f489662356cbd3e619384c (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:38:40.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:39.966+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:40.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:39.966+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:40.264 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:39.966+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:40.264 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:39 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:39.966+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-03-10T22:38:12.400327+0000 front 2024-03-10T22:38:12.400386+0000 (oldest deadline 2024-03-10T22:38:38.300152+0000) 2024-03-10T22:38:40.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:40.174Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:40.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:40.174Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:40.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:40 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:40.175Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:40.575 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:40 smithi172 podman[127620]: 2024-03-10 22:38:40.277384754 +0000 UTC m=+0.346923166 container init 9df51316519aa3d023b7cb986ff474e6d3d503eab0f489662356cbd3e619384c (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD) 2024-03-10T22:38:40.575 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:40 smithi172 podman[127620]: 2024-03-10 22:38:40.280428303 +0000 UTC m=+0.349966710 container start 9df51316519aa3d023b7cb986ff474e6d3d503eab0f489662356cbd3e619384c (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD) 2024-03-10T22:38:40.575 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:40 smithi172 podman[127620]: 2024-03-10 22:38:40.37406438 +0000 UTC m=+0.443602789 container attach 9df51316519aa3d023b7cb986ff474e6d3d503eab0f489662356cbd3e619384c (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-10T22:38:40.575 INFO:journalctl@ceph.osd.6.smithi172.stdout:Mar 10 22:38:40 smithi172 podman[127620]: 2024-03-10 22:38:40.575206988 +0000 UTC m=+0.644745396 container died 9df51316519aa3d023b7cb986ff474e6d3d503eab0f489662356cbd3e619384c (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T22:38:41.136 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:40.984+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:41.136 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:40.984+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:41.136 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:40.984+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:41.136 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:40 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:40.984+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-03-10T22:38:12.400327+0000 front 2024-03-10T22:38:12.400386+0000 (oldest deadline 2024-03-10T22:38:38.300152+0000) 2024-03-10T22:38:41.154 DEBUG:teuthology.orchestra.run.smithi172:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.6.service' 2024-03-10T22:38:41.195 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:38:41.195 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-03-10T22:38:41.196 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-03-10T22:38:41.196 DEBUG:teuthology.orchestra.run.smithi172:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.7 2024-03-10T22:38:41.512 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:41 smithi172 systemd[1]: Stopping Ceph osd.7 for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:38:41.934 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:41.520+0000 7f799fe53700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:38:41.935 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:41.520+0000 7f799fe53700 -1 osd.7 825 *** Got signal Terminated *** 2024-03-10T22:38:41.935 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:41.520+0000 7f799fe53700 -1 osd.7 825 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T22:38:41.935 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:41.934+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:41.935 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:41.934+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:41.935 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:41.934+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:41.935 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:41 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:41.934+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-03-10T22:38:12.400327+0000 front 2024-03-10T22:38:12.400386+0000 (oldest deadline 2024-03-10T22:38:38.300152+0000) 2024-03-10T22:38:43.262 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:42.887+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:43.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:42.887+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:43.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:42.887+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:43.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:42 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:42.887+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-03-10T22:38:12.400327+0000 front 2024-03-10T22:38:12.400386+0000 (oldest deadline 2024-03-10T22:38:38.300152+0000) 2024-03-10T22:38:44.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:43.518Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:44.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:43.518Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:44.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:43 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:43.519Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:44.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:43.845+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:44.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:43.845+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:44.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:43.845+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:44.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:43 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:43.845+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-03-10T22:38:12.400327+0000 front 2024-03-10T22:38:12.400386+0000 (oldest deadline 2024-03-10T22:38:38.300152+0000) 2024-03-10T22:38:44.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:44.488Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:44.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:44.489Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:44.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:44 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:44.489Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:45.262 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:44.845+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:45.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:44.845+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:45.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:44.845+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:45.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:44 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:44.845+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-03-10T22:38:12.400327+0000 front 2024-03-10T22:38:12.400386+0000 (oldest deadline 2024-03-10T22:38:38.300152+0000) 2024-03-10T22:38:46.262 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:45.883+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-03-10T22:37:49.697290+0000 front 2024-03-10T22:37:49.697161+0000 (oldest deadline 2024-03-10T22:38:15.596917+0000) 2024-03-10T22:38:46.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:45.883+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-03-10T22:37:55.597543+0000 front 2024-03-10T22:37:55.597462+0000 (oldest deadline 2024-03-10T22:38:20.297411+0000) 2024-03-10T22:38:46.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:45.883+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-03-10T22:38:06.198390+0000 front 2024-03-10T22:38:06.198434+0000 (oldest deadline 2024-03-10T22:38:29.098247+0000) 2024-03-10T22:38:46.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:45 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7[104677]: 2024-03-10T22:38:45.883+0000 7f799843f700 -1 osd.7 825 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-03-10T22:38:12.400327+0000 front 2024-03-10T22:38:12.400386+0000 (oldest deadline 2024-03-10T22:38:38.300152+0000) 2024-03-10T22:38:47.263 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:46 smithi172 podman[127725]: 2024-03-10 22:38:46.950387702 +0000 UTC m=+5.526136574 container died 1eb32f4069abd2af8cadc67d1c5e554636279055c82b19fc515263e5326c3dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-03-10T22:38:47.604 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:47 smithi172 podman[127725]: 2024-03-10 22:38:47.346293075 +0000 UTC m=+5.922041945 container cleanup 1eb32f4069abd2af8cadc67d1c5e554636279055c82b19fc515263e5326c3dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-03-10T22:38:47.605 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:47 smithi172 bash[127725]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7 2024-03-10T22:38:47.919 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:47 smithi172 podman[127742]: 2024-03-10 22:38:47.605762034 +0000 UTC m=+0.653621424 container remove 1eb32f4069abd2af8cadc67d1c5e554636279055c82b19fc515263e5326c3dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7, RELEASE=main-cb2b48d, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-03-10T22:38:48.174 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:47 smithi172 podman[127832]: 2024-03-10 22:38:47.823420178 +0000 UTC m=+0.018210870 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T22:38:48.175 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:47 smithi172 podman[127832]: 2024-03-10 22:38:47.956804553 +0000 UTC m=+0.151595231 container create 9a6c3b2e2517842f36aaa4cb7025e81062acb98b9ff89ec01d2f6338338d6da1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-deactivate, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:38:48.175 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:48 smithi172 podman[127832]: 2024-03-10 22:38:48.17592557 +0000 UTC m=+0.370716250 container init 9a6c3b2e2517842f36aaa4cb7025e81062acb98b9ff89ec01d2f6338338d6da1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True) 2024-03-10T22:38:48.460 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:48 smithi172 podman[127832]: 2024-03-10 22:38:48.178905272 +0000 UTC m=+0.373695960 container start 9a6c3b2e2517842f36aaa4cb7025e81062acb98b9ff89ec01d2f6338338d6da1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-03-10T22:38:48.461 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:48 smithi172 podman[127832]: 2024-03-10 22:38:48.2591826 +0000 UTC m=+0.453973280 container attach 9a6c3b2e2517842f36aaa4cb7025e81062acb98b9ff89ec01d2f6338338d6da1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T22:38:48.761 INFO:journalctl@ceph.osd.7.smithi172.stdout:Mar 10 22:38:48 smithi172 podman[127832]: 2024-03-10 22:38:48.462346984 +0000 UTC m=+0.657137688 container died 9a6c3b2e2517842f36aaa4cb7025e81062acb98b9ff89ec01d2f6338338d6da1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-10T22:38:49.053 DEBUG:teuthology.orchestra.run.smithi172:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@osd.7.service' 2024-03-10T22:38:49.094 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:38:49.094 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-03-10T22:38:49.095 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-03-10T22:38:49.095 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.a 2024-03-10T22:38:49.404 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:38:49 smithi169 systemd[1]: Stopping Ceph mds.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:38:49.753 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:38:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a[116021]: 2024-03-10T22:38:49.404+0000 7f43e9113700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:38:49.753 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:38:49 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a[116021]: 2024-03-10T22:38:49.404+0000 7f43e9113700 -1 mds.a *** got signal Terminated *** 2024-03-10T22:38:50.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:50.174Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:50.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:50.174Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:50.503 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:50 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:50.175Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:51.837 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:38:51 smithi169 podman[140084]: 2024-03-10 22:38:51.535750523 +0000 UTC m=+2.241995475 container died 9c5fcd9e9cb9b367074f8e5fc442405a5971671238fee645280407ae30154a37 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-03-10T22:38:52.253 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:38:51 smithi169 podman[140084]: 2024-03-10 22:38:51.996027036 +0000 UTC m=+2.702272024 container cleanup 9c5fcd9e9cb9b367074f8e5fc442405a5971671238fee645280407ae30154a37 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-03-10T22:38:52.253 INFO:journalctl@ceph.mds.a.smithi169.stdout:Mar 10 22:38:51 smithi169 bash[140084]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-a 2024-03-10T22:38:52.373 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.a.service' 2024-03-10T22:38:52.409 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:38:52.410 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-03-10T22:38:52.410 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-03-10T22:38:52.410 DEBUG:teuthology.orchestra.run.smithi172:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.b 2024-03-10T22:38:52.722 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:38:52 smithi172 systemd[1]: Stopping Ceph mds.b for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:38:53.012 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:38:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b[109302]: 2024-03-10T22:38:52.722+0000 7fa28fb16700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T22:38:53.013 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:38:52 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b[109302]: 2024-03-10T22:38:52.722+0000 7fa28fb16700 -1 mds.b *** got signal Terminated *** 2024-03-10T22:38:54.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:53.519Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:54.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:53.519Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:54.003 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:53 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:53.520Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:54.013 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:53.702Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-03-10T22:38:54.013 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:53.705Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-03-10T22:38:54.013 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:53.706Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-03-10T22:38:54.013 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:53.706Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-03-10T22:38:54.013 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:53 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:53.706Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-03-10T22:38:54.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:54.489Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:54.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:54.490Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:38:54.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:38:54 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:38:54.490Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:38:56.831 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:38:56 smithi172 podman[127939]: 2024-03-10 22:38:56.552690304 +0000 UTC m=+3.950805698 container died 9ed80a7d22a272f91a172ca37db91a0c570be9caa462905e5b4c49f1a8d65895 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d) 2024-03-10T22:38:57.181 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:38:56 smithi172 podman[127939]: 2024-03-10 22:38:56.964424243 +0000 UTC m=+4.362539635 container cleanup 9ed80a7d22a272f91a172ca37db91a0c570be9caa462905e5b4c49f1a8d65895 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T22:38:57.181 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:38:56 smithi172 bash[127939]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b 2024-03-10T22:38:57.404 DEBUG:teuthology.orchestra.run.smithi172:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.b.service' 2024-03-10T22:38:57.431 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:38:57 smithi172 podman[127965]: 2024-03-10 22:38:57.182117693 +0000 UTC m=+0.624942458 container remove 9ed80a7d22a272f91a172ca37db91a0c570be9caa462905e5b4c49f1a8d65895 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-mds-b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-03-10T22:38:57.432 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:38:57 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.b.service: Deactivated successfully. 2024-03-10T22:38:57.432 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:38:57 smithi172 systemd[1]: Stopped Ceph mds.b for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:38:57.432 INFO:journalctl@ceph.mds.b.smithi172.stdout:Mar 10 22:38:57 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@mds.b.service: Consumed 1.017s CPU time. 2024-03-10T22:38:57.443 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:38:57.444 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-03-10T22:38:57.444 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-03-10T22:38:57.444 DEBUG:teuthology.orchestra.run.smithi172:> sudo systemctl stop ceph-36c3355e-df2a-11ee-95c7-87774f69a715@prometheus.a 2024-03-10T22:38:57.763 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 systemd[1]: Stopping Ceph prometheus.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:38:58.034 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.768Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-10T22:38:58.034 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.768Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-10T22:38:58.034 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.768Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-10T22:38:58.034 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.768Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-10T22:38:58.035 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.768Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-10T22:38:58.035 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.768Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-10T22:38:58.035 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.768Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-10T22:38:58.035 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.768Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-10T22:38:58.035 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.768Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-10T22:38:58.035 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.769Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-10T22:38:58.035 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.769Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-10T22:38:58.035 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a[117082]: ts=2024-03-10T22:38:57.769Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-10T22:38:58.036 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:57 smithi172 podman[128073]: 2024-03-10 22:38:57.778449519 +0000 UTC m=+0.117157458 container died 5ba467b5614badf63b810a8c53af25cf9d5f837207a2d310c808985b122f805d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:38:58.426 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:58 smithi172 podman[128073]: 2024-03-10 22:38:58.126401843 +0000 UTC m=+0.465109785 container cleanup 5ba467b5614badf63b810a8c53af25cf9d5f837207a2d310c808985b122f805d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T22:38:58.427 INFO:journalctl@ceph.prometheus.a.smithi172.stdout:Mar 10 22:38:58 smithi172 bash[128073]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-prometheus-a 2024-03-10T22:38:58.585 DEBUG:teuthology.orchestra.run.smithi172:> sudo pkill -f 'journalctl -f -n 0 -u ceph-36c3355e-df2a-11ee-95c7-87774f69a715@prometheus.a.service' 2024-03-10T22:38:58.624 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T22:38:58.625 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-03-10T22:38:58.625 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 --force --keep-logs 2024-03-10T22:38:58.788 INFO:teuthology.orchestra.run.smithi169.stdout:Deleting cluster with fsid: 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:39:00.449 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:39:00.175Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:39:00.450 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:39:00.176Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-03-10T22:39:00.450 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:39:00.176Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi172.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.172:8443: connect: connection refused" 2024-03-10T22:39:00.450 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:00 smithi169 systemd[1]: Stopping Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:39:00.450 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:00 smithi169 ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a[123971]: ts=2024-03-10T22:39:00.450Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-10T22:39:00.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:00 smithi169 podman[140542]: 2024-03-10 22:39:00.501833369 +0000 UTC m=+0.148553179 container died b2081d378c996777769406f445c121f0ce1441ff0eef37add684a8a633c425e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:39:01.142 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:00 smithi169 podman[140542]: 2024-03-10 22:39:00.934511888 +0000 UTC m=+0.581231736 container cleanup b2081d378c996777769406f445c121f0ce1441ff0eef37add684a8a633c425e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:39:01.143 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:00 smithi169 bash[140542]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a 2024-03-10T22:39:01.482 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:01 smithi169 podman[140556]: 2024-03-10 22:39:01.144011181 +0000 UTC m=+0.644982919 container remove b2081d378c996777769406f445c121f0ce1441ff0eef37add684a8a633c425e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T22:39:01.483 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:01 smithi169 podman[140556]: 2024-03-10 22:39:01.211517135 +0000 UTC m=+0.712488866 volume remove 9e6a99f06e731e57484ffdb237b03cdbe05f70ee6049c8fe95c9ca61669f5089 2024-03-10T22:39:01.753 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:39:01 smithi169 systemd[1]: Stopping Ceph node-exporter.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:39:01.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:01 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-10T22:39:01.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:01 smithi169 systemd[1]: Stopped Ceph alertmanager.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:39:01.753 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Mar 10 22:39:01 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@alertmanager.a.service: Consumed 1.624s CPU time. 2024-03-10T22:39:02.237 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:39:01 smithi169 podman[140663]: 2024-03-10 22:39:01.907875357 +0000 UTC m=+0.095089300 container died 4056aa9b907124df33f0c0be98b8711773ece269ea210c533c155ca17b4fabf6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:39:02.237 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:39:02 smithi169 podman[140663]: 2024-03-10 22:39:02.238730229 +0000 UTC m=+0.425944180 container cleanup 4056aa9b907124df33f0c0be98b8711773ece269ea210c533c155ca17b4fabf6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:39:02.503 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:39:02 smithi169 bash[140663]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a 2024-03-10T22:39:02.503 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:39:02 smithi169 podman[140677]: 2024-03-10 22:39:02.439988732 +0000 UTC m=+0.533324932 container remove 4056aa9b907124df33f0c0be98b8711773ece269ea210c533c155ca17b4fabf6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T22:39:02.503 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:39:02 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-03-10T22:39:02.908 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:39:02 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-03-10T22:39:02.909 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:39:02 smithi169 systemd[1]: Stopped Ceph node-exporter.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:39:02.909 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Mar 10 22:39:02 smithi169 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.a.service: Consumed 2.204s CPU time. 2024-03-10T22:39:03.366 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 --force --keep-logs 2024-03-10T22:39:03.522 INFO:teuthology.orchestra.run.smithi172.stdout:Deleting cluster with fsid: 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:39:05.175 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:39:04 smithi172 systemd[1]: Stopping Ceph node-exporter.b for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:39:05.512 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:39:05 smithi172 podman[128518]: 2024-03-10 22:39:05.275159611 +0000 UTC m=+0.146156625 container died 44e7a83a7190fc2b70c764eb571234345389a4f857d1cf836aefb8ee0d0d35e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:39:05.805 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:39:05 smithi172 podman[128518]: 2024-03-10 22:39:05.597848158 +0000 UTC m=+0.468845180 container cleanup 44e7a83a7190fc2b70c764eb571234345389a4f857d1cf836aefb8ee0d0d35e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:39:05.806 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:39:05 smithi172 bash[128518]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b 2024-03-10T22:39:06.195 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:39:05 smithi172 podman[128532]: 2024-03-10 22:39:05.807205994 +0000 UTC m=+0.532228128 container remove 44e7a83a7190fc2b70c764eb571234345389a4f857d1cf836aefb8ee0d0d35e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T22:39:06.196 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:39:05 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-03-10T22:39:06.196 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:39:06 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-03-10T22:39:06.196 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:39:06 smithi172 systemd[1]: Stopped Ceph node-exporter.b for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:39:06.196 INFO:journalctl@ceph.node-exporter.b.smithi172.stdout:Mar 10 22:39:06 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@node-exporter.b.service: Consumed 2.162s CPU time. 2024-03-10T22:39:06.453 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:39:06 smithi172 systemd[1]: Stopping Ceph grafana.a for 36c3355e-df2a-11ee-95c7-87774f69a715... 2024-03-10T22:39:06.763 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:39:06 smithi172 podman[128637]: 2024-03-10 22:39:06.454335813 +0000 UTC m=+0.121489903 container died 516abee10b9a0f639236ae0dfbe2d620e6dfebc21195a3aaca81f29cc88057a4 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, io.openshift.tags=base rhel8, version=8.5, vendor=Red Hat, Inc., description=Ceph Grafana Container, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public) 2024-03-10T22:39:07.068 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:39:06 smithi172 podman[128637]: 2024-03-10 22:39:06.843057047 +0000 UTC m=+0.510211128 container cleanup 516abee10b9a0f639236ae0dfbe2d620e6dfebc21195a3aaca81f29cc88057a4 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., description=Ceph Grafana Container, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.buildah.version=1.32.0, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-03-10T22:39:07.068 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:39:06 smithi172 bash[128637]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a 2024-03-10T22:39:07.350 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:39:07 smithi172 podman[128651]: 2024-03-10 22:39:07.069092253 +0000 UTC m=+0.614398469 container remove 516abee10b9a0f639236ae0dfbe2d620e6dfebc21195a3aaca81f29cc88057a4 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-36c3355e-df2a-11ee-95c7-87774f69a715-grafana-a, io.buildah.version=1.32.0, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, maintainer=Paul Cuzner , name=ubi8, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, architecture=x86_64, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-03-10T22:39:07.351 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:39:07 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-03-10T22:39:07.351 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:39:07 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-10T22:39:07.351 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:39:07 smithi172 systemd[1]: Stopped Ceph grafana.a for 36c3355e-df2a-11ee-95c7-87774f69a715. 2024-03-10T22:39:07.351 INFO:journalctl@ceph.grafana.a.smithi172.stdout:Mar 10 22:39:07 smithi172 systemd[1]: ceph-36c3355e-df2a-11ee-95c7-87774f69a715@grafana.a.service: Consumed 8.224s CPU time. 2024-03-10T22:39:07.828 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-10T22:39:07.863 DEBUG:teuthology.orchestra.run.smithi172:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-10T22:39:07.893 INFO:tasks.cephadm:Archiving crash dumps... 2024-03-10T22:39:07.895 DEBUG:teuthology.misc:Transferring archived files from smithi169:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/crash to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790/remote/smithi169/crash 2024-03-10T22:39:07.896 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/crash -- . 2024-03-10T22:39:07.948 INFO:teuthology.orchestra.run.smithi169.stderr:tar: /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/crash: Cannot open: No such file or directory 2024-03-10T22:39:07.949 INFO:teuthology.orchestra.run.smithi169.stderr:tar: Error is not recoverable: exiting now 2024-03-10T22:39:07.951 DEBUG:teuthology.misc:Transferring archived files from smithi172:/var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/crash to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790/remote/smithi172/crash 2024-03-10T22:39:07.951 DEBUG:teuthology.orchestra.run.smithi172:> sudo tar c -f - -C /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/crash -- . 2024-03-10T22:39:08.009 INFO:teuthology.orchestra.run.smithi172.stderr:tar: /var/lib/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/crash: Cannot open: No such file or directory 2024-03-10T22:39:08.010 INFO:teuthology.orchestra.run.smithi172.stderr:tar: Error is not recoverable: exiting now 2024-03-10T22:39:08.011 INFO:tasks.cephadm:Checking cluster log for badness... 2024-03-10T22:39:08.011 DEBUG:teuthology.orchestra.run.smithi169:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-03-10T22:39:08.044 INFO:teuthology.orchestra.run.smithi169.stdout:2024-03-10T22:17:32.140676+0000 mon.a (mon.0) 78 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-10T22:39:08.044 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-03-10T22:39:08.045 INFO:tasks.cephadm:Compressing logs... 2024-03-10T22:39:08.045 DEBUG:teuthology.orchestra.run.smithi169:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-10T22:39:08.087 DEBUG:teuthology.orchestra.run.smithi172:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-10T22:39:08.113 INFO:teuthology.orchestra.run.smithi169.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-10T22:39:08.114 INFO:teuthology.orchestra.run.smithi169.stderr:: No such file or directory 2024-03-10T22:39:08.114 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mon.a.log 2024-03-10T22:39:08.114 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.audit.log 2024-03-10T22:39:08.114 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.1.log 2024-03-10T22:39:08.114 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mon.a.log: /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.3.log 2024-03-10T22:39:08.120 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mgr.y.log 2024-03-10T22:39:08.121 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.1.log: /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.0.log 2024-03-10T22:39:08.121 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.cephadm.log 2024-03-10T22:39:08.121 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.log 2024-03-10T22:39:08.121 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.cephadm.log: 90.8% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.cephadm.log.gz 2024-03-10T22:39:08.121 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.2.log 2024-03-10T22:39:08.121 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.log: 92.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-10T22:39:08.125 INFO:teuthology.orchestra.run.smithi172.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-10T22:39:08.126 INFO:teuthology.orchestra.run.smithi172.stderr:: No such file or directory 2024-03-10T22:39:08.126 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.6.log 2024-03-10T22:39:08.126 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.audit.log 2024-03-10T22:39:08.126 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mds.b.log 2024-03-10T22:39:08.126 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.4.log 2024-03-10T22:39:08.126 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.audit.log: /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.7.log 2024-03-10T22:39:08.126 INFO:teuthology.orchestra.run.smithi172.stderr: 83.9% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mds.b.log.gz 2024-03-10T22:39:08.127 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.5.log 2024-03-10T22:39:08.127 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mgr.x.log 2024-03-10T22:39:08.127 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.cephadm.log 2024-03-10T22:39:08.127 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.log 2024-03-10T22:39:08.127 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.cephadm.log: 84.0% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.cephadm.log.gz 2024-03-10T22:39:08.127 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-volume.log 2024-03-10T22:39:08.127 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.log: 90.8% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.audit.log.gz 2024-03-10T22:39:08.127 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mon.b.log 2024-03-10T22:39:08.128 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-volume.log: 82.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-10T22:39:08.129 INFO:teuthology.orchestra.run.smithi169.stderr: 94.3% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.audit.log.gz 2024-03-10T22:39:08.129 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-volume.log 2024-03-10T22:39:08.129 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mds.a.log 2024-03-10T22:39:08.130 INFO:teuthology.orchestra.run.smithi172.stderr: 90.7% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.log.gz 2024-03-10T22:39:08.138 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-volume.log: 94.6% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph.log.gz 2024-03-10T22:39:08.139 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mon.c.log 2024-03-10T22:39:08.144 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mon.b.log: 91.1% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-volume.log.gz 2024-03-10T22:39:08.148 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mds.a.log: 91.1% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-volume.log.gz 2024-03-10T22:39:08.149 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mon.c.log: 91.5% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mds.a.log.gz 2024-03-10T22:39:08.165 INFO:teuthology.orchestra.run.smithi172.stderr: 89.3% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mgr.x.log.gz 2024-03-10T22:39:08.636 INFO:teuthology.orchestra.run.smithi172.stderr: 92.0% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mon.b.log.gz 2024-03-10T22:39:08.640 INFO:teuthology.orchestra.run.smithi169.stderr: 89.1% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mgr.y.log.gz 2024-03-10T22:39:08.965 INFO:teuthology.orchestra.run.smithi169.stderr: 91.7% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mon.c.log.gz 2024-03-10T22:39:09.812 INFO:teuthology.orchestra.run.smithi169.stderr: 90.5% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-mon.a.log.gz 2024-03-10T22:39:11.409 INFO:teuthology.orchestra.run.smithi172.stderr: 94.0% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.7.log.gz 2024-03-10T22:39:11.470 INFO:teuthology.orchestra.run.smithi172.stderr: 94.0% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.5.log.gz 2024-03-10T22:39:11.594 INFO:teuthology.orchestra.run.smithi172.stderr: 94.2% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.6.log.gz 2024-03-10T22:39:11.904 INFO:teuthology.orchestra.run.smithi169.stderr: 94.3% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.1.log.gz 2024-03-10T22:39:11.998 INFO:teuthology.orchestra.run.smithi169.stderr: 94.2% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.3.log.gz 2024-03-10T22:39:12.014 INFO:teuthology.orchestra.run.smithi172.stderr: 94.2% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.4.log.gz 2024-03-10T22:39:12.016 INFO:teuthology.orchestra.run.smithi172.stderr: 2024-03-10T22:39:12.016 INFO:teuthology.orchestra.run.smithi172.stderr:real 0m3.915s 2024-03-10T22:39:12.016 INFO:teuthology.orchestra.run.smithi172.stderr:user 0m14.065s 2024-03-10T22:39:12.016 INFO:teuthology.orchestra.run.smithi172.stderr:sys 0m0.577s 2024-03-10T22:39:12.150 INFO:teuthology.orchestra.run.smithi169.stderr: 93.7% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.2.log.gz 2024-03-10T22:39:16.928 INFO:teuthology.orchestra.run.smithi169.stderr: 94.3% -- replaced with /var/log/ceph/36c3355e-df2a-11ee-95c7-87774f69a715/ceph-osd.0.log.gz 2024-03-10T22:39:16.930 INFO:teuthology.orchestra.run.smithi169.stderr: 2024-03-10T22:39:16.930 INFO:teuthology.orchestra.run.smithi169.stderr:real 0m8.830s 2024-03-10T22:39:16.930 INFO:teuthology.orchestra.run.smithi169.stderr:user 0m22.769s 2024-03-10T22:39:16.930 INFO:teuthology.orchestra.run.smithi169.stderr:sys 0m0.841s 2024-03-10T22:39:16.931 INFO:tasks.cephadm:Archiving logs... 2024-03-10T22:39:16.931 DEBUG:teuthology.misc:Transferring archived files from smithi169:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790/remote/smithi169/log 2024-03-10T22:39:16.932 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-10T22:39:20.352 DEBUG:teuthology.misc:Transferring archived files from smithi172:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790/remote/smithi172/log 2024-03-10T22:39:20.354 DEBUG:teuthology.orchestra.run.smithi172:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-10T22:39:22.361 INFO:tasks.cephadm:Removing cluster... 2024-03-10T22:39:22.362 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 --force 2024-03-10T22:39:22.519 INFO:teuthology.orchestra.run.smithi169.stdout:Deleting cluster with fsid: 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:39:22.808 DEBUG:teuthology.orchestra.run.smithi172:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 36c3355e-df2a-11ee-95c7-87774f69a715 --force 2024-03-10T22:39:22.968 INFO:teuthology.orchestra.run.smithi172.stdout:Deleting cluster with fsid: 36c3355e-df2a-11ee-95c7-87774f69a715 2024-03-10T22:39:23.253 INFO:tasks.cephadm:Removing cephadm ... 2024-03-10T22:39:23.253 DEBUG:teuthology.orchestra.run.smithi169:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-10T22:39:23.271 DEBUG:teuthology.orchestra.run.smithi172:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-10T22:39:23.286 INFO:tasks.cephadm:Teardown complete 2024-03-10T22:39:23.286 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-03-10T22:39:23.301 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-03-10T22:39:23.301 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-10T22:39:23.315 DEBUG:teuthology.orchestra.run.smithi172:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-10T22:39:23.405 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-03-10T22:39:23.419 INFO:teuthology.task.clock:Checking final clock skew... 2024-03-10T22:39:23.419 DEBUG:teuthology.orchestra.run.smithi169:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-10T22:39:23.422 DEBUG:teuthology.orchestra.run.smithi172:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-10T22:39:23.433 INFO:teuthology.orchestra.run.smithi169.stderr:bash: line 1: ntpq: command not found 2024-03-10T22:39:23.470 INFO:teuthology.orchestra.run.smithi172.stderr:bash: line 1: ntpq: command not found 2024-03-10T22:39:23.471 INFO:teuthology.orchestra.run.smithi169.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-10T22:39:23.471 INFO:teuthology.orchestra.run.smithi169.stdout:=============================================================================== 2024-03-10T22:39:23.472 INFO:teuthology.orchestra.run.smithi169.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 40 +169us[ +169us] +/- 120ms 2024-03-10T22:39:23.472 INFO:teuthology.orchestra.run.smithi169.stdout:^* hv02.front.sepia.ceph.com 3 6 377 42 +34us[ +35us] +/- 71ms 2024-03-10T22:39:23.472 INFO:teuthology.orchestra.run.smithi169.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 41 -132us[ -132us] +/- 75ms 2024-03-10T22:39:23.472 INFO:teuthology.orchestra.run.smithi169.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T22:39:23.472 INFO:teuthology.orchestra.run.smithi172.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-10T22:39:23.472 INFO:teuthology.orchestra.run.smithi172.stdout:=============================================================================== 2024-03-10T22:39:23.472 INFO:teuthology.orchestra.run.smithi172.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 42 +170us[ +170us] +/- 120ms 2024-03-10T22:39:23.473 INFO:teuthology.orchestra.run.smithi172.stdout:^* hv02.front.sepia.ceph.com 3 6 377 44 +31us[ +30us] +/- 71ms 2024-03-10T22:39:23.473 INFO:teuthology.orchestra.run.smithi172.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 44 -126us[ -126us] +/- 75ms 2024-03-10T22:39:23.473 INFO:teuthology.orchestra.run.smithi172.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T22:39:23.473 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-03-10T22:39:23.484 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-03-10T22:39:23.485 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-03-10T22:39:23.496 DEBUG:teuthology.orchestra.run.smithi169:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-10T22:39:23.596 DEBUG:teuthology.orchestra.run.smithi172:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-10T22:39:23.677 DEBUG:teuthology.orchestra.run.smithi169:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-10T22:39:23.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T22:39:23.710 DEBUG:teuthology.orchestra.run.smithi172:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-10T22:39:23.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T22:39:23.743 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-03-10T22:39:23.755 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-03-10T22:39:23.787 INFO:teuthology.task.internal:Duration was 2434.275093 seconds 2024-03-10T22:39:23.787 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-03-10T22:39:23.798 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-03-10T22:39:23.798 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-10T22:39:23.801 DEBUG:teuthology.orchestra.run.smithi172:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-10T22:39:23.842 INFO:teuthology.orchestra.run.smithi169.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-10T22:39:23.844 INFO:teuthology.orchestra.run.smithi172.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-10T22:39:24.047 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-03-10T22:39:24.047 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi169.front.sepia.ceph.com 2024-03-10T22:39:24.048 DEBUG:teuthology.orchestra.run.smithi169:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-10T22:39:24.096 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi172.front.sepia.ceph.com 2024-03-10T22:39:24.096 DEBUG:teuthology.orchestra.run.smithi172:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-10T22:39:24.124 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-03-10T22:39:24.125 DEBUG:teuthology.orchestra.run.smithi169:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-10T22:39:24.139 DEBUG:teuthology.orchestra.run.smithi172:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-10T22:39:24.193 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-03-10T22:39:24.193 DEBUG:teuthology.orchestra.run.smithi169:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-10T22:39:24.208 DEBUG:teuthology.orchestra.run.smithi172:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-10T22:39:25.044 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-03-10T22:39:25.055 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-03-10T22:39:25.056 DEBUG:teuthology.orchestra.run.smithi169:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-10T22:39:25.082 DEBUG:teuthology.orchestra.run.smithi172:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-10T22:39:25.110 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-03-10T22:39:25.121 DEBUG:teuthology.orchestra.run.smithi169:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-10T22:39:25.124 DEBUG:teuthology.orchestra.run.smithi172:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-10T22:39:25.149 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern = core 2024-03-10T22:39:25.175 INFO:teuthology.orchestra.run.smithi172.stdout:kernel.core_pattern = core 2024-03-10T22:39:25.215 DEBUG:teuthology.orchestra.run.smithi169:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-10T22:39:25.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T22:39:25.230 DEBUG:teuthology.orchestra.run.smithi172:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-10T22:39:25.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T22:39:25.269 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-03-10T22:39:25.281 INFO:teuthology.task.internal:Transferring archived files... 2024-03-10T22:39:25.282 DEBUG:teuthology.misc:Transferring archived files from smithi169:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790/remote/smithi169 2024-03-10T22:39:25.282 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-10T22:39:25.350 DEBUG:teuthology.misc:Transferring archived files from smithi172:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790/remote/smithi172 2024-03-10T22:39:25.351 DEBUG:teuthology.orchestra.run.smithi172:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-10T22:39:25.397 INFO:teuthology.task.internal:Removing archive directory... 2024-03-10T22:39:25.398 DEBUG:teuthology.orchestra.run.smithi169:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-10T22:39:25.401 DEBUG:teuthology.orchestra.run.smithi172:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-10T22:39:25.443 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-03-10T22:39:25.456 INFO:teuthology.task.internal:Not uploading archives. 2024-03-10T22:39:25.456 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-03-10T22:39:25.467 INFO:teuthology.task.internal:Tidying up after the test... 2024-03-10T22:39:25.467 DEBUG:teuthology.orchestra.run.smithi169:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-10T22:39:25.470 DEBUG:teuthology.orchestra.run.smithi172:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-10T22:39:25.481 INFO:teuthology.orchestra.run.smithi169.stdout: 265529 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 10 22:39 /home/ubuntu/cephtest 2024-03-10T22:39:25.497 INFO:teuthology.orchestra.run.smithi172.stdout: 265538 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 10 22:39 /home/ubuntu/cephtest 2024-03-10T22:39:25.498 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-03-10T22:39:25.510 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-03-10T22:39:25.535 INFO:teuthology.nuke:Checking targets against current locks 2024-03-10T22:39:25.559 DEBUG:teuthology.nuke:shortname: smithi169 2024-03-10T22:39:25.560 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-10T22:39:25.583 DEBUG:teuthology.nuke:shortname: smithi172 2024-03-10T22:39:25.583 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-10T22:39:25.588 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi169.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-10 21:50:26.819967', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPcJQSEmtoztLELe71KkdeFJMVqNz8vh1neb30pwk7xegus+2nli/boUhD6DjnZe7nt061faYl2rrCMhPj4vU2o='} 2024-03-10T22:39:25.612 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi172.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589790', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-10 21:50:26.817890', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDLy+iv4ofHyi2CR4MONjFZorCpL1UpNSGtEJBzOGLdZGHtMY/ikcNTnOiGSW4gvt3ZMDmbw+zh8Key61JWuCCI='} 2024-03-10T22:39:25.643 INFO:teuthology.orchestra.console.smithi169:Power off 2024-03-10T22:39:25.644 DEBUG:teuthology.orchestra.console.smithi169:pexpect command: ipmitool -H smithi169.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-10T22:39:25.669 DEBUG:teuthology.orchestra.console.smithi169:power off output: Chassis Power Control: Down/Off 2024-03-10T22:39:25.669 DEBUG:teuthology.orchestra.console.smithi169:pexpect command: ipmitool -H smithi169.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T22:39:25.688 INFO:teuthology.orchestra.console.smithi172:Power off 2024-03-10T22:39:25.688 DEBUG:teuthology.orchestra.console.smithi172:pexpect command: ipmitool -H smithi172.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-10T22:39:25.699 DEBUG:teuthology.orchestra.console.smithi169:check power output: Chassis Power is on 2024-03-10T22:39:25.714 DEBUG:teuthology.orchestra.console.smithi172:power off output: Chassis Power Control: Down/Off 2024-03-10T22:39:25.714 DEBUG:teuthology.orchestra.console.smithi172:pexpect command: ipmitool -H smithi172.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T22:39:25.741 DEBUG:teuthology.orchestra.console.smithi172:check power output: Chassis Power is on 2024-03-10T22:39:29.701 DEBUG:teuthology.orchestra.console.smithi169:pexpect command: ipmitool -H smithi169.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T22:39:29.743 DEBUG:teuthology.orchestra.console.smithi172:pexpect command: ipmitool -H smithi172.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T22:39:29.811 DEBUG:teuthology.orchestra.console.smithi169:check power output: Chassis Power is on 2024-03-10T22:39:29.854 DEBUG:teuthology.orchestra.console.smithi172:check power output: Chassis Power is on 2024-03-10T22:39:33.814 DEBUG:teuthology.orchestra.console.smithi169:pexpect command: ipmitool -H smithi169.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T22:39:33.854 DEBUG:teuthology.orchestra.console.smithi172:pexpect command: ipmitool -H smithi172.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T22:39:33.925 DEBUG:teuthology.orchestra.console.smithi169:check power output: Chassis Power is off 2024-03-10T22:39:33.968 DEBUG:teuthology.orchestra.console.smithi172:check power output: Chassis Power is on 2024-03-10T22:39:34.026 INFO:teuthology.orchestra.console.smithi169:Power off completed 2024-03-10T22:39:37.972 DEBUG:teuthology.orchestra.console.smithi172:pexpect command: ipmitool -H smithi172.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T22:39:38.083 DEBUG:teuthology.orchestra.console.smithi172:check power output: Chassis Power is off 2024-03-10T22:39:38.184 INFO:teuthology.orchestra.console.smithi172:Power off completed 2024-03-10T22:39:38.289 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2434.275092601776 failure_reason: failed to complete snap trimming before timeout flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=996c56fe9e1a4052812fa2e57f591b37 status: fail success: false 2024-03-10T22:39:38.289 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-10T22:39:38.415 INFO:teuthology.run:FAIL